-- Logs begin at Fri 2021-08-27 01:36:03 UTC, end at Fri 2021-08-27 03:52:37 UTC. -- Aug 27 02:07:40.733393 n-d-806293-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 02:07:43.457677 n-d-806293-1 neutron-server[94663]: INFO neutron.common.config [-] Logging enabled! Aug 27 02:07:43.458383 n-d-806293-1 neutron-server[94663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 02:07:43.458773 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 02:07:43.463982 n-d-806293-1 neutron-server[94663]: INFO neutron.common.config [-] Logging enabled! Aug 27 02:07:43.464277 n-d-806293-1 neutron-server[94663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 02:07:43.464585 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 02:07:43.465865 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:07:43.466188 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:07:43.466751 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:07:43.467108 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:07:43.467445 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:07:43.467811 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.468107 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.468457 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.468678 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.468994 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.469416 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.469807 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.470210 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.470652 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.471071 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.471505 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.471841 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.472068 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.472392 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.472679 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.472958 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.473281 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] debug = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.473685 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.474375 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.474938 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.475383 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.475795 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.476078 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.476352 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.476673 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.476958 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.477382 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] host = n-d-806293-1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.477781 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.478189 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.478691 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.479129 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.479561 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.479973 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.480363 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.480684 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.480955 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] log_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.481229 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.481514 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.481799 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.482084 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.482306 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.482554 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.482837 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.483119 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.483393 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.483661 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.483932 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.484202 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.484470 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.484730 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.485010 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.485286 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.485564 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.485835 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.486104 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.486395 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.486666 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.486945 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.487215 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.487481 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.488034 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.488325 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.488595 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.488868 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.489166 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.489459 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.489738 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.490021 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.490291 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.490590 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.490860 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.491128 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.491395 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] use_json = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.491664 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.491931 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.492208 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.492478 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.492747 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.493016 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.493288 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.493568 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:43.493858 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.494167 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.494495 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.494775 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.495063 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.495339 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.495622 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.495896 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.496177 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.496463 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.496746 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.497017 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.497298 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.497568 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.497854 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.498153 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.498463 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.498750 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.499018 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.499286 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.499552 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.499821 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.500104 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.500375 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.500658 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.500942 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.501214 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.501496 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.501784 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.502066 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.502358 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.502633 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.502919 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.503193 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.503459 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.503730 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.504011 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.504286 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.504554 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.504829 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.505100 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.505366 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.505631 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.505903 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.506188 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.506489 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.506757 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.507022 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.507291 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.507555 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.507834 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.508107 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.508374 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.508639 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.508912 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.509179 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.509443 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.509713 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.510049 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.510339 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.510608 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.510876 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.511145 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.511414 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.511683 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.511953 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.512223 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.512497 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.512766 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.513032 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.513304 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.513571 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.513839 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.514122 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.514438 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.514712 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.514982 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.515254 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.515524 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.515796 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.516067 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.516339 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.516610 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.516876 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.517161 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.517437 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.517716 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.517992 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.518265 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.518585 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.518858 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.519133 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.519406 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.519676 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.519956 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.520236 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.520522 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.520808 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.521092 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.521379 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.521663 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.521938 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.522240 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.522537 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:43.522752 n-d-806293-1 neutron-server[94663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:07:43.522993 n-d-806293-1 neutron-server[94663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 02:07:43.877434 n-d-806293-1 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 02:07:43.877645 n-d-806293-1 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 02:07:43.877911 n-d-806293-1 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 02:07:43.878255 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 02:07:44.267707 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.268024 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.268290 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.269667 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.269942 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.270209 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.305453 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.305731 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.306003 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.320666 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.320948 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.321215 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.349045 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.349457 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.349721 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.386460 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.386751 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.387008 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.616454 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.617032 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.617032 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.617203 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.618100 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.735568 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.735895 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.736153 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.736449 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.736717 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.737031 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.737293 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.737554 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.737815 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.738106 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.738344 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.738655 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.738899 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.739157 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.739415 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.739681 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.739935 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.740203 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.740468 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.740715 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.740989 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.741249 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.741535 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.741915 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.742169 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.742448 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.742849 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:44.743093 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:44.743332 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:44.743572 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:44.743808 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:44.744042 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:44.744456 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 02:07:44.747537 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 02:07:44.751614 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 02:07:44.755386 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 27 02:07:44.757027 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 02:07:44.757485 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 02:07:44.757828 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 02:07:44.758211 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 02:07:44.761045 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 02:07:44.761289 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 02:07:44.761634 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 02:07:44.766977 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 02:07:44.789069 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 02:07:44.789515 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.789816 n-d-806293-1 neutron-server[94663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 02:07:44.790172 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.791637 n-d-806293-1 neutron-server[94663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 02:07:44.791858 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 02:07:44.792112 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 02:07:44.795331 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.795612 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:44.858603 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 02:07:44.858834 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 02:07:44.859067 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 02:07:44.859442 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 02:07:44.883189 n-d-806293-1 neutron-server[94663]: DEBUG oslo_db.sqlalchemy.engines [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 02:07:45.426712 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing driver for type 'gre' Aug 27 02:07:45.427243 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] gre ID ranges: [(1, 1000)] Aug 27 02:07:45.482538 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing driver for type 'local' Aug 27 02:07:45.482875 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing driver for type 'vlan' Aug 27 02:07:45.496703 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] VlanTypeDriver initialization complete Aug 27 02:07:45.497041 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing driver for type 'vxlan' Aug 27 02:07:45.497517 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] vxlan ID ranges: [(1, 1000)] Aug 27 02:07:45.550382 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing extension driver 'port_security' Aug 27 02:07:45.550727 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] PortSecurityExtensionDriver initialization complete Aug 27 02:07:45.551057 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing mechanism driver 'openvswitch' Aug 27 02:07:45.551395 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing mechanism driver 'hyperv' Aug 27 02:07:45.557867 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.plugin [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:45.558580 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.558947 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.559295 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.559810 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:07:45.560239 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnet after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.560618 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnet after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.560958 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.561340 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:07:45.561740 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.562084 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.562441 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.562822 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:07:45.563217 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > security_group after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.563561 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > security_group after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.563895 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.564412 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:07:45.564796 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.565141 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.565474 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.565858 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:07:45.566252 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > address_group after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.566616 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > address_group after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.566952 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.567327 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:07:45.567703 n-d-806293-1 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] ML2 OVO RPC backend initialized. {{(pid=94663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 02:07:45.568394 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.568747 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.569158 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.569500 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > networks before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.569841 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.570183 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > ports before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.570547 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnet before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.570881 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnets before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.571218 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.571553 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.571866 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.572196 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.572527 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.572854 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.573183 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnet after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.573511 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnet after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.573838 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.574429 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.plugin [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Modular L2 Plugin initialization complete Aug 27 02:07:45.574762 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading services supported by the core plugin {{(pid=94663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 02:07:45.575084 n-d-806293-1 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Got port-security extension from driver 'port_security' Aug 27 02:07:45.575539 n-d-806293-1 neutron-server[94663]: INFO neutron.extensions.vlantransparent [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Disabled vlantransparent extension. Aug 27 02:07:45.576012 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 02:07:45.576321 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: router Aug 27 02:07:45.612829 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.613216 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router after_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.613575 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router before_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.613930 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.614300 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.614683 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router after_delete 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.615039 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.615382 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.615735 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router after_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.616080 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.616425 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.616764 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.617341 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.617500 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.617848 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.618179 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.618537 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: subnet after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.618872 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.619263 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.619612 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.619951 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: port before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.620292 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.620642 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.620979 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.621326 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.621684 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.622028 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.622391 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > agent after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.622740 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > agent after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.623079 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.623921 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Tracking information for resource: router configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:45.624249 n-d-806293-1 neutron-server[94663]: DEBUG neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Tracking information for resource: floatingip configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:07:45.629115 n-d-806293-1 neutron-server[94663]: INFO neutron.db.l3_agentschedulers_db [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 02:07:45.629695 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.630046 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.630426 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.630776 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.631548 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router before_create 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.631903 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.632258 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_create 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.632611 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > router precommit_update 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.637240 n-d-806293-1 neutron-server[94663]: DEBUG neutron.services.provider_configuration [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service providers = [] {{(pid=94663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 02:07:45.637597 n-d-806293-1 neutron-server[94663]: DEBUG neutron.db.servicetype_db [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 02:07:45.640509 n-d-806293-1 neutron-server[94663]: DEBUG neutron.services.service_base [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:07:45.640857 n-d-806293-1 neutron-server[94663]: DEBUG neutron.services.service_base [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:07:45.641197 n-d-806293-1 neutron-server[94663]: DEBUG neutron.services.service_base [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:07:45.642077 n-d-806293-1 neutron-server[94663]: DEBUG neutron.services.service_base [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:07:45.642480 n-d-806293-1 neutron-server[94663]: INFO neutron.services.service_base [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 02:07:45.642850 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.643160 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 02:07:45.653611 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.653944 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: auto_allocate Aug 27 02:07:45.659669 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: network precommit_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.660041 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: network precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.660546 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.660864 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: tag Aug 27 02:07:45.667352 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.667681 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: timestamp Aug 27 02:07:45.671651 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.671984 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: network_ip_availability Aug 27 02:07:45.677376 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.677680 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.678031 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.678777 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.679096 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: flavors Aug 27 02:07:45.683822 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.684146 n-d-806293-1 neutron-server[94663]: INFO neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading Plugin: revisions Aug 27 02:07:45.688403 n-d-806293-1 neutron-server[94663]: DEBUG neutron.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:07:45.688786 n-d-806293-1 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 02:07:45.689514 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 02:07:45.689834 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Initializing extension manager. Aug 27 02:07:45.690351 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: __init__.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.690705 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: __pycache__ {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.691039 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.691364 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: address_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.692112 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.692668 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: address-group Aug 27 02:07:45.692986 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: address_scope.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.693688 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.694196 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: address-scope Aug 27 02:07:45.694545 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.695462 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.695966 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: router-admin-state-down-before-update Aug 27 02:07:45.696282 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: agent.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.697148 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.697701 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: agent Aug 27 02:07:45.698018 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: agent_resources_synced.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.698938 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.699441 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: agent-resources-synced Aug 27 02:07:45.699762 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: allowedaddresspairs.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.701524 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.702044 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: allowed-address-pairs Aug 27 02:07:45.702389 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: auto_allocated_topology.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.703448 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.703964 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: auto-allocated-topology Aug 27 02:07:45.704289 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: availability_zone.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.704987 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.705491 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: availability_zone Aug 27 02:07:45.706145 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: availability_zone_filter.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.707073 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.707579 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: availability_zone_filter Aug 27 02:07:45.707896 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: data_plane_status.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.708797 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.709298 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 02:07:45.709614 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: default_subnetpools.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.710542 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.711049 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: default-subnetpools Aug 27 02:07:45.711368 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.712165 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.712674 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: dhcp_agent_scheduler Aug 27 02:07:45.713018 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: dns.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.713928 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.714473 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 02:07:45.714790 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: dns_domain_ports.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.715701 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.716208 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 02:07:45.716528 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.717440 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.717944 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 02:07:45.718263 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: dvr.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.718945 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.719451 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: dvr Aug 27 02:07:45.719770 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: ecmp_routes.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.720670 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.721171 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 02:07:45.721486 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: empty_string_filtering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.722396 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.722906 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: empty-string-filtering Aug 27 02:07:45.723220 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.724126 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.724628 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 02:07:45.724941 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.725841 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.726334 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 02:07:45.726678 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: external_net.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.727572 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.728073 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: external-net Aug 27 02:07:45.728393 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.729338 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.729844 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: extra_dhcp_opt Aug 27 02:07:45.730169 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: extraroute.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.731089 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.731603 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: extraroute Aug 27 02:07:45.731926 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: extraroute_atomic.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.732936 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.733440 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: extraroute-atomic Aug 27 02:07:45.733758 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: filter_validation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.734516 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.735025 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: filter-validation Aug 27 02:07:45.735347 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: fip_pf_description.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.736253 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.736754 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 02:07:45.737070 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: fip_port_details.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.737975 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.738524 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: fip-port-details Aug 27 02:07:45.738843 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: flavors.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.740040 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.740561 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: flavors Aug 27 02:07:45.740881 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.742540 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.743057 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 02:07:45.743382 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: floatingip_pools.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.744080 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.744615 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: floatingip-pools Aug 27 02:07:45.744938 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: ip_allocation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.745856 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.746386 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 02:07:45.746712 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.747630 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.748142 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: ip-substring-filtering Aug 27 02:07:45.748465 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l2_adjacency.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.749388 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.749893 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 02:07:45.750211 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l3.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.751305 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.751830 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: router Aug 27 02:07:45.752152 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.754394 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.754922 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 02:07:45.755246 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.756162 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.756671 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: ext-gw-mode Aug 27 02:07:45.756993 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.757916 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.758445 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: l3-ha Aug 27 02:07:45.758770 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l3_flavors.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.759677 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.760226 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: l3-flavors Aug 27 02:07:45.760547 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.761450 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.761957 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 02:07:45.762273 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: l3agentscheduler.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.763318 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.763830 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: l3_agent_scheduler Aug 27 02:07:45.764160 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: logging.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.765621 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.766137 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension logging not supported by any of loaded plugins Aug 27 02:07:45.766490 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: metering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.767216 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.767789 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: metering Aug 27 02:07:45.768113 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.769191 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.769702 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: metering_source_and_destination_fields Aug 27 02:07:45.770024 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: multiprovidernet.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.770962 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.771468 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: multi-provider Aug 27 02:07:45.771785 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: netmtu.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.772683 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.773186 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: net-mtu Aug 27 02:07:45.773503 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: netmtu_writable.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.774451 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.774954 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: net-mtu-writable Aug 27 02:07:45.775272 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: network_availability_zone.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.775958 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.776459 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: network_availability_zone Aug 27 02:07:45.776775 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: network_ip_availability.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.777841 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.778378 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: network-ip-availability Aug 27 02:07:45.778700 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: network_segment_range.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.779450 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.779950 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 02:07:45.780270 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: pagination.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.781230 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.781558 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: pagination Aug 27 02:07:45.781875 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: port_device_profile.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.782798 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.783321 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: port-device-profile Aug 27 02:07:45.783640 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.784557 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.785072 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: port-mac-address-regenerate Aug 27 02:07:45.785392 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.786290 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.786828 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: port-numa-affinity-policy Aug 27 02:07:45.787145 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: port_resource_request.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.788045 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.788550 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 02:07:45.788868 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: portbindings.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.789780 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.790291 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: binding Aug 27 02:07:45.790648 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: portbindings_extended.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.792060 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.792579 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: binding-extended Aug 27 02:07:45.792902 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: portsecurity.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.793805 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.794338 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: port-security Aug 27 02:07:45.794661 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: project_id.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.795619 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.795944 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: project-id Aug 27 02:07:45.796265 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: providernet.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.797171 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.797685 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: provider Aug 27 02:07:45.798007 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.801561 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.802086 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos not supported by any of loaded plugins Aug 27 02:07:45.802449 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.803678 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.804194 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 02:07:45.804519 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.805459 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.805965 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 02:07:45.806292 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_default.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.807248 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.807753 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-default not supported by any of loaded plugins Aug 27 02:07:45.808075 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_fip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.808716 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.809217 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 02:07:45.809539 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_gateway_ip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.810492 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.811001 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 02:07:45.811321 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_port_network_policy.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.812222 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.812729 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 02:07:45.813049 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_pps_rule.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.814199 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.814767 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 02:07:45.815070 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_rule_type_details.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.815978 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.816488 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 02:07:45.816807 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: qos_rules_alias.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.817831 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.818337 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 02:07:45.818690 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: quotasv2.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.819581 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.819908 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: quotas Aug 27 02:07:45.820221 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: quotasv2_detail.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.823282 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.823636 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: quota_details Aug 27 02:07:45.823948 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: rbac.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.825182 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.825705 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: rbac-policies Aug 27 02:07:45.826028 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: rbac_address_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.826976 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.827496 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: rbac-address-group Aug 27 02:07:45.827821 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: rbac_address_scope.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.828724 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.829231 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: rbac-address-scope Aug 27 02:07:45.829551 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: rbac_security_groups.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.830487 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.831342 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: rbac-security-groups Aug 27 02:07:45.831660 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: rbac_subnetpool.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.832559 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.833079 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: rbac-subnetpool Aug 27 02:07:45.833395 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: revisionifmatch.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.834305 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.834847 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: revision-if-match Aug 27 02:07:45.835169 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: revisions.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.836267 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.836780 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: standard-attr-revisions Aug 27 02:07:45.837099 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: router_availability_zone.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.837763 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.838303 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: router_availability_zone Aug 27 02:07:45.838653 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: routerservicetype.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.839562 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.840071 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 02:07:45.840388 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.841295 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.841807 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: security-groups-normalized-cidr Aug 27 02:07:45.842123 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.843054 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.843565 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: port-security-groups-filtering Aug 27 02:07:45.843881 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.844797 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.845307 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: security-groups-remote-address-group Aug 27 02:07:45.845627 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: securitygroup.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.856497 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.857025 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: security-group Aug 27 02:07:45.857355 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: segment.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.858142 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.858681 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension segment not supported by any of loaded plugins Aug 27 02:07:45.859005 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.859940 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.860453 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 02:07:45.860775 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: servicetype.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.861942 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.862498 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: service-type Aug 27 02:07:45.862826 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: sorting.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.863805 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.864137 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: sorting Aug 27 02:07:45.864455 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: standard_attr_segment.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.865364 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.865872 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 02:07:45.866189 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: standardattrdescription.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.866842 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.867350 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: standard-attr-description Aug 27 02:07:45.867667 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: stateful_security_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.868587 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.869104 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: stateful-security-group Aug 27 02:07:45.869458 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: stdattrs_common.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.870031 n-d-806293-1 neutron-server[94663]: WARNING neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 02:07:45.870396 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.871313 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.871830 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 02:07:45.872152 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: subnet_onboard.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.873198 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.873729 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: subnet_onboard Aug 27 02:07:45.874056 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.874996 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.875506 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 02:07:45.875828 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: subnet_service_types.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.876747 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.877265 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: subnet-service-types Aug 27 02:07:45.877585 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: subnetallocation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.878674 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.879189 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: subnet_allocation Aug 27 02:07:45.879510 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.880179 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.880694 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: subnetpool-prefix-ops Aug 27 02:07:45.881011 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.881923 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.882465 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 02:07:45.882789 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: tagging.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.883814 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.884353 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: standard-attr-tag Aug 27 02:07:45.884676 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: timestamp.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.885918 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.886454 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loaded extension: standard-attr-timestamp Aug 27 02:07:45.886781 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: trunk.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.887811 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.888331 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension trunk not supported by any of loaded plugins Aug 27 02:07:45.888650 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: trunk_details.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.889560 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.890074 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 02:07:45.890416 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: uplink_status_propagation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.891326 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.891834 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 02:07:45.892153 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Loading extension file: vlantransparent.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:07:45.892816 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:07:45.893321 n-d-806293-1 neutron-server[94663]: INFO neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 02:07:45.895807 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:network Aug 27 02:07:45.896319 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:subnet Aug 27 02:07:45.896718 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:07:45.897110 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:port Aug 27 02:07:45.898339 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.898790 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service FLAVORS assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.899399 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.899820 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.900148 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:router Aug 27 02:07:45.900595 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 02:07:45.901082 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service METERING assigned prefix: /metering {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.902547 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.902915 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.903261 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:07:45.904270 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 02:07:45.904728 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:security_group Aug 27 02:07:45.905148 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 02:07:45.905745 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.906067 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:07:45.906439 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] subnetpool is already registered Aug 27 02:07:45.906871 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.907194 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:07:45.907519 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] subnetpool is already registered Aug 27 02:07:45.909822 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.910242 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service FLAVORS assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.910868 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.911281 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.911608 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:router Aug 27 02:07:45.911952 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] router is already registered Aug 27 02:07:45.912327 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 02:07:45.912658 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] floatingip is already registered Aug 27 02:07:45.913100 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service METERING assigned prefix: /metering {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.913756 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 02:07:45.914082 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] rbac_policy is already registered Aug 27 02:07:45.914508 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:security_group Aug 27 02:07:45.914839 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] security_group is already registered Aug 27 02:07:45.915235 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 02:07:45.915557 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] security_group_rule is already registered Aug 27 02:07:45.916234 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.916558 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:07:45.916881 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] subnetpool is already registered Aug 27 02:07:45.917287 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:07:45.917610 n-d-806293-1 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:07:45.917931 n-d-806293-1 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] subnetpool is already registered Aug 27 02:07:45.918423 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: extensions {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.919895 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: address-groups {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.921395 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: address-scopes {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.922744 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: agents {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.923929 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: auto-allocated-topology {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.925194 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: availability_zones {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.926450 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: dhcp-networks {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.928015 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: dhcp-agents {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.929383 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: routers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.931625 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: flavors {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.932809 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: service_profiles {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.934058 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: next_providers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.935504 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: service_profiles {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.937024 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: floatingip-pools {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.938223 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: routers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.940363 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: floatingips {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.941663 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: l3-routers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.943068 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: l3-agents {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.944479 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: metering-labels {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.945841 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: metering-label-rules {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.947143 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: network-ip-availabilities {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.948468 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: bindings {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.950116 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: quotas {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.951585 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: quotas {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.953038 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: rbac-policies {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.954227 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: security-groups {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.955547 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: security-group-rules {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.957122 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: service-providers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.958411 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: subnetpools {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.960773 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: subnetpools {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.962245 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.964004 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.965777 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.967579 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.969374 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.971223 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.972894 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.974806 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.976569 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.978292 n-d-806293-1 neutron-server[94663]: DEBUG neutron.api.extensions [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:07:45.984259 n-d-806293-1 neutron-server[94663]: WARNING keystonemiddleware.auth_token [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 02:07:45.988948 n-d-806293-1 neutron-server[94663]: WARNING keystonemiddleware.auth_token [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 02:07:45.997230 n-d-806293-1 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Acquired lock "singleton_lock" {{(pid=94663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 02:07:45.997706 n-d-806293-1 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Releasing lock "singleton_lock" {{(pid=94663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 02:07:45.998351 n-d-806293-1 neutron-server[94663]: INFO oslo_service.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Starting 2 workers Aug 27 02:07:46.003154 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Started child 94772 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:07:46.007508 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Started child 94773 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:07:46.008465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:46.009130 n-d-806293-1 neutron-server[94663]: INFO neutron.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 02:07:46.009666 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Notify callbacks [] for process, before_spawn {{(pid=94663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:46.009999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [-] (94772) wsgi starting up on http://0.0.0.0:9696 Aug 27 02:07:46.012103 n-d-806293-1 neutron-server[94663]: INFO oslo_service.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Starting 1 workers Aug 27 02:07:46.012241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:46.013601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [-] (94773) wsgi starting up on http://0.0.0.0:9696 Aug 27 02:07:46.017224 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Started child 94774 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:07:46.017738 n-d-806293-1 neutron-server[94663]: INFO oslo_service.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Starting 1 workers Aug 27 02:07:46.021010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] calling RpcWorker wait() {{(pid=94774) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 02:07:46.021640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] returning from RpcWorker wait() {{(pid=94774) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 02:07:46.022089 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Started child 94775 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:07:46.022960 n-d-806293-1 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-6ff56271-abb7-42e0-a661-30543dd5e337 None None] Notify callbacks [] for process, after_spawn {{(pid=94663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:46.023086 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:46.023569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:46.024733 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 02:07:46.024923 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:07:46.025095 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:07:46.025329 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:07:46.025708 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:07:46.025833 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:07:46.026347 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.026646 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.026910 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.027085 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:46.027558 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.027558 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.027986 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.028246 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.028487 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.028735 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.028923 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.029088 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.029251 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.029524 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.029721 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.030031 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.030267 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.030530 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.030801 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.030973 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.031240 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.031489 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.031736 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.031979 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] debug = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.032236 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.032734 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.032952 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.033181 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.033410 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.033678 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.033904 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.034156 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.034452 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.034664 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.034906 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.035162 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.035391 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.035613 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.035828 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.036074 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.036306 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.036765 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] host = n-d-806293-1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.037000 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.037211 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.037450 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.037693 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.037933 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.038142 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.038406 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.038657 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.038907 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.039127 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.039361 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.039618 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.040214 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.040214 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.040214 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_options = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.040569 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.040687 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.040983 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.041176 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.041344 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.041545 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.041762 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.041954 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.042211 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.042447 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.042661 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.042892 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.043105 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.043343 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.043621 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.043862 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.044089 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.044300 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.044540 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.044783 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.045019 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.045242 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.045474 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.045700 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.045917 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.046142 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.046408 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.046636 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.046849 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.047098 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.047315 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.047580 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.047819 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.048065 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.048292 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.048513 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.048741 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.049006 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.049231 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.049475 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.049713 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.049939 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.050191 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.050427 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.050652 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.050866 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_json = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.051151 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.051279 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.051532 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.051743 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.051966 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.052310 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.052446 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.052640 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.053069 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.053342 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.053643 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.053911 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.054160 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.054489 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.054718 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.054938 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.055182 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.055429 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.055810 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.056449 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.056600 n-d-806293-1 neutron-server[94775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:46.056796 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.056796 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.057079 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.057251 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.057514 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.057780 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.058035 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.058248 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.058504 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.058776 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.059025 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.059261 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.059515 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.059723 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.060014 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.060269 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.060522 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.060784 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.061446 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.061602 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.061737 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.061930 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.062770 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.062770 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.063760 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.063760 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.063760 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.063760 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.064177 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.064177 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.064375 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.064479 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.064717 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.064929 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.065168 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.065486 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.065709 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.065969 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.066191 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.066951 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.066951 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.066951 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.067296 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.067415 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.067605 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.067757 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.068878 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.068878 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.069939 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.069939 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.069939 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.069939 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.069939 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.074637 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.075610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.077013 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.078582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079105 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079105 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079105 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079105 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079105 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079414 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079608 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079737 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.079967 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.080149 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.080380 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.080958 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.081263 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.081488 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.082229 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.082229 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.082229 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.082474 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.082663 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.082924 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.083179 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.083416 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.083704 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.083996 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.084266 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.084487 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.084724 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.084964 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.085191 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.085452 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.085692 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.085941 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.086177 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.086549 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.086768 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.087006 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.087212 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.087436 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.087742 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.088106 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.088340 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.088551 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.088813 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.089036 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.089282 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.089540 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.089780 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.090037 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.090276 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.090540 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.090753 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.090979 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.091221 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.091445 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.091690 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.091919 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.092151 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.092363 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.092580 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.092854 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.093033 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.093248 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.093473 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.093837 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.093944 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.094144 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.094399 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.094619 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.094856 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.095076 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.095282 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.095509 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.095734 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.095976 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.096197 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.096466 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.096696 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.096909 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.097146 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.097384 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.097620 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.097828 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.098097 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.098281 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.098527 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.098737 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.098952 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.099179 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.099386 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.099633 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.099844 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.100087 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.100338 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.100654 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.100900 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.101117 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.101378 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.101581 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.101810 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.102037 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.102293 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.102489 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.102701 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.102911 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.103159 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.103390 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.103672 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.103922 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.104097 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.104327 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.104536 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.104747 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.105239 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.105239 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.105490 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.105722 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.105947 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.106175 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.106428 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.106636 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.106840 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.107053 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.107249 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.107452 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.107687 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.107891 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.108095 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.108308 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.108517 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.108739 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.108955 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.109159 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.109408 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.109623 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.109832 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.110039 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.110258 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.110485 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.110691 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.110905 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.111115 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.111317 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.111554 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.111776 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.111997 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.112211 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.112420 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.112623 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.112906 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.113146 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.113360 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.113638 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.113894 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.114126 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.114391 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.115179 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.115397 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.115753 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.115976 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.116212 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.116449 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.116708 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.117023 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.117289 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.117531 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.117775 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.118039 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.118900 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.119237 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.119465 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.119745 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.120047 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.120306 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.120563 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.120788 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.121042 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.121273 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.121486 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.121712 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.121939 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.122169 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.122443 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.122672 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.122905 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.123117 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.123335 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.123546 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.123787 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.124016 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.124234 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.124442 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.124607 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:07:46.125118 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 02:07:46.125277 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:07:46.125427 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:07:46.125610 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:07:46.125787 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:07:46.125945 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:07:46.126151 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.126327 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.126488 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.126645 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.126805 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.126986 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.127143 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.127302 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.127456 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.127611 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.127771 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.127927 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.128082 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.128237 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.128396 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.128550 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.128706 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.128860 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.129024 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.129179 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.129335 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.129493 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.129650 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] debug = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.129806 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.130006 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.130165 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.130339 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.130500 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.130655 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.130811 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.130973 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.131129 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.131284 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.131443 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.131598 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.131759 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.131915 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.132070 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.132225 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.132379 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.132535 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] host = n-d-806293-1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.132690 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.132845 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.133000 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.133155 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.133308 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.133464 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.133621 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.133779 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.133935 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.134084 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.134257 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.134414 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.134569 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.134739 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.134903 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_options = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.135061 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.135217 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.135373 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.135556 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.135717 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.135875 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.136035 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.136194 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.136347 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.136505 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.136660 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.136816 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.136971 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.137127 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.137283 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.137439 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.137594 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.137749 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.137906 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.138062 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.138218 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.138394 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.138552 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.138707 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.138863 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.139021 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.139175 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.139328 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.139484 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.139641 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.139796 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.139953 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.140108 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.140263 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.140420 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.140575 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.140732 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.140892 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.141049 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.141204 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.141358 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.141515 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.141669 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.141824 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.141978 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.142134 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_json = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.142288 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.142512 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.142668 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.142823 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.142978 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.143133 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.143288 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.143445 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:07:46.143621 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.143786 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.144136 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.144371 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.144496 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.144599 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.144801 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.145377 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.145475 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.145564 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.145725 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.145889 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.146061 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.146261 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.146381 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.146737 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.146737 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.146967 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.147086 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.147219 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.147349 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.147469 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.147590 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.147734 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.147893 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.148227 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.148227 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.148384 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.148512 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.148673 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.148835 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.148994 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.149154 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.149316 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.149475 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.149635 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.149794 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.149953 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.150112 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.150271 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.150500 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.150660 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.150820 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.150980 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.151140 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.151300 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.151458 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.151618 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.151778 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.151937 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.152097 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.152258 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.152418 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.152577 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.152742 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.152910 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.153226 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.153394 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.153541 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.153699 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.153863 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.154021 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.154181 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.154363 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.154559 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.154675 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.154848 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.155009 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.155170 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.155324 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.155487 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.155643 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.155802 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.155961 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.156118 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.156281 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.156441 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.156582 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.156745 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.156904 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.157377 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.157377 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.157377 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.157606 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.157684 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.157797 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.157955 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.158114 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.158841 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.158841 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.158841 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.158841 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159162 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159162 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159304 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159424 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159527 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159651 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159811 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.159970 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.160129 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.160286 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.160447 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.160604 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.160763 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.160920 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.161079 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.161237 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.161396 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.161555 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.161714 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.161876 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.162034 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.162190 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.162364 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.162523 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.162692 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.162851 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.163012 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.163171 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.163336 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.163505 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.163663 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.163826 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.163919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:46.164004 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.164130 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.164286 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.164442 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.164600 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.164758 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.164915 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.165072 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.165237 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.165407 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.165567 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.165727 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.165885 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.166088 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.166248 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.166426 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.166586 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.166744 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.166903 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.167062 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.167219 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.167376 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.167534 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.167692 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.167852 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.168011 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.168172 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.168330 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.168490 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.168649 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.168808 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.168965 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.169125 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.169286 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.169444 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.169602 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.169760 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.169918 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.170076 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.170234 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.170421 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.170580 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.170739 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.170896 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.171054 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.171211 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.171368 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.171524 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.171682 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.171838 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.171998 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.172155 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.172314 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.172472 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.172631 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.172795 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.172956 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.173115 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.173272 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.173431 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.173589 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.173752 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.173912 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.174070 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.174228 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.174412 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.174572 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.174731 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.174906 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.175064 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.175221 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.175379 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.175540 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.175698 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.176043 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.176257 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.176421 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.176585 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.176743 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.177048 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.177213 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.177373 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.177834 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.177997 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.178205 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.178298 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.178484 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.178655 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.178817 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.178975 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.179135 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.179295 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.179454 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.179623 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.179782 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.179940 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.180099 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.180255 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.180413 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.180581 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.180739 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.180900 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.181059 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.181215 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.181373 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.181540 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.181744 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.181909 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.182068 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.182225 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.182404 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.182574 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.182732 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.182891 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.183048 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.183206 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.183363 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.183531 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.183693 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.183851 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.184008 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.184166 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.184324 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.184490 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.184649 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.184808 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.184975 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.185135 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.185293 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.185453 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.185623 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.185782 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.185946 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.186105 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.186265 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.186447 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.186608 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.186770 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.186941 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.187108 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.187266 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.187431 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.187597 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.187762 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.187920 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.188085 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.188254 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.188412 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.188570 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.188719 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.188874 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.189017 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.189178 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.189336 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.189493 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.189649 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.189807 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.189965 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.190110 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.190268 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.190449 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.190584 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.190732 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.190873 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.191028 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.191169 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:07:46.191324 n-d-806293-1 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:07:46.409963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55094) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:46.420837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075183 Aug 27 02:07:57.635847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912df9b1-247c-4e29-8dbe-d6fc992bd491 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:07:57.699993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912df9b1-247c-4e29-8dbe-d6fc992bd491 None None] No non-hosted networks {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 02:07:57.716990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.agentschedulers_db [None req-912df9b1-247c-4e29-8dbe-d6fc992bd491 None None] DHCP Agent not found on host n-d-806293-1 {{(pid=94774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 02:07:57.865038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47e69fc3-62de-4462-92bb-9f6f897fd05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452520'] for agent, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:00.150249 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e974572-b751-4277-bba1-24e4a55c1e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452520'] for agent, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:00.195447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-50f7a833-42a1-4cd3-b075-670b49be5d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:00.323471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452520'] for agent, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:00.324799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.325465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.325999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.326965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.328010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.328601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.329721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.331043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.331638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.332834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.333365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.334690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:00.335696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806293-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:00.347677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806293-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:01.088434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452520'] for agent, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:02.931162 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452520'] for agent, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:03.847982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55188) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:04.369138 n-d-806293-1 neutron-server[94772]: WARNING oslo_policy.policy [None req-d1fcac6f-0a95-46d0-9063-a9603f14fdc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:04.369715 n-d-806293-1 neutron-server[94772]: WARNING oslo_policy.policy [None req-d1fcac6f-0a95-46d0-9063-a9603f14fdc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:04.589082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-d1fcac6f-0a95-46d0-9063-a9603f14fdc9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:08:04.590334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d1fcac6f-0a95-46d0-9063-a9603f14fdc9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7400837 Aug 27 02:08:05.425349 n-d-806293-1 neutron-server[94774]: INFO neutron.db.l3_hamode_db [None req-e9841d9b-2b11-4134-8025-25269430134d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 02:08:05.502471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9841d9b-2b11-4134-8025-25269430134d None None] Routers set() bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:08:05.502854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9841d9b-2b11-4134-8025-25269430134d None None] Router IDs set() for agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:08:06.973191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55202) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:07.337164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:08:07.432990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.policy [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 02:08:07.476858 n-d-806293-1 neutron-server[94772]: WARNING oslo_policy.policy [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:07.477249 n-d-806293-1 neutron-server[94772]: WARNING oslo_policy.policy [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:07.485759 n-d-806293-1 neutron-server[94772]: INFO neutron.quota [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] Loaded quota_driver: . Aug 27 02:08:07.578921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754614199216', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754614198687', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754614219291', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754614221239', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754613786567', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754614234128', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16281825', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16130271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616917'] for rbac-policy, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:07.661241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:07.662579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-173c221b-45c7-4f58-a1c3-2bf2c85c1e2d admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6883564 Aug 27 02:08:10.271107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55214) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:10.843802 n-d-806293-1 neutron-server[94773]: WARNING oslo_policy.policy [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:10.844367 n-d-806293-1 neutron-server[94773]: WARNING oslo_policy.policy [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:11.062403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'name': 'private'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:08:11.063891 n-d-806293-1 neutron-server[94773]: INFO neutron.quota [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Loaded quota_driver: . Aug 27 02:08:11.122424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Made reservation on behalf of 519643c616ed4acdbc6b0621dca09bdf for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:08:11.186433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.policy [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 02:08:11.229969 n-d-806293-1 neutron-server[94773]: WARNING oslo_policy.policy [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:11.230348 n-d-806293-1 neutron-server[94773]: WARNING oslo_policy.policy [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:08:11.241744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.263574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.402772 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.410033 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.431341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:08:11.462936 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754610850021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.463522 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Unsubscribe: segment precommit_create {{(pid=94773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 02:08:11.464067 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Added segment 04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed of type vlan for network 0bcac1aa-538c-41ae-b13b-571797965d8a Aug 27 02:08:11.479629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224b627c-4eec-446f-b329-88b3f8807c7f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:11.528246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.528591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.528925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.529259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.529586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.529910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.530230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.530581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.530900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.531214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.531530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.531825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Tracked resource versions report: Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: pushed versions: Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: { 'AddressGroup': {'1.2'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'ConntrackHelper': {'1.0'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Log': {'1.0'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Network': {'1.1'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Port': {'1.7'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'PortForwarding': {'1.2'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'QosPolicy': {'1.9'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'SecurityGroup': {'1.4'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'SubPort': {'1.0'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Subnet': {'1.1'}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Trunk': {'1.1'}} Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: consumer versions: Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: L3 agent@n-d-806293-1: {}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: Metadata agent@n-d-806293-1: {}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: Metering agent@n-d-806293-1: {}, Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'ConntrackHelper': '1.0', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Log': '1.0', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Network': '1.1', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Port': '1.7', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'PortForwarding': '1.2', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'QosPolicy': '1.9', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'SecurityGroup': '1.4', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'SecurityGroupRule': '1.2', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'SubPort': '1.0', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Subnet': '1.1', Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: 'Trunk': '1.1'}} Aug 27 02:08:11.532908 n-d-806293-1 neutron-server[94773]: {{(pid=94773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:08:11.581083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.625400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.626773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:11.627442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:11.708022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4358964 Aug 27 02:08:11.724487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d75060-47c2-437f-bac3-5f8b65beccee admin admin] Pushing event updated for resources: {'Network': ['ID=0bcac1aa-538c-41ae-b13b-571797965d8a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:11.736641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 0bcac1aa-538c-41ae-b13b-571797965d8a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:08:14.376005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:14.831315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fcdfe1-7b8d-49c8-a8c1-8e5eb6e51018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:14.832752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-34fcdfe1-7b8d-49c8-a8c1-8e5eb6e51018 admin admin] 10.222.0.10 "GET /v2.0/networks/0bcac1aa-538c-41ae-b13b-571797965d8a HTTP/1.1" status: 200 len: 825 time: 0.4558132 Aug 27 02:08:14.860314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a92e6f26-93e8-4546-80a6-436fb6e3c916 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/c709557a-40ff-4267-a18e-936bd65e4384 HTTP/1.1" status: 200 len: 734 time: 0.0183911 Aug 27 02:08:14.872341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Request body: {'subnet': {'subnetpool_id': 'c709557a-40ff-4267-a18e-936bd65e4384', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:08:14.901749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Made reservation on behalf of 519643c616ed4acdbc6b0621dca09bdf for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:08:14.904302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:15.187555 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:15.256135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Checking segment: {'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:08:15.256469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Network hostable DHCP agents. Network: 0bcac1aa-538c-41ae-b13b-571797965d8a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:08:15.266440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7626b5c-fc2e-47ac-b0f5-4ee32a29647e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:15.278121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.278487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.278827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.279148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.279472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.279792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.280110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.280429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.280741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.281060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.281377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.281685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Tracked resource versions report: Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: pushed versions: Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: { 'AddressGroup': {'1.2'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'ConntrackHelper': {'1.0'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Log': {'1.0'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Network': {'1.1'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Port': {'1.7'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'PortForwarding': {'1.2'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'QosPolicy': {'1.9'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'SecurityGroup': {'1.4'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'SubPort': {'1.0'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Subnet': {'1.1'}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Trunk': {'1.1'}} Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: consumer versions: Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: L3 agent@n-d-806293-1: {}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: Metadata agent@n-d-806293-1: {}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: Metering agent@n-d-806293-1: {}, Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'ConntrackHelper': '1.0', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Log': '1.0', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Network': '1.1', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Port': '1.7', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'PortForwarding': '1.2', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'QosPolicy': '1.9', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'SecurityGroup': '1.4', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'SecurityGroupRule': '1.2', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'SubPort': '1.0', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Subnet': '1.1', Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: 'Trunk': '1.1'}} Aug 27 02:08:15.282751 n-d-806293-1 neutron-server[94772]: {{(pid=94772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:08:15.315180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Network 0bcac1aa-538c-41ae-b13b-571797965d8a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:08:15.329617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 0bcac1aa-538c-41ae-b13b-571797965d8a) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:08:15.334537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:15.335162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:15.339552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d47907-b843-4c53-8b44-bcc833923eb8 None None] Network 0bcac1aa-538c-41ae-b13b-571797965d8a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:08:15.349611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ae8c213-e39a-4a0a-a599-74c9d8c05e82 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4805486 Aug 27 02:08:15.656401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-0bcac1aa-538c-41ae-b13b-571797965d8a', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'fixed_ips': [{'subnet_id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:08:15.657658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:15.924561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Allocated IP 172.20.0.2 (0bcac1aa-538c-41ae-b13b-571797965d8a/a7626b5c-fc2e-47ac-b0f5-4ee32a29647e/55963d5a-7068-448d-954d-448bdafeaab3) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:08:16.123260 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:16.164577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Transition to ACTIVE for port object 55963d5a-7068-448d-954d-448bdafeaab3 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:08:16.185926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Transition to ACTIVE for port object 55963d5a-7068-448d-954d-448bdafeaab3 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:08:16.193458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:16.254084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Network 0bcac1aa-538c-41ae-b13b-571797965d8a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:08:16.259833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:08:16.273613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:08:16.281098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Pushing event updated for resources: {'Port': ['ID=55963d5a-7068-448d-954d-448bdafeaab3,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:16.309511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.309855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.310227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.310596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.310929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.311260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.311584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.311912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.312200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.312555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.312877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.313197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Tracked resource versions report: Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: pushed versions: Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: { 'AddressGroup': {'1.2'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'ConntrackHelper': {'1.0'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Log': {'1.0'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Network': {'1.1'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Port': {'1.7'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'PortForwarding': {'1.2'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'QosPolicy': {'1.9'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'SecurityGroup': {'1.4'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'SubPort': {'1.0'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Subnet': {'1.1'}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Trunk': {'1.1'}} Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: consumer versions: Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: L3 agent@n-d-806293-1: {}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: Metadata agent@n-d-806293-1: {}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: Metering agent@n-d-806293-1: {}, Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'ConntrackHelper': '1.0', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Log': '1.0', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Network': '1.1', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Port': '1.7', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'PortForwarding': '1.2', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'QosPolicy': '1.9', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'SecurityGroup': '1.4', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'SecurityGroupRule': '1.2', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'SubPort': '1.0', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Subnet': '1.1', Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: 'Trunk': '1.1'}} Aug 27 02:08:16.314270 n-d-806293-1 neutron-server[94774]: {{(pid=94774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:08:16.361189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Attempting to bind port 55963d5a-7068-448d-954d-448bdafeaab3 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:08:16.361811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Attempting to bind port 55963d5a-7068-448d-954d-448bdafeaab3 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:08:16.361984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Attempting to bind port 55963d5a-7068-448d-954d-448bdafeaab3 on network 0bcac1aa-538c-41ae-b13b-571797965d8a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:08:16.366849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:08:16.367255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Checking segment: {'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:08:16.367744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:16.368139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Bound using segment: {'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:08:16.368644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Bound port: 55963d5a-7068-448d-954d-448bdafeaab3, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:08:16.369062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:16.429825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-47878490-d0f0-436d-9810-29347cf98312 None None] For port 55963d5a-7068-448d-954d-448bdafeaab3, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:08:16.434082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-47878490-d0f0-436d-9810-29347cf98312 None None] For port 55963d5a-7068-448d-954d-448bdafeaab3, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=55963d5a-7068-448d-954d-448bdafeaab3,segment=NetworkSegment(04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed),segment_id=04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:08:16.441517 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:16.504020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47878490-d0f0-436d-9810-29347cf98312 None None] Pushing event updated for resources: {'Port': ['ID=55963d5a-7068-448d-954d-448bdafeaab3,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:17.749591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:18.074027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-7661f915-45d0-49a1-b651-4af5bc10e390 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:08:18.090342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7661f915-45d0-49a1-b651-4af5bc10e390 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246441 Aug 27 02:08:20.446183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55256) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:20.770481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-bf74a7d6-888c-4641-8587-c2c39cbcf311 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:08:20.771470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bf74a7d6-888c-4641-8587-c2c39cbcf311 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3241713 Aug 27 02:08:23.361556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55266) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:23.684291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-06e58056-ce18-4caf-bc69-74967ee1e794 admin admin] Request body: {'router': {'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'name': 'router1', 'admin_state_up': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:08:23.711490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e58056-ce18-4caf-bc69-74967ee1e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:23.712981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e58056-ce18-4caf-bc69-74967ee1e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:23.850760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e58056-ce18-4caf-bc69-74967ee1e794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:23.858651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e58056-ce18-4caf-bc69-74967ee1e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:23.872993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e58056-ce18-4caf-bc69-74967ee1e794 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:23.874163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06e58056-ce18-4caf-bc69-74967ee1e794 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5116396 Aug 27 02:08:24.181219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 55963d5a-7068-448d-954d-448bdafeaab3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:08:24.273380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 55963d5a-7068-448d-954d-448bdafeaab3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:08:24.739848 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68956637-3758-4192-9303-8fc5d052b103 None None] Network 0bcac1aa-538c-41ae-b13b-571797965d8a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:08:24.806663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1bce9b4b-ab0a-435f-83cc-8f20835f7167 None None] Provisioning for port 55963d5a-7068-448d-954d-448bdafeaab3 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:08:24.812850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1bce9b4b-ab0a-435f-83cc-8f20835f7167 None None] Provisioning complete for port 55963d5a-7068-448d-954d-448bdafeaab3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:24.813241 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1bce9b4b-ab0a-435f-83cc-8f20835f7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:24.984971 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1bce9b4b-ab0a-435f-83cc-8f20835f7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:25.036372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1bce9b4b-ab0a-435f-83cc-8f20835f7167 None None] For port 55963d5a-7068-448d-954d-448bdafeaab3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=55963d5a-7068-448d-954d-448bdafeaab3,segment=NetworkSegment(04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed),segment_id=04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:08:25.041896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1bce9b4b-ab0a-435f-83cc-8f20835f7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:25.093286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce9b4b-ab0a-435f-83cc-8f20835f7167 None None] Pushing event updated for resources: {'Port': ['ID=55963d5a-7068-448d-954d-448bdafeaab3,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:25.263715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eee85863-abe7-4b6d-badc-28990856b873 None None] Provisioning complete for port 55963d5a-7068-448d-954d-448bdafeaab3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:25.264350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eee85863-abe7-4b6d-badc-28990856b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:26.147636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 55963d5a-7068-448d-954d-448bdafeaab3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:08:26.193802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 55963d5a-7068-448d-954d-448bdafeaab3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:26.194183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:26.220183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55278) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:26.536770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-f19960ce-ebbc-4ff2-bfee-f6ce9f5fe319 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:08:26.537752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f19960ce-ebbc-4ff2-bfee-f6ce9f5fe319 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165553 Aug 27 02:08:27.554806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6dd8b064-3bc8-4a0b-bd23-45609b3b27a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:28.881787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55286) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:29.228308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:08:29.261041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Made reservation on behalf of e1d9095f34dc402fba5cbaaf56794d7b for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:08:29.263614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.279029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.416122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.421982 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.439263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Reserving flat network on physical network physnet1 {{(pid=94772) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 02:08:29.455012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b84945a-59f7-4b61-8659-4b8ada4b4b75,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:29.463275 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754610850021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.463842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Unsubscribe: segment precommit_create {{(pid=94772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 02:08:29.464337 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Added segment 1311bbe0-15ad-449a-8970-56b247451ddd of type flat for network a9257989-12fb-4e60-a407-f8069dfebfb8 Aug 27 02:08:29.522971 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.585760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.586699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:29.587271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:29.665203 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7819037 Aug 27 02:08:29.676525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28187889-c031-477b-85ce-b8f2da31331c admin admin] Pushing event updated for resources: {'Network': ['ID=a9257989-12fb-4e60-a407-f8069dfebfb8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:29.687854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a9257989-12fb-4e60-a407-f8069dfebfb8 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:08:30.144961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-64a2daa0-a081-491b-97e0-441b8f567f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:30.328271 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:31.034136 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:32.028127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55304) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:32.231125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc334a5-9791-49fc-b072-86900d69c9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:32.232545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1cc334a5-9791-49fc-b072-86900d69c9fc admin admin] 10.222.0.10 "GET /v2.0/subnets/a7626b5c-fc2e-47ac-b0f5-4ee32a29647e HTTP/1.1" status: 200 len: 849 time: 0.2030482 Aug 27 02:08:32.388746 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-37122fe7-fff0-4512-a3a0-7898c5565851 admin admin] 10.222.0.10 "GET /v2.0/routers/23324038-88b4-42a4-b69c-e3678bd8e311 HTTP/1.1" status: 200 len: 704 time: 0.1498728 Aug 27 02:08:32.658782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:32.878367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:32.946932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Allocated IP 172.20.0.1 (0bcac1aa-538c-41ae-b13b-571797965d8a/a7626b5c-fc2e-47ac-b0f5-4ee32a29647e/a3fc9717-6a19-4e13-ba68-a4b6fe018f0e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:08:33.103833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.125406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Transition to ACTIVE for port object a3fc9717-6a19-4e13-ba68-a4b6fe018f0e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:08:33.194622 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.312360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Network 0bcac1aa-538c-41ae-b13b-571797965d8a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:08:33.317158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:08:33.321821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:08:33.322406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.340988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3fc9717-6a19-4e13-ba68-a4b6fe018f0e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:33.513147 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.532742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9b699051-aa5a-4ec1-b8fc-40cfed79cab7 None None] Provisioning for port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:08:33.536614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9b699051-aa5a-4ec1-b8fc-40cfed79cab7 None None] Provisioning complete for port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:33.536989 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9b699051-aa5a-4ec1-b8fc-40cfed79cab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.570927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9b699051-aa5a-4ec1-b8fc-40cfed79cab7 None None] Port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:08:33.739753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.747207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.748000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.823826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3fc9717-6a19-4e13-ba68-a4b6fe018f0e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:33.875918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Network 0bcac1aa-538c-41ae-b13b-571797965d8a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:08:33.877342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:08:34.038091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Router 23324038-88b4-42a4-b69c-e3678bd8e311 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:08:34.091911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b971a1bd-0521-488d-a07c-6e88cefdbe9d None None] Provisioning complete for port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:34.092465 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b971a1bd-0521-488d-a07c-6e88cefdbe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:34.127402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b971a1bd-0521-488d-a07c-6e88cefdbe9d None None] Port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:08:34.128843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:08:34.134178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28f69c10-04da-4a3b-958c-0bc3c45826b0 admin admin] 10.222.0.10 "PUT /v2.0/routers/23324038-88b4-42a4-b69c-e3678bd8e311/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7369058 Aug 27 02:08:34.154073 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Sync routers for ids ['23324038-88b4-42a4-b69c-e3678bd8e311'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:08:34.166413 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Routers {'23324038-88b4-42a4-b69c-e3678bd8e311'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:08:34.167314 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:08:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['23324038-88b4-42a4-b69c-e3678bd8e311'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:34.349957 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Set router 23324038-88b4-42a4-b69c-e3678bd8e311 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:08:34.801505 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'name': 'router1', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:08:23Z', 'updated_at': '2021-08-27T02:08:33Z', 'revision_number': 2, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'gw_port_host': None, '_interfaces': [{'id': 'a3fc9717-6a19-4e13-ba68-a4b6fe018f0e', 'name': '', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'mac_address': 'fa:16:3e:58:d5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:32Z', 'updated_at': '2021-08-27T02:08:33Z', 'revision_number': 2, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'subnets': [{'id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c709557a-40ff-4267-a18e-936bd65e4384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:34.855949 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Checking router: 23324038-88b4-42a4-b69c-e3678bd8e311 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:08:34.856282 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Updating router 23324038-88b4-42a4-b69c-e3678bd8e311 port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:08:34.905007 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:35.413298 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:35.437006 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Transition to ACTIVE for port object a3fc9717-6a19-4e13-ba68-a4b6fe018f0e will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:08:35.444424 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:35.603960 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Pushing event updated for resources: {'Port': ['ID=a3fc9717-6a19-4e13-ba68-a4b6fe018f0e,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:35.611650 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Attempting to bind port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:08:35.612037 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Attempting to bind port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:08:35.612550 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Attempting to bind port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e on network 0bcac1aa-538c-41ae-b13b-571797965d8a {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:08:35.620355 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:08:35.620748 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Checking segment: {'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:08:35.621278 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:35.621685 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Bound using segment: {'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:08:35.622190 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Bound port: a3fc9717-6a19-4e13-ba68-a4b6fe018f0e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:08:35.622587 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:35.625788 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.626128 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.626494 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.626821 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.627142 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.627465 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.627783 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.628096 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.628410 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.628721 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.629038 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.629348 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Tracked resource versions report: Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: pushed versions: Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: { 'AddressGroup': {'1.2'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'ConntrackHelper': {'1.0'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Log': {'1.0'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Network': {'1.1'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Port': {'1.7'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'PortForwarding': {'1.2'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'QosPolicy': {'1.9'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'SecurityGroup': {'1.4'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'SubPort': {'1.0'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Subnet': {'1.1'}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Trunk': {'1.1'}} Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: consumer versions: Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: L3 agent@n-d-806293-1: {}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: Metadata agent@n-d-806293-1: {}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: Metering agent@n-d-806293-1: {}, Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'ConntrackHelper': '1.0', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Log': '1.0', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Network': '1.1', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Port': '1.7', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'PortForwarding': '1.2', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'QosPolicy': '1.9', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'SecurityGroup': '1.4', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'SecurityGroupRule': '1.2', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'SubPort': '1.0', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Subnet': '1.1', Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: 'Trunk': '1.1'}} Aug 27 02:08:35.630416 n-d-806293-1 neutron-server[94775]: {{(pid=94775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:08:35.694884 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] For port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:08:35.715321 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] For port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a3fc9717-6a19-4e13-ba68-a4b6fe018f0e,segment=NetworkSegment(04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed),segment_id=04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:08:35.719975 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:35.776767 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f860d-5f3c-4fa4-970d-d97ed81a37c9 None None] Pushing event updated for resources: {'Port': ['ID=a3fc9717-6a19-4e13-ba68-a4b6fe018f0e,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:35.779400 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Routers {'23324038-88b4-42a4-b69c-e3678bd8e311'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:08:35.779983 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:08:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['23324038-88b4-42a4-b69c-e3678bd8e311'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:35.868563 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] Set router 23324038-88b4-42a4-b69c-e3678bd8e311 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:08:36.071050 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'name': 'router1', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:08:23Z', 'updated_at': '2021-08-27T02:08:33Z', 'revision_number': 2, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'gw_port_host': None, '_interfaces': [{'id': 'a3fc9717-6a19-4e13-ba68-a4b6fe018f0e', 'name': '', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'mac_address': 'fa:16:3e:58:d5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:32Z', 'updated_at': '2021-08-27T02:08:35Z', 'revision_number': 4, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'subnets': [{'id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c709557a-40ff-4267-a18e-936bd65e4384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:36.096103 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd932bc-9853-45b4-806e-af703757f4e4 None None] The sync data for ids ['23324038-88b4-42a4-b69c-e3678bd8e311'] in n-d-806293-1 is: [{'id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'name': 'router1', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:08:23Z', 'updated_at': '2021-08-27T02:08:33Z', 'revision_number': 2, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'gw_port_host': None, '_interfaces': [{'id': 'a3fc9717-6a19-4e13-ba68-a4b6fe018f0e', 'name': '', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'mac_address': 'fa:16:3e:58:d5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:32Z', 'updated_at': '2021-08-27T02:08:35Z', 'revision_number': 4, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'subnets': [{'id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c709557a-40ff-4267-a18e-936bd65e4384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:08:36.325498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55324) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:36.472012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6499934-cbd1-4101-9a9b-006f5f18a462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:36.473389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b6499934-cbd1-4101-9a9b-006f5f18a462 admin admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 842 time: 0.1466498 Aug 27 02:08:36.483603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.1.1', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:08:36.508327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Made reservation on behalf of e1d9095f34dc402fba5cbaaf56794d7b for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:08:36.510576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:36.889949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:08:36.890288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:36.945522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9538b0f9-eccf-4ac9-aea4-d3593d09b91a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:36.957542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:08:36.957920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Network hostable DHCP agents. Network: a9257989-12fb-4e60-a407-f8069dfebfb8, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:08:36.979286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:08:36.991267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a9257989-12fb-4e60-a407-f8069dfebfb8) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:08:36.997382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:36.998415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:37.004951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9130e6-e9f9-4560-b5eb-f8db4b920366 None None] Network a9257989-12fb-4e60-a407-f8069dfebfb8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:08:37.024110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9f68a4f1-74c5-48b0-a9f4-8e4b68860f66 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5362635 Aug 27 02:08:37.134028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8fe4e-b7fd-4bd5-9a96-9f0aa9be1761 None None] Network a9257989-12fb-4e60-a407-f8069dfebfb8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:08:39.253047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55332) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:39.382738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f3a95df-e01a-47ee-9ec5-9c85a892431e admin admin] 10.222.0.10 "GET /v2.0/routers/23324038-88b4-42a4-b69c-e3678bd8e311 HTTP/1.1" status: 200 len: 710 time: 0.1285243 Aug 27 02:08:39.473250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114dcda-2042-40dc-b226-620066677703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:08:39.474574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8114dcda-2042-40dc-b226-620066677703 admin admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 886 time: 0.0856061 Aug 27 02:08:39.484749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:08:39.731007 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.033573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.106397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.212564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Allocated IP 172.25.1.51 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/b87d8ff6-458e-4f48-927a-0c4c2be1771b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:08:40.330569 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.372712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.414258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:08:40.419463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:08:40.422345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Pushing event updated for resources: {'Port': ['ID=b87d8ff6-458e-4f48-927a-0c4c2be1771b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:40.433120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:08:40.680623 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.868235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.871595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:40.975734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Router 23324038-88b4-42a4-b69c-e3678bd8e311 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:08:41.092045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:08:41.097138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:41.098477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ad8517b2-26b5-4a5b-922c-cffe6bead16c admin admin] 10.222.0.10 "PUT /v2.0/routers/23324038-88b4-42a4-b69c-e3678bd8e311 HTTP/1.1" status: 200 len: 889 time: 1.6173463 Aug 27 02:08:42.186029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a3fc9717-6a19-4e13-ba68-a4b6fe018f0e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:08:42.241771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:08:42.246573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:42.247222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:42.322126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:42.354006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a3fc9717-6a19-4e13-ba68-a4b6fe018f0e,segment=NetworkSegment(04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed),segment_id=04bb5c54-fd4f-4409-b8b7-eabdbb7f34ed)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:08:42.359924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:42.409139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=a3fc9717-6a19-4e13-ba68-a4b6fe018f0e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:42.426008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Sync routers for ids ['23324038-88b4-42a4-b69c-e3678bd8e311'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:08:42.437142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Routers {'23324038-88b4-42a4-b69c-e3678bd8e311'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:08:42.437791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:08:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['23324038-88b4-42a4-b69c-e3678bd8e311'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:42.678658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Set router 23324038-88b4-42a4-b69c-e3678bd8e311 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:08:43.053955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'name': 'router1', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b87d8ff6-458e-4f48-927a-0c4c2be1771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:08:23Z', 'updated_at': '2021-08-27T02:08:40Z', 'revision_number': 4, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'gw_port': {'id': 'b87d8ff6-458e-4f48-927a-0c4c2be1771b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:40Z', 'updated_at': '2021-08-27T02:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'a3fc9717-6a19-4e13-ba68-a4b6fe018f0e', 'name': '', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'mac_address': 'fa:16:3e:58:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:32Z', 'updated_at': '2021-08-27T02:08:42Z', 'revision_number': 5, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'subnets': [{'id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c709557a-40ff-4267-a18e-936bd65e4384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:43.103935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Checking router: 23324038-88b4-42a4-b69c-e3678bd8e311 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:08:43.104293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Updating router 23324038-88b4-42a4-b69c-e3678bd8e311 port b87d8ff6-458e-4f48-927a-0c4c2be1771b binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:08:43.148935 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:43.456965 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:43.464260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55346) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:08:43.466345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Transition to ACTIVE for port object b87d8ff6-458e-4f48-927a-0c4c2be1771b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:08:43.473860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:43.525139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Attempting to bind port b87d8ff6-458e-4f48-927a-0c4c2be1771b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:08:43.525510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Attempting to bind port b87d8ff6-458e-4f48-927a-0c4c2be1771b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:08:43.525867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Attempting to bind port b87d8ff6-458e-4f48-927a-0c4c2be1771b on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:08:43.528621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9851ca-60d7-4b38-8610-3754b2a4150f None None] Pushing event updated for resources: {'Port': ['ID=b87d8ff6-458e-4f48-927a-0c4c2be1771b,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:43.532932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:08:43.533299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:08:43.533693 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:43.534072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:08:43.534570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Bound port: b87d8ff6-458e-4f48-927a-0c4c2be1771b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:08:43.535152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:43.583329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] For port b87d8ff6-458e-4f48-927a-0c4c2be1771b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:08:43.584305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8d372467-895d-456e-890e-503d0d841753 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1189027 Aug 27 02:08:43.586261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] For port b87d8ff6-458e-4f48-927a-0c4c2be1771b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b87d8ff6-458e-4f48-927a-0c4c2be1771b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:08:43.594360 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:43.657903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9851ca-60d7-4b38-8610-3754b2a4150f None None] Pushing event updated for resources: {'Port': ['ID=b87d8ff6-458e-4f48-927a-0c4c2be1771b,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:43.660575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Routers {'23324038-88b4-42a4-b69c-e3678bd8e311'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:08:43.661175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:08:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['23324038-88b4-42a4-b69c-e3678bd8e311'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:43.849544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] Set router 23324038-88b4-42a4-b69c-e3678bd8e311 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:08:44.058352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'name': 'router1', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b87d8ff6-458e-4f48-927a-0c4c2be1771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:08:23Z', 'updated_at': '2021-08-27T02:08:40Z', 'revision_number': 4, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'gw_port': {'id': 'b87d8ff6-458e-4f48-927a-0c4c2be1771b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:40Z', 'updated_at': '2021-08-27T02:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'a3fc9717-6a19-4e13-ba68-a4b6fe018f0e', 'name': '', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'mac_address': 'fa:16:3e:58:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:32Z', 'updated_at': '2021-08-27T02:08:42Z', 'revision_number': 5, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'subnets': [{'id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c709557a-40ff-4267-a18e-936bd65e4384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:08:44.084246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1db52-8f79-44a0-b0b0-c59f47f46910 None None] The sync data for ids ['23324038-88b4-42a4-b69c-e3678bd8e311'] in n-d-806293-1 is: [{'id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'name': 'router1', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b87d8ff6-458e-4f48-927a-0c4c2be1771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:08:23Z', 'updated_at': '2021-08-27T02:08:40Z', 'revision_number': 4, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'gw_port': {'id': 'b87d8ff6-458e-4f48-927a-0c4c2be1771b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:40Z', 'updated_at': '2021-08-27T02:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'a3fc9717-6a19-4e13-ba68-a4b6fe018f0e', 'name': '', 'network_id': '0bcac1aa-538c-41ae-b13b-571797965d8a', 'tenant_id': '519643c616ed4acdbc6b0621dca09bdf', 'mac_address': 'fa:16:3e:58:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23324038-88b4-42a4-b69c-e3678bd8e311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:08:32Z', 'updated_at': '2021-08-27T02:08:42Z', 'revision_number': 5, 'project_id': '519643c616ed4acdbc6b0621dca09bdf', 'subnets': [{'id': 'a7626b5c-fc2e-47ac-b0f5-4ee32a29647e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c709557a-40ff-4267-a18e-936bd65e4384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:08:44.218424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a3fc9717-6a19-4e13-ba68-a4b6fe018f0e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:08:44.274247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:44.274890 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:46.225212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b87d8ff6-458e-4f48-927a-0c4c2be1771b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:08:46.272975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b87d8ff6-458e-4f48-927a-0c4c2be1771b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:08:46.276581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b87d8ff6-458e-4f48-927a-0c4c2be1771b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:46.276961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:46.359184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:46.379765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port b87d8ff6-458e-4f48-927a-0c4c2be1771b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b87d8ff6-458e-4f48-927a-0c4c2be1771b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:08:46.384186 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:46.432992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=b87d8ff6-458e-4f48-927a-0c4c2be1771b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:08:48.214124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b87d8ff6-458e-4f48-927a-0c4c2be1771b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:08:48.324729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b87d8ff6-458e-4f48-927a-0c4c2be1771b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:08:48.325109 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:57.571427 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-633a8ad6-12ef-4db4-97d2-beca301f45f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:59.078661 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:09:00.147689 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e048c0e-72a2-445c-99fb-c7610e7aae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:00.334473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:01.037611 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:02.891269 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:27.564563 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-361d7b5c-1aa5-4e6d-8217-360c2b2e932e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:30.154285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4c0b745d-6cbc-4d11-80dc-53e8b42e9257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:30.333036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:31.037761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:32.900573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:36.078565 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:09:57.556720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbacd15a-4dfd-4efd-bb5e-62f242d00774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:00.147999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-07fe2b74-6a6d-4f6b-807a-81433cacc8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:00.328636 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:01.039887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:02.901355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:13.081418 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:10:22.448720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55940) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:22.526104 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e1793f-8a3e-4d29-b102-5150d385dfd0 admin admin] GET failed (client error): The resource could not be found. Aug 27 02:10:22.527530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c7e1793f-8a3e-4d29-b102-5150d385dfd0 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0772705 Aug 27 02:10:22.775780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce4d0a-3eb7-478f-b531-13756079222b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:22.777202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21ce4d0a-3eb7-478f-b531-13756079222b admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2428727 Aug 27 02:10:24.938781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55950) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:25.054767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf5d8ce-c984-4745-b78f-428268bb48a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:25.056096 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5cf5d8ce-c984-4745-b78f-428268bb48a3 admin admin] 10.222.0.10 "GET /v2.0/subnets/a7626b5c-fc2e-47ac-b0f5-4ee32a29647e HTTP/1.1" status: 200 len: 849 time: 0.1160405 Aug 27 02:10:25.066305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:10:25.153039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:25.322449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754610759976'] for subnet, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:25.355442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:25.356019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:25.357746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] 10.222.0.10 "PUT /v2.0/subnets/a7626b5c-fc2e-47ac-b0f5-4ee32a29647e HTTP/1.1" status: 200 len: 868 time: 0.2947514 Aug 27 02:10:25.360726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e5df1-2d28-455f-9bfc-889a2322c4c1 None None] Network 0bcac1aa-538c-41ae-b13b-571797965d8a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:10:25.376252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7626b5c-fc2e-47ac-b0f5-4ee32a29647e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:10:25.383950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.384358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.384604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.384943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.385265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.385584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.385889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.386218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.386631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.387099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.387413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.387740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecb802-49b9-47df-98b0-0b0d859fc8a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:25.762903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f0a1b062-48a6-454b-af24-fea2957a2517 None None] Provisioning complete for port a3fc9717-6a19-4e13-ba68-a4b6fe018f0e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:10:25.763282 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b062-48a6-454b-af24-fea2957a2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:25.853428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f0a1b062-48a6-454b-af24-fea2957a2517 None None] Provisioning complete for port 55963d5a-7068-448d-954d-448bdafeaab3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:10:25.853647 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b062-48a6-454b-af24-fea2957a2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:27.480535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:27.565361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e2171cf-3dc6-4d62-ad54-3cf581383d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:27.698546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55194b5-394d-40d1-9104-913343dae584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:27.698983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55194b5-394d-40d1-9104-913343dae584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:27.700731 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e55194b5-394d-40d1-9104-913343dae584 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2190268 Aug 27 02:10:29.862037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55968) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:30.061294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd37bf2-3f25-4846-b37e-34a82bff03e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:30.061675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd37bf2-3f25-4846-b37e-34a82bff03e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:30.063258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5dd37bf2-3f25-4846-b37e-34a82bff03e1 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002556 Aug 27 02:10:30.157752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca12-58c6-411e-9faf-bc4e4949132d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:30.332924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:31.043345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:32.177072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55976) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:32.320732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329e2993-64b5-4931-a7f7-adacb1492c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:32.322115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-329e2993-64b5-4931-a7f7-adacb1492c00 admin admin] 10.222.0.10 "GET /v2.0/networks/0bcac1aa-538c-41ae-b13b-571797965d8a HTTP/1.1" status: 200 len: 869 time: 0.1438258 Aug 27 02:10:32.905542 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:34.474150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55984) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:34.615696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99079bec-5fee-4ef9-88e0-446bb5ff11d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:34.617049 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-99079bec-5fee-4ef9-88e0-446bb5ff11d0 admin admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 886 time: 0.1419463 Aug 27 02:10:36.803220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55992) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:36.933585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece75343-f682-400c-bd3a-6687ea27be03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:36.934039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece75343-f682-400c-bd3a-6687ea27be03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:36.935593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ece75343-f682-400c-bd3a-6687ea27be03 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314797 Aug 27 02:10:39.082744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56000) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:39.176228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a977cc-26a5-4306-b37b-abc1c39fa3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:39.176682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a977cc-26a5-4306-b37b-abc1c39fa3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:39.178351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80a977cc-26a5-4306-b37b-abc1c39fa3cc admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945113 Aug 27 02:10:41.332174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56008) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:41.423584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ab632-b04c-453c-ae3c-39b8142a66dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:41.424933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f55ab632-b04c-453c-ae3c-39b8142a66dd admin admin] 10.222.0.10 "GET /v2.0/subnets/9538b0f9-eccf-4ac9-aea4-d3593d09b91a HTTP/1.1" status: 200 len: 816 time: 0.0917978 Aug 27 02:10:43.561919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56016) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:43.670145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c0611-9160-41e2-bce3-75db274280d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:43.671524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-274c0611-9160-41e2-bce3-75db274280d4 admin admin] 10.222.0.10 "GET /v2.0/subnets/a7626b5c-fc2e-47ac-b0f5-4ee32a29647e HTTP/1.1" status: 200 len: 868 time: 0.1085513 Aug 27 02:10:50.081491 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:10:57.559713 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c970d46d-4e78-4616-ac4e-acf1b419683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:00.152152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-980e9db8-bd33-42ca-ad6b-3ff6175bd702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:00.336268 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:01.048543 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:02.913366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:07.305784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56070) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:11:07.357813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-259b1297-af8d-45f4-ba4c-59e62d325fc8 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:11:07.358813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-259b1297-af8d-45f4-ba4c-59e62d325fc8 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520301 Aug 27 02:11:09.643761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56078) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:11:09.716538 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e921c6e6-9055-4725-b932-93d21f999691 admin admin] GET failed (client error): The resource could not be found. Aug 27 02:11:09.717835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e921c6e6-9055-4725-b932-93d21f999691 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0727506 Aug 27 02:11:09.806803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1314d8b6-67c7-497f-87ec-a3acef2194b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:11:09.808187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1314d8b6-67c7-497f-87ec-a3acef2194b0 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0856481 Aug 27 02:11:11.970365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56086) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:11:12.022953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:11:12.048055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Made reservation on behalf of e1d9095f34dc402fba5cbaaf56794d7b for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:11:12.050419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:12.084445 n-d-806293-1 neutron-server[94773]: WARNING neutron.services.revisions.revision_plugin [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Could not find related network for resource to bump revision. Aug 27 02:11:12.096846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:11:12.106779 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:12.107215 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Added segment 64ae3d17-a002-4bef-856e-a1ed192adad3 of type vlan for network 973dc31d-fd62-43af-9d5b-28a71cef4c86 Aug 27 02:11:12.149219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:12.184039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:12.184985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:11:12.185574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:12.232914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2614968 Aug 27 02:11:12.243239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c0f9-b6cd-46ce-8db4-bf8b7e0a7c90 admin admin] Pushing event updated for resources: {'Network': ['ID=973dc31d-fd62-43af-9d5b-28a71cef4c86,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:11:12.256525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:11:14.399800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56094) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:11:14.463895 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c8bc77-8c45-494a-ad4f-52c2b04926e9 admin admin] GET failed (client error): The resource could not be found. Aug 27 02:11:14.465215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-01c8bc77-8c45-494a-ad4f-52c2b04926e9 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644369 Aug 27 02:11:14.567548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af68e179-40a5-4b41-9ced-2f161cb978ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:11:14.569058 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-af68e179-40a5-4b41-9ced-2f161cb978ce admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989923 Aug 27 02:11:14.579805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Request body: {'subnet': {'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:11:14.603587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Made reservation on behalf of e1d9095f34dc402fba5cbaaf56794d7b for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:11:14.605799 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:14.842652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:14.887331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbbe764-22c8-4603-b214-8159cc72a191,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:11:14.906257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:11:14.906641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Network hostable DHCP agents. Network: 973dc31d-fd62-43af-9d5b-28a71cef4c86, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:11:14.926123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:11:14.936837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 973dc31d-fd62-43af-9d5b-28a71cef4c86) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:11:14.941151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:11:14.941739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:14.946449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac7988-ede8-4c8c-897d-92cafe67047f None None] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:11:14.957490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-41ca05bf-7c18-4c82-8407-6e80c29c9acf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3813632 Aug 27 02:11:15.194111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-973dc31d-fd62-43af-9d5b-28a71cef4c86', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'tenant_id': 'e1d9095f34dc402fba5cbaaf56794d7b', 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:11:15.195038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:15.334025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Allocated IP 192.168.233.2 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/92c898c9-177c-48a2-8bf7-4d1153521649) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:11:15.475664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:15.484238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Transition to ACTIVE for port object 92c898c9-177c-48a2-8bf7-4d1153521649 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:11:15.499397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Transition to ACTIVE for port object 92c898c9-177c-48a2-8bf7-4d1153521649 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:11:15.506343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:15.543645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:11:15.548469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:11:15.551923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:11:15.557412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Pushing event updated for resources: {'Port': ['ID=92c898c9-177c-48a2-8bf7-4d1153521649,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:11:15.568334 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.568682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.569021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.569372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.569704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.570032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.570372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.570699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.571016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.571331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.571650 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.571964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:15.616148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Attempting to bind port 92c898c9-177c-48a2-8bf7-4d1153521649 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:11:15.616512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Attempting to bind port 92c898c9-177c-48a2-8bf7-4d1153521649 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:11:15.616866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Attempting to bind port 92c898c9-177c-48a2-8bf7-4d1153521649 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:11:15.621911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:11:15.622279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:11:15.622795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:15.623203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:11:15.623665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Bound port: 92c898c9-177c-48a2-8bf7-4d1153521649, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:11:15.624053 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:15.687223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] For port 92c898c9-177c-48a2-8bf7-4d1153521649, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:11:15.690514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] For port 92c898c9-177c-48a2-8bf7-4d1153521649, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=92c898c9-177c-48a2-8bf7-4d1153521649,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:11:15.695342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:15.749298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859d910-4b16-4069-bb97-69cc85e72fd0 None None] Pushing event updated for resources: {'Port': ['ID=92c898c9-177c-48a2-8bf7-4d1153521649,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:11:16.328729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 92c898c9-177c-48a2-8bf7-4d1153521649 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:11:16.387485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 92c898c9-177c-48a2-8bf7-4d1153521649 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:11:16.585758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c02ad0-5245-4ee3-9f27-e6ae167b69e3 None None] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:11:16.663253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fe609bf3-22c1-483e-b21b-9f8b9bc0dc10 None None] Provisioning for port 92c898c9-177c-48a2-8bf7-4d1153521649 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:11:16.673532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fe609bf3-22c1-483e-b21b-9f8b9bc0dc10 None None] Provisioning complete for port 92c898c9-177c-48a2-8bf7-4d1153521649 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:11:16.673906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe609bf3-22c1-483e-b21b-9f8b9bc0dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:16.802652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe609bf3-22c1-483e-b21b-9f8b9bc0dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:16.836937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fe609bf3-22c1-483e-b21b-9f8b9bc0dc10 None None] For port 92c898c9-177c-48a2-8bf7-4d1153521649, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=92c898c9-177c-48a2-8bf7-4d1153521649,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:11:16.843709 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe609bf3-22c1-483e-b21b-9f8b9bc0dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:16.894635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe609bf3-22c1-483e-b21b-9f8b9bc0dc10 None None] Pushing event updated for resources: {'Port': ['ID=92c898c9-177c-48a2-8bf7-4d1153521649,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:11:16.962845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-34bbf6da-f799-4169-adbf-694ec05c9d44 None None] Provisioning complete for port 92c898c9-177c-48a2-8bf7-4d1153521649 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:11:16.963210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-34bbf6da-f799-4169-adbf-694ec05c9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:18.288418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 92c898c9-177c-48a2-8bf7-4d1153521649 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:11:18.338191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 92c898c9-177c-48a2-8bf7-4d1153521649 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:11:18.338608 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:27.081687 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:11:27.564041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-050e7d53-d0e4-4a74-babc-4ed638fa4661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:30.154818 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70baf253-a340-49af-b136-6c21b11bae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:30.343580 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:31.047979 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:32.917108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:57.570082 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-202a33d0-975c-4083-8592-6ecd2502991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:00.157496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb109d13-cfb0-435d-9589-2f083264c95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:00.339735 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:01.052447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:02.922077 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:04.082171 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:12:22.924207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56146) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:12:22.930279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-390e4110-3b99-48fc-b027-4ad0ef97a7c0 tempest-verify_tempest_config-515834355 tempest-verify_tempest_config-515834355-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:12:22.931292 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-390e4110-3b99-48fc-b027-4ad0ef97a7c0 tempest-verify_tempest_config-515834355 tempest-verify_tempest_config-515834355-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060780 Aug 27 02:12:23.237124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56164) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:12:23.349879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:23.440953 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:23.447022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:23.490591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8d6570e3e4d408bbdd974164dfc5c57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2523749 Aug 27 02:12:23.491394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d400bf9-af52-4fe1-b167-afec2feff251,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:12:23.493616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56168) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:12:23.498101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.498488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.498834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.499177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.499518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.499858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.500185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.500513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.500846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.501184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.501487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.501813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f7935-8c62-4278-a75b-24456bbef614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.552872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:23.573769 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:23.666328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:23.670856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:23.672511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d400bf9-af52-4fe1-b167-afec2feff251 HTTP/1.1" status: 204 len: 168 time: 0.1776919 Aug 27 02:12:23.684157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d400bf9-af52-4fe1-b167-afec2feff251,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:12:23.691348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.691695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.692035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.692407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.692721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.693047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.693374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.693698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.694017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.694346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.694688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:23.695011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d60983-fdde-42aa-a394-965c2c0e9648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:12:27.569762 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2480aafa-fac0-45ac-922c-961e8a23f9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:30.167518 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-46eb1a05-4488-4331-b10a-2774d31fea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:30.349997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:31.064343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:32.932156 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:41.087382 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:12:57.565040 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-187d1e85-3aaa-4763-84fb-8e469d1efde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:00.167863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e195028-6882-4847-bdb4-62f879d56bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:00.345553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:01.069074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:02.929134 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:18.090873 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:13:27.568118 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e8103ddb-6713-44c7-a8df-cfbdced27b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:30.164629 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e44d1f0-1d97-4ace-9d8a-eb5e7f81d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:30.349548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:31.065624 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:32.936635 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:55.095443 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:13:57.574298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-270b22d9-978c-4f3e-b9d6-c4d3502a0968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:00.166776 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fde8b0cd-1b9d-47ec-95d9-e1b55ef44597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:00.365610 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:01.071752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:02.935896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:27.578592 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-018eb099-1217-454d-8709-9ed22aa73d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:30.165618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4704353-0650-4721-bdba-3c9af23577eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:30.356221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:31.082418 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:32.098772 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:14:32.951200 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:57.584270 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f071ec6b-df61-4232-9499-d6e87af70de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:00.165585 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-183efbf8-f9f1-4053-a2c3-0c27049b24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:00.355652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:01.086392 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:02.959536 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:09.099904 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 5 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:15:16.392782 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452520'] for agent, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:17.027579 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452520'] for agent, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:27.592002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2f0c1055-8a25-4bc1-ae25-c6c3b48434ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:30.167597 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-72610477-ce60-4482-8171-f3fce80cb73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:30.354802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:31.090151 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:32.956630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:46.104770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:15:46.353412 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:47.016770 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:57.586799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12a28947-32d7-49de-8d40-b60f921d2a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:00.171949 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-182c9ee1-e6b8-44da-acb6-d09119818f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:00.352946 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:01.091223 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:02.955498 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:04.157539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:04.275401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b8efdbe5-1098-4f4f-bcab-e9f2ec383922 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1167631 Aug 27 02:16:06.457136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56244) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:06.519078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1251e009-5da3-4b94-a78d-5a3ba8c34098 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0607643 Aug 27 02:16:16.361143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:17.031994 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:23.109752 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:16:27.595026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c69660fa-63fa-46c9-93fb-8c11db0a7522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:30.166697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-974f89a9-3501-42ad-abb6-725f16a06b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:30.366003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:31.094806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:32.961704 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:46.358006 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:47.041567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.589997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-49c9631f-20f3-4b20-b14b-dd781c59ff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.110762 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:17:00.159954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-630e42c8-eec6-42d1-98e6-4354cb3e5191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.359651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.092713 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.962347 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.359788 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.041211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.036375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56374) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:26.241832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bc40fd38-ed61-43b3-888c-c680e370d1c8 tempest-AutoAllocateNetworkTest-2122266931 tempest-AutoAllocateNetworkTest-2122266931-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bd0e50052bcf4e1990885fd0a61bf44f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2042356 Aug 27 02:17:26.244532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56396) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:26.424573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f63ede-6640-4a17-be39-65ae08cb078e tempest-AutoAllocateNetworkTest-2122266931 tempest-AutoAllocateNetworkTest-2122266931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:26.429383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:26.434843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a1f63ede-6640-4a17-be39-65ae08cb078e tempest-AutoAllocateNetworkTest-2122266931 tempest-AutoAllocateNetworkTest-2122266931-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1892376 Aug 27 02:17:26.494347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1477caa-b77c-45fc-837c-26fea589e3db tempest-AutoAllocateNetworkTest-2122266931 tempest-AutoAllocateNetworkTest-2122266931-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636997 Aug 27 02:17:26.496929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56414) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:26.523698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d19ac91-c97b-4dae-8855-0203eb13f0c1 tempest-AutoAllocateNetworkTest-2122266931 tempest-AutoAllocateNetworkTest-2122266931-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bd0e50052bcf4e1990885fd0a61bf44f HTTP/1.1" status: 200 len: 208 time: 0.0254908 Aug 27 02:17:27.125726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56450) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:27.390232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.480524 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.486126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.530458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e8c901-ba86-4d09-9a4b-abf6d72d36ef,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:27.544427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.544773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.545588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.545588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.545807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.546115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.546585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.546911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.547368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.547697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.548134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.548452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] Tracked resource versions report: Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: pushed versions: Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: { 'AddressGroup': {'1.2'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'ConntrackHelper': {'1.0'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Log': {'1.0'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Network': {'1.1'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Port': {'1.7'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'PortForwarding': {'1.2'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'QosPolicy': {'1.9'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'SecurityGroup': {'1.4'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'SubPort': {'1.0'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Subnet': {'1.1'}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Trunk': {'1.1'}} Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: consumer versions: Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: HyperV agent@n-h1-806293-1: {}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: HyperV agent@n-h2-806293-1: {}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: L3 agent@n-d-806293-1: {}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: Metadata agent@n-d-806293-1: {}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: Metering agent@n-d-806293-1: {}, Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'ConntrackHelper': '1.0', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Log': '1.0', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Network': '1.1', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Port': '1.7', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'PortForwarding': '1.2', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'QosPolicy': '1.9', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'SecurityGroup': '1.4', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'SecurityGroupRule': '1.2', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'SubPort': '1.0', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Subnet': '1.1', Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: 'Trunk': '1.1'}} Aug 27 02:17:27.549623 n-d-806293-1 neutron-server[94773]: {{(pid=94773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:17:27.558738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56478) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:27.570929 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-81c96a9b-8dbb-4b7d-9a24-7a1624d1f83f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd0e50052bcf4e1990885fd0a61bf44f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4438114 Aug 27 02:17:27.601374 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5d022ec4-1789-4b8c-b519-0a179b2c291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.628721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.650422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.706972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.709691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.710921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4e8c901-ba86-4d09-9a4b-abf6d72d36ef HTTP/1.1" status: 204 len: 168 time: 0.1512113 Aug 27 02:17:27.719208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e8c901-ba86-4d09-9a4b-abf6d72d36ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.730668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.731645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.731645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e51035-2e9b-411f-ab49-7dac1b8d0157 admin admin] Tracked resource versions report: Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: pushed versions: Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: { 'AddressGroup': {'1.2'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'ConntrackHelper': {'1.0'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Log': {'1.0'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Network': {'1.1'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Port': {'1.7'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'PortForwarding': {'1.2'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'QosPolicy': {'1.9'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'SecurityGroup': {'1.4'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'SubPort': {'1.0'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Subnet': {'1.1'}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Trunk': {'1.1'}} Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: consumer versions: Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: HyperV agent@n-h1-806293-1: {}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: HyperV agent@n-h2-806293-1: {}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: L3 agent@n-d-806293-1: {}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: Metadata agent@n-d-806293-1: {}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: Metering agent@n-d-806293-1: {}, Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'ConntrackHelper': '1.0', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Log': '1.0', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Network': '1.1', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Port': '1.7', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'PortForwarding': '1.2', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'QosPolicy': '1.9', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'SecurityGroup': '1.4', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'SecurityGroupRule': '1.2', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'SubPort': '1.0', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Subnet': '1.1', Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: 'Trunk': '1.1'}} Aug 27 02:17:27.733892 n-d-806293-1 neutron-server[94772]: {{(pid=94772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:17:30.161263 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66dcf29a-3b5f-4300-8012-88906c07f5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:30.368683 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.102887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.226253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:31.264019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56712) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:31.438419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e711810f-aecf-45c3-b30a-4e638345e15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.471511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-812bb0a8-2d07-4bdd-b460-427a58512a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.612575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e711810f-aecf-45c3-b30a-4e638345e15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.622170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e711810f-aecf-45c3-b30a-4e638345e15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.661902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e711810f-aecf-45c3-b30a-4e638345e15c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c43d928828b4ef6bd17122f53e54e23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4341767 Aug 27 02:17:31.664640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56764) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:31.736842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d95dba85-2648-4545-ab9d-8f5e456c071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.759425 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d95dba85-2648-4545-ab9d-8f5e456c071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.764078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711810f-aecf-45c3-b30a-4e638345e15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d752724-b9f5-4997-aea9-af4158d981c5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:31.810240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-812bb0a8-2d07-4bdd-b460-427a58512a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.814406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d95dba85-2648-4545-ab9d-8f5e456c071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.816236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-812bb0a8-2d07-4bdd-b460-427a58512a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.817061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d95dba85-2648-4545-ab9d-8f5e456c071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.822219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d95dba85-2648-4545-ab9d-8f5e456c071e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d752724-b9f5-4997-aea9-af4158d981c5 HTTP/1.1" status: 204 len: 168 time: 0.1558442 Aug 27 02:17:31.830978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dba85-2648-4545-ab9d-8f5e456c071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d752724-b9f5-4997-aea9-af4158d981c5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:31.867325 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-812bb0a8-2d07-4bdd-b460-427a58512a86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b84a0f8bdeb456dadd3ce02acfec013&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6022246 Aug 27 02:17:31.868400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bb0a8-2d07-4bdd-b460-427a58512a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895cc1cd-6117-40a0-8392-dd9dc1ebc551,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:31.870083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56776) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:31.918776 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3594e2-fcc5-46df-9250-1918bab31c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.940070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3594e2-fcc5-46df-9250-1918bab31c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.998649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3594e2-fcc5-46df-9250-1918bab31c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.001359 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3594e2-fcc5-46df-9250-1918bab31c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.002595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d3594e2-fcc5-46df-9250-1918bab31c2e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/895cc1cd-6117-40a0-8392-dd9dc1ebc551 HTTP/1.1" status: 204 len: 168 time: 0.1314523 Aug 27 02:17:32.020723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3594e2-fcc5-46df-9250-1918bab31c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cc1cd-6117-40a0-8392-dd9dc1ebc551,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:32.062587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56790) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.499449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7e45202-aa3c-46b2-84c1-54e188db4368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.598971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7e45202-aa3c-46b2-84c1-54e188db4368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.605677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7e45202-aa3c-46b2-84c1-54e188db4368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.640412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e45202-aa3c-46b2-84c1-54e188db4368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c83fcaa-cd22-4283-b058-575457b5cda3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:32.652215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56840) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.668707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4d61e04-8ac4-4bfb-950f-45085e3fc3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.677039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e7e45202-aa3c-46b2-84c1-54e188db4368 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbdf062184a04d2eaf9641788040f4cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6078458 Aug 27 02:17:32.677782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.739564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c728ea2c-f0ef-45db-b2f8-c45f7dc72162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.772134 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c728ea2c-f0ef-45db-b2f8-c45f7dc72162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.773066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56854) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.833613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c728ea2c-f0ef-45db-b2f8-c45f7dc72162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.836842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c728ea2c-f0ef-45db-b2f8-c45f7dc72162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.837972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c728ea2c-f0ef-45db-b2f8-c45f7dc72162 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c83fcaa-cd22-4283-b058-575457b5cda3 HTTP/1.1" status: 204 len: 168 time: 0.1564460 Aug 27 02:17:32.855920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ea2c-f0ef-45db-b2f8-c45f7dc72162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c83fcaa-cd22-4283-b058-575457b5cda3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:32.879480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4d61e04-8ac4-4bfb-950f-45085e3fc3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.886236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4d61e04-8ac4-4bfb-950f-45085e3fc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.919588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d61e04-8ac4-4bfb-950f-45085e3fc3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c6610f-b1c8-4bb2-bbee-5ad4c9964e65,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:32.936714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56868) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.937232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56870) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.947728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a4d61e04-8ac4-4bfb-950f-45085e3fc3d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9638f69e1f8e42788618b213b611397f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2934029 Aug 27 02:17:32.955379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06ebcb94-cca8-499e-80be-533124137196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.974957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.037403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b514f5b6-6205-4789-8d7d-898e8b5078ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.062304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b514f5b6-6205-4789-8d7d-898e8b5078ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.132663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b514f5b6-6205-4789-8d7d-898e8b5078ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.135316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b514f5b6-6205-4789-8d7d-898e8b5078ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.139190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b514f5b6-6205-4789-8d7d-898e8b5078ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84c6610f-b1c8-4bb2-bbee-5ad4c9964e65 HTTP/1.1" status: 204 len: 168 time: 0.1995349 Aug 27 02:17:33.155325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514f5b6-6205-4789-8d7d-898e8b5078ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c6610f-b1c8-4bb2-bbee-5ad4c9964e65,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.182286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-851093f2-5c98-4938-a195-c44fc86866fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.213482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06ebcb94-cca8-499e-80be-533124137196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.226728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06ebcb94-cca8-499e-80be-533124137196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.263573 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06ebcb94-cca8-499e-80be-533124137196 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2af966719841469e86dbabb07e6475c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3252280 Aug 27 02:17:33.266547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56902) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:33.276815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebcb94-cca8-499e-80be-533124137196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa78d25-4306-4d5e-8878-d584e20286c7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.359513 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afe52d12-a15a-4279-ab6b-f73b180ff81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.371506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-851093f2-5c98-4938-a195-c44fc86866fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.380033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-851093f2-5c98-4938-a195-c44fc86866fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.404060 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afe52d12-a15a-4279-ab6b-f73b180ff81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.440250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851093f2-5c98-4938-a195-c44fc86866fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00b439d-d4d3-4418-905b-28d607c46bc3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.446697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-851093f2-5c98-4938-a195-c44fc86866fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a6f363bc6b64a28852af4a1d13e2a41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6719794 Aug 27 02:17:33.449975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56908) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:33.475709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56914) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:33.477875 n-d-806293-1 neutron-server[94772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 02:17:33.509756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-f71258d0-498b-46de-a341-45b70e5a0ef9 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d74430453e4d4477a3fda77e57d2c6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307398 Aug 27 02:17:33.532379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4416de1b-7d06-4102-b78b-7576bf64021c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.566511 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4416de1b-7d06-4102-b78b-7576bf64021c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.570540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afe52d12-a15a-4279-ab6b-f73b180ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.573358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afe52d12-a15a-4279-ab6b-f73b180ff81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.574625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-afe52d12-a15a-4279-ab6b-f73b180ff81e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/faa78d25-4306-4d5e-8878-d584e20286c7 HTTP/1.1" status: 204 len: 168 time: 0.3066523 Aug 27 02:17:33.588749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe52d12-a15a-4279-ab6b-f73b180ff81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa78d25-4306-4d5e-8878-d584e20286c7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.632189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56918) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:33.640286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4416de1b-7d06-4102-b78b-7576bf64021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.642735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4416de1b-7d06-4102-b78b-7576bf64021c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.644105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4416de1b-7d06-4102-b78b-7576bf64021c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b00b439d-d4d3-4418-905b-28d607c46bc3 HTTP/1.1" status: 204 len: 168 time: 0.1929462 Aug 27 02:17:33.653671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a0a8-e0f6-4ffc-9eae-fe46dd3f41e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.670650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416de1b-7d06-4102-b78b-7576bf64021c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00b439d-d4d3-4418-905b-28d607c46bc3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.687280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-79058c9a-c3a4-42cb-8e9c-ab29c7fcc5ae tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:33.696469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-79058c9a-c3a4-42cb-8e9c-ab29c7fcc5ae tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798151 Aug 27 02:17:33.714875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-75ae8eaa-b12a-4b1f-86c3-b8dc251ca451 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/quotas/d74430453e4d4477a3fda77e57d2c6aa HTTP/1.1" status: 200 len: 375 time: 0.0137045 Aug 27 02:17:33.767549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a0a8-e0f6-4ffc-9eae-fe46dd3f41e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.775197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a0a8-e0f6-4ffc-9eae-fe46dd3f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.777424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-68aaef9c-71fd-4b44-b56f-f276b35b20f1 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d74430453e4d4477a3fda77e57d2c6aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549004 Aug 27 02:17:33.817231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b3f4a0a8-e0f6-4ffc-9eae-fe46dd3f41e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b24839d5c9cd420ca708cfbf423ded4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1839495 Aug 27 02:17:33.820149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:33.821172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4a0a8-e0f6-4ffc-9eae-fe46dd3f41e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f41e46-b0eb-410f-8dcb-fe45ea1e1ace,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.879211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f08d866e-e8ad-45b4-b72e-1c2064fc2213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.911501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f08d866e-e8ad-45b4-b72e-1c2064fc2213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.990787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56938) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:34.111223 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f08d866e-e8ad-45b4-b72e-1c2064fc2213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.113656 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f08d866e-e8ad-45b4-b72e-1c2064fc2213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.117227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f08d866e-e8ad-45b4-b72e-1c2064fc2213 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7f41e46-b0eb-410f-8dcb-fe45ea1e1ace HTTP/1.1" status: 204 len: 168 time: 0.2933774 Aug 27 02:17:34.123196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d866e-e8ad-45b4-b72e-1c2064fc2213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f41e46-b0eb-410f-8dcb-fe45ea1e1ace,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:34.157205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f786f4df-c25e-4d01-9e80-9297adc54f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.173189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56960) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:34.188512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-869d7553-cf00-4ef7-b8d7-bb8f78ba55f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.257026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f786f4df-c25e-4d01-9e80-9297adc54f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.263422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f786f4df-c25e-4d01-9e80-9297adc54f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.304362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f786f4df-c25e-4d01-9e80-9297adc54f88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c00452c646a406282572f5ce3cdc3ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3121991 Aug 27 02:17:34.305579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786f4df-c25e-4d01-9e80-9297adc54f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea030b-b406-4526-a528-fef9019a0100,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:34.308414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56964) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:34.322146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56968) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:34.404968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a64a9194-3479-46e0-baab-ee036d4972b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.410619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-869d7553-cf00-4ef7-b8d7-bb8f78ba55f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.419998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-869d7553-cf00-4ef7-b8d7-bb8f78ba55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.435206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a64a9194-3479-46e0-baab-ee036d4972b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.491995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d7553-cf00-4ef7-b8d7-bb8f78ba55f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1329fc7-3692-4f6d-b0fb-7e0b457fccf2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:34.502276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-869d7553-cf00-4ef7-b8d7-bb8f78ba55f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df3af1fbbfa5450ea6193f95f1f0954c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3270023 Aug 27 02:17:34.503918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56974) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:34.531055 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a64a9194-3479-46e0-baab-ee036d4972b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.540300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a64a9194-3479-46e0-baab-ee036d4972b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.540300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a64a9194-3479-46e0-baab-ee036d4972b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dea030b-b406-4526-a528-fef9019a0100 HTTP/1.1" status: 204 len: 168 time: 0.2291696 Aug 27 02:17:34.548645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a9194-3479-46e0-baab-ee036d4972b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea030b-b406-4526-a528-fef9019a0100,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:34.567987 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7601152-4f77-4081-ab96-af9bb3aa0dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.591444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7601152-4f77-4081-ab96-af9bb3aa0dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.653182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7601152-4f77-4081-ab96-af9bb3aa0dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.656732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7601152-4f77-4081-ab96-af9bb3aa0dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.657994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a7601152-4f77-4081-ab96-af9bb3aa0dee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1329fc7-3692-4f6d-b0fb-7e0b457fccf2 HTTP/1.1" status: 204 len: 168 time: 0.1531167 Aug 27 02:17:34.667537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7601152-4f77-4081-ab96-af9bb3aa0dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1329fc7-3692-4f6d-b0fb-7e0b457fccf2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:34.858800 n-d-806293-1 neutron-server[94773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 02:17:34.935470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b735053-6f41-4eca-b80c-33a57533916e req-62c0854c-8f2b-4bb0-8c3e-e65e940f122b tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 210 time: 0.6117659 Aug 27 02:17:35.183909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57014) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:35.197710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f311f8d2-7e9b-41e4-81c5-c2c4672f38da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.305166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f311f8d2-7e9b-41e4-81c5-c2c4672f38da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.313580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f311f8d2-7e9b-41e4-81c5-c2c4672f38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.365408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f311f8d2-7e9b-41e4-81c5-c2c4672f38da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a44c5e8aca4e4de5939164d96f2084e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1806457 Aug 27 02:17:35.366557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311f8d2-7e9b-41e4-81c5-c2c4672f38da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25fea19-c7bc-440d-914b-be901e7d7b28,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:35.368177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57026) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:35.431017 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3247e2fb-bd16-4660-8be0-fe8aefe4d1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.460305 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3247e2fb-bd16-4660-8be0-fe8aefe4d1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.522512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3247e2fb-bd16-4660-8be0-fe8aefe4d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.526298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3247e2fb-bd16-4660-8be0-fe8aefe4d1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.531204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3247e2fb-bd16-4660-8be0-fe8aefe4d1e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a25fea19-c7bc-440d-914b-be901e7d7b28 HTTP/1.1" status: 204 len: 168 time: 0.1619811 Aug 27 02:17:35.540410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247e2fb-bd16-4660-8be0-fe8aefe4d1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25fea19-c7bc-440d-914b-be901e7d7b28,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:36.154013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c20acddf-2ed2-4da3-a836-80b181d0a3a7 req-01cd19b3-174b-42fd-aecc-7fa59c3ed4bb tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 210 time: 0.0520790 Aug 27 02:17:36.195184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.32', 54675) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:36.224957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-dec66c6a-ca90-4d94-81bf-d131fc4e8b11 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d74430453e4d4477a3fda77e57d2c6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276423 Aug 27 02:17:36.454293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-4a5d7765-91fb-4052-9f57-8d65d47a84ca tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:36.456545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-4a5d7765-91fb-4052-9f57-8d65d47a84ca tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251656 Aug 27 02:17:36.560604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Request body: {'port': {'device_id': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'd74430453e4d4477a3fda77e57d2c6aa'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:36.769068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Made reservation on behalf of d74430453e4d4477a3fda77e57d2c6aa for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:36.772707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.783842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57112) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:36.867374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.963419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.968502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.053566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-158664751-network', 'tenant_id': '42add40864b547e3ac14ec3a0f9d75ee'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:37.081890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6c17a-b2b8-4650-901b-4089e80a7331,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:37.082850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Made reservation on behalf of 42add40864b547e3ac14ec3a0f9d75ee for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:37.085234 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.107104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.112923 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:17:37.219060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Allocated IP 192.168.233.222 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/9604081b-52dc-4d73-aee1-eec3a3c8ec86) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:37.239327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.250760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.288047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:37.303444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c094a86a-4e34-4586-92f4-f68bd3db6312,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:37.309388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.309785 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Added segment aace32db-7c85-4be2-8930-1402c397fffe of type vlan for network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 Aug 27 02:17:37.359758 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.403564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ce10c55-248a-4d18-b812-410dbc7e5659 req-d7bcb0e0-483b-42f9-8a43-e93bd168d49d tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 210 time: 0.0451374 Aug 27 02:17:37.418562 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.423680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.424627 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.563460 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.569492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7845550 Aug 27 02:17:37.573088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57142) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:37.585899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Request body: {'subnet': {'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-158664751-subnet', 'tenant_id': '42add40864b547e3ac14ec3a0f9d75ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:37.612607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Transition to ACTIVE for port object 9604081b-52dc-4d73-aee1-eec3a3c8ec86 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:37.626810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79512abe-dfba-4891-9f01-44de7ea7d945 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6000ff-1e6c-4b2c-8efd-6803eee85e26,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:37.647066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:37.658725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Made reservation on behalf of 42add40864b547e3ac14ec3a0f9d75ee for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:37.661395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.792058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.908246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:37.920858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:37.941529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.956691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:37.957570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.961353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.017581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Pushing event updated for resources: {'Port': ['ID=9604081b-52dc-4d73-aee1-eec3a3c8ec86,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:38.025827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-8753a068-0fd0-4b47-aed4-c0a20c4f966a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4692907 Aug 27 02:17:38.136407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ef85fa-d74e-4291-b42f-8739e258b3da,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:38.152554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:38.152554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Network hostable DHCP agents. Network: 6e6000ff-1e6c-4b2c-8efd-6803eee85e26, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:38.230018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:38.255673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 6e6000ff-1e6c-4b2c-8efd-6803eee85e26) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:38.267544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:38.268143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.270643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4725992-b02f-49d1-a6c1-a53bef031810 None None] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:38.281215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-f06e1eca-71cc-4487-94d3-9571e661a02c tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:38.282960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-f06e1eca-71cc-4487-94d3-9571e661a02c tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074244 Aug 27 02:17:38.296606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-eeb5847a-2582-44ce-b7fe-f07b30d52f51 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7186811 Aug 27 02:17:38.412457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a02112b3-56c6-44f3-8acb-4e8fb4275846 None None] Provisioning for port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:38.423735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a02112b3-56c6-44f3-8acb-4e8fb4275846 None None] Provisioning complete for port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:38.424104 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a02112b3-56c6-44f3-8acb-4e8fb4275846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.492257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a02112b3-56c6-44f3-8acb-4e8fb4275846 None None] Port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:38.572314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc676361-81c9-4390-b809-9f6fe3088f87 None None] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:38.937566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399dd5-b7c3-4eaa-8cee-df95757ef600 req-8a63acad-3e44-41f9-9756-11bd7fcc6e49 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:38.948271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-20399dd5-b7c3-4eaa-8cee-df95757ef600 req-8a63acad-3e44-41f9-9756-11bd7fcc6e49 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.1611488 Aug 27 02:17:38.994988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-20399dd5-b7c3-4eaa-8cee-df95757ef600 req-54a37c78-a990-4f79-809e-e1bff24542db tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 Aug 27 02:17:39.804661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:40.202856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e8aea-6859-4c68-b7fa-9c2f049184ab req-37108e6d-94f7-4a20-93cd-e4313e6ac6d0 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:40.217580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a54e8aea-6859-4c68-b7fa-9c2f049184ab req-37108e6d-94f7-4a20-93cd-e4313e6ac6d0 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.1047778 Aug 27 02:17:40.316252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a54e8aea-6859-4c68-b7fa-9c2f049184ab req-89fa8112-c72d-441f-bc8b-287dd7fd3a63 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969255 Aug 27 02:17:40.339567 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b36efe2e-9292-402b-9aef-5f2a7fe59325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.488225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57242) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:40.513396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b36efe2e-9292-402b-9aef-5f2a7fe59325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.522933 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b36efe2e-9292-402b-9aef-5f2a7fe59325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.568937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36efe2e-9292-402b-9aef-5f2a7fe59325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7b0b3e-ea2e-4f54-a236-44af6c0ea226,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:40.591547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b36efe2e-9292-402b-9aef-5f2a7fe59325 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4d3dfccd5e345378cfa3692d91dadd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7851717 Aug 27 02:17:40.594427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57248) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:40.665430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c918556-0bf8-4ce2-957b-cca23e6bb22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.674684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:40.682261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-863826289-network', 'tenant_id': '2e5ee2974ab243aab5aac725040ac5c6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:40.700655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c918556-0bf8-4ce2-957b-cca23e6bb22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.741347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Made reservation on behalf of 2e5ee2974ab243aab5aac725040ac5c6 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:40.743726 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.754614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.795533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c918556-0bf8-4ce2-957b-cca23e6bb22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.799315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c918556-0bf8-4ce2-957b-cca23e6bb22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.800492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c918556-0bf8-4ce2-957b-cca23e6bb22f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f7b0b3e-ea2e-4f54-a236-44af6c0ea226 HTTP/1.1" status: 204 len: 168 time: 0.2049332 Aug 27 02:17:40.818453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c918556-0bf8-4ce2-957b-cca23e6bb22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7b0b3e-ea2e-4f54-a236-44af6c0ea226,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:40.915400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.923581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57258) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:40.925423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.970863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:40.989388 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c282629-1c04-4ebf-8a0f-ffc40368f24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.002145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db2920-5bf8-4efe-81f2-24f38e72d183,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.015557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.016640 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Added segment 32ed123f-762e-4fe8-b5f9-139c1753427f of type vlan for network 6804174f-c264-4ee0-abc9-c40ad1a9ff1a Aug 27 02:17:41.085897 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.130997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.132179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.132845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.203876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] Pushing event updated for resources: {'Network': ['ID=6804174f-c264-4ee0-abc9-c40ad1a9ff1a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.215860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 6804174f-c264-4ee0-abc9-c40ad1a9ff1a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:41.269928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c282629-1c04-4ebf-8a0f-ffc40368f24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.276675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c282629-1c04-4ebf-8a0f-ffc40368f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.313188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7fac8ef5-eb07-4a11-9f83-ebfa3dfc3acf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6370065 Aug 27 02:17:41.316109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57270) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.321621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Request body: {'subnet': {'network_id': '6804174f-c264-4ee0-abc9-c40ad1a9ff1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-863826289-subnet', 'tenant_id': '2e5ee2974ab243aab5aac725040ac5c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:41.348270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282629-1c04-4ebf-8a0f-ffc40368f24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5753d4-5975-4242-b34e-dfe45810ed25,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.382069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c282629-1c04-4ebf-8a0f-ffc40368f24f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d04da3b4f66c49ba93ff49320a4f251a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913922 Aug 27 02:17:41.385575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57274) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.399897 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5748ba8e-aa03-4286-86fd-484f6f288c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.409220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Made reservation on behalf of 2e5ee2974ab243aab5aac725040ac5c6 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:41.411639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.629013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e4a59-ec10-43f3-a869-6e847cdd0432 req-b3a429a4-676b-4867-8150-feb7d1e9b96f tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.633040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e77e4a59-ec10-43f3-a869-6e847cdd0432 req-b3a429a4-676b-4867-8150-feb7d1e9b96f tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.1931329 Aug 27 02:17:41.634622 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c0d1c92-9ace-4ed3-96bb-b4c4caa01386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.644267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57276) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.685379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30aa81d1-cefc-4c6e-b876-368b7abe4aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.721677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c0d1c92-9ace-4ed3-96bb-b4c4caa01386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.755169 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e77e4a59-ec10-43f3-a869-6e847cdd0432 req-0407efe3-c8e2-4cea-bc1d-c2795431817d tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126006 Aug 27 02:17:41.770840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.801795 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c0d1c92-9ace-4ed3-96bb-b4c4caa01386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.802806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5748ba8e-aa03-4286-86fd-484f6f288c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.804592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c0d1c92-9ace-4ed3-96bb-b4c4caa01386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.808489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1c0d1c92-9ace-4ed3-96bb-b4c4caa01386 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d5753d4-5975-4242-b34e-dfe45810ed25 HTTP/1.1" status: 204 len: 168 time: 0.4195805 Aug 27 02:17:41.815679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d1c92-9ace-4ed3-96bb-b4c4caa01386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5753d4-5975-4242-b34e-dfe45810ed25,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.821726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5748ba8e-aa03-4286-86fd-484f6f288c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.888965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748ba8e-aa03-4286-86fd-484f6f288c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75cf76a-2e2b-4c1b-84ec-97f43dd16e18,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.913718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e34b2-a897-4122-8573-c734313aa3a0 req-c84a89f8-01d5-423d-91dc-4eb650045824 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.914194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e34b2-a897-4122-8573-c734313aa3a0 req-c84a89f8-01d5-423d-91dc-4eb650045824 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.914688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e34b2-a897-4122-8573-c734313aa3a0 req-c84a89f8-01d5-423d-91dc-4eb650045824 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.915152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e34b2-a897-4122-8573-c734313aa3a0 req-c84a89f8-01d5-423d-91dc-4eb650045824 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.915646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e34b2-a897-4122-8573-c734313aa3a0 req-c84a89f8-01d5-423d-91dc-4eb650045824 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.917307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c5e34b2-a897-4122-8573-c734313aa3a0 req-c84a89f8-01d5-423d-91dc-4eb650045824 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3552 time: 0.2984529 Aug 27 02:17:41.933166 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5748ba8e-aa03-4286-86fd-484f6f288c47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26a3dba3330f477684b0b41b30283bae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0083728 Aug 27 02:17:41.936088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Checking segment: {'id': '32ed123f-762e-4fe8-b5f9-139c1753427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6804174f-c264-4ee0-abc9-c40ad1a9ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:41.936448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Network hostable DHCP agents. Network: 6804174f-c264-4ee0-abc9-c40ad1a9ff1a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:41.938412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57286) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.950162 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30aa81d1-cefc-4c6e-b876-368b7abe4aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.955742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09163244-06d3-4ed5-b52a-7ce3f90458ff,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.965613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Network 6804174f-c264-4ee0-abc9-c40ad1a9ff1a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:41.973150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30aa81d1-cefc-4c6e-b876-368b7abe4aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.982181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 6804174f-c264-4ee0-abc9-c40ad1a9ff1a) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:41.988475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.989334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.999675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43485d1d-7337-4faa-a62e-56db67d2d0f6 None None] Network 6804174f-c264-4ee0-abc9-c40ad1a9ff1a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:42.049407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa81d1-cefc-4c6e-b876-368b7abe4aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60354d79-f0ae-4b55-a386-9f9ffd51e783,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.057694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2297f94e-6e0e-4c34-bc8c-961769ee7b55 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7399049 Aug 27 02:17:42.156295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8dd8-2b8d-4c55-b414-385279684820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.184110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-30aa81d1-cefc-4c6e-b876-368b7abe4aed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=672a7ef7fccd4856a1a69a176b9e08e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368874 Aug 27 02:17:42.186822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57294) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:42.203706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8dd8-2b8d-4c55-b414-385279684820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.209278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d72c62-c51c-4aac-8719-c48865502867 None None] Network 6804174f-c264-4ee0-abc9-c40ad1a9ff1a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:42.259655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab851f-0ad8-475e-ba7d-a5a9ea378109 req-f0e54af3-64d6-43a0-a725-700a31485105 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.269962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0bab851f-0ad8-475e-ba7d-a5a9ea378109 req-f0e54af3-64d6-43a0-a725-700a31485105 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 886 time: 0.3177266 Aug 27 02:17:42.301330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8dd8-2b8d-4c55-b414-385279684820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.304751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8dd8-2b8d-4c55-b414-385279684820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.306421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0bcd8dd8-2b8d-4c55-b414-385279684820 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f75cf76a-2e2b-4c1b-84ec-97f43dd16e18 HTTP/1.1" status: 204 len: 168 time: 0.3668637 Aug 27 02:17:42.315025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd8dd8-2b8d-4c55-b414-385279684820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75cf76a-2e2b-4c1b-84ec-97f43dd16e18,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.374868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-130822f7-cd83-4d9f-9693-94ef3c129661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.399575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-130822f7-cd83-4d9f-9693-94ef3c129661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.475537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57306) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:42.501988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e23e456-0376-4f58-af3b-218a5ede49dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.558756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31a06-f0ae-449b-9da7-b599ef4e1736 req-79d92dd8-f297-41f0-a118-4be9789c80d7 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.559232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31a06-f0ae-449b-9da7-b599ef4e1736 req-79d92dd8-f297-41f0-a118-4be9789c80d7 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.565358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31a06-f0ae-449b-9da7-b599ef4e1736 req-79d92dd8-f297-41f0-a118-4be9789c80d7 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.566182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31a06-f0ae-449b-9da7-b599ef4e1736 req-79d92dd8-f297-41f0-a118-4be9789c80d7 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.566844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31a06-f0ae-449b-9da7-b599ef4e1736 req-79d92dd8-f297-41f0-a118-4be9789c80d7 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.568834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23d31a06-f0ae-449b-9da7-b599ef4e1736 req-79d92dd8-f297-41f0-a118-4be9789c80d7 tempest-NetworksTest-1943561394 tempest-NetworksTest-1943561394-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3596 time: 0.2827041 Aug 27 02:17:42.570264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-130822f7-cd83-4d9f-9693-94ef3c129661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.580574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-130822f7-cd83-4d9f-9693-94ef3c129661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.583145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-130822f7-cd83-4d9f-9693-94ef3c129661 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60354d79-f0ae-4b55-a386-9f9ffd51e783 HTTP/1.1" status: 204 len: 168 time: 0.3952849 Aug 27 02:17:42.603401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130822f7-cd83-4d9f-9693-94ef3c129661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60354d79-f0ae-4b55-a386-9f9ffd51e783,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.697895 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e23e456-0376-4f58-af3b-218a5ede49dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.707908 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e23e456-0376-4f58-af3b-218a5ede49dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.757348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e23e456-0376-4f58-af3b-218a5ede49dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17fa345cf8ec4cb0bcbe64edfd52ebdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806935 Aug 27 02:17:42.759643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23e456-0376-4f58-af3b-218a5ede49dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecdf211-3db5-4a57-b7e2-9e531e65c31c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.760151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57312) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:42.925691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5a00-af29-4116-af7e-1ee989ef42e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.035865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5a00-af29-4116-af7e-1ee989ef42e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.090414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b899-e0a6-4a48-b8ee-55ddf2204fb1 req-c6437681-0cae-414e-bad7-110c690767e6 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:43.094059 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4af5b899-e0a6-4a48-b8ee-55ddf2204fb1 req-c6437681-0cae-414e-bad7-110c690767e6 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.1848671 Aug 27 02:17:43.169147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4af5b899-e0a6-4a48-b8ee-55ddf2204fb1 req-3ad6cc37-1d8f-4cc5-ba19-17b0ec6a01ec tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641878 Aug 27 02:17:43.184245 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5a00-af29-4116-af7e-1ee989ef42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.187420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5a00-af29-4116-af7e-1ee989ef42e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.191237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ebbd5a00-af29-4116-af7e-1ee989ef42e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ecdf211-3db5-4a57-b7e2-9e531e65c31c HTTP/1.1" status: 204 len: 168 time: 0.4299884 Aug 27 02:17:43.212650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd5a00-af29-4116-af7e-1ee989ef42e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecdf211-3db5-4a57-b7e2-9e531e65c31c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:43.227430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea255ab-8936-4e54-8646-dc2f8236761e req-075cf3b9-f4ae-4f0e-a274-b92c21f81af3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:43.234496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-075cf3b9-f4ae-4f0e-a274-b92c21f81af3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.3477550 Aug 27 02:17:43.253620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-6205e07d-0244-4530-8ee8-6f74e656bb56 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/quotas/42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 375 time: 0.0179920 Aug 27 02:17:43.301333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57336) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:43.331726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-8930961b-e1ee-424a-b1d1-ea5abc09c609 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768669 Aug 27 02:17:43.487381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57346) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:43.502717 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef3d-6dba-46cc-b290-7b062eec52ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.657532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef3d-6dba-46cc-b290-7b062eec52ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.665167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef3d-6dba-46cc-b290-7b062eec52ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.711687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aef3d-6dba-46cc-b290-7b062eec52ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51612a2-40ba-4c8e-b4e9-1a6dfc0cf99e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:43.721387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4b2aef3d-6dba-46cc-b290-7b062eec52ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25fecc7efa504b45b97c2cd7dea4bf87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328274 Aug 27 02:17:43.724115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57350) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:43.787690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-308f844d-aab3-44e7-8cfe-a16d451042d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.823358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-308f844d-aab3-44e7-8cfe-a16d451042d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.825348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a47604e1-5282-4526-abb2-56ee8d8bdd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.885040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-46b907b1-b546-4f58-adfd-6171d9a471f4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:43.892643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-46b907b1-b546-4f58-adfd-6171d9a471f4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2030733 Aug 27 02:17:43.991634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-308f844d-aab3-44e7-8cfe-a16d451042d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.995289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-308f844d-aab3-44e7-8cfe-a16d451042d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.999932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-308f844d-aab3-44e7-8cfe-a16d451042d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e51612a2-40ba-4c8e-b4e9-1a6dfc0cf99e HTTP/1.1" status: 204 len: 168 time: 0.2747161 Aug 27 02:17:44.018739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a47604e1-5282-4526-abb2-56ee8d8bdd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.020058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f844d-aab3-44e7-8cfe-a16d451042d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51612a2-40ba-4c8e-b4e9-1a6dfc0cf99e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:44.027334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a47604e1-5282-4526-abb2-56ee8d8bdd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.065066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a47604e1-5282-4526-abb2-56ee8d8bdd89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d4943e24c2b44e49794ae3721635b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7628255 Aug 27 02:17:44.070519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57366) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:44.091425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47604e1-5282-4526-abb2-56ee8d8bdd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe187def-5833-4c66-b6b4-773470f4ca23,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:44.099033 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-86fbcc0e-97b3-4d85-99fb-61e1fc68cbb7 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040405 Aug 27 02:17:44.260379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-827a0573-07c8-45e4-975d-275e85eade64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.305058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-827a0573-07c8-45e4-975d-275e85eade64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.336619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2999f-541e-4e3a-89c9-5c1dfd074e44 req-4a0b106f-5dc3-425d-b699-3430cab5e6b4 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:44.338207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1e2999f-541e-4e3a-89c9-5c1dfd074e44 req-4a0b106f-5dc3-425d-b699-3430cab5e6b4 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.0869763 Aug 27 02:17:44.401362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-5fb2563a-9fc1-4011-98b6-1b1fec096697 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881417 Aug 27 02:17:44.407856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-827a0573-07c8-45e4-975d-275e85eade64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.409861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-827a0573-07c8-45e4-975d-275e85eade64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.411097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-827a0573-07c8-45e4-975d-275e85eade64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe187def-5833-4c66-b6b4-773470f4ca23 HTTP/1.1" status: 204 len: 168 time: 0.3391998 Aug 27 02:17:44.420083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a0573-07c8-45e4-975d-275e85eade64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe187def-5833-4c66-b6b4-773470f4ca23,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:44.448664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1e2999f-541e-4e3a-89c9-5c1dfd074e44 req-b6f89c50-5383-4324-aaed-d6d13fcb1731 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936961 Aug 27 02:17:44.769309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca44ce72-6e2f-4528-b201-e0a18d5c0336 req-353aa4cc-4726-4000-95b5-928bb7b199b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 210 time: 0.0748606 Aug 27 02:17:45.053445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:45.076087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1cd27ffe-d1f4-4843-b04e-3292187b16cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.273769 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1cd27ffe-d1f4-4843-b04e-3292187b16cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.280398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1cd27ffe-d1f4-4843-b04e-3292187b16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.334453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1cd27ffe-d1f4-4843-b04e-3292187b16cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c9793894c8a4130bc23a7b63132b964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798665 Aug 27 02:17:45.335934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd27ffe-d1f4-4843-b04e-3292187b16cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aef4f79-539e-422f-8a49-067229515e71,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:45.337377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57428) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:45.442212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b73409-6b73-45b9-9690-7038c9c6d442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.491070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b73409-6b73-45b9-9690-7038c9c6d442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.598913 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b73409-6b73-45b9-9690-7038c9c6d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.604453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b73409-6b73-45b9-9690-7038c9c6d442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.606146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-18b73409-6b73-45b9-9690-7038c9c6d442 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6aef4f79-539e-422f-8a49-067229515e71 HTTP/1.1" status: 204 len: 168 time: 0.2667842 Aug 27 02:17:45.623032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b73409-6b73-45b9-9690-7038c9c6d442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aef4f79-539e-422f-8a49-067229515e71,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:45.665698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f49c8-be31-4a07-b9ba-5d4df00b7d70 req-4b3fd832-88af-4d70-b367-ef3710fa0fdf tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:45.673106 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-333f49c8-be31-4a07-b9ba-5d4df00b7d70 req-4b3fd832-88af-4d70-b367-ef3710fa0fdf tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.1143613 Aug 27 02:17:45.725155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-333f49c8-be31-4a07-b9ba-5d4df00b7d70 req-a6dbcc18-1efa-4ec6-8cd7-93dc942fef5b tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490026 Aug 27 02:17:45.941105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38bd3606-b9be-4e27-b0a7-ceca45f6a594 req-aad33815-ec43-495f-88f8-56f5c7b8c736 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 210 time: 0.0379577 Aug 27 02:17:46.369766 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:46.371259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.45', 49470) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:46.648623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea255ab-8936-4e54-8646-dc2f8236761e req-e9e1d2ec-62b3-4648-97ed-9031564bf45a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:46.650790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-e9e1d2ec-62b3-4648-97ed-9031564bf45a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.2780473 Aug 27 02:17:46.746438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Request body: {'port': {'device_id': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'admin_state_up': True, 'tenant_id': '42add40864b547e3ac14ec3a0f9d75ee'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:46.956843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b13d3-8ab1-4807-a5aa-cad9f07d608a req-5a8b5e69-8924-4e6e-ac4f-704564a13a74 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:46.982243 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f8b13d3-8ab1-4807-a5aa-cad9f07d608a req-5a8b5e69-8924-4e6e-ac4f-704564a13a74 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.1124911 Aug 27 02:17:47.061185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:47.074272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f8b13d3-8ab1-4807-a5aa-cad9f07d608a req-89c2a859-6cc1-4f5d-a9c3-2a54f2e07adb tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858724 Aug 27 02:17:47.139980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7c2e6af-4c1b-43e8-9477-6c46861eaac3 req-1547f8bd-2d74-4889-b403-280c87a97354 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 210 time: 0.0603178 Aug 27 02:17:47.294828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Made reservation on behalf of 42add40864b547e3ac14ec3a0f9d75ee for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:47.299149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:47.721538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Allocated IP 172.20.0.9 (6e6000ff-1e6c-4b2c-8efd-6803eee85e26/10ef85fa-d74e-4291-b42f-8739e258b3da/3da47fa1-e76e-45c2-a346-743a395a85d9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:48.003787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.073247 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.205959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:48.212589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:48.220393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:48.226439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.227370 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.266753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:48.293219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b73f95bb-ec65-4a7e-a304-ef687228adf8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5513980 Aug 27 02:17:48.300812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e15c-df81-4aa6-afd3-bbe8573d8256 req-a51599ef-61eb-48a8-91a3-7117c65e3ede tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.302972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d944e15c-df81-4aa6-afd3-bbe8573d8256 req-a51599ef-61eb-48a8-91a3-7117c65e3ede tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 936 time: 0.1303403 Aug 27 02:17:48.366133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d944e15c-df81-4aa6-afd3-bbe8573d8256 req-7a9cecd2-a564-424e-a5cc-ce94c85d0a73 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555017 Aug 27 02:17:48.426139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d14b0-1c5a-4c71-9ed9-918e7ae86676 req-8f9504ca-c17d-4983-9e4b-1408e620220e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.429985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-142d14b0-1c5a-4c71-9ed9-918e7ae86676 req-8f9504ca-c17d-4983-9e4b-1408e620220e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.0841129 Aug 27 02:17:48.489694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57568) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:48.528343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-142d14b0-1c5a-4c71-9ed9-918e7ae86676 req-ce8eb985-2f00-46a0-abb8-a528b33f13e9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838687 Aug 27 02:17:48.621762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Request body: {'port': {'device_id': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'device_owner': 'compute:tempest-test_az-1535241687', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:48.693224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-network', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:48.740204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.820267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Made reservation on behalf of ff624217e0d3487a87d9f7d42e4b1204 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:48.824467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.854244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.084733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57586) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:49.108931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57590) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:49.229722 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8992-5a5e-4a56-b89a-9e90aa7a45b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.270429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.272201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b192857-6fed-4ecb-ae96-794a8cc81987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.278887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.353379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:49.361430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05b102f-9718-4e20-83c8-6f63cf24d706,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:49.383080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9604081b-52dc-4d73-aee1-eec3a3c8ec86 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:49.396078 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.396581 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Added segment 190fabd5-4988-47e0-928b-cd63d2d0e4d5 of type vlan for network cd251a1d-13e0-44b6-a573-21294284775d Aug 27 02:17:49.407299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.422796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8992-5a5e-4a56-b89a-9e90aa7a45b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.432583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Transition to ACTIVE for port object 9604081b-52dc-4d73-aee1-eec3a3c8ec86 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:49.433220 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8992-5a5e-4a56-b89a-9e90aa7a45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.455558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.515439 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b7f8992-5a5e-4a56-b89a-9e90aa7a45b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a849da2edb3c4913840fa8cbe5fde805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288201 Aug 27 02:17:49.530274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57596) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:49.545722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f8992-5a5e-4a56-b89a-9e90aa7a45b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea2640-f603-4544-a30f-e410967f8880,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:49.578804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.686167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6864c-2406-45fa-920f-688ba69292b7 req-f0b34c41-0607-44f7-9c2c-469ec364972f tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:49.688559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-baf6864c-2406-45fa-920f-688ba69292b7 req-f0b34c41-0607-44f7-9c2c-469ec364972f tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 970 time: 0.1631513 Aug 27 02:17:49.701280 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-064ed175-6ee8-4697-9667-7121da200e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.725670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Attempting to bind port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:49.726035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Attempting to bind port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:49.726455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Attempting to bind port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:49.740272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Pushing event updated for resources: {'Port': ['ID=9604081b-52dc-4d73-aee1-eec3a3c8ec86,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:49.755953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:49.756283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Attempting to bind port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:49.765815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:49.766628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:49.766742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:49.767169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Bound port: 9604081b-52dc-4d73-aee1-eec3a3c8ec86, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:49.767526 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.790631 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-064ed175-6ee8-4697-9667-7121da200e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.795266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-baf6864c-2406-45fa-920f-688ba69292b7 req-12250e30-68c7-471c-b13f-77be4f55079c tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706911 Aug 27 02:17:49.830232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.832519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:49.834058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.837294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b192857-6fed-4ecb-ae96-794a8cc81987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.850595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b192857-6fed-4ecb-ae96-794a8cc81987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.889521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b192857-6fed-4ecb-ae96-794a8cc81987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f372783d-5bca-4204-b051-97e4ffa44983,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:49.935608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b192857-6fed-4ecb-ae96-794a8cc81987 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0f7d18e681b4e629092760ab92db55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8252788 Aug 27 02:17:49.937658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57604) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:49.959971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4690883 Aug 27 02:17:49.962581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57608) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:49.972236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Request body: {'subnet': {'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-subnet', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:50.001295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a182-1329-4dbe-a8b5-f6f0be84d5ea admin admin] Pushing event updated for resources: {'Network': ['ID=cd251a1d-13e0-44b6-a573-21294284775d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.012627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network cd251a1d-13e0-44b6-a573-21294284775d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:50.040746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Made reservation on behalf of ff624217e0d3487a87d9f7d42e4b1204 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:50.041785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-064ed175-6ee8-4697-9667-7121da200e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.044446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-064ed175-6ee8-4697-9667-7121da200e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.045002 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.048579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-064ed175-6ee8-4697-9667-7121da200e07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cea2640-f603-4544-a30f-e410967f8880 HTTP/1.1" status: 204 len: 168 time: 0.5166724 Aug 27 02:17:50.066090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] For port 9604081b-52dc-4d73-aee1-eec3a3c8ec86, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:50.072790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d966b47-f841-463f-ab54-ae88409569d5 req-5a093774-9d08-40d3-a5ba-fe6255f14984 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:50.080949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d966b47-f841-463f-ab54-ae88409569d5 req-5a093774-9d08-40d3-a5ba-fe6255f14984 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.1261141 Aug 27 02:17:50.089774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ed175-6ee8-4697-9667-7121da200e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea2640-f603-4544-a30f-e410967f8880,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.142992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d966b47-f841-463f-ab54-ae88409569d5 req-38585324-78c3-4c07-baef-6d282d5b7317 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603583 Aug 27 02:17:50.143638 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7398b3fd-6ce8-4228-911e-beec7a852214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.149109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] For port 9604081b-52dc-4d73-aee1-eec3a3c8ec86, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9604081b-52dc-4d73-aee1-eec3a3c8ec86,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:50.161486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.211727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7398b3fd-6ce8-4228-911e-beec7a852214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.229631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:50.230376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.232825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] 10.222.0.32 "PUT /v2.0/ports/9604081b-52dc-4d73-aee1-eec3a3c8ec86 HTTP/1.1" status: 200 len: 1118 time: 1.8651230 Aug 27 02:17:50.248009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'tag': '9604081b-52dc-4d73-aee1-eec3a3c8ec86'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:50.308755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7398b3fd-6ce8-4228-911e-beec7a852214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.311321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7398b3fd-6ce8-4228-911e-beec7a852214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.314859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7398b3fd-6ce8-4228-911e-beec7a852214 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f372783d-5bca-4204-b051-97e4ffa44983 HTTP/1.1" status: 204 len: 168 time: 0.3736749 Aug 27 02:17:50.327478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398b3fd-6ce8-4228-911e-beec7a852214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f372783d-5bca-4204-b051-97e4ffa44983,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.695152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:50.709098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-870555cd-6f79-4e52-9fd0-2800e5424ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.732430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3f152-c4ee-439f-ad0a-ea6882e9f299 service neutron] Pushing event updated for resources: {'Port': ['ID=9604081b-52dc-4d73-aee1-eec3a3c8ec86,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.793145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-9f44ea3a-754a-4830-9bf9-d756b25f7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:50.794707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-9f44ea3a-754a-4830-9bf9-d756b25f7111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d74430453e4d4477a3fda77e57d2c6aa&device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 1121 time: 0.3926737 Aug 27 02:17:50.878979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-870555cd-6f79-4e52-9fd0-2800e5424ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.887956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-870555cd-6f79-4e52-9fd0-2800e5424ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.906506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-ffdc04d7-6ba5-4fd4-8d52-8c9746b34518 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9604081b-52dc-4d73-aee1-eec3a3c8ec86 HTTP/1.1" status: 200 len: 217 time: 0.1004970 Aug 27 02:17:51.001087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-870555cd-6f79-4e52-9fd0-2800e5424ece admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1687b21e613a42d092053006d24251e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047116 Aug 27 02:17:51.006870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:51.009619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870555cd-6f79-4e52-9fd0-2800e5424ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7640c97-b84f-477a-8d07-7b4ca2d1e6e6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:51.013506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57642) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:51.028152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.065318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-a049b1af-c1b4-4434-9986-7522c8dfdd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.066721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-a049b1af-c1b4-4434-9986-7522c8dfdd58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1530495 Aug 27 02:17:51.067165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd4001-3870-4ec4-a99b-e675b7d57057 req-8f9e63cb-1399-4272-bddb-680edf4035bb tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.068859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6dd4001-3870-4ec4-a99b-e675b7d57057 req-8f9e63cb-1399-4272-bddb-680edf4035bb tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 970 time: 0.1302834 Aug 27 02:17:51.073611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6311-799c-4723-b7c8-2c64dcfd63a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.158527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57646) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:51.171616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Checking segment: {'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:51.171985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Network hostable DHCP agents. Network: cd251a1d-13e0-44b6-a573-21294284775d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:51.202696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedc6d42-c947-42fe-be30-af77ad0bba70,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:51.212210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6dd4001-3870-4ec4-a99b-e675b7d57057 req-6273e1f7-f72a-4122-915e-c09380dd9821 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310852 Aug 27 02:17:51.213752 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6ab21f-e4ec-47f1-a169-b210acde72c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f027d3ac-5bfc-4fcd-89f9-4ea1fb427376", "tag": "9604081b-52dc-4d73-aee1-eec3a3c8ec86"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:51.263428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4acb-f876-444f-be75-814de64b18f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.279701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-67302a88-d52f-495a-a457-4b823fb00c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.281250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-67302a88-d52f-495a-a457-4b823fb00c35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034469 Aug 27 02:17:51.283825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Network cd251a1d-13e0-44b6-a573-21294284775d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:51.317570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4acb-f876-444f-be75-814de64b18f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.368625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6311-799c-4723-b7c8-2c64dcfd63a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.376622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, cd251a1d-13e0-44b6-a573-21294284775d) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:51.388069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb72dea0-4551-4168-b8f0-85f1972bfae9 None None] Network cd251a1d-13e0-44b6-a573-21294284775d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:51.392786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.393390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.410485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8515d8-f20d-45aa-9416-5f78442200fb req-2b24c924-2096-41d7-b5bc-bee5b6599ab7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.418015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba8515d8-f20d-45aa-9416-5f78442200fb req-2b24c924-2096-41d7-b5bc-bee5b6599ab7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.1860273 Aug 27 02:17:51.444661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6311-799c-4723-b7c8-2c64dcfd63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.454338 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b647303a-1acb-4ff3-b5d1-283d30b4b0ff x-openstack-request-id: req-b647303a-1acb-4ff3-b5d1-283d30b4b0ff {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:51.454338 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027d3ac-5bfc-4fcd-89f9-4ea1fb427376", "tag": "9604081b-52dc-4d73-aee1-eec3a3c8ec86", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:51.454338 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b647303a-1acb-4ff3-b5d1-283d30b4b0ff {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:51.454338 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'tag': '9604081b-52dc-4d73-aee1-eec3a3c8ec86', 'status': 'completed', 'code': 200} Aug 27 02:17:51.460149 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-6f067711-3374-4a29-80fa-6cbc972a30cb service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547003 Aug 27 02:17:51.487935 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-102aae06-99d4-4553-ae35-1870110654b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5226305 Aug 27 02:17:51.491129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57656) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:51.493662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f05-bfb2-405d-970a-e373eb4987c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.538067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba8515d8-f20d-45aa-9416-5f78442200fb req-7fae0eb9-4846-4fe3-a97b-239162bc4440 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190546 Aug 27 02:17:51.548460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:51.576793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fc8b6311-799c-4723-b7c8-2c64dcfd63a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5401fe85f68746bc93b506f6b619855e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564668 Aug 27 02:17:51.581388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57658) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:51.587768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b6311-799c-4723-b7c8-2c64dcfd63a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cb1737-63a2-48a7-bb35-4f17afd3d0ee,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:51.599237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-cd251a1d-13e0-44b6-a573-21294284775d', 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'fixed_ips': [{'subnet_id': 'eedc6d42-c947-42fe-be30-af77ad0bba70'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:17:51.600584 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.611138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4acb-f876-444f-be75-814de64b18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.613712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4acb-f876-444f-be75-814de64b18f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.615031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2fb4acb-f876-444f-be75-814de64b18f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7640c97-b84f-477a-8d07-7b4ca2d1e6e6 HTTP/1.1" status: 204 len: 168 time: 0.6062844 Aug 27 02:17:51.637938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.639614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.645677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4acb-f876-444f-be75-814de64b18f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7640c97-b84f-477a-8d07-7b4ca2d1e6e6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:51.677084 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ebbf35-7259-4e0c-8598-c6738defccfa req-f5d67f2c-5815-4f8e-9ba0-fbbe3fe3145c service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995852 Aug 27 02:17:51.699628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91187b96-a87a-4ac4-8da6-13ddc6f59ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.748716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91187b96-a87a-4ac4-8da6-13ddc6f59ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.807599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Allocated IP 172.20.0.2 (cd251a1d-13e0-44b6-a573-21294284775d/eedc6d42-c947-42fe-be30-af77ad0bba70/b0e90c86-572d-4c14-bb25-c6546ea2ab46) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:51.822366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.843357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f05-bfb2-405d-970a-e373eb4987c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.856446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f05-bfb2-405d-970a-e373eb4987c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.873434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-6313092a-8147-4171-b0e7-8ac723e91425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.874983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-6313092a-8147-4171-b0e7-8ac723e91425 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d74430453e4d4477a3fda77e57d2c6aa&device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 1121 time: 0.1107585 Aug 27 02:17:51.959922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f9b15f05-bfb2-405d-970a-e373eb4987c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d203985db8f4bcf9224c1f7ce622bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771096 Aug 27 02:17:51.963280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57664) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:51.965245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b15f05-bfb2-405d-970a-e373eb4987c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1cbf61-abb1-4a36-af02-6c0bd981759e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.024883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91187b96-a87a-4ac4-8da6-13ddc6f59ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.027765 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91187b96-a87a-4ac4-8da6-13ddc6f59ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.028512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-91187b96-a87a-4ac4-8da6-13ddc6f59ee5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4cb1737-63a2-48a7-bb35-4f17afd3d0ee HTTP/1.1" status: 204 len: 168 time: 0.4459887 Aug 27 02:17:52.043318 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.045892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187b96-a87a-4ac4-8da6-13ddc6f59ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cb1737-63a2-48a7-bb35-4f17afd3d0ee,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.049001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f348225-57a2-4148-9ed9-f7a1eb63e4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.062669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Transition to ACTIVE for port object b0e90c86-572d-4c14-bb25-c6546ea2ab46 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:52.099377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f348225-57a2-4148-9ed9-f7a1eb63e4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.116083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Transition to ACTIVE for port object b0e90c86-572d-4c14-bb25-c6546ea2ab46 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:52.130048 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.170394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Network cd251a1d-13e0-44b6-a573-21294284775d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:52.173645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:52.183309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-7aee870d-627e-4481-876f-1088e1289e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:52.184844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-7aee870d-627e-4481-876f-1088e1289e67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2737920 Aug 27 02:17:52.188143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:52.196393 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f348225-57a2-4148-9ed9-f7a1eb63e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.202041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f348225-57a2-4148-9ed9-f7a1eb63e4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.217379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Pushing event updated for resources: {'Port': ['ID=b0e90c86-572d-4c14-bb25-c6546ea2ab46,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.224217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.224671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.224940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.225281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.225608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.225935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.226255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.227176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.227176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.227348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.227606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.227913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:52.228259 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f348225-57a2-4148-9ed9-f7a1eb63e4a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f1cbf61-abb1-4a36-af02-6c0bd981759e HTTP/1.1" status: 204 len: 168 time: 0.2547097 Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Tracked resource versions report: Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: pushed versions: Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: { 'AddressGroup': {'1.2'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'ConntrackHelper': {'1.0'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Log': {'1.0'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Network': {'1.1'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Port': {'1.7'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'PortForwarding': {'1.2'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'QosPolicy': {'1.9'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'SecurityGroup': {'1.4'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'SubPort': {'1.0'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Subnet': {'1.1'}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Trunk': {'1.1'}} Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: consumer versions: Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: HyperV agent@n-h1-806293-1: {}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: HyperV agent@n-h2-806293-1: {}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: L3 agent@n-d-806293-1: {}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: Metadata agent@n-d-806293-1: {}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: Metering agent@n-d-806293-1: {}, Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'ConntrackHelper': '1.0', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Log': '1.0', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Network': '1.1', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Port': '1.7', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'PortForwarding': '1.2', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'QosPolicy': '1.9', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'SecurityGroup': '1.4', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'SecurityGroupRule': '1.2', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'SubPort': '1.0', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Subnet': '1.1', Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: 'Trunk': '1.1'}} Aug 27 02:17:52.228994 n-d-806293-1 neutron-server[94774]: {{(pid=94774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:17:52.257583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f348225-57a2-4148-9ed9-f7a1eb63e4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1cbf61-abb1-4a36-af02-6c0bd981759e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.268744 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-6443ac2f-deff-4f27-96b7-70233967dd08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9604081b-52dc-4d73-aee1-eec3a3c8ec86 HTTP/1.1" status: 200 len: 217 time: 0.0474358 Aug 27 02:17:52.317781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Attempting to bind port b0e90c86-572d-4c14-bb25-c6546ea2ab46 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:52.318165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Attempting to bind port b0e90c86-572d-4c14-bb25-c6546ea2ab46 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:52.318562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Attempting to bind port b0e90c86-572d-4c14-bb25-c6546ea2ab46 on network cd251a1d-13e0-44b6-a573-21294284775d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:52.324109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:52.324509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Checking segment: {'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:52.324865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.325254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Bound using segment: {'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:52.325706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Bound port: b0e90c86-572d-4c14-bb25-c6546ea2ab46, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:52.326076 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.415621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2221054-9569-4d97-ad44-d2b7f7559723 req-b37a794c-bd28-4786-a17d-2102125d5e19 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:52.417375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2221054-9569-4d97-ad44-d2b7f7559723 req-b37a794c-bd28-4786-a17d-2102125d5e19 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 970 time: 0.0767527 Aug 27 02:17:52.460577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] For port b0e90c86-572d-4c14-bb25-c6546ea2ab46, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:52.467859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.472269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] For port b0e90c86-572d-4c14-bb25-c6546ea2ab46, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b0e90c86-572d-4c14-bb25-c6546ea2ab46,segment=NetworkSegment(190fabd5-4988-47e0-928b-cd63d2d0e4d5),segment_id=190fabd5-4988-47e0-928b-cd63d2d0e4d5)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:52.483698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.491798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-37b8a67f-a1dc-4352-8f45-c40d676c37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:52.498100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-37b8a67f-a1dc-4352-8f45-c40d676c37a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1839316 Aug 27 02:17:52.520921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2221054-9569-4d97-ad44-d2b7f7559723 req-890c7d29-4217-4f93-8b92-62e9b25cc54e tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968347 Aug 27 02:17:52.584748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377bc84-c789-4f70-a823-c3c947232ecf None None] Pushing event updated for resources: {'Port': ['ID=b0e90c86-572d-4c14-bb25-c6546ea2ab46,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.646951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-9f5da9ce-9819-4a9b-baf9-cc46e93d14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:52.648714 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-9f5da9ce-9819-4a9b-baf9-cc46e93d14f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394625 Aug 27 02:17:52.970498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57698) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:52.996283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac470bc8-845c-490b-83f3-ecd08d4eed71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.014105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a251cec-d859-4ee3-9adc-29250c2151cf req-c349e876-e99e-4154-8ed6-7737fe2833b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:53.042144 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a251cec-d859-4ee3-9adc-29250c2151cf req-c349e876-e99e-4154-8ed6-7737fe2833b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.3684092 Aug 27 02:17:53.192292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-7b11df17-79de-44dd-b1f4-c885ae4ff79f service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342400 Aug 27 02:17:53.207285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a251cec-d859-4ee3-9adc-29250c2151cf req-01cb5057-ceae-49a6-9b3d-05d2da80c46d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594439 Aug 27 02:17:53.236450 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac470bc8-845c-490b-83f3-ecd08d4eed71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.247523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac470bc8-845c-490b-83f3-ecd08d4eed71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.301699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac470bc8-845c-490b-83f3-ecd08d4eed71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=389acbc374004491a7661f94f075d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291228 Aug 27 02:17:53.305589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:53.351181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac470bc8-845c-490b-83f3-ecd08d4eed71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4004bc-61b6-4ec4-8227-17a6ea319e7c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:53.394430 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e085ae8-3b26-44e0-befb-fc661476b2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.397960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa6ab21f-e4ec-47f1-a169-b210acde72c4 req-87e73ac0-ad12-422c-a70c-152982a5d10f service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893377 Aug 27 02:17:53.418972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e085ae8-3b26-44e0-befb-fc661476b2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.491590 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.524617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e085ae8-3b26-44e0-befb-fc661476b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.527901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e085ae8-3b26-44e0-befb-fc661476b2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.529334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6e085ae8-3b26-44e0-befb-fc661476b2a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db4004bc-61b6-4ec4-8227-17a6ea319e7c HTTP/1.1" status: 204 len: 168 time: 0.2225668 Aug 27 02:17:53.543856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.544576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085ae8-3b26-44e0-befb-fc661476b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4004bc-61b6-4ec4-8227-17a6ea319e7c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:53.762592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1edbe-97c1-4dbb-9483-5553efbab22d req-6f4e0d23-393d-45b3-baf1-f86f85f1dfc9 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:53.764849 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6c1edbe-97c1-4dbb-9483-5553efbab22d req-6f4e0d23-393d-45b3-baf1-f86f85f1dfc9 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 970 time: 0.0750432 Aug 27 02:17:53.841589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6c1edbe-97c1-4dbb-9483-5553efbab22d req-36dc0965-ff21-4407-871f-51dc0aedd44a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673282 Aug 27 02:17:53.851264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Allocated IP 172.25.1.113 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/1e993107-73b3-4250-978f-ba2a714c1e99) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:53.964631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4e8d1-715e-404c-83fa-1fe73e6d1b0b None None] Network cd251a1d-13e0-44b6-a573-21294284775d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:54.000186 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.044620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-406832a5-5426-4084-8382-a60bf654901d None None] Provisioning for port b0e90c86-572d-4c14-bb25-c6546ea2ab46 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:54.058104 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.066082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57732) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:54.119890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:54.125594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:54.130739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:54.136107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Pushing event updated for resources: {'Port': ['ID=1e993107-73b3-4250-978f-ba2a714c1e99,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:54.435445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1793265095-network', 'tenant_id': '4256fb38c50740ffb3246b8a3a391c68'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:54.493431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Made reservation on behalf of 4256fb38c50740ffb3246b8a3a391c68 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:54.496957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.512358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.514258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6657b7-7627-4a6d-9974-f9052a016663 req-9c849962-2d76-4bbe-a4c6-830a1da8514a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.516293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e6657b7-7627-4a6d-9974-f9052a016663 req-9c849962-2d76-4bbe-a4c6-830a1da8514a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.1893835 Aug 27 02:17:54.572873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.675145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e6657b7-7627-4a6d-9974-f9052a016663 req-ef2aa837-bbf7-4055-a291-c27bd19e42b2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336629 Aug 27 02:17:54.689296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0e90c86-572d-4c14-bb25-c6546ea2ab46 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:54.758166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.764315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.783976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:54.798090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.798739 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Added segment 2ee12541-3bdd-4212-a69f-c9ff07844e9f of type vlan for network cb682295-fe62-4c1a-9ed7-145f54553480 Aug 27 02:17:54.830136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b0e90c86-572d-4c14-bb25-c6546ea2ab46 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:54.834970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b0e90c86-572d-4c14-bb25-c6546ea2ab46 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:54.835349 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.858232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.879807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76c05d-74e3-445f-b9bf-3a40aca5677a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:54.922302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.923553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.924239 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.011506 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.032925 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.055295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19669a-4af5-4f29-aed1-e2cb320ec244 req-a2b4ab9c-1ad1-4ba0-9189-a5a269305b7b tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:55.056942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f19669a-4af5-4f29-aed1-e2cb320ec244 req-a2b4ab9c-1ad1-4ba0-9189-a5a269305b7b tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 970 time: 0.0794189 Aug 27 02:17:55.075988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] Pushing event updated for resources: {'Network': ['ID=cb682295-fe62-4c1a-9ed7-145f54553480,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:55.087960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ea86906c-a63d-493c-9ef5-04cd60a8eeaf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0205460 Aug 27 02:17:55.092692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57760) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:55.098063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Request body: {'subnet': {'network_id': 'cb682295-fe62-4c1a-9ed7-145f54553480', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1793265095-subnet', 'tenant_id': '4256fb38c50740ffb3246b8a3a391c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:55.101259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9604081b-52dc-4d73-aee1-eec3a3c8ec86 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:55.149122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network cb682295-fe62-4c1a-9ed7-145f54553480 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:55.165708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port b0e90c86-572d-4c14-bb25-c6546ea2ab46, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b0e90c86-572d-4c14-bb25-c6546ea2ab46,segment=NetworkSegment(190fabd5-4988-47e0-928b-cd63d2d0e4d5),segment_id=190fabd5-4988-47e0-928b-cd63d2d0e4d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:55.171651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Made reservation on behalf of 4256fb38c50740ffb3246b8a3a391c68 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:55.174712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.189847 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f19669a-4af5-4f29-aed1-e2cb320ec244 req-e241b49e-86c6-4e36-b88d-488538a29edb tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973022 Aug 27 02:17:55.284472 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.resource_extend [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:17:55.286800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.386712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=b0e90c86-572d-4c14-bb25-c6546ea2ab46,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:55.473952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9604081b-52dc-4d73-aee1-eec3a3c8ec86, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9604081b-52dc-4d73-aee1-eec3a3c8ec86,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:55.500782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Router 5780ef97-b737-4574-907a-14f5d68b9998 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:17:55.502414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '9604081b-52dc-4d73-aee1-eec3a3c8ec86', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '9604081b-52dc-4d73-aee1-eec3a3c8ec86', 'mac_address': 'fa:16:3e:79:9a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:tempest-test_az-1535241687', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:55.584846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.617139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9604081b-52dc-4d73-aee1-eec3a3c8ec86 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:55.621321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.639350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9604081b-52dc-4d73-aee1-eec3a3c8ec86, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9604081b-52dc-4d73-aee1-eec3a3c8ec86,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:55.646332 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.699309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d8b283-cd21-4818-bfc8-13c78bc945c0,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:55.705727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Checking segment: {'id': '2ee12541-3bdd-4212-a69f-c9ff07844e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cb682295-fe62-4c1a-9ed7-145f54553480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:55.706369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Network hostable DHCP agents. Network: cb682295-fe62-4c1a-9ed7-145f54553480, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:55.731563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Network cb682295-fe62-4c1a-9ed7-145f54553480 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:55.756290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, cb682295-fe62-4c1a-9ed7-145f54553480) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:55.757480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9604081b-52dc-4d73-aee1-eec3a3c8ec86,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:55.765004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:55.765620 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.773831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c46fd-7006-4cf4-a097-f7bf1d8fa0e4 None None] Network cb682295-fe62-4c1a-9ed7-145f54553480 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:55.790119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:17:55.801672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c3a35d33-3a5e-4ed1-b257-01c5d80a2efd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7074878 Aug 27 02:17:55.809819 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Sync routers for ids ['5780ef97-b737-4574-907a-14f5d68b9998'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:17:55.833263 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.834800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-af88b6bc-e668-4120-8dc5-4b448391af0f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3341813 Aug 27 02:17:55.837693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:55.843448 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Routers {'5780ef97-b737-4574-907a-14f5d68b9998'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:55.844090 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:17:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5780ef97-b737-4574-907a-14f5d68b9998'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:55.881788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57786) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:55.891401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1519a79-99c7-4df1-b907-9bc7e7eba8b7 req-e936beab-754e-4257-9295-12db552121d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:55.901522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1519a79-99c7-4df1-b907-9bc7e7eba8b7 req-e936beab-754e-4257-9295-12db552121d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.0742004 Aug 27 02:17:55.978086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1519a79-99c7-4df1-b907-9bc7e7eba8b7 req-db7f6f62-8934-483a-baf1-bcbc9f428ec5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745621 Aug 27 02:17:56.155400 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Set router 5780ef97-b737-4574-907a-14f5d68b9998 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:56.237005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42018b83-23e8-4396-9ae1-843c157fca90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.326107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9604081b-52dc-4d73-aee1-eec3a3c8ec86'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:56.475953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb09a78-5f9d-421f-825b-49beafbc96ed None None] Network cb682295-fe62-4c1a-9ed7-145f54553480 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:56.490026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42018b83-23e8-4396-9ae1-843c157fca90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.519115 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42018b83-23e8-4396-9ae1-843c157fca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.585894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d665e-d1b6-4460-8b30-aa86ec193715 req-6a6b5ca6-0484-49a6-9a58-b382df992fd2 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.594097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-904d665e-d1b6-4460-8b30-aa86ec193715 req-6a6b5ca6-0484-49a6-9a58-b382df992fd2 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 971 time: 0.2244313 Aug 27 02:17:56.668331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42018b83-23e8-4396-9ae1-843c157fca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c93b66-1c62-4658-893e-93f6e684546d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:56.678184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-42018b83-23e8-4396-9ae1-843c157fca90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2fc2c9eb10049188e000b3c47c2b73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7938218 Aug 27 02:17:56.682613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57808) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:56.707629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0e90c86-572d-4c14-bb25-c6546ea2ab46 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:56.738770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:17:54Z', 'revision_number': 3, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port': {'id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:53Z', 'updated_at': '2021-08-27T02:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:56.789655 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Checking router: 5780ef97-b737-4574-907a-14f5d68b9998 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:17:56.790306 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Updating router 5780ef97-b737-4574-907a-14f5d68b9998 port 1e993107-73b3-4250-978f-ba2a714c1e99 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:17:56.843012 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-904d665e-d1b6-4460-8b30-aa86ec193715 req-20ab0466-3f94-4718-9475-84c4d1b9a18e tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463996 Aug 27 02:17:56.845063 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.845460 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.857300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80b10266-cb15-48a0-a2b8-d1b8737486e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.938579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80b10266-cb15-48a0-a2b8-d1b8737486e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.941920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b0e90c86-572d-4c14-bb25-c6546ea2ab46 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:56.944574 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.052222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80b10266-cb15-48a0-a2b8-d1b8737486e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.055563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80b10266-cb15-48a0-a2b8-d1b8737486e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.056498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-80b10266-cb15-48a0-a2b8-d1b8737486e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28c93b66-1c62-4658-893e-93f6e684546d HTTP/1.1" status: 204 len: 168 time: 0.3721023 Aug 27 02:17:57.073312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b10266-cb15-48a0-a2b8-d1b8737486e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c93b66-1c62-4658-893e-93f6e684546d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:57.193867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Allocated IP 172.20.0.1 (cd251a1d-13e0-44b6-a573-21294284775d/eedc6d42-c947-42fe-be30-af77ad0bba70/c8309bb4-bc66-4c0d-bd16-1eb78b6227b0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:57.208327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463673a9-2276-469e-a3ed-b440ab771f66 req-8a0e2a7e-f02b-4045-9591-d07a473a1950 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.212319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-463673a9-2276-469e-a3ed-b440ab771f66 req-8a0e2a7e-f02b-4045-9591-d07a473a1950 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.1074483 Aug 27 02:17:57.291907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-463673a9-2276-469e-a3ed-b440ab771f66 req-ca90cd73-ff6c-4a0f-86f4-79e1fc75d0b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708735 Aug 27 02:17:57.328235 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.346432 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Transition to ACTIVE for port object 1e993107-73b3-4250-978f-ba2a714c1e99 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:57.348583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.354641 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.378460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Transition to ACTIVE for port object c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:57.444923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.453638 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Pushing event updated for resources: {'Port': ['ID=1e993107-73b3-4250-978f-ba2a714c1e99,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:57.489235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57836) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:57.489357 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.489599 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.490980 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.491577 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.491846 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.493481 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.494344 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.494729 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.495084 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.495221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1316671431-network', 'tenant_id': 'baf925921c744961b51f1dbb8c529c38'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:57.495394 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.496784 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.497107 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Tracked resource versions report: Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: pushed versions: Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: { 'AddressGroup': {'1.2'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'ConntrackHelper': {'1.0'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Log': {'1.0'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Network': {'1.1'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Port': {'1.7'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'PortForwarding': {'1.2'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'QosPolicy': {'1.9'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'SecurityGroup': {'1.4'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'SubPort': {'1.0'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Subnet': {'1.1'}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Trunk': {'1.1'}} Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: consumer versions: Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: { DHCP agent@n-d-806293-1: {}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: HyperV agent@n-h1-806293-1: {}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: HyperV agent@n-h2-806293-1: {}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: L3 agent@n-d-806293-1: {}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: Metadata agent@n-d-806293-1: {}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: Metering agent@n-d-806293-1: {}, Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: Open vSwitch agent@n-d-806293-1: { 'AddressGroup': '1.2', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'ConntrackHelper': '1.0', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Log': '1.0', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Network': '1.1', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Port': '1.7', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'PortForwarding': '1.2', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'QosPolicy': '1.9', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'SecurityGroup': '1.4', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'SecurityGroupRule': '1.2', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'SubPort': '1.0', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Subnet': '1.1', Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: 'Trunk': '1.1'}} Aug 27 02:17:57.500336 n-d-806293-1 neutron-server[94775]: {{(pid=94775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:17:57.520863 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Attempting to bind port 1e993107-73b3-4250-978f-ba2a714c1e99 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:57.521954 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Attempting to bind port 1e993107-73b3-4250-978f-ba2a714c1e99 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:57.522544 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Attempting to bind port 1e993107-73b3-4250-978f-ba2a714c1e99 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:57.525749 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Network cd251a1d-13e0-44b6-a573-21294284775d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:57.530613 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:57.530893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:57.531738 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:57.532482 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.533934 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:57.535085 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Bound port: 1e993107-73b3-4250-978f-ba2a714c1e99, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:57.535744 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.542786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Made reservation on behalf of baf925921c744961b51f1dbb8c529c38 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:57.545540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:57.547307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.547424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.565222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.589157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Pushing event updated for resources: {'Port': ['ID=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:57.603396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e834178-45f5-41cb-acbc-498e14626749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.660987 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] For port 1e993107-73b3-4250-978f-ba2a714c1e99, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:57.666127 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] For port 1e993107-73b3-4250-978f-ba2a714c1e99, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e993107-73b3-4250-978f-ba2a714c1e99,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:57.667651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.675998 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.678936 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.731203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:57.747771 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b12165-116b-460c-b2e9-1d120d7120f8 None None] Pushing event updated for resources: {'Port': ['ID=1e993107-73b3-4250-978f-ba2a714c1e99,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:57.753771 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:57.763205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d12434-39e6-45dc-b550-dc69e58c9c27,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:57.769973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.771267 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Added segment a9112279-3dc3-468f-a968-0db98348e01f of type vlan for network 21007fd5-2706-4620-8f40-c33cb01eda6f Aug 27 02:17:57.806482 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Routers {'5780ef97-b737-4574-907a-14f5d68b9998'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:57.807290 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:17:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5780ef97-b737-4574-907a-14f5d68b9998'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:57.853476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.856338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9184accb-c4f4-4235-943f-8baec47d1729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.897340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-ca377e90-9b1e-4313-86dc-6336befc5d41 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:57.898549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-ca377e90-9b1e-4313-86dc-6336befc5d41 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086615 Aug 27 02:17:57.900107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.901118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.902248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.912619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.942508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-80c426d6-ce9b-4f78-84a6-2ca21e0fb6ee None None] Provisioning for port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:57.950920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-80c426d6-ce9b-4f78-84a6-2ca21e0fb6ee None None] Provisioning complete for port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:57.951297 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-80c426d6-ce9b-4f78-84a6-2ca21e0fb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.963764 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] Set router 5780ef97-b737-4574-907a-14f5d68b9998 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:57.989964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] Pushing event updated for resources: {'Network': ['ID=21007fd5-2706-4620-8f40-c33cb01eda6f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:58.008565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 21007fd5-2706-4620-8f40-c33cb01eda6f details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:58.079340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:58.100827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-80c426d6-ce9b-4f78-84a6-2ca21e0fb6ee None None] Port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:58.169917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Request body: {'port': {'device_id': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:58.278795 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:17:54Z', 'revision_number': 3, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port': {'id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:53Z', 'updated_at': '2021-08-27T02:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:58.308589 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef6380-fa52-459e-a487-f920c295c7d6 None None] The sync data for ids ['5780ef97-b737-4574-907a-14f5d68b9998'] in n-d-806293-1 is: [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:17:54Z', 'revision_number': 3, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port': {'id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:53Z', 'updated_at': '2021-08-27T02:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:17:58.377830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19d5ab66-2548-49ea-b726-9553b41fb77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.378464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be9a63-bf61-4fe9-9ba8-b2d1acd77157 req-b80dbc90-ce1d-43a2-888a-07f5c3ebd487 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:58.379981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30be9a63-bf61-4fe9-9ba8-b2d1acd77157 req-b80dbc90-ce1d-43a2-888a-07f5c3ebd487 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 971 time: 0.3749688 Aug 27 02:17:58.428735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9184accb-c4f4-4235-943f-8baec47d1729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.432191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.444143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9184accb-c4f4-4235-943f-8baec47d1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.449723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b96ab95b-089f-4582-8754-31f92a358432 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9592493 Aug 27 02:17:58.455824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:58.462071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Request body: {'subnet': {'network_id': '21007fd5-2706-4620-8f40-c33cb01eda6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1316671431-subnet', 'tenant_id': 'baf925921c744961b51f1dbb8c529c38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:58.475462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30be9a63-bf61-4fe9-9ba8-b2d1acd77157 req-65a8ab90-5a9c-4c65-8e8d-68ac07edfaac tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846725 Aug 27 02:17:58.480094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5649d-d349-4a0b-9a68-58b4b6885c22 req-80dff761-a30a-490d-ba3a-d377041d32cd tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:58.481668 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e1f5649d-d349-4a0b-9a68-58b4b6885c22 req-80dff761-a30a-490d-ba3a-d377041d32cd tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 931 time: 0.1224904 Aug 27 02:17:58.512043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9184accb-c4f4-4235-943f-8baec47d1729 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=990bc4ba8c3b4ac29c0b0bffb48b5e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7571795 Aug 27 02:17:58.523552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184accb-c4f4-4235-943f-8baec47d1729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb055764-cd7d-45f0-b77f-deb053f8579e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:58.523552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57862) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:58.541726 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.557621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.558402 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.674563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e1f5649d-d349-4a0b-9a68-58b4b6885c22 req-2a1b7a43-3032-460e-8e6e-4b3aa1ed4367 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700203 Aug 27 02:17:58.723645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Pushing event updated for resources: {'Port': ['ID=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:58.732770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dff63f5c-5711-4434-8e84-6db49e275561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.773552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dff63f5c-5711-4434-8e84-6db49e275561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.797708 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19d5ab66-2548-49ea-b726-9553b41fb77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.803867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Network cd251a1d-13e0-44b6-a573-21294284775d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:58.809289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:58.816461 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19d5ab66-2548-49ea-b726-9553b41fb77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.885656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5ab66-2548-49ea-b726-9553b41fb77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a85fce-b09a-43f5-a4ae-70e70b611c1b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:58.908411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-19d5ab66-2548-49ea-b726-9553b41fb77d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=189acad1300c452aafde2d9ff165fae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237209 Aug 27 02:17:58.912847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57864) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:58.933839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Made reservation on behalf of baf925921c744961b51f1dbb8c529c38 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:58.936324 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.966216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Router 5780ef97-b737-4574-907a-14f5d68b9998 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:17:58.967215 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dff63f5c-5711-4434-8e84-6db49e275561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.970302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dff63f5c-5711-4434-8e84-6db49e275561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.974417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dff63f5c-5711-4434-8e84-6db49e275561 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb055764-cd7d-45f0-b77f-deb053f8579e HTTP/1.1" status: 204 len: 168 time: 0.4532754 Aug 27 02:17:58.989949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff63f5c-5711-4434-8e84-6db49e275561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb055764-cd7d-45f0-b77f-deb053f8579e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.053447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9604081b-52dc-4d73-aee1-eec3a3c8ec86 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:59.095573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dfd4d91-e926-47ee-9be7-b794f621843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.118841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dfd4d91-e926-47ee-9be7-b794f621843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.162501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dd6db78c-4ec4-48af-87e8-73a46f930ef3 None None] Provisioning complete for port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:59.162871 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd6db78c-4ec4-48af-87e8-73a46f930ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.170911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:17:59.178527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-22acc013-bd7a-41f1-be96-2941a028e0eb admin admin] 10.222.0.10 "PUT /v2.0/routers/5780ef97-b737-4574-907a-14f5d68b9998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3392768 Aug 27 02:17:59.195011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:59.201367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:59.202277 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.207073 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dfd4d91-e926-47ee-9be7-b794f621843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.209379 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dfd4d91-e926-47ee-9be7-b794f621843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.213463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8dfd4d91-e926-47ee-9be7-b794f621843d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98a85fce-b09a-43f5-a4ae-70e70b611c1b HTTP/1.1" status: 204 len: 168 time: 0.2996557 Aug 27 02:17:59.232966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd4d91-e926-47ee-9be7-b794f621843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a85fce-b09a-43f5-a4ae-70e70b611c1b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.236473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-dd6db78c-4ec4-48af-87e8-73a46f930ef3 None None] Port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:59.236577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da47fa1-e76e-45c2-a346-743a395a85d9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:59.246369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.268722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Transition to ACTIVE for port object 3da47fa1-e76e-45c2-a346-743a395a85d9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:59.297768 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.307454 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.340510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9604081b-52dc-4d73-aee1-eec3a3c8ec86'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:59.421803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9604081b-52dc-4d73-aee1-eec3a3c8ec86, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9604081b-52dc-4d73-aee1-eec3a3c8ec86,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:59.429555 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.436776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.486968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:59.487335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:59.487903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:59.493570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:59.493879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:59.499108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9604081b-52dc-4d73-aee1-eec3a3c8ec86,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.499906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.502000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:59.502399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:59.503130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:59.503612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Bound port: 3da47fa1-e76e-45c2-a346-743a395a85d9, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:59.504029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.608227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=183eebd1-b1ba-4dc0-aa95-d077093880a5,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.658504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Checking segment: {'id': 'a9112279-3dc3-468f-a968-0db98348e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '21007fd5-2706-4620-8f40-c33cb01eda6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:59.658863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Network hostable DHCP agents. Network: 21007fd5-2706-4620-8f40-c33cb01eda6f, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:59.662292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:59.692032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:59.701613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.713272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2d7c5-3447-4cf7-91b9-5da545fc7b3d req-7b255639-92db-4656-bf7c-ad17182c8508 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.713718 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2018f778-c91b-439f-a0bf-04ef7a537099" -d '{"events": [{"server_uuid": "f027d3ac-5bfc-4fcd-89f9-4ea1fb427376", "name": "network-vif-plugged", "status": "completed", "tag": "9604081b-52dc-4d73-aee1-eec3a3c8ec86"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:59.715307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48e2d7c5-3447-4cf7-91b9-5da545fc7b3d req-7b255639-92db-4656-bf7c-ad17182c8508 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.1162403 Aug 27 02:17:59.748526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Network 21007fd5-2706-4620-8f40-c33cb01eda6f is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:59.832611 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-6b4cc262-c441-4b15-ae21-2355699cbde6 req-67318261-0a62-463a-bf32-89e7e558e263 tempest-FloatingIPDetailsNegativeTestJSON-234270265 tempest-FloatingIPDetailsNegativeTestJSON-234270265-project] show failed (client error): The resource could not be found. Aug 27 02:17:59.833126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 21007fd5-2706-4620-8f40-c33cb01eda6f) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:59.840855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3913b-5410-4619-922c-d471ed0df6b5 None None] Network 21007fd5-2706-4620-8f40-c33cb01eda6f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:59.845598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b4cc262-c441-4b15-ae21-2355699cbde6 req-67318261-0a62-463a-bf32-89e7e558e263 tempest-FloatingIPDetailsNegativeTestJSON-234270265 tempest-FloatingIPDetailsNegativeTestJSON-234270265-project] 10.222.0.10 "GET /v2.0/floatingips/354957ce-26fc-4388-91c7-a52beba42cb9 HTTP/1.1" status: 404 len: 350 time: 0.0875692 Aug 27 02:17:59.848887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.849464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57898) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:59.849579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.851050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] 10.222.0.45 "PUT /v2.0/ports/3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 1091 time: 1.7766078 Aug 27 02:17:59.852662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:59.938494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57902) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:59.940670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.941258 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.958306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622acb-636d-4d9a-b742-af0b2826d226 service neutron] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:00.038268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac75598a-95e9-4d42-9c5a-9fce8142ffef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.043794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48e2d7c5-3447-4cf7-91b9-5da545fc7b3d req-f874a809-3b1a-4c79-aa5e-c6af761449d1 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192596 Aug 27 02:18:00.047311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2136c0-e2d9-473b-8c3b-24f80ddf4064 None None] Network 21007fd5-2706-4620-8f40-c33cb01eda6f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:00.057389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-11ce47b6-3104-4b46-98a5-985aefbdcf3b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5991120 Aug 27 02:18:00.084694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea255ab-8936-4e54-8646-dc2f8236761e req-ac11cb64-76ac-48c0-88b1-44a20faf0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.084694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-ac11cb64-76ac-48c0-88b1-44a20faf0da9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1094 time: 0.1429148 Aug 27 02:18:00.163246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-f1572e71-a55e-4aca-a4d0-b2e569f811cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0717623 Aug 27 02:18:00.201047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-81c91456-b1e3-4520-a950-266a45c6941b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.210841 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08" -d '{"events": [{"name": "network-changed", "server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:00.249905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea255ab-8936-4e54-8646-dc2f8236761e req-26dcd4a6-8f1c-4ac8-ba77-379ce85cf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.251463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-26dcd4a6-8f1c-4ac8-ba77-379ce85cf50e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0799832 Aug 27 02:18:00.302439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d79eb8-d3de-4032-9e9d-cdbdf98b556f req-2d5904b0-a0ca-4081-8139-23d3bde999a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.304533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35d79eb8-d3de-4032-9e9d-cdbdf98b556f req-2d5904b0-a0ca-4081-8139-23d3bde999a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.2361524 Aug 27 02:18:00.325771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-9d8a91f0-866f-479b-b99b-fcedcf199231 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644672 Aug 27 02:18:00.351387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac75598a-95e9-4d42-9c5a-9fce8142ffef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.369969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35d79eb8-d3de-4032-9e9d-cdbdf98b556f req-fc9f2ca1-2bdb-4f09-8004-382342ee0149 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Aug 27 02:18:00.389291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Sync routers for ids ['5780ef97-b737-4574-907a-14f5d68b9998'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:00.391680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57916) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:00.399026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac75598a-95e9-4d42-9c5a-9fce8142ffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.402959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Routers {'5780ef97-b737-4574-907a-14f5d68b9998'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:00.403809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5780ef97-b737-4574-907a-14f5d68b9998'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:00.407065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.451151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] Deleting subnet 94d8b283-cd21-4818-bfc8-13c78bc945c0 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:18:00.451671 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3fe7c6-7434-4c09-be53-6212daee6185 x-openstack-request-id: req-2a3fe7c6-7434-4c09-be53-6212daee6185 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:00.451964 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027d3ac-5bfc-4fcd-89f9-4ea1fb427376", "name": "network-vif-plugged", "status": "completed", "tag": "9604081b-52dc-4d73-aee1-eec3a3c8ec86", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:00.452295 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a3fe7c6-7434-4c09-be53-6212daee6185 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:00.452995 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9604081b-52dc-4d73-aee1-eec3a3c8ec86', 'code': 200} Aug 27 02:18:00.458086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.542307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.572368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac75598a-95e9-4d42-9c5a-9fce8142ffef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ecd6c57b553a4f9f939abebb360d427e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148605 Aug 27 02:18:00.575716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57922) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:00.596322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75598a-95e9-4d42-9c5a-9fce8142ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeface4-3fda-49fa-bb00-eeb296f9eb21,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:00.630564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b3f6a07f-039d-4c8d-ac7e-ae15cfa96295 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954259 Aug 27 02:18:00.652712 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b30ac-43b1-49e4-abe3-a56e90a3c643 x-openstack-request-id: req-2d4b30ac-43b1-49e4-abe3-a56e90a3c643 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:00.652880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Set router 5780ef97-b737-4574-907a-14f5d68b9998 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:00.652984 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:00.653233 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d4b30ac-43b1-49e4-abe3-a56e90a3c643 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:00.653679 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9', 'status': 'completed', 'code': 200} Aug 27 02:18:00.674457 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.685904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e993107-73b3-4250-978f-ba2a714c1e99 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:00.748560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57928) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:00.771182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.799775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.801907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/94d8b283-cd21-4818-bfc8-13c78bc945c0 HTTP/1.1" status: 204 len: 168 time: 0.4074404 Aug 27 02:18:00.825006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57932) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:00.832982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-45a33d7b-99c6-4e98-bbf2-2c51c02fcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.834459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-45a33d7b-99c6-4e98-bbf2-2c51c02fcc6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 1123 time: 0.2946429 Aug 27 02:18:00.841095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbf991-60d1-4720-bb10-24302613ed7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d8b283-cd21-4818-bfc8-13c78bc945c0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:00.851307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1e993107-73b3-4250-978f-ba2a714c1e99 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:00.858596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1e993107-73b3-4250-978f-ba2a714c1e99 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:00.858977 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.910431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94ca33d6-3498-449b-a8ff-505219a5b332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.911295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-179511535-network', 'tenant_id': '824ea5b670a64ecbb17a64950478a079'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:00.920777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.953847 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94ca33d6-3498-449b-a8ff-505219a5b332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.967235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:17:57Z', 'revision_number': 4, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port': {'id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:53Z', 'updated_at': '2021-08-27T02:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c8309bb4-bc66-4c0d-bd16-1eb78b6227b0', 'name': '', 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'mac_address': 'fa:16:3e:0e:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'eedc6d42-c947-42fe-be30-af77ad0bba70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:56Z', 'updated_at': '2021-08-27T02:17:58Z', 'revision_number': 2, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'subnets': [{'id': 'eedc6d42-c947-42fe-be30-af77ad0bba70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:00.968197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aea255ab-8936-4e54-8646-dc2f8236761e req-b69eb926-da91-41bb-99a4-38419ea1ee4f service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276985 Aug 27 02:18:00.999780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Checking router: 5780ef97-b737-4574-907a-14f5d68b9998 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:01.000125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Updating router 5780ef97-b737-4574-907a-14f5d68b9998 port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:01.008835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.025364 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:18:01.025364 n-d-806293-1 neutron-server[94773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:18:01.025364 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id': 'a6f824a34fdb4e9891e4d3fa28064a19', 'id': '9f4b9048-4c71-4b87-89f3-f6f731e5c323', 'expiration': datetime.datetime(2021, 8, 27, 2, 20, 1, 1836)}] Aug 27 02:18:01.025364 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:18:01.025786 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:18:01.028991 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.031241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94ca33d6-3498-449b-a8ff-505219a5b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.036953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Made reservation on behalf of 824ea5b670a64ecbb17a64950478a079 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:01.037613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94ca33d6-3498-449b-a8ff-505219a5b332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.039219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.040434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-94ca33d6-3498-449b-a8ff-505219a5b332 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edeface4-3fda-49fa-bb00-eeb296f9eb21 HTTP/1.1" status: 204 len: 168 time: 0.4634173 Aug 27 02:18:01.042720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.060899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1e993107-73b3-4250-978f-ba2a714c1e99, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e993107-73b3-4250-978f-ba2a714c1e99,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:01.062634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.092265 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.093757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca33d6-3498-449b-a8ff-505219a5b332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeface4-3fda-49fa-bb00-eeb296f9eb21,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:01.108884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-b18c4bcf-0960-40b5-b6f4-d8f39633f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.112606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-b18c4bcf-0960-40b5-b6f4-d8f39633f88f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1094 time: 0.0708804 Aug 27 02:18:01.172935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.299176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.322519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e775c-892a-4626-b116-9a427df87efd req-5b39ef81-f420-46f3-aa66-ad1ad6fa064c tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.333062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-326e775c-892a-4626-b116-9a427df87efd req-5b39ef81-f420-46f3-aa66-ad1ad6fa064c tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.1574063 Aug 27 02:18:01.346420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1e993107-73b3-4250-978f-ba2a714c1e99,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:01.349051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.366414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.366850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.367636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.367970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.373074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.373074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.373074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.373074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.373074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.373074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.393728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-2d08c878-4ad8-4a33-97c1-88fcade9cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.395683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-2d08c878-4ad8-4a33-97c1-88fcade9cd09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.2747085 Aug 27 02:18:01.402807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-326e775c-892a-4626-b116-9a427df87efd req-f0653341-460e-4777-8abd-711e5f47a484 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683632 Aug 27 02:18:01.451277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-09711153-927d-4f0c-a0fd-ee38faa54a83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0467525 Aug 27 02:18:01.507643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-ae8a02e4-4e87-49f3-9d2f-2c0c18b4d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.509369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-ae8a02e4-4e87-49f3-9d2f-2c0c18b4d270 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0504775 Aug 27 02:18:01.528504 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.531532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.531921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.532643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.532975 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:18:01.533582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb682295-fe62-4c1a-9ed7-145f54553480']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:01.540432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.540608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Transition to ACTIVE for port object c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:01.550050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-9472ea81-34bd-46d7-9b5c-df55026edd68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305314 Aug 27 02:18:01.551798 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.652196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a4e92-bc3d-463e-98c5-6a8c1cf3b8f1 None None] Pushing event updated for resources: {'Port': ['ID=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:01.670068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-33903b90-248c-4092-9d06-e0224c91cd9f service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117818 Aug 27 02:18:01.671482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Attempting to bind port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:01.671970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Attempting to bind port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:01.672200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Attempting to bind port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 on network cd251a1d-13e0-44b6-a573-21294284775d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:01.683736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:01.684420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Checking segment: {'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:01.685160 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.685876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Bound using segment: {'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:01.686588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Bound port: c8309bb4-bc66-4c0d-bd16-1eb78b6227b0, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190fabd5-4988-47e0-928b-cd63d2d0e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:01.686992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.783319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14f1d26b-7351-4e3e-8fec-bd8ff410ef08 req-edc29c88-dfee-4e68-ae1d-584b7dd908f0 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050389 Aug 27 02:18:01.791409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] For port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:01.797363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] For port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,segment=NetworkSegment(190fabd5-4988-47e0-928b-cd63d2d0e4d5),segment_id=190fabd5-4988-47e0-928b-cd63d2d0e4d5)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:01.806308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.880844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a4e92-bc3d-463e-98c5-6a8c1cf3b8f1 None None] Pushing event updated for resources: {'Port': ['ID=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:01.888217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee12541-3bdd-4212-a69f-c9ff07844e9f') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:01.888822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee12541-3bdd-4212-a69f-c9ff07844e9f') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:01.905632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Routers {'5780ef97-b737-4574-907a-14f5d68b9998'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:01.906282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5780ef97-b737-4574-907a-14f5d68b9998'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:02.047492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] Set router 5780ef97-b737-4574-907a-14f5d68b9998 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:02.113436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.115935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.154679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.199524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:02.204913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.244318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544813da-dd7a-47d6-868f-23c892dcf654 req-10caec89-18a0-4d8b-ae58-2da5fe4d513d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.245917 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544813da-dd7a-47d6-868f-23c892dcf654 req-10caec89-18a0-4d8b-ae58-2da5fe4d513d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.6900399 Aug 27 02:18:02.248299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:18:02.248696 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.251486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:02.268091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:17:57Z', 'revision_number': 4, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port': {'id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:53Z', 'updated_at': '2021-08-27T02:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c8309bb4-bc66-4c0d-bd16-1eb78b6227b0', 'name': '', 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'mac_address': 'fa:16:3e:0e:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'eedc6d42-c947-42fe-be30-af77ad0bba70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:56Z', 'updated_at': '2021-08-27T02:18:01Z', 'revision_number': 4, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'subnets': [{'id': 'eedc6d42-c947-42fe-be30-af77ad0bba70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: from cryptography.utils import int_from_bytes Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: from cryptography.utils import int_from_bytes Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:18:02.275551 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:18:02.299272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6fa75-58a0-4176-b916-6a2713b5b15a None None] The sync data for ids ['5780ef97-b737-4574-907a-14f5d68b9998'] in n-d-806293-1 is: [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:17:57Z', 'revision_number': 4, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port': {'id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:53Z', 'updated_at': '2021-08-27T02:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c8309bb4-bc66-4c0d-bd16-1eb78b6227b0', 'name': '', 'network_id': 'cd251a1d-13e0-44b6-a573-21294284775d', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'mac_address': 'fa:16:3e:0e:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'eedc6d42-c947-42fe-be30-af77ad0bba70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:56Z', 'updated_at': '2021-08-27T02:18:01Z', 'revision_number': 4, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'subnets': [{'id': 'eedc6d42-c947-42fe-be30-af77ad0bba70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:02.369851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.370101 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Added segment cde1d101-8bee-4324-8c0a-210726d70efe of type vlan for network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 Aug 27 02:18:02.461551 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.485723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.504509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.506499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb682295-fe62-4c1a-9ed7-145f54553480 HTTP/1.1" status: 204 len: 168 time: 1.6759124 Aug 27 02:18:02.509313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57976) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:02.543422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb221d-7731-434d-8f90-690e7f53bbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb682295-fe62-4c1a-9ed7-145f54553480,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:02.564334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544813da-dd7a-47d6-868f-23c892dcf654 req-01959365-4a4d-40ec-913d-6a6ee7508316 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846434 Aug 27 02:18:02.638187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] Deleting subnet 183eebd1-b1ba-4dc0-aa95-d077093880a5 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:18:02.645212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.651165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.652048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.653173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.711679 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.725188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4495fb-91f6-4395-8845-e431ad7f5f3f req-1efe8d0b-0910-47a2-b73f-2c80bed853f0 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.726745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2e4495fb-91f6-4395-8845-e431ad7f5f3f req-1efe8d0b-0910-47a2-b73f-2c80bed853f0 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.2152610 Aug 27 02:18:02.738732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.740254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e993107-73b3-4250-978f-ba2a714c1e99 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:02.746567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.770596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.801680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0511334 Aug 27 02:18:02.805467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57982) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:02.814751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1673d2-b143-48fc-947a-66b99ca9fc97 admin admin] Pushing event updated for resources: {'Network': ['ID=543c80bd-3b39-4e69-b761-ac69f0bf8d30,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:02.814965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Request body: {'subnet': {'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-179511535-subnet', 'tenant_id': '824ea5b670a64ecbb17a64950478a079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:02.824934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2e4495fb-91f6-4395-8845-e431ad7f5f3f req-67266d10-0784-4b0a-90b8-1cc665c7a337 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905490 Aug 27 02:18:02.828096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:02.837898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Deleting port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:02.838505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.843479 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed9088c2-9c90-419c-bb00-07993b56d5b0 req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9954531 Aug 27 02:18:02.869938 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.892032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1e993107-73b3-4250-978f-ba2a714c1e99 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:02.892366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.893823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Made reservation on behalf of 824ea5b670a64ecbb17a64950478a079 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:02.896479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.898939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.903310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/183eebd1-b1ba-4dc0-aa95-d077093880a5 HTTP/1.1" status: 204 len: 168 time: 0.3905034 Aug 27 02:18:02.904797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57984) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:02.932570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9477ac-c7d8-45c5-a843-1d770577a11f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbde25d-746c-4618-a84f-74d4f2766813,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.030114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.031863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc408b-db95-40dc-bf10-19d9061cde2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183eebd1-b1ba-4dc0-aa95-d077093880a5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.056564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.057038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:03.065146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] For port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,segment=NetworkSegment(190fabd5-4988-47e0-928b-cd63d2d0e4d5),segment_id=190fabd5-4988-47e0-928b-cd63d2d0e4d5)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:03.065504 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.089208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Calling delete_port for c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:03.153021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:03.158456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:03.158907 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.235900 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.267233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.283433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21007fd5-2706-4620-8f40-c33cb01eda6f']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:03.295982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9112279-3dc3-468f-a968-0db98348e01f') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:03.296343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9112279-3dc3-468f-a968-0db98348e01f') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:03.304142 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.314261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.332761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.350093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:03.350518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Network hostable DHCP agents. Network: 543c80bd-3b39-4e69-b761-ac69f0bf8d30, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:03.379821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.382352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port c8309bb4-bc66-4c0d-bd16-1eb78b6227b0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,segment=NetworkSegment(190fabd5-4988-47e0-928b-cd63d2d0e4d5),segment_id=190fabd5-4988-47e0-928b-cd63d2d0e4d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:03.388739 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.401344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:03.413473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 543c80bd-3b39-4e69-b761-ac69f0bf8d30) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:03.418236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.418909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:18:03.419292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.419453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:18:03.421029 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:18:03.432267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0d0b7-6c1e-457f-9ac5-acffa3c78510 None None] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:03.455741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2a06808b-8805-44c8-b92c-c4f80a5fdcd2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6446497 Aug 27 02:18:03.484505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-af6bc2cd-4c53-48d6-8189-2cfd4d235867 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d69fb735f9b74c70b14627c978e9bf13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057186 Aug 27 02:18:03.506737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.569990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.617032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.619063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/21007fd5-2706-4620-8f40-c33cb01eda6f HTTP/1.1" status: 204 len: 168 time: 0.7124279 Aug 27 02:18:03.634249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd176b3a-3a1b-4d2d-9075-451f647420c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=21007fd5-2706-4620-8f40-c33cb01eda6f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.640488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69447bf9-0212-4fa7-a286-d766f937016f None None] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:03.689921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.707165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-e661910e-f2f5-48c3-8d90-b30a327913f4 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.709043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-e661910e-f2f5-48c3-8d90-b30a327913f4 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151661 Aug 27 02:18:03.762012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8309bb4-bc66-4c0d-bd16-1eb78b6227b0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.784169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:03.792353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4c2a3-6fe9-49a8-97a1-ce5943e7c146 req-aac27dfc-4d75-4c7b-8a38-84178944d92a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.793605 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-923f0fd5-54d7-4d59-a531-ca3f0a6c667b tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/quotas/d69fb735f9b74c70b14627c978e9bf13 HTTP/1.1" status: 200 len: 375 time: 0.0754931 Aug 27 02:18:03.800477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58d4c2a3-6fe9-49a8-97a1-ce5943e7c146 req-aac27dfc-4d75-4c7b-8a38-84178944d92a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.1527882 Aug 27 02:18:03.881604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58d4c2a3-6fe9-49a8-97a1-ce5943e7c146 req-9961edc2-fce4-4830-9bfd-ec03f4cf2cdb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743337 Aug 27 02:18:03.897767 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-a8687c99-d9b0-4383-8753-35f84f826b63 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d69fb735f9b74c70b14627c978e9bf13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835912 Aug 27 02:18:04.035157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58014) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.062184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:04.088008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '3da47fa1-e76e-45c2-a346-743a395a85d9', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'port_id': '3da47fa1-e76e-45c2-a346-743a395a85d9', 'mac_address': 'fa:16:3e:97:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ef85fa-d74e-4291-b42f-8739e258b3da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:04.098236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.151703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4ec6544a-a43b-4488-9d9c-16107b201bcf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4256fb38c50740ffb3246b8a3a391c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153853 Aug 27 02:18:04.154259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58018) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.173383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.179128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da70294-074a-49bf-aa66-bbe6fa605ae6 req-0f759aea-3e3c-423f-b43c-e7a6202ab8bd tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:04.187038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8da70294-074a-49bf-aa66-bbe6fa605ae6 req-0f759aea-3e3c-423f-b43c-e7a6202ab8bd tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.1212456 Aug 27 02:18:04.188808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da47fa1-e76e-45c2-a346-743a395a85d9 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:04.214729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:04.224698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.266155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8da70294-074a-49bf-aa66-bbe6fa605ae6 req-002ee23d-dcf5-4348-803d-92bfde3c00d8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734005 Aug 27 02:18:04.271764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ef792e9-d0a2-4b10-890a-9587c1e0d947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.303218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ef792e9-d0a2-4b10-890a-9587c1e0d947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.320919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:04.370067 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ef792e9-d0a2-4b10-890a-9587c1e0d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.372997 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ef792e9-d0a2-4b10-890a-9587c1e0d947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.376406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0ef792e9-d0a2-4b10-890a-9587c1e0d947 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd76c05d-74e3-445f-b9bf-3a40aca5677a HTTP/1.1" status: 204 len: 168 time: 0.2189763 Aug 27 02:18:04.385746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef792e9-d0a2-4b10-890a-9587c1e0d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76c05d-74e3-445f-b9bf-3a40aca5677a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:04.455925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58034) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.461526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-949392082-network', 'tenant_id': '8d742942db724d8bbdbdb09fc600cf49'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:04.498020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8620054d-86eb-49aa-9555-83ccddb33ca6 req-b6b2c236-444c-45a8-9760-f6c0fc448b02 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 210 time: 0.0344927 Aug 27 02:18:04.505762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Made reservation on behalf of 8d742942db724d8bbdbdb09fc600cf49 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:04.511085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3da47fa1-e76e-45c2-a346-743a395a85d9'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:04.527718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.550136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.738130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.746666 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.772409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:04.790585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.791193 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Added segment 5d6650a9-dce6-4114-a01c-f9eae142ec3e of type vlan for network 55b17bdf-39d6-463c-82cc-cc130f1146f1 Aug 27 02:18:04.792789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa7ef4-6b5f-4e91-9cf5-251fa004a198,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:04.830690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Router 5780ef97-b737-4574-907a-14f5d68b9998 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:18:04.843375 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.870171 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.871428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:04.872151 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.947434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4899199 Aug 27 02:18:04.949822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58042) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.952563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:04.955035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Request body: {'subnet': {'network_id': '55b17bdf-39d6-463c-82cc-cc130f1146f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-949392082-subnet', 'tenant_id': '8d742942db724d8bbdbdb09fc600cf49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:04.961209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1352c5ef-807b-485e-a299-061c290a3a96 admin admin] 10.222.0.10 "PUT /v2.0/routers/5780ef97-b737-4574-907a-14f5d68b9998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1098073 Aug 27 02:18:04.961642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58044) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.977202 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] Sync routers for ids ['5780ef97-b737-4574-907a-14f5d68b9998'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:04.992044 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] Routers {'5780ef97-b737-4574-907a-14f5d68b9998'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:04.993231 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5780ef97-b737-4574-907a-14f5d68b9998'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:05.000686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Made reservation on behalf of 8d742942db724d8bbdbdb09fc600cf49 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:05.002849 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.006355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58046) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:05.008125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08a1de-8bb3-417b-bdb2-0f9c8ecaa9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=55b17bdf-39d6-463c-82cc-cc130f1146f1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.022221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 55b17bdf-39d6-463c-82cc-cc130f1146f1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:05.136718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.137623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6bd3-d7b8-463d-9e12-d685f3935b5f req-17bf96ff-834e-4204-9ed2-0dda92b6cc8d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.139389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f5e6bd3-d7b8-463d-9e12-d685f3935b5f req-17bf96ff-834e-4204-9ed2-0dda92b6cc8d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 944 time: 0.1549134 Aug 27 02:18:05.148108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-56b3cbd0-88fa-4701-b765-71b03f80ddbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=baf925921c744961b51f1dbb8c529c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383116 Aug 27 02:18:05.149155 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] Set router 5780ef97-b737-4574-907a-14f5d68b9998 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:05.150770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58048) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:05.242537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f5e6bd3-d7b8-463d-9e12-d685f3935b5f req-a130c4cf-2a8d-4930-b091-05e6105e727b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938120 Aug 27 02:18:05.269976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.314123 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8fd6b555-b81f-41d3-b057-87a2e89c0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.330112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.333747 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:18:03Z', 'revision_number': 5, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port': {'id': '1e993107-73b3-4250-978f-ba2a714c1e99', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780ef97-b737-4574-907a-14f5d68b9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:53Z', 'updated_at': '2021-08-27T02:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:05.349138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Deleting port 1e993107-73b3-4250-978f-ba2a714c1e99 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:05.349778 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.359370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] Checking router: 5780ef97-b737-4574-907a-14f5d68b9998 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:05.367609 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] Routers {'5780ef97-b737-4574-907a-14f5d68b9998'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:05.368210 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5780ef97-b737-4574-907a-14f5d68b9998'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:05.376639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb05ffbf-f367-4fbb-aaac-de7aa5f295d6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.386154 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8fd6b555-b81f-41d3-b057-87a2e89c0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.441561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37840-a5c2-40b8-a178-46a2bd0a2915 req-74727074-13d6-4c20-a326-3c8ab355e904 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.444476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Checking segment: {'id': '5d6650a9-dce6-4114-a01c-f9eae142ec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '55b17bdf-39d6-463c-82cc-cc130f1146f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:05.444640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccc37840-a5c2-40b8-a178-46a2bd0a2915 req-74727074-13d6-4c20-a326-3c8ab355e904 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.1043053 Aug 27 02:18:05.444722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Network hostable DHCP agents. Network: 55b17bdf-39d6-463c-82cc-cc130f1146f1, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:05.463243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8fd6b555-b81f-41d3-b057-87a2e89c0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.466108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8fd6b555-b81f-41d3-b057-87a2e89c0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.470852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8fd6b555-b81f-41d3-b057-87a2e89c0ef4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18d12434-39e6-45dc-b550-dc69e58c9c27 HTTP/1.1" status: 204 len: 168 time: 0.3184650 Aug 27 02:18:05.472370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] Set router 5780ef97-b737-4574-907a-14f5d68b9998 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:05.476668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Network 55b17bdf-39d6-463c-82cc-cc130f1146f1 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:05.485432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6b555-b81f-41d3-b057-87a2e89c0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d12434-39e6-45dc-b550-dc69e58c9c27,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.485618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] For port 1e993107-73b3-4250-978f-ba2a714c1e99, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e993107-73b3-4250-978f-ba2a714c1e99,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:05.485967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.497838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 55b17bdf-39d6-463c-82cc-cc130f1146f1) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:05.516696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Calling delete_port for 1e993107-73b3-4250-978f-ba2a714c1e99 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:05.520949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccc37840-a5c2-40b8-a178-46a2bd0a2915 req-823ddc9b-f629-45f0-b693-f7b1404bc806 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652463 Aug 27 02:18:05.526150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.526781 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.538840 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:18:05Z', 'revision_number': 6, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:05.547977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1d141a1e-bbc1-4c49-8c4c-6929c2d2f69b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5970457 Aug 27 02:18:05.549458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e5c2e2-a23b-4a1f-9cf6-500c2aa3a48d None None] Network 55b17bdf-39d6-463c-82cc-cc130f1146f1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:05.577959 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822f4f7-6510-4075-aeb9-74f186c16d0c None None] The sync data for ids ['5780ef97-b737-4574-907a-14f5d68b9998'] in n-d-806293-1 is: [{'id': '5780ef97-b737-4574-907a-14f5d68b9998', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079594701-router', 'tenant_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:51Z', 'updated_at': '2021-08-27T02:18:05Z', 'revision_number': 6, 'project_id': 'ff624217e0d3487a87d9f7d42e4b1204', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:05.682444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-e998d585-5052-4c7f-8efe-2bb15b9f8ff2 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d69fb735f9b74c70b14627c978e9bf13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595081 Aug 27 02:18:05.748875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:05.826504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae987b-6fff-438a-b9a1-e6061d48cf49 req-4930516e-1f47-4fea-a85a-369765e04caa tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 210 time: 0.1156845 Aug 27 02:18:05.869025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fe864-f375-4f0d-9d7c-23429d471939 None None] Network 55b17bdf-39d6-463c-82cc-cc130f1146f1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:05.883810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 3da47fa1-e76e-45c2-a346-743a395a85d9 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:05.911626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27beab9-d398-4f32-a569-11b249f6c766 req-fe8abcb4-5462-4304-8ff8-e6cfc2eda279 tempest-AggregatesAdminTestJSON-1778880984 tempest-AggregatesAdminTestJSON-1778880984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.913344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a27beab9-d398-4f32-a569-11b249f6c766 req-fe8abcb4-5462-4304-8ff8-e6cfc2eda279 tempest-AggregatesAdminTestJSON-1778880984 tempest-AggregatesAdminTestJSON-1778880984-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 1123 time: 0.1903768 Aug 27 02:18:05.923127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.930231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 3da47fa1-e76e-45c2-a346-743a395a85d9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:05.930650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.940989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-3850653a-c572-423a-8dc7-1430618909da tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.942643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-3850653a-c572-423a-8dc7-1430618909da tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541838 Aug 27 02:18:05.958012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Request body: {'port': {'device_id': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'd69fb735f9b74c70b14627c978e9bf13'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:06.031575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a27beab9-d398-4f32-a569-11b249f6c766 req-7f704a85-3b0b-49c1-9d08-d56bdac00cb3 tempest-AggregatesAdminTestJSON-1778880984 tempest-AggregatesAdminTestJSON-1778880984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.071509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e993107-73b3-4250-978f-ba2a714c1e99,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:06.127700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Made reservation on behalf of d69fb735f9b74c70b14627c978e9bf13 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:06.132799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.146727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.220518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.289806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.314193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:06.317540 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d017ae-fc64-41e7-aa99-e8281a4c9ba0" -d '{"events": [{"server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "name": "network-vif-plugged", "status": "completed", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:06.331933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:06.333014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.335795 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.339134 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.398630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:06.421757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.422296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5780ef97-b737-4574-907a-14f5d68b9998 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:18:06.433082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.436763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc5b41eb-9201-42f7-a658-d6d4d66e3047 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5780ef97-b737-4574-907a-14f5d68b9998 HTTP/1.1" status: 204 len: 168 time: 1.4715149 Aug 27 02:18:06.437031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58084) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:06.465847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a27beab9-d398-4f32-a569-11b249f6c766 req-7f704a85-3b0b-49c1-9d08-d56bdac00cb3 tempest-AggregatesAdminTestJSON-1778880984 tempest-AggregatesAdminTestJSON-1778880984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.477132 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a27beab9-d398-4f32-a569-11b249f6c766 req-7f704a85-3b0b-49c1-9d08-d56bdac00cb3 tempest-AggregatesAdminTestJSON-1778880984 tempest-AggregatesAdminTestJSON-1778880984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.495627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] Deleting subnet eedc6d42-c947-42fe-be30-af77ad0bba70 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:18:06.516541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a27beab9-d398-4f32-a569-11b249f6c766 req-7f704a85-3b0b-49c1-9d08-d56bdac00cb3 tempest-AggregatesAdminTestJSON-1778880984 tempest-AggregatesAdminTestJSON-1778880984-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904088 Aug 27 02:18:06.526310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.574044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f704a85-3b0b-49c1-9d08-d56bdac00cb3 tempest-AggregatesAdminTestJSON-1778880984 tempest-AggregatesAdminTestJSON-1778880984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6f7d56-8333-42f1-acd4-37e86d20db42,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:06.589000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.630924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e993107-73b3-4250-978f-ba2a714c1e99 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:06.655106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1e993107-73b3-4250-978f-ba2a714c1e99 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:06.655447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e993107-73b3-4250-978f-ba2a714c1e99 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:06.663514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:06.690793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:06.691143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c8309bb4-bc66-4c0d-bd16-1eb78b6227b0 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:06.699789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618ac9-ae3f-4069-a35e-56a7ca3f9fe1 req-278a8d61-5667-425e-b066-c48c0b3506f2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:06.701515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca618ac9-ae3f-4069-a35e-56a7ca3f9fe1 req-278a8d61-5667-425e-b066-c48c0b3506f2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 945 time: 0.0767529 Aug 27 02:18:06.751875 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca618ac9-ae3f-4069-a35e-56a7ca3f9fe1 req-a895f14f-68c3-4968-bc4d-30db3f85d389 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Aug 27 02:18:06.804318 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff5a94-0597-442b-89cd-4340523b714e x-openstack-request-id: req-46ff5a94-0597-442b-89cd-4340523b714e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:06.804599 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "name": "network-vif-plugged", "status": "completed", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:06.804868 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46ff5a94-0597-442b-89cd-4340523b714e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:06.805297 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9', 'code': 200} Aug 27 02:18:06.870251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.45', 49479) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:06.914571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5017324-9db3-41b5-a8c5-de7e1c2a99ba req-4af6b902-1dd4-418a-9dc0-f7d538d03fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:06.922986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e5017324-9db3-41b5-a8c5-de7e1c2a99ba req-4af6b902-1dd4-418a-9dc0-f7d538d03fb8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1096 time: 0.0445616 Aug 27 02:18:06.962890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e5017324-9db3-41b5-a8c5-de7e1c2a99ba req-c6bc55b6-5394-445a-bfcc-1fa9411d4cce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Aug 27 02:18:06.997482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.032447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.043987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.050615 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10fb421c-f144-434a-b86d-a7b073204e48 req-16da1bd6-5181-416e-92d1-298f31968952 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 210 time: 0.0320699 Aug 27 02:18:07.157421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-7f4f7959-3ebb-4c02-986f-ccccbf4794ea tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:07.159971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-7f4f7959-3ebb-4c02-986f-ccccbf4794ea tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.2822897 Aug 27 02:18:07.193374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca787e24-b003-4741-9e61-a98722834ccb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:07.205372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-b881ce7e-9f55-43ce-811c-36cd841eca22 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/quotas/824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 375 time: 0.0363255 Aug 27 02:18:07.238626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.297696 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.303966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eedc6d42-c947-42fe-be30-af77ad0bba70 HTTP/1.1" status: 204 len: 168 time: 0.8657954 Aug 27 02:18:07.305597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58132) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:07.309783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-b29f7b5e-c99a-4afc-b841-13ff94278dd7 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894728 Aug 27 02:18:07.310292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4d7005-c610-467a-b570-191d21ac09b6 None None] Network cd251a1d-13e0-44b6-a573-21294284775d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:07.310497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3613a-c1e6-490f-ae14-bb282715e974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedc6d42-c947-42fe-be30-af77ad0bba70,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:07.327819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Allocated IP 192.168.233.73 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/8571b54c-d392-4b05-aad1-5922ad3fb7f8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:07.455406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.539694 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.574017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Transition to ACTIVE for port object 8571b54c-d392-4b05-aad1-5922ad3fb7f8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:07.577644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Deleting port b0e90c86-572d-4c14-bb25-c6546ea2ab46 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:07.579018 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.601337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] DHCP port deletion for cd251a1d-13e0-44b6-a573-21294284775d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:18:07.638785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-2d0615ec-de7b-4ac5-8be7-48ea38fd7a1c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:18:07.639843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-2d0615ec-de7b-4ac5-8be7-48ea38fd7a1c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980430 Aug 27 02:18:07.680255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] Deleting port b0e90c86-572d-4c14-bb25-c6546ea2ab46 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:07.681112 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.701544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] For port b0e90c86-572d-4c14-bb25-c6546ea2ab46, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b0e90c86-572d-4c14-bb25-c6546ea2ab46,segment=NetworkSegment(190fabd5-4988-47e0-928b-cd63d2d0e4d5),segment_id=190fabd5-4988-47e0-928b-cd63d2d0e4d5)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:07.702050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.711650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.721079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Calling delete_port for b0e90c86-572d-4c14-bb25-c6546ea2ab46 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:07.777764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] For port b0e90c86-572d-4c14-bb25-c6546ea2ab46, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b0e90c86-572d-4c14-bb25-c6546ea2ab46,segment=NetworkSegment(190fabd5-4988-47e0-928b-cd63d2d0e4d5),segment_id=190fabd5-4988-47e0-928b-cd63d2d0e4d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:07.778955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.798233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] Calling delete_port for b0e90c86-572d-4c14-bb25-c6546ea2ab46 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:07.817950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Pushing event updated for resources: {'Port': ['ID=8571b54c-d392-4b05-aad1-5922ad3fb7f8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:07.820892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.842619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:07.846915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:07.855342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e90c86-572d-4c14-bb25-c6546ea2ab46,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:07.862590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] No DVR routers for this DVR port b0e90c86-572d-4c14-bb25-c6546ea2ab46 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:07.879522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:07.889311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:07.890007 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.930370 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-43fa1c0d-3ebf-4c0b-99df-a2b186aaec90 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9766757 Aug 27 02:18:07.942735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-37422d8b-0707-4415-855d-5e053c16400f service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946577 Aug 27 02:18:07.949656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Request body: {'port': {'device_id': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:07.958025 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.990295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] Pushing event deleted for resources: {'Port': ['ID=b0e90c86-572d-4c14-bb25-c6546ea2ab46,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:07.998879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.999690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96ad90-f484-4005-81d9-056b09b9f78c None None] No DVR routers for this DVR port b0e90c86-572d-4c14-bb25-c6546ea2ab46 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:08.012323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd251a1d-13e0-44b6-a573-21294284775d']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:08.023880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190fabd5-4988-47e0-928b-cd63d2d0e4d5') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:08.024274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190fabd5-4988-47e0-928b-cd63d2d0e4d5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:08.043473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.073955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.095765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:18:08.096167 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.096316 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:18:08.098854 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:18:08.168063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-5e025b0c-5df2-4b4f-aca5-b7c8283e415c service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241187 Aug 27 02:18:08.205164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8d620f25-577b-4af5-83f4-76d7919de6ff None None] Provisioning for port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:08.211117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8d620f25-577b-4af5-83f4-76d7919de6ff None None] Provisioning complete for port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:08.212328 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d620f25-577b-4af5-83f4-76d7919de6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.257639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8d620f25-577b-4af5-83f4-76d7919de6ff None None] Port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:08.399653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75b194-1f97-4452-a7c4-c4aa17c23278 req-00f74611-9760-46a5-9c5b-551da50b885f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:08.401187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b75b194-1f97-4452-a7c4-c4aa17c23278 req-00f74611-9760-46a5-9c5b-551da50b885f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 945 time: 0.3451827 Aug 27 02:18:08.402383 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.407162 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.412189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd251a1d-13e0-44b6-a573-21294284775d HTTP/1.1" status: 204 len: 168 time: 1.1028738 Aug 27 02:18:08.437832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da264f0-ed7a-475b-a01c-9c19e0f88b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd251a1d-13e0-44b6-a573-21294284775d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:08.440165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8571b54c-d392-4b05-aad1-5922ad3fb7f8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:08.449483 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.469137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b75b194-1f97-4452-a7c4-c4aa17c23278 req-b0904c50-9f25-4e33-b8d0-a7c4e1066548 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554404 Aug 27 02:18:08.471650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Transition to ACTIVE for port object 8571b54c-d392-4b05-aad1-5922ad3fb7f8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:08.478044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.572667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Pushing event updated for resources: {'Port': ['ID=8571b54c-d392-4b05-aad1-5922ad3fb7f8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:08.627635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0e90c86-572d-4c14-bb25-c6546ea2ab46 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:08.631584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Attempting to bind port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:08.633262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Attempting to bind port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:08.635333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Attempting to bind port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:08.650790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:08.651889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Attempting to bind port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:08.660266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b0e90c86-572d-4c14-bb25-c6546ea2ab46 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:08.660609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0e90c86-572d-4c14-bb25-c6546ea2ab46 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:08.679836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:08.688846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:08.689260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:08.689742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Bound port: 8571b54c-d392-4b05-aad1-5922ad3fb7f8, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:08.690114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.800869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58196) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:08.811001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-737d8f14-4911-4a62-91ae-220261005beb req-ed44ba61-7b82-4c7e-bcde-5cb40dd2cdd4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 210 time: 0.0552685 Aug 27 02:18:08.890055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] For port 8571b54c-d392-4b05-aad1-5922ad3fb7f8, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:08.915188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-69dad1e6-e135-4402-aa8c-eaf55a187fc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff624217e0d3487a87d9f7d42e4b1204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1132860 Aug 27 02:18:08.917206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] For port 8571b54c-d392-4b05-aad1-5922ad3fb7f8, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8571b54c-d392-4b05-aad1-5922ad3fb7f8,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:08.918139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58202) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:08.931470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d5740-b109-4574-a015-ef2b2fb4dd51 req-4cb8a464-2f75-44aa-a1f9-8c48330b3458 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:08.933032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f17d5740-b109-4574-a015-ef2b2fb4dd51 req-4cb8a464-2f75-44aa-a1f9-8c48330b3458 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 947 time: 0.1330173 Aug 27 02:18:08.934399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.978813 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9fe5217b-ea87-453d-a61d-cd7d640a52b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.989635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:08.990263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.991845 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] 10.222.0.45 "PUT /v2.0/ports/8571b54c-d392-4b05-aad1-5922ad3fb7f8 HTTP/1.1" status: 200 len: 1095 time: 1.0466223 Aug 27 02:18:08.993425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'tag': '8571b54c-d392-4b05-aad1-5922ad3fb7f8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:08.995545 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d013d-2e3c-4faa-beef-2e3da157a375" -d '{"events": [{"name": "network-changed", "server_uuid": "564d3c71-282f-4e2f-955a-f48a1f8217a2", "tag": "8571b54c-d392-4b05-aad1-5922ad3fb7f8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:09.007827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9fe5217b-ea87-453d-a61d-cd7d640a52b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.024839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246c49b-ef88-47ab-82f9-9bf606f8b19e service neutron] Pushing event updated for resources: {'Port': ['ID=8571b54c-d392-4b05-aad1-5922ad3fb7f8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.037704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f17d5740-b109-4574-a015-ef2b2fb4dd51 req-af2e746f-f6ec-4507-9af1-16cc37cee07f tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785096 Aug 27 02:18:09.075050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9fe5217b-ea87-453d-a61d-cd7d640a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.079125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9fe5217b-ea87-453d-a61d-cd7d640a52b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.085415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9fe5217b-ea87-453d-a61d-cd7d640a52b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f05b102f-9718-4e20-83c8-6f63cf24d706 HTTP/1.1" status: 204 len: 168 time: 0.1660168 Aug 27 02:18:09.100225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5217b-ea87-453d-a61d-cd7d640a52b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05b102f-9718-4e20-83c8-6f63cf24d706,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.109624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-7e246659-d8da-4b02-840b-956e310f647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.112174 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-7e246659-d8da-4b02-840b-956e310f647a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d69fb735f9b74c70b14627c978e9bf13&device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 1098 time: 0.0663929 Aug 27 02:18:09.114310 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd32d4-9e70-4311-9b5e-0843bec97fef x-openstack-request-id: req-acdd32d4-9e70-4311-9b5e-0843bec97fef {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:09.114645 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564d3c71-282f-4e2f-955a-f48a1f8217a2", "tag": "8571b54c-d392-4b05-aad1-5922ad3fb7f8", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:09.114986 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acdd32d4-9e70-4311-9b5e-0843bec97fef {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:09.118252 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'tag': '8571b54c-d392-4b05-aad1-5922ad3fb7f8', 'status': 'completed', 'code': 200} Aug 27 02:18:09.172415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-1890f904-2e33-4e7f-8176-f12dfd01fa29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=8571b54c-d392-4b05-aad1-5922ad3fb7f8 HTTP/1.1" status: 200 len: 217 time: 0.0470331 Aug 27 02:18:09.262382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-e72fa43f-0689-41cd-bbbc-8df067f14f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.263902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-e72fa43f-0689-41cd-bbbc-8df067f14f1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0822713 Aug 27 02:18:09.362055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-a06636f6-3526-45e5-b848-2a0268c8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.363585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-a06636f6-3526-45e5-b848-2a0268c8c8fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903876 Aug 27 02:18:09.455917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-15c34870-694e-4249-a87e-14b872430ad9 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840960 Aug 27 02:18:09.580744 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f8caad-61fa-4960-b6b1-a4b703b62fde req-cd70af01-683c-4b5b-baa7-8ecc1a2ef8dc service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164632 Aug 27 02:18:09.635331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f10f17-3155-4256-9246-460ae073d08a req-b5f51f29-c0d5-48ca-85d5-619cf88ebf87 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.637303 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9f10f17-3155-4256-9246-460ae073d08a req-b5f51f29-c0d5-48ca-85d5-619cf88ebf87 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 945 time: 0.0709910 Aug 27 02:18:09.679430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9f10f17-3155-4256-9246-460ae073d08a req-f4a1e4d1-8096-46d7-9a96-ae3e4614c90a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361836 Aug 27 02:18:09.719811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-e09e3c99-e9b8-4651-ae49-6879452e7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.721570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-e09e3c99-e9b8-4651-ae49-6879452e7309 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d69fb735f9b74c70b14627c978e9bf13&device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 1098 time: 0.0648103 Aug 27 02:18:09.828627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-582a3f5e-8ade-49fc-8cbf-ac1fa07b4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.831571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-582a3f5e-8ade-49fc-8cbf-ac1fa07b4c17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1007612 Aug 27 02:18:09.887774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-aca19353-fd16-4797-83b4-b6f2a283a2e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=8571b54c-d392-4b05-aad1-5922ad3fb7f8 HTTP/1.1" status: 200 len: 217 time: 0.0477667 Aug 27 02:18:09.945615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-d618388f-bd0d-4ad8-989b-cfb579b4900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.947117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-d618388f-bd0d-4ad8-989b-cfb579b4900c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0504587 Aug 27 02:18:10.001710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-264190b7-fdb6-49cf-8563-c1d930937b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:10.005371 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-264190b7-fdb6-49cf-8563-c1d930937b20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491285 Aug 27 02:18:10.106876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3beb6-64a2-4bbc-b9f8-9d328d99253c req-094b6988-1324-44b3-a3e3-87f616131632 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:10.118618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edd3beb6-64a2-4bbc-b9f8-9d328d99253c req-094b6988-1324-44b3-a3e3-87f616131632 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1096 time: 0.0836544 Aug 27 02:18:10.159216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-6bb24a60-c743-479d-bb29-6febc0564c1d service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462548 Aug 27 02:18:10.172793 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edd3beb6-64a2-4bbc-b9f8-9d328d99253c req-be76f7e7-025d-4dc2-8e15-3c2de9fb098b tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Aug 27 02:18:10.176038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d1b9710-66c1-400c-8db9-12b585276e22 req-fcd3ad08-68a1-451b-aa06-290d6bc438b3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 210 time: 0.0330451 Aug 27 02:18:10.308429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de1d013d-2e3c-4faa-beef-2e3da157a375 req-38b4a2e9-46be-4b31-87af-fabd893dcaf9 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350336 Aug 27 02:18:10.333934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e78d7c-a0ad-4a4e-b128-c0ad4141f4a6 req-9813e60c-c500-4992-8cd8-67d5810a7b0f tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:10.343785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86e78d7c-a0ad-4a4e-b128-c0ad4141f4a6 req-9813e60c-c500-4992-8cd8-67d5810a7b0f tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 947 time: 0.1116700 Aug 27 02:18:10.403054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86e78d7c-a0ad-4a4e-b128-c0ad4141f4a6 req-3f107823-aeea-46cf-aa0d-c68b83b7fe9d tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Aug 27 02:18:10.578497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987a4a-041e-407e-9442-9381969fe6a0 req-1361ba9a-54a8-4474-a291-16022227c513 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:10.580888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df987a4a-041e-407e-9442-9381969fe6a0 req-1361ba9a-54a8-4474-a291-16022227c513 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1096 time: 0.0729015 Aug 27 02:18:10.590505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58302) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:10.630843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df987a4a-041e-407e-9442-9381969fe6a0 req-82637db0-62a2-4eff-91a8-58cdbf9f2fda tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Aug 27 02:18:10.690723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-788717071-network', 'tenant_id': '5eb33d70486e4297824486ab7a295cf9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:10.724437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Made reservation on behalf of 5eb33d70486e4297824486ab7a295cf9 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:10.730712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.741234 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.941630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-62533175-b7d9-4c57-be31-dc177e2be0a1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:10.943341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-62533175-b7d9-4c57-be31-dc177e2be0a1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.1592660 Aug 27 02:18:10.949202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.957424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Request body: {'port': {'device_id': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'admin_state_up': True, 'tenant_id': '824ea5b670a64ecbb17a64950478a079'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:10.962773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.048151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:11.074977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:11.098212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.098613 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Added segment b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38 of type vlan for network 9a61d11d-9894-48b9-a68e-463bbaa5d15c Aug 27 02:18:11.170679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.203651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Made reservation on behalf of 824ea5b670a64ecbb17a64950478a079 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:11.208495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.224367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.225324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.225896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.288976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6941948 Aug 27 02:18:11.289742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58352) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:11.294740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Request body: {'subnet': {'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-788717071-subnet', 'tenant_id': '5eb33d70486e4297824486ab7a295cf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:11.332699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755a857-6378-40c2-9397-ae915a19c9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9a61d11d-9894-48b9-a68e-463bbaa5d15c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:11.347864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Made reservation on behalf of 5eb33d70486e4297824486ab7a295cf9 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:11.350372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9a61d11d-9894-48b9-a68e-463bbaa5d15c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:11.351430 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.432932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Allocated IP 172.20.0.9 (543c80bd-3b39-4e69-b761-ac69f0bf8d30/95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d/0e08c60b-9392-4b0c-8042-c16e4792bc9e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:11.554332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.614056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd2a642-c832-4e54-806b-8418e2e9810c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:11.640167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Checking segment: {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:11.640626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Network hostable DHCP agents. Network: 9a61d11d-9894-48b9-a68e-463bbaa5d15c, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:11.650863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-779ce195-1f9c-427d-aa42-3e8e0a8f55dd req-c16b721e-1838-4d1a-ba7c-85a741938a2e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 210 time: 0.0397794 Aug 27 02:18:11.654350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.670634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Network 9a61d11d-9894-48b9-a68e-463bbaa5d15c is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:11.676884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9a61d11d-9894-48b9-a68e-463bbaa5d15c) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:11.683671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.685941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.690642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ccc0b8-7cbf-4ce2-be61-dae23d0f226e None None] Network 9a61d11d-9894-48b9-a68e-463bbaa5d15c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:11.704235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.729737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3ba25a54-b9e2-4ce2-be9d-19566a5bfe17 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4378035 Aug 27 02:18:11.772996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:11.789873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:11.791402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:11.793932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:11.864844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a567da28-b318-46d7-b7ea-6283803875ea None None] Network 9a61d11d-9894-48b9-a68e-463bbaa5d15c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:11.870879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.871602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.918492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-90b4101f-13a5-458c-bee7-52ee45c10339 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9663365 Aug 27 02:18:11.935358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Request body: {'port': {'device_id': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:11.947830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd3218-5e11-4bb1-883e-a3cdf8cf2314 req-c6770d97-efa4-4e80-b0e4-b66a43fcda0e tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.949368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ebd3218-5e11-4bb1-883e-a3cdf8cf2314 req-c6770d97-efa4-4e80-b0e4-b66a43fcda0e tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 947 time: 0.0748787 Aug 27 02:18:12.031834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ebd3218-5e11-4bb1-883e-a3cdf8cf2314 req-9bc7c53c-ff7a-4085-93b7-70e6b61e6a8d tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630994 Aug 27 02:18:12.043141 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.376627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e08c60b-9392-4b0c-8042-c16e4792bc9e {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:12.384573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.397383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Transition to ACTIVE for port object 0e08c60b-9392-4b0c-8042-c16e4792bc9e will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:12.402367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.456941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:12.469740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58422) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:12.526682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:12.527033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:12.527358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:12.531627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:12.531946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:12.540040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:12.541102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:12.541798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:12.542477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Bound port: 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:12.543035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.583255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-d3768c9c-c7ec-44c9-80e3-e649f885ae10 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:18:12.592865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-d3768c9c-c7ec-44c9-80e3-e649f885ae10 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1216736 Aug 27 02:18:12.661785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:12.666620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:12.668947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Request body: {'binding': {'host': 'n-h1-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:12.669705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Unknown quota resources ['binding']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:18:12.672688 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.726164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.726936 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.728201 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] 10.222.0.32 "PUT /v2.0/ports/0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 1091 time: 0.8003607 Aug 27 02:18:12.730668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:12.732844 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a0cddf-4963-4078-8242-b7be30931139" -d '{"events": [{"name": "network-changed", "server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:12.763810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-a27abd62-9e69-4d02-9bc2-48602742318a tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.765381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-a27abd62-9e69-4d02-9bc2-48602742318a tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 821 time: 0.1765318 Aug 27 02:18:12.770988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c17cdb-66f5-44ff-b87a-9f7c50189455 service neutron] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:12.793233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-0206642f-c017-412a-99fa-988eeaf171db tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/quotas/5eb33d70486e4297824486ab7a295cf9 HTTP/1.1" status: 200 len: 375 time: 0.0192008 Aug 27 02:18:12.840770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-79c2a23c-de2f-4fdf-80a2-edc9ab11d6f1 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300839 Aug 27 02:18:12.851180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-8e459010-f944-4d40-aa27-10dd46d2e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.852659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-8e459010-f944-4d40-aa27-10dd46d2e53f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1094 time: 0.0776818 Aug 27 02:18:12.931092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-cff12be9-a608-46d9-86b1-58acd57b8d78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.0612175 Aug 27 02:18:12.981991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on host n-h1-806293-1 for vnic_type normal with profile None {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:12.982347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:12.982753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:12.987459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:12.987786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:12.993079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:12.993433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:12.993827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:12.994252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Bound port: 3da47fa1-e76e-45c2-a346-743a395a85d9, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:13.000694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-f5f5d227-d4e9-4994-a9c8-a73af955e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.002191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-f5f5d227-d4e9-4994-a9c8-a73af955e117 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0631840 Aug 27 02:18:13.003950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-989b01c7-99ea-4f1a-b978-f46dd491f7e9 service neutron] 10.222.0.10 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552122 Aug 27 02:18:13.047340 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-ea21b137-5f48-4c30-8630-9cab70eb13d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376351 Aug 27 02:18:13.082304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:13.088925 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.090098 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c7378833-69e0-4dea-823c-841e0d67a9b8 service neutron] 10.222.0.10 "POST /v2.0/ports/3da47fa1-e76e-45c2-a346-743a395a85d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4638071 Aug 27 02:18:13.176376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-9d65e8b1-7a1a-4262-a42e-116a586d0798 service neutron] 10.222.0.10 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655667 Aug 27 02:18:13.193813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-61662a48-2a9d-411d-90c6-8d7f75f9d922 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195614 Aug 27 02:18:13.314495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e0ee8-cb07-4f76-b55c-ebd873ca1019 req-e07ae085-4796-4976-8741-4cebb128130a service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126812 Aug 27 02:18:13.431684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-b93fa364-a775-4d50-a176-db78f4275f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.433204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-b93fa364-a775-4d50-a176-db78f4275f3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1096 time: 0.0553403 Aug 27 02:18:13.461586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6be61-9aa2-4239-8bbd-79f4008b91d2 req-c7f39f92-d69c-4a12-8557-fbf9b1e84d6d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.463424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89b6be61-9aa2-4239-8bbd-79f4008b91d2 req-c7f39f92-d69c-4a12-8557-fbf9b1e84d6d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.0580781 Aug 27 02:18:13.510385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89b6be61-9aa2-4239-8bbd-79f4008b91d2 req-0e48a8b8-386c-48a4-abd1-7af9384b87bd tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Aug 27 02:18:13.535867 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b14590-33f2-457a-9501-02059863be04 x-openstack-request-id: req-e4b14590-33f2-457a-9501-02059863be04 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:13.536166 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:13.536600 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4b14590-33f2-457a-9501-02059863be04 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:13.537008 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e', 'status': 'completed', 'code': 200} Aug 27 02:18:13.565280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.32', 54690) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:13.579475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c63be4be-2026-4743-b130-1e5dc5c81eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.583072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-c63be4be-2026-4743-b130-1e5dc5c81eb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.1411602 Aug 27 02:18:13.641482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-e6a219c8-cc26-4736-9184-f6773f057d78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0505543 Aug 27 02:18:13.647613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0cddf-4963-4078-8242-b7be30931139 req-e4e70ac8-97a5-4bda-b470-257818e542fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.649115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a0cddf-4963-4078-8242-b7be30931139 req-e4e70ac8-97a5-4bda-b470-257818e542fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1094 time: 0.0828252 Aug 27 02:18:13.670187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a01d4-e742-4415-b44e-ca747ec90ec8 req-2671428d-591a-4d32-a7c6-792337c95969 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.671987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-455a01d4-e742-4415-b44e-ca747ec90ec8 req-2671428d-591a-4d32-a7c6-792337c95969 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 947 time: 0.0617189 Aug 27 02:18:13.719561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-86a09765-49f7-4f9a-941b-524760cb53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.721443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-86a09765-49f7-4f9a-941b-524760cb53ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0617945 Aug 27 02:18:13.730870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a24a6-77ce-46aa-8722-e40f2dd0c8dc req-4e9c4e9d-7420-4e5a-842e-abd1af020dce tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.732690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e9a24a6-77ce-46aa-8722-e40f2dd0c8dc req-4e9c4e9d-7420-4e5a-842e-abd1af020dce tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 945 time: 0.1341736 Aug 27 02:18:13.761743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8571b54c-d392-4b05-aad1-5922ad3fb7f8 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:13.766349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-455a01d4-e742-4415-b44e-ca747ec90ec8 req-700e4e40-3477-4c9b-b5a5-8e567fbc4004 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845275 Aug 27 02:18:13.774831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-f88cea8c-bd5a-4f09-8f28-03394b62d662 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411038 Aug 27 02:18:13.788335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0cddf-4963-4078-8242-b7be30931139 req-dd520887-8960-4044-aac1-7c070f75572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.790163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a0cddf-4963-4078-8242-b7be30931139 req-dd520887-8960-4044-aac1-7c070f75572d service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1171443 Aug 27 02:18:13.863045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a0cddf-4963-4078-8242-b7be30931139 req-51f444a3-0b14-4442-89c2-c9d2935f60de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.0608773 Aug 27 02:18:13.898975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8571b54c-d392-4b05-aad1-5922ad3fb7f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8571b54c-d392-4b05-aad1-5922ad3fb7f8,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:13.907964 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e9a24a6-77ce-46aa-8722-e40f2dd0c8dc req-acc5a7da-19c2-4610-acc6-8af345538910 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630075 Aug 27 02:18:13.914112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '8571b54c-d392-4b05-aad1-5922ad3fb7f8', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '8571b54c-d392-4b05-aad1-5922ad3fb7f8', 'mac_address': 'fa:16:3e:62:b5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:13.927294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-790ccc09-e6d7-44ac-8d92-d5b7a3bf9fc2 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371546 Aug 27 02:18:13.955349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7544232-c2ce-4ee8-bffc-f7f5601ba28c req-7a1aaacc-8413-4ec8-8c42-f0c494c04ce3 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 210 time: 0.0706913 Aug 27 02:18:13.973137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0cddf-4963-4078-8242-b7be30931139 req-a92ae709-7998-4d3f-aa55-3b095e5a2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.974945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a0cddf-4963-4078-8242-b7be30931139 req-a92ae709-7998-4d3f-aa55-3b095e5a2a57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1024225 Aug 27 02:18:13.999093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.026464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8571b54c-d392-4b05-aad1-5922ad3fb7f8 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:14.045531 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-d6426228-01e7-45b6-aaf2-19308f697fb0 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061957 Aug 27 02:18:14.051599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a0cddf-4963-4078-8242-b7be30931139 req-c23b12ba-7955-4a5e-a338-c58275809644 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681338 Aug 27 02:18:14.056758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8571b54c-d392-4b05-aad1-5922ad3fb7f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8571b54c-d392-4b05-aad1-5922ad3fb7f8,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:14.065956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.116953 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:18:14.196342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8571b54c-d392-4b05-aad1-5922ad3fb7f8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:14.263083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a0cddf-4963-4078-8242-b7be30931139 req-8f1fe5e1-225a-4462-8a7d-a98112300d97 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941535 Aug 27 02:18:14.298472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-904a56a9-6c06-4af2-a2e7-5d8831859fad tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.300625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-904a56a9-6c06-4af2-a2e7-5d8831859fad tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.0932529 Aug 27 02:18:14.315691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806293-1'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:14.382563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8571b54c-d392-4b05-aad1-5922ad3fb7f8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:14.386148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.452090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a0cddf-4963-4078-8242-b7be30931139 req-5cea9728-577f-49ae-a52c-80c9341beb31 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800003 Aug 27 02:18:14.532911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58510) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:14.538275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:14.588976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:14.658549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.673379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.787120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:14.789959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on host n-h2-806293-1 for vnic_type normal with profile {"migrating_to": "n-h1-806293-1"} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:14.790233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:14.792398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:14.797448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:14.797771 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Attempting to bind port 3da47fa1-e76e-45c2-a346-743a395a85d9 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:14.803307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:14.803640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:14.804019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:14.804446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Bound port: 3da47fa1-e76e-45c2-a346-743a395a85d9, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:14.804815 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.836493 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eed2dbc8-ec7c-4384-85d1-8390019d9028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.872980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:14.876133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:14.880791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.888100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-971365a7-6215-4db0-91cf-7b3c809dea49 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.889587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-971365a7-6215-4db0-91cf-7b3c809dea49 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 821 time: 0.2589653 Aug 27 02:18:14.897708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935cd90-e272-40a3-b15a-d4e4cbd067aa req-608f83fe-ae27-4c33-8472-c30508002946 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.899263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3935cd90-e272-40a3-b15a-d4e4cbd067aa req-608f83fe-ae27-4c33-8472-c30508002946 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.1690104 Aug 27 02:18:14.910080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Request body: {'port': {'device_id': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'admin_state_up': True, 'tenant_id': '5eb33d70486e4297824486ab7a295cf9'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:14.958188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.958841 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.960228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] 10.222.0.32 "PUT /v2.0/ports/3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 1121 time: 0.6519635 Aug 27 02:18:14.963859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b410b-f66d-40ad-8640-b77a20c5bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=8']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.023739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3da47fa1-e76e-45c2-a346-743a395a85d9'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:15.056709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3935cd90-e272-40a3-b15a-d4e4cbd067aa req-4fc25ef2-4076-47bb-a52e-f87ed079086a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425695 Aug 27 02:18:15.152321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eed2dbc8-ec7c-4384-85d1-8390019d9028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.166042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eed2dbc8-ec7c-4384-85d1-8390019d9028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.213045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Made reservation on behalf of 5eb33d70486e4297824486ab7a295cf9 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:15.217584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.261706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-eed2dbc8-ec7c-4384-85d1-8390019d9028 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6e963c71a034266a2b0955e44e67201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7243757 Aug 27 02:18:15.261821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58540) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:15.277582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2dbc8-ec7c-4384-85d1-8390019d9028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895000da-4e34-4d91-9b48-ddcf66dbebf3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.347728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ac88fc1-1128-4b3c-a0d4-6b45f0f50cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.351158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1e7b5-bca8-4ae3-b035-d57b3546e607 req-10b2b5bd-969c-4fbf-9e3b-3611a6aa2dcc tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.352766 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cf1e7b5-bca8-4ae3-b035-d57b3546e607 req-10b2b5bd-969c-4fbf-9e3b-3611a6aa2dcc tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 948 time: 0.1471128 Aug 27 02:18:15.375756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ac88fc1-1128-4b3c-a0d4-6b45f0f50cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.385180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58542) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:15.407514 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b293d-a247-43d4-8302-d55e5cc73bba req-3bf266cc-986c-47b4-8ab9-229ec0da4373 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.409451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a3b293d-a247-43d4-8302-d55e5cc73bba req-3bf266cc-986c-47b4-8ab9-229ec0da4373 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.0962322 Aug 27 02:18:15.435731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cf1e7b5-bca8-4ae3-b035-d57b3546e607 req-dd41fda8-7d54-4faf-9e26-b260d4acb21e tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759161 Aug 27 02:18:15.459806 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a3b293d-a247-43d4-8302-d55e5cc73bba req-a9616a40-465e-4761-a56b-9ccfd728501e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Aug 27 02:18:15.463897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Allocated IP 172.20.0.6 (9a61d11d-9894-48b9-a68e-463bbaa5d15c/9dd2a642-c832-4e54-806b-8418e2e9810c/ca2ec695-efd6-4043-9121-0677a8496852) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:15.466308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ac88fc1-1128-4b3c-a0d4-6b45f0f50cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.471094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ac88fc1-1128-4b3c-a0d4-6b45f0f50cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.472748 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5ac88fc1-1128-4b3c-a0d4-6b45f0f50cd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/895000da-4e34-4d91-9b48-ddcf66dbebf3 HTTP/1.1" status: 204 len: 168 time: 0.2097533 Aug 27 02:18:15.489152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac88fc1-1128-4b3c-a0d4-6b45f0f50cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895000da-4e34-4d91-9b48-ddcf66dbebf3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.542137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9'}, {'name': 'network-changed', 'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:15.542137 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79dd292-aea6-4b18-a5d3-33411c4ecad2" -d '{"events": [{"server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "name": "network-vif-unplugged", "status": "completed", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9"}, {"name": "network-changed", "server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:15.566699 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-266c51f1-fea7-4bee-8be1-f6bc26313873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.602108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1107aab-8601-42a6-bf82-8ef9c920e403 req-2fe19ebb-5a00-4162-83ae-88d06b532f1f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 210 time: 0.0631371 Aug 27 02:18:15.698174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-266c51f1-fea7-4bee-8be1-f6bc26313873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.706629 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f5e8a3-2bfe-4da2-b024-f69aa9b5785f x-openstack-request-id: req-b8f5e8a3-2bfe-4da2-b024-f69aa9b5785f {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:15.706930 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "name": "network-vif-unplugged", "status": "completed", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9", "code": 200}, {"name": "network-changed", "server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:15.707168 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8f5e8a3-2bfe-4da2-b024-f69aa9b5785f {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:15.707559 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9', 'code': 200} Aug 27 02:18:15.707810 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9', 'status': 'completed', 'code': 200} Aug 27 02:18:15.710077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-266c51f1-fea7-4bee-8be1-f6bc26313873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.766503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.776766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8571b54c-d392-4b05-aad1-5922ad3fb7f8 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:15.778227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-266c51f1-fea7-4bee-8be1-f6bc26313873 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=369fcc2cfdc741799c3f391bb0e44843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919740 Aug 27 02:18:15.780589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c51f1-fea7-4bee-8be1-f6bc26313873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da05c57e-c05c-402b-b5ff-8aa2ec1fc0b0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.783116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58560) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:15.791996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-4cba485a-edbd-4cfe-b934-96cfd25fe2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.793474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-4cba485a-edbd-4cfe-b934-96cfd25fe2b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1124 time: 0.0967655 Aug 27 02:18:15.871656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:15.874130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.878179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:15.878582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.922839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c34e6029-aff4-48ba-bf0e-e5fadc1c0286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.936137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Network 9a61d11d-9894-48b9-a68e-463bbaa5d15c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:15.939445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:15.946449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-cf8a50cb-9ad9-4dc5-9a6b-8a7dcd1cabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.948032 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-cf8a50cb-9ad9-4dc5-9a6b-8a7dcd1cabbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.1469030 Aug 27 02:18:15.951281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:15.958820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.959614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.968828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c34e6029-aff4-48ba-bf0e-e5fadc1c0286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.976602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.992463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-2ae4682d-ec7c-4252-acb6-d8fae46be016 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0902686 Aug 27 02:18:16.008165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-6e95de4a-c9f9-4b7d-bfdf-ac3abfef8a28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0515697 Aug 27 02:18:16.016143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Request body: {'port': {'device_id': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:16.041717 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.058215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58568) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:16.075955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8571b54c-d392-4b05-aad1-5922ad3fb7f8'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:16.079382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbff8eb4-a7ab-49d0-b563-e1d20658f2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.082037 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7597108-c1fa-4c16-baf6-fc5801d746c9" -d '{"events": [{"server_uuid": "564d3c71-282f-4e2f-955a-f48a1f8217a2", "name": "network-vif-plugged", "status": "completed", "tag": "8571b54c-d392-4b05-aad1-5922ad3fb7f8"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:16.124115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-6e150bbf-a734-4327-9097-b65a5faa0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.126076 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-6e150bbf-a734-4327-9097-b65a5faa0d5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1101310 Aug 27 02:18:16.131455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8571b54c-d392-4b05-aad1-5922ad3fb7f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8571b54c-d392-4b05-aad1-5922ad3fb7f8,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:16.139374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.147703 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.220672 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d58300c-d550-46f3-ba0c-e78f6c182964 x-openstack-request-id: req-9d58300c-d550-46f3-ba0c-e78f6c182964 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:16.220965 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564d3c71-282f-4e2f-955a-f48a1f8217a2", "name": "network-vif-plugged", "status": "completed", "tag": "8571b54c-d392-4b05-aad1-5922ad3fb7f8", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:16.221873 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d58300c-d550-46f3-ba0c-e78f6c182964 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:16.222536 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8571b54c-d392-4b05-aad1-5922ad3fb7f8', 'code': 200} Aug 27 02:18:16.255290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.45', 49504) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:16.265839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8571b54c-d392-4b05-aad1-5922ad3fb7f8,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:16.373262 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.417877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ece7a-5cbc-428b-8c5a-9434f6175b74 req-b8b1a0d7-c2f8-4b31-b9ce-c28f0f706779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.419633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b5ece7a-5cbc-428b-8c5a-9434f6175b74 req-b8b1a0d7-c2f8-4b31-b9ce-c28f0f706779 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 1100 time: 0.1084487 Aug 27 02:18:16.422177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-14d44f32-9234-4a91-8e18-581ee0d6cb60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2868912 Aug 27 02:18:16.442969 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c34e6029-aff4-48ba-bf0e-e5fadc1c0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.445625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c34e6029-aff4-48ba-bf0e-e5fadc1c0286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.449533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c34e6029-aff4-48ba-bf0e-e5fadc1c0286 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da05c57e-c05c-402b-b5ff-8aa2ec1fc0b0 HTTP/1.1" status: 204 len: 168 time: 0.6642797 Aug 27 02:18:16.456959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86842187-814d-45e6-9d82-036da2d895bd req-0cb64bd5-8153-4af5-8399-5640def7d43e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.458576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86842187-814d-45e6-9d82-036da2d895bd req-0cb64bd5-8153-4af5-8399-5640def7d43e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.2221584 Aug 27 02:18:16.498629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e6029-aff4-48ba-bf0e-e5fadc1c0286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da05c57e-c05c-402b-b5ff-8aa2ec1fc0b0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:16.576145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b5ece7a-5cbc-428b-8c5a-9434f6175b74 req-d6d8ed91-ba8c-4064-badc-51a562cf1a94 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284988 Aug 27 02:18:16.578833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-18261cd0-81a8-4e8a-8828-684676f89a00 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445918 Aug 27 02:18:16.595880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86842187-814d-45e6-9d82-036da2d895bd req-c1edebff-98b2-4e82-a74c-c7fd83e97ccf tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266572 Aug 27 02:18:16.666204 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbff8eb4-a7ab-49d0-b563-e1d20658f2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.683827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbff8eb4-a7ab-49d0-b563-e1d20658f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.699742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2ec695-efd6-4043-9121-0677a8496852 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:16.729585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb65197-4716-4a63-a562-60f1b4583f09 req-0a09478d-11dc-4216-a32a-e235ec8ec079 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.729794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.731393 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-afb65197-4716-4a63-a562-60f1b4583f09 req-0a09478d-11dc-4216-a32a-e235ec8ec079 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 949 time: 0.0603478 Aug 27 02:18:16.781278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bbff8eb4-a7ab-49d0-b563-e1d20658f2b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acf1632b9094458ab24e8253977beb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219298 Aug 27 02:18:16.784052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Transition to ACTIVE for port object ca2ec695-efd6-4043-9121-0677a8496852 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:16.785130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff8eb4-a7ab-49d0-b563-e1d20658f2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d284e6-2ba0-4637-a7bc-defee68b8e7e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:16.787226 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-afb65197-4716-4a63-a562-60f1b4583f09 req-70876c1b-5a25-4453-99b1-ae9651b8a989 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475261 Aug 27 02:18:16.792133 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.802673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58602) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:16.833078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c395b4-8498-4e01-9ed7-19e1b2c46354 req-5ce73c69-48f8-4aaf-8a1a-cbb6a5c8ca33 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.838050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7c395b4-8498-4e01-9ed7-19e1b2c46354 req-5ce73c69-48f8-4aaf-8a1a-cbb6a5c8ca33 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.1421931 Aug 27 02:18:16.907731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Pushing event updated for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:16.920756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58604) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:16.943639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Attempting to bind port ca2ec695-efd6-4043-9121-0677a8496852 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:16.943979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Attempting to bind port ca2ec695-efd6-4043-9121-0677a8496852 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:16.944307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Attempting to bind port ca2ec695-efd6-4043-9121-0677a8496852 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:16.947450 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b2de86-86fe-420e-87b5-383d34664a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.951483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7c395b4-8498-4e01-9ed7-19e1b2c46354 req-0512a682-c12f-4d8f-9030-ab9b89aa1f6a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987141 Aug 27 02:18:16.959248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Port ca2ec695-efd6-4043-9121-0677a8496852 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:16.959448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Attempting to bind port ca2ec695-efd6-4043-9121-0677a8496852 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:16.962751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d76095f-b52a-4241-87fd-b6c4a4a3f23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.977755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975f2d-c695-436c-a0a7-555be27bb985 req-03b3e463-be3d-4a73-b830-19e519cbf544 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.979436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2975f2d-c695-436c-a0a7-555be27bb985 req-03b3e463-be3d-4a73-b830-19e519cbf544 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.0980086 Aug 27 02:18:16.986421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:16.986739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Checking segment: {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:16.987164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Bound using segment: {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:16.987620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Bound port: ca2ec695-efd6-4043-9121-0677a8496852, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:16.987974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.025391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c79dd292-aea6-4b18-a5d3-33411c4ecad2 req-7cdfabc2-f081-438c-9180-4706b0d7bcdf service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572548 Aug 27 02:18:17.031432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d76095f-b52a-4241-87fd-b6c4a4a3f23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.064997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.068771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2975f2d-c695-436c-a0a7-555be27bb985 req-1acc3e00-cfd2-45d7-bd3b-3c949716411a tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776198 Aug 27 02:18:17.107912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d76095f-b52a-4241-87fd-b6c4a4a3f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.112168 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d76095f-b52a-4241-87fd-b6c4a4a3f23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.113301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d76095f-b52a-4241-87fd-b6c4a4a3f23b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11d284e6-2ba0-4637-a7bc-defee68b8e7e HTTP/1.1" status: 204 len: 168 time: 0.2872767 Aug 27 02:18:17.128135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:17.133513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:17.136727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76095f-b52a-4241-87fd-b6c4a4a3f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d284e6-2ba0-4637-a7bc-defee68b8e7e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.145786 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.149965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:17.192936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe852e3-dfb8-4bb5-8102-3ba451e3b4b6 req-2396afe3-a6bf-49fe-9d94-2f6d23556145 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.194528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7fe852e3-dfb8-4bb5-8102-3ba451e3b4b6 req-2396afe3-a6bf-49fe-9d94-2f6d23556145 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 943 time: 0.1402395 Aug 27 02:18:17.208594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.209218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.210655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] 10.222.0.45 "PUT /v2.0/ports/ca2ec695-efd6-4043-9121-0677a8496852 HTTP/1.1" status: 200 len: 1091 time: 1.2095487 Aug 27 02:18:17.211097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'tag': 'ca2ec695-efd6-4043-9121-0677a8496852'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:17.213662 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc1d92-8f92-4702-b4e4-15da7364e2c3", "tag": "ca2ec695-efd6-4043-9121-0677a8496852"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:17.287153 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ea22bc-b1f2-4ba9-b7c4-8d440ab3abb4 x-openstack-request-id: req-60ea22bc-b1f2-4ba9-b7c4-8d440ab3abb4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:17.287446 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc1d92-8f92-4702-b4e4-15da7364e2c3", "tag": "ca2ec695-efd6-4043-9121-0677a8496852", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:17.287694 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60ea22bc-b1f2-4ba9-b7c4-8d440ab3abb4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:17.288090 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'tag': 'ca2ec695-efd6-4043-9121-0677a8496852', 'status': 'completed', 'code': 200} Aug 27 02:18:17.326982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:17.350449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '0e08c60b-9392-4b0c-8042-c16e4792bc9e', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'port_id': '0e08c60b-9392-4b0c-8042-c16e4792bc9e', 'mac_address': 'fa:16:3e:68:75:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:17.398508 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.414253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e08c60b-9392-4b0c-8042-c16e4792bc9e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:17.441924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:17.450785 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.451892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:17.531206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b2de86-86fe-420e-87b5-383d34664a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.541009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c17549-0824-456b-8e82-2a52e5a8a01d service neutron] Pushing event updated for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.563100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b2de86-86fe-420e-87b5-383d34664a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.595914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.602768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2de86-86fe-420e-87b5-383d34664a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e77ef-dae6-4627-93bd-b8d9ca2da925,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.603293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:17.615077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 has no active binding in host n-h1-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:18:17.634161 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7fe852e3-dfb8-4bb5-8102-3ba451e3b4b6 req-611185b1-345c-4a88-91b7-19164c4a85c8 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064395 Aug 27 02:18:17.671641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-411429ed-372e-49f1-ad5f-584355c7db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.673126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-411429ed-372e-49f1-ad5f-584355c7db0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 1094 time: 0.4113359 Aug 27 02:18:17.677465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12b2de86-86fe-420e-87b5-383d34664a6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7885f7fda894814824e4289b595fba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545121 Aug 27 02:18:17.680072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58652) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:17.751791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dd63f95-807f-4e53-8b2c-7ce41b868ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.753453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-fc41914c-1fbc-4eee-904a-9f1502555a28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca2ec695-efd6-4043-9121-0677a8496852 HTTP/1.1" status: 200 len: 217 time: 0.0623181 Aug 27 02:18:17.810977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dd63f95-807f-4e53-8b2c-7ce41b868ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.812860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-da1882db-f84c-4b49-a98c-ea24769c5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.814350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-da1882db-f84c-4b49-a98c-ea24769c5cf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9dd2a642-c832-4e54-806b-8418e2e9810c HTTP/1.1" status: 200 len: 861 time: 0.0527139 Aug 27 02:18:17.849391 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-f455b05e-29b7-49fc-99aa-938b26f5235f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a61d11d-9894-48b9-a68e-463bbaa5d15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257435 Aug 27 02:18:17.870627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdca943-8a11-4a14-8e8e-cc516476d80b req-6fb9a0e4-a7e6-4c82-ae32-8867722ff3b3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.873715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fdca943-8a11-4a14-8e8e-cc516476d80b req-6fb9a0e4-a7e6-4c82-ae32-8867722ff3b3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 944 time: 0.1158149 Aug 27 02:18:17.934820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dd63f95-807f-4e53-8b2c-7ce41b868ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.937893 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dd63f95-807f-4e53-8b2c-7ce41b868ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.939083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3dd63f95-807f-4e53-8b2c-7ce41b868ff0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a36e77ef-dae6-4627-93bd-b8d9ca2da925 HTTP/1.1" status: 204 len: 168 time: 0.2578142 Aug 27 02:18:17.965614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fdca943-8a11-4a14-8e8e-cc516476d80b req-1addb77e-9f71-4574-a1a2-aac56c92aa7d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797029 Aug 27 02:18:17.967930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd63f95-807f-4e53-8b2c-7ce41b868ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e77ef-dae6-4627-93bd-b8d9ca2da925,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.974301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-81ae89aa-4f48-4f64-9929-a9693d96008a service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161988 Aug 27 02:18:17.988493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['0e08c60b-9392-4b0c-8042-c16e4792bc9e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:18.155789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb377b0-2040-49e7-a6b9-fc19c2da172a req-ce1449b2-0596-4f74-9242-7c0468ba4271 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.157124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bb377b0-2040-49e7-a6b9-fc19c2da172a req-ce1449b2-0596-4f74-9242-7c0468ba4271 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.0838075 Aug 27 02:18:18.187077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837dfb7-da3a-4b0e-b885-ba0228edad22 req-b1f8b9ef-fb4b-4975-bc23-55d79b79afd5 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.195083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3837dfb7-da3a-4b0e-b885-ba0228edad22 req-b1f8b9ef-fb4b-4975-bc23-55d79b79afd5 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 949 time: 0.1988268 Aug 27 02:18:18.216294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bb377b0-2040-49e7-a6b9-fc19c2da172a req-63f93929-c2a6-47d6-b440-9dbf65275625 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506506 Aug 27 02:18:18.227261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a316d3-cbeb-4fe8-9f0c-46ac9cda8e2d req-ca6f55d6-832b-4e1e-bab2-dd836133763d service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441204 Aug 27 02:18:18.270610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3837dfb7-da3a-4b0e-b885-ba0228edad22 req-aa3f92f6-6aae-4d06-aae6-50c76e7dff8c tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744519 Aug 27 02:18:18.328295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-1078e8a7-0f4c-4386-9756-6537579b7106 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.330642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-1078e8a7-0f4c-4386-9756-6537579b7106 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.32 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.0820668 Aug 27 02:18:18.361532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-47100cad-6b12-4961-8313-afb8875a4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.363079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-47100cad-6b12-4961-8313-afb8875a4fcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0615895 Aug 27 02:18:18.552981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de046-deb0-40c3-a8ef-bd9c7de26787 req-75aab58d-afca-491b-9565-9c35e4331cde tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.560268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2de046-deb0-40c3-a8ef-bd9c7de26787 req-75aab58d-afca-491b-9565-9c35e4331cde tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 972 time: 0.1137919 Aug 27 02:18:18.567959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-21529e9b-009d-4443-a495-31ae3f8aed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.569478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-21529e9b-009d-4443-a495-31ae3f8aed22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 922 time: 0.1964080 Aug 27 02:18:18.573452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Deleting port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:18.574006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.619443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-fed91c36-6529-45e5-88ed-af0a7e44b9ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca2ec695-efd6-4043-9121-0677a8496852 HTTP/1.1" status: 200 len: 217 time: 0.0403798 Aug 27 02:18:18.674641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2de046-deb0-40c3-a8ef-bd9c7de26787 req-c31b5e20-eed7-4c5c-b5df-9eb80452dd84 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e6c17a-b2b8-4650-901b-4089e80a7331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134877 Aug 27 02:18:18.696726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-09b723b0-12eb-4b62-afce-25c8a0d025fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.701944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-09b723b0-12eb-4b62-afce-25c8a0d025fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9dd2a642-c832-4e54-806b-8418e2e9810c HTTP/1.1" status: 200 len: 861 time: 0.0594699 Aug 27 02:18:18.704299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] For port 9604081b-52dc-4d73-aee1-eec3a3c8ec86, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9604081b-52dc-4d73-aee1-eec3a3c8ec86,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:18.705214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.737606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Calling delete_port for 9604081b-52dc-4d73-aee1-eec3a3c8ec86 owned by compute:tempest-test_az-1535241687 {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:18.755956 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-c0eb2f93-b939-4d33-a141-554e670c69eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a61d11d-9894-48b9-a68e-463bbaa5d15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461953 Aug 27 02:18:18.931310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515013b-7bfb-4784-a04e-c4662b29bbf5 req-bdeadb92-edf6-4830-a8a2-8f3777ebb5ad tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.939151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6515013b-7bfb-4784-a04e-c4662b29bbf5 req-bdeadb92-edf6-4830-a8a2-8f3777ebb5ad tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 943 time: 0.1375773 Aug 27 02:18:18.946167 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.960616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9604081b-52dc-4d73-aee1-eec3a3c8ec86'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:18.969190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-8eb38acb-9f95-42b6-87ac-9539eefd7ede service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031996 Aug 27 02:18:19.024895 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6515013b-7bfb-4784-a04e-c4662b29bbf5 req-795d8571-7833-409a-be05-fad6d8388b70 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842605 Aug 27 02:18:19.047324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Pushing event deleted for resources: {'Port': ['ID=9604081b-52dc-4d73-aee1-eec3a3c8ec86,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:19.189405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:19.196007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] No DVR routers for this DVR port 9604081b-52dc-4d73-aee1-eec3a3c8ec86 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:19.199362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.202332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ddc0f5b3-2481-45e8-8914-624e752613ee req-fca59ab3-0b72-44b7-acc5-a9ce72225ae8 tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.32 "DELETE /v2.0/ports/9604081b-52dc-4d73-aee1-eec3a3c8ec86 HTTP/1.1" status: 204 len: 173 time: 0.8550434 Aug 27 02:18:19.202987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'name': 'network-vif-deleted', 'tag': '9604081b-52dc-4d73-aee1-eec3a3c8ec86'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:19.206525 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376face6-7ee9-4525-a893-81b15cfe57bd" -d '{"events": [{"server_uuid": "f027d3ac-5bfc-4fcd-89f9-4ea1fb427376", "name": "network-vif-deleted", "tag": "9604081b-52dc-4d73-aee1-eec3a3c8ec86"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:19.230163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3c7b7ba-4cba-4f5e-bbce-f8e163bd589e req-ef310f72-061a-47ad-92b1-87a28031b7d2 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498477 Aug 27 02:18:19.253890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a85c0-a20d-4778-a3c3-b5eb76fa6dff req-969327aa-9983-4c11-ae5b-6bf390f71af6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:19.253890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cf0a85c0-a20d-4778-a3c3-b5eb76fa6dff req-969327aa-9983-4c11-ae5b-6bf390f71af6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 944 time: 0.1288388 Aug 27 02:18:19.321012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cf0a85c0-a20d-4778-a3c3-b5eb76fa6dff req-60189ba6-d4e4-4b83-a0ff-b74c3b563bbe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Aug 27 02:18:19.352920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 0e08c60b-9392-4b0c-8042-c16e4792bc9e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:19.370031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 0e08c60b-9392-4b0c-8042-c16e4792bc9e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:19.370701 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.419675 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ab403-952b-4717-9481-f14c4a97d968 x-openstack-request-id: req-ef6ab403-952b-4717-9481-f14c4a97d968 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:19.420180 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027d3ac-5bfc-4fcd-89f9-4ea1fb427376", "name": "network-vif-deleted", "tag": "9604081b-52dc-4d73-aee1-eec3a3c8ec86", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:19.420592 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef6ab403-952b-4717-9481-f14c4a97d968 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:19.421272 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027d3ac-5bfc-4fcd-89f9-4ea1fb427376', 'name': 'network-vif-deleted', 'tag': '9604081b-52dc-4d73-aee1-eec3a3c8ec86', 'status': 'completed', 'code': 200} Aug 27 02:18:19.529013 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.545259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7a303-014a-42fc-a64f-5d8b90b80992 req-0096c49c-c17d-40c3-9a4a-0a54c67f5e67 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:19.546962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47f7a303-014a-42fc-a64f-5d8b90b80992 req-0096c49c-c17d-40c3-9a4a-0a54c67f5e67 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.0555949 Aug 27 02:18:19.558608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d68e86-7860-4237-a8e7-78bcf2df3168 req-8d5b8f62-6368-4804-ad0b-0d68dbd5c23c tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:19.564106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:19.566809 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb484672-d21e-4664-be10-34d471e24b2c" -d '{"events": [{"server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:19.568888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03d68e86-7860-4237-a8e7-78bcf2df3168 req-8d5b8f62-6368-4804-ad0b-0d68dbd5c23c tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 949 time: 0.0959427 Aug 27 02:18:19.602908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47f7a303-014a-42fc-a64f-5d8b90b80992 req-2d1327ec-ee0e-4af0-b142-7812968e4df0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482502 Aug 27 02:18:19.616793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03d68e86-7860-4237-a8e7-78bcf2df3168 req-20c86ecf-54f5-4dec-a64a-f72f2f73b19a tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Aug 27 02:18:19.619095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:19.625828 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.684760 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dd3f42-0b60-4d47-8ba8-f4a58380036b x-openstack-request-id: req-36dd3f42-0b60-4d47-8ba8-f4a58380036b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:19.685045 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:19.685472 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36dd3f42-0b60-4d47-8ba8-f4a58380036b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:19.685860 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e', 'code': 200} Aug 27 02:18:19.696083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:19.796655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58766) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:19.807345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757d8a2-e44f-4015-b768-f86c7d7f024d req-273e54a1-2760-4060-9626-1bb2c9794675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:19.808919 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3757d8a2-e44f-4015-b768-f86c7d7f024d req-273e54a1-2760-4060-9626-1bb2c9794675 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1096 time: 0.0437641 Aug 27 02:18:19.830837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34f51e72-6a61-4d98-89ac-fc5b74fbe037 req-e824d372-5cab-4139-8a7f-394a2d8da0ec tempest-AggregatesAdminTestJSON-1761107590 tempest-AggregatesAdminTestJSON-1761107590-project] 10.222.0.10 "GET /v2.0/ports?device_id=f027d3ac-5bfc-4fcd-89f9-4ea1fb427376 HTTP/1.1" status: 200 len: 210 time: 0.0460927 Aug 27 02:18:19.862069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3757d8a2-e44f-4015-b768-f86c7d7f024d req-6c334bc5-eaf2-49fc-adfb-286b98ccb77b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Aug 27 02:18:19.958834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9cee378b-09a2-43fd-a0bd-c7dcf0a4e7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.068576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9cee378b-09a2-43fd-a0bd-c7dcf0a4e7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.076001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9cee378b-09a2-43fd-a0bd-c7dcf0a4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.124368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee378b-09a2-43fd-a0bd-c7dcf0a4e7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681d6277-d897-4a5d-9ef0-8cc2db4dab93,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:20.146271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9cee378b-09a2-43fd-a0bd-c7dcf0a4e7cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fe7ad522e3749539a891a9f1b518237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478878 Aug 27 02:18:20.146946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58790) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:20.194723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbb771-7fee-49c7-ae6b-b25842d9ade6 req-8b821c29-c28c-464e-88c8-4b9d8ad5147c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:20.197220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cbbb771-7fee-49c7-ae6b-b25842d9ade6 req-8b821c29-c28c-464e-88c8-4b9d8ad5147c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 943 time: 0.0919325 Aug 27 02:18:20.248804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c92f9c90-cc41-4b57-86fe-d3536e4a548f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.271180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cbbb771-7fee-49c7-ae6b-b25842d9ade6 req-381f3f8e-8d2c-4785-881a-ba5245bcb7e4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Aug 27 02:18:20.307067 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c92f9c90-cc41-4b57-86fe-d3536e4a548f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.368443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-e5444210-ad50-4d69-a854-921d78e9f1ed service neutron] 10.222.0.45 "GET /v2.0/ports/3da47fa1-e76e-45c2-a346-743a395a85d9/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.1875670 Aug 27 02:18:20.387515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c92f9c90-cc41-4b57-86fe-d3536e4a548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.390458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c92f9c90-cc41-4b57-86fe-d3536e4a548f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.391945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c92f9c90-cc41-4b57-86fe-d3536e4a548f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/681d6277-d897-4a5d-9ef0-8cc2db4dab93 HTTP/1.1" status: 204 len: 168 time: 0.2439785 Aug 27 02:18:20.442122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f9c90-cc41-4b57-86fe-d3536e4a548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681d6277-d897-4a5d-9ef0-8cc2db4dab93,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:20.515338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bf75e-7aeb-4da8-9474-1cc4be000308 req-2dec9565-9129-4295-8193-1b76fed656c2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:20.517220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-988bf75e-7aeb-4da8-9474-1cc4be000308 req-2dec9565-9129-4295-8193-1b76fed656c2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 945 time: 0.0762308 Aug 27 02:18:20.620162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-988bf75e-7aeb-4da8-9474-1cc4be000308 req-73745a6f-2d2e-45e0-8934-8cadd0080278 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804129 Aug 27 02:18:20.650075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1178779559', 'description': 'tempest-description-1327728576'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:20.673268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:20.681538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.697307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:20.700708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.759030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da47fa1-e76e-45c2-a346-743a395a85d9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:20.773989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:20.822694 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.835506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58828) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:20.858197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaa161-71c5-451c-916c-788bb0adc931 req-12397b72-84a8-4950-bda2-2972306e8851 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:20.859736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aabaa161-71c5-451c-916c-788bb0adc931 req-12397b72-84a8-4950-bda2-2972306e8851 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 943 time: 0.0754280 Aug 27 02:18:20.870636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.873954 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06223be9-50dc-4c65-9e63-4ba9b1402785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.883761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.932244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aabaa161-71c5-451c-916c-788bb0adc931 req-65957643-f758-4f15-b54b-5d2f38c5119c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546293 Aug 27 02:18:20.933382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92154fa0-f23e-4184-b771-904345b3288c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:20.948173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] Transition to ACTIVE for port object 3da47fa1-e76e-45c2-a346-743a395a85d9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:20.948323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-b66857c2-09ed-43ad-ba49-45e4b0c8a6e4 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:20.949716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-b66857c2-09ed-43ad-ba49-45e4b0c8a6e4 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.45 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 949 time: 0.1307354 Aug 27 02:18:20.961053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.015676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58834) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:21.031616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] No DVR routers for this DVR port 3da47fa1-e76e-45c2-a346-743a395a85d9 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:21.047389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:21.095494 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-caa50859-bfa8-42fc-91cd-c2b70e53d5c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/3da47fa1-e76e-45c2-a346-743a395a85d9/bindings/n-h1-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7192795 Aug 27 02:18:21.099075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.109582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a94738-4cd8-4d75-8060-d0e40cb57525 req-76207f2d-5678-4bc4-b547-922c8e832e62 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.111485 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9a94738-4cd8-4d75-8060-d0e40cb57525 req-76207f2d-5678-4bc4-b547-922c8e832e62 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 949 time: 0.0759189 Aug 27 02:18:21.117822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.121395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Deleting port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:21.121733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.167020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9a94738-4cd8-4d75-8060-d0e40cb57525 req-6d2fc205-2b3d-4f34-badc-43fabb273da6 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca787e24-b003-4741-9e61-a98722834ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 Aug 27 02:18:21.244536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c94d3136-03fa-4d1a-9cac-b4858bac2145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.294613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdfe976-9cd9-43cb-9886-9c92a71d16a7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:21.340543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-928426da-9fb7-456c-87c6-abcc31a44b34 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.342360 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-928426da-9fb7-456c-87c6-abcc31a44b34 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.1549153 Aug 27 02:18:21.344934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] For port 8571b54c-d392-4b05-aad1-5922ad3fb7f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8571b54c-d392-4b05-aad1-5922ad3fb7f8,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:21.345310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.407809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Calling delete_port for 8571b54c-d392-4b05-aad1-5922ad3fb7f8 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:21.417961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba336-169c-4202-a0db-d85c5a452755 req-0966d8f2-285b-4fc2-aa82-484fe571303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.419511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da8ba336-169c-4202-a0db-d85c5a452755 req-0966d8f2-285b-4fc2-aa82-484fe571303b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1095 time: 0.0877533 Aug 27 02:18:21.440397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953b88b-f1fd-498f-b1da-1780689be5eb req-b6088fd9-acca-44d0-9efe-6a17bf80de2b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.442054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0953b88b-f1fd-498f-b1da-1780689be5eb req-b6088fd9-acca-44d0-9efe-6a17bf80de2b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 943 time: 0.0754685 Aug 27 02:18:21.444338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06223be9-50dc-4c65-9e63-4ba9b1402785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.488259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:21.491568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06223be9-50dc-4c65-9e63-4ba9b1402785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.503784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-2c793e75-8315-461c-918a-8a95f42a7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.505284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-2c793e75-8315-461c-918a-8a95f42a7c4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f&tenant_id=42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 1095 time: 0.1484203 Aug 27 02:18:21.515649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.516856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af354c82-22d6-4f4f-b528-c5e6cdc3c1e7 req-52d712c7-a95c-43eb-8cf0-9a0b2bc05156 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8713419 Aug 27 02:18:21.551254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0953b88b-f1fd-498f-b1da-1780689be5eb req-d73ad7bc-c059-458f-904c-0f72e72afbd5 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884635 Aug 27 02:18:21.583631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba336-169c-4202-a0db-d85c5a452755 req-20f58ba0-10a1-4152-9824-b70f8db0421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.584666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-41487a6a-76b2-4269-ada7-90d37defde2c req-77cd11ca-c065-4c71-aebd-93e747b80c33 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1680762917', 'description': 'tempest-description-1788388371'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:21.585574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da8ba336-169c-4202-a0db-d85c5a452755 req-20f58ba0-10a1-4152-9824-b70f8db0421d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.1425045 Aug 27 02:18:21.616050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06223be9-50dc-4c65-9e63-4ba9b1402785 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46750ac57e35499480171d7e2660a0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771528 Aug 27 02:18:21.620503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:21.626634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223be9-50dc-4c65-9e63-4ba9b1402785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369b638b-7cfb-46ce-aa21-935c852cd6bd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:21.632750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da8ba336-169c-4202-a0db-d85c5a452755 req-f1117848-654c-4474-8498-31b6365332ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0401578 Aug 27 02:18:21.692801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba336-169c-4202-a0db-d85c5a452755 req-b822de21-494a-479f-b5f6-120ff04b8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.694567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da8ba336-169c-4202-a0db-d85c5a452755 req-b822de21-494a-479f-b5f6-120ff04b8822 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0555148 Aug 27 02:18:21.744948 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da8ba336-169c-4202-a0db-d85c5a452755 req-af0763e8-99ff-4ccc-abbd-fd9fd587e700 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435638 Aug 27 02:18:21.756482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-0b76b101-aadf-45d8-b2b5-68f9992afec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.757983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-0b76b101-aadf-45d8-b2b5-68f9992afec0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1095 time: 0.1999578 Aug 27 02:18:21.808555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0283a108-db81-4d1b-8912-9d0176278b2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d74430453e4d4477a3fda77e57d2c6aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3153062 Aug 27 02:18:21.812894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f830ad-7e21-4957-9e40-c4cfd34b98f9 req-f8441252-9e5a-4f34-b31b-0542f1985280 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.814447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1f830ad-7e21-4957-9e40-c4cfd34b98f9 req-f8441252-9e5a-4f34-b31b-0542f1985280 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 945 time: 0.1050303 Aug 27 02:18:21.818749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58856) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:21.825012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ca2ec695-efd6-4043-9121-0677a8496852 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:21.855816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.890689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c94d3136-03fa-4d1a-9cac-b4858bac2145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.919294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e71604e-0d33-48f9-83da-4adde7b891d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.926769 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c94d3136-03fa-4d1a-9cac-b4858bac2145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.936109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da8ba336-169c-4202-a0db-d85c5a452755 req-8f3bd2bb-fe88-4d38-9b9c-0632f0575b0e service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837265 Aug 27 02:18:21.938984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Pushing event deleted for resources: {'Port': ['ID=8571b54c-d392-4b05-aad1-5922ad3fb7f8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:21.946925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1f830ad-7e21-4957-9e40-c4cfd34b98f9 req-89508e69-d17a-4c57-8b52-277a6ef0668a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196847 Aug 27 02:18:21.957215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:21.975450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ca2ec695-efd6-4043-9121-0677a8496852', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'port_id': 'ca2ec695-efd6-4043-9121-0677a8496852', 'mac_address': 'fa:16:3e:da:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2a642-c832-4e54-806b-8418e2e9810c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:21.978702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8571b54c-d392-4b05-aad1-5922ad3fb7f8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:22.039991 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-8ee8192f-1680-49d3-b956-206f9f7fd299 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2015066 Aug 27 02:18:22.040977 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.042808 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ddad16cb-49ae-4250-8a5c-bddc069850d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.051211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-41487a6a-76b2-4269-ada7-90d37defde2c req-77cd11ca-c065-4c71-aebd-93e747b80c33 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.055870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e71604e-0d33-48f9-83da-4adde7b891d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.057775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] No DVR routers for this DVR port 8571b54c-d392-4b05-aad1-5922ad3fb7f8 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:22.058418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2ec695-efd6-4043-9121-0677a8496852 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:22.060590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-43a16558-58c6-4628-a5db-d5e5bbc4480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:22.061444 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-43a16558-58c6-4628-a5db-d5e5bbc4480e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.2888293 Aug 27 02:18:22.062490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.064404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff9beaa-81a5-4298-9c97-52256e538f3a req-d6490dfe-b6bd-4161-9e3d-5b1fff0262c0 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.45 "DELETE /v2.0/ports/8571b54c-d392-4b05-aad1-5922ad3fb7f8 HTTP/1.1" status: 204 len: 173 time: 1.1082792 Aug 27 02:18:22.075716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'name': 'network-vif-deleted', 'tag': '8571b54c-d392-4b05-aad1-5922ad3fb7f8'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:22.078028 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4cb4e8-cb8c-420a-8c61-51fc6c3884c8" -d '{"events": [{"server_uuid": "564d3c71-282f-4e2f-955a-f48a1f8217a2", "name": "network-vif-deleted", "tag": "8571b54c-d392-4b05-aad1-5922ad3fb7f8"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:22.082021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ddad16cb-49ae-4250-8a5c-bddc069850d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.083214 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c94d3136-03fa-4d1a-9cac-b4858bac2145 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f2248f60f8f420c8b80fbc401f0bdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0662467 Aug 27 02:18:22.083633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d3136-03fa-4d1a-9cac-b4858bac2145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f61457-3e2b-47ee-8c94-6d56ec997035,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:22.090612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58864) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:22.102486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:22.112427 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.177957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-e89ba71d-1c09-44f4-b3ef-45bc6fbc3f36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0881832 Aug 27 02:18:22.181297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da8ba336-169c-4202-a0db-d85c5a452755 req-0271f81b-91f7-4674-82fb-7ba9f6e9eb7f service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284384 Aug 27 02:18:22.228605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:22.253444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-358a169f-6fde-4661-9f5c-9df1ab38e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:22.260405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-358a169f-6fde-4661-9f5c-9df1ab38e6aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1096 time: 0.0933576 Aug 27 02:18:22.275414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fafd3-f496-43f5-a193-10dd2830200e req-a98cdb6d-4b5c-4503-9c2a-939d33719f10 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:22.276904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-562fafd3-f496-43f5-a193-10dd2830200e req-a98cdb6d-4b5c-4503-9c2a-939d33719f10 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 944 time: 0.1642203 Aug 27 02:18:22.296852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ddad16cb-49ae-4250-8a5c-bddc069850d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.299544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ddad16cb-49ae-4250-8a5c-bddc069850d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.303376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ddad16cb-49ae-4250-8a5c-bddc069850d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71e6c17a-b2b8-4650-901b-4089e80a7331 HTTP/1.1" status: 204 len: 168 time: 0.4809318 Aug 27 02:18:22.317425 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d414ff73-ec58-43e6-90d4-6a59548089c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.322774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-9ea418d3-db40-41cc-b415-8a545142b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:22.324258 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-9ea418d3-db40-41cc-b415-8a545142b8db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1372213 Aug 27 02:18:22.325433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ca2ec695-efd6-4043-9121-0677a8496852'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:22.330257 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e71604e-0d33-48f9-83da-4adde7b891d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.332759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e71604e-0d33-48f9-83da-4adde7b891d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.333936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e71604e-0d33-48f9-83da-4adde7b891d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/369b638b-7cfb-46ce-aa21-935c852cd6bd HTTP/1.1" status: 204 len: 168 time: 0.7083368 Aug 27 02:18:22.381369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad16cb-49ae-4250-8a5c-bddc069850d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6c17a-b2b8-4650-901b-4089e80a7331,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:22.389272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-2d8e6ecb-39eb-4114-9669-c8b3d9731394 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496767 Aug 27 02:18:22.393309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71604e-0d33-48f9-83da-4adde7b891d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369b638b-7cfb-46ce-aa21-935c852cd6bd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:22.401302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d414ff73-ec58-43e6-90d4-6a59548089c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.413687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-562fafd3-f496-43f5-a193-10dd2830200e req-0c429a7f-c290-4bf2-94b0-b94f3c6d9a26 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262708 Aug 27 02:18:22.489706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-4bfe00e0-4d19-4a7c-a793-7f36e6bdc6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:22.493145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-4bfe00e0-4d19-4a7c-a793-7f36e6bdc6c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2042363 Aug 27 02:18:22.500706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-41487a6a-76b2-4269-ada7-90d37defde2c req-77cd11ca-c065-4c71-aebd-93e747b80c33 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.515213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-41487a6a-76b2-4269-ada7-90d37defde2c req-77cd11ca-c065-4c71-aebd-93e747b80c33 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.595628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-41487a6a-76b2-4269-ada7-90d37defde2c req-77cd11ca-c065-4c71-aebd-93e747b80c33 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.596708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41487a6a-76b2-4269-ada7-90d37defde2c req-77cd11ca-c065-4c71-aebd-93e747b80c33 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0338821 Aug 27 02:18:22.603096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd11ca-c065-4c71-aebd-93e747b80c33 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d339afe-fcc3-49e4-97de-737910c56e3e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:22.609338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-9009c5e5-a9ad-4beb-803e-7e7a04e9d5a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.0934160 Aug 27 02:18:22.634826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d414ff73-ec58-43e6-90d4-6a59548089c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.637625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d414ff73-ec58-43e6-90d4-6a59548089c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.638853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d414ff73-ec58-43e6-90d4-6a59548089c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01f61457-3e2b-47ee-8c94-6d56ec997035 HTTP/1.1" status: 204 len: 168 time: 0.5472090 Aug 27 02:18:22.645139 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-95c83b2e-b634-42dd-ad96-2b622501ec90 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290933 Aug 27 02:18:22.652349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ff73-ec58-43e6-90d4-6a59548089c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f61457-3e2b-47ee-8c94-6d56ec997035,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:22.675934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-6035a15d-ca15-463b-be06-3259654c3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:22.677971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-6035a15d-ca15-463b-be06-3259654c3629 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0678699 Aug 27 02:18:22.755535 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-dcde398f-7c1d-4861-aef8-6d7d74a11c9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666904 Aug 27 02:18:22.912274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-1653f866-fb1f-4996-85d8-23faebdcb729 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497738 Aug 27 02:18:22.913148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58884) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:23.014903 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df25596-cad3-4e6f-9194-09ca047f8d24 x-openstack-request-id: req-9df25596-cad3-4e6f-9194-09ca047f8d24 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:23.015097 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564d3c71-282f-4e2f-955a-f48a1f8217a2", "name": "network-vif-deleted", "tag": "8571b54c-d392-4b05-aad1-5922ad3fb7f8", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:23.015221 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9df25596-cad3-4e6f-9194-09ca047f8d24 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:23.015612 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564d3c71-282f-4e2f-955a-f48a1f8217a2', 'name': 'network-vif-deleted', 'tag': '8571b54c-d392-4b05-aad1-5922ad3fb7f8', 'status': 'completed', 'code': 200} Aug 27 02:18:23.048830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e1681-3cdd-4ad7-a7e8-f88bd9ebc1d5 req-49b0acf1-474d-4e28-844a-ef5b6d0c5c64 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168277 Aug 27 02:18:23.080496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7a40a0b-bdfb-4369-b966-14e9116691f3 req-f5553cab-813a-4cf1-b96d-2a1b488606c8 tempest-TenantUsagesTestJSON-379166899 tempest-TenantUsagesTestJSON-379166899-project] 10.222.0.10 "GET /v2.0/ports?device_id=564d3c71-282f-4e2f-955a-f48a1f8217a2 HTTP/1.1" status: 200 len: 210 time: 0.0640001 Aug 27 02:18:23.137721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-b7579818-1ab5-4bc5-b7bd-1df546572a43 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834969 Aug 27 02:18:23.176823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-04fed573-2bf4-4ca5-a79a-1bc2ee4fdd1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb2dc98139794f20b2dd467403a74912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621582 Aug 27 02:18:23.179710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58892) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:23.186784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bf55b-ec21-4177-a57a-0afada9750d5 req-307a5a9d-8924-423f-b5a3-d23a2a8bd433 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.195854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9604081b-52dc-4d73-aee1-eec3a3c8ec86 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:23.210362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b9bf55b-ec21-4177-a57a-0afada9750d5 req-307a5a9d-8924-423f-b5a3-d23a2a8bd433 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1096 time: 0.1406951 Aug 27 02:18:23.232114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 9604081b-52dc-4d73-aee1-eec3a3c8ec86 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:23.238178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9604081b-52dc-4d73-aee1-eec3a3c8ec86 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:23.244193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-b6fe4f54-fd4f-4396-85dd-9dd120a11fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.245965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-b6fe4f54-fd4f-4396-85dd-9dd120a11fd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1095 time: 0.1263847 Aug 27 02:18:23.278453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fb49b-b5ae-492c-92ec-1f3b6b4f0ad2 req-28ea2fff-9590-48ea-b256-b34436e7eb2d tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.285795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b57fb49b-b5ae-492c-92ec-1f3b6b4f0ad2 req-28ea2fff-9590-48ea-b256-b34436e7eb2d tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 944 time: 0.1037524 Aug 27 02:18:23.291176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b9bf55b-ec21-4177-a57a-0afada9750d5 req-fd42474e-29b8-4119-bbb1-2c661356db1f tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 Aug 27 02:18:23.296294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4d745b-d4bc-4bec-aba7-8ff25801c251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.338487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4d745b-d4bc-4bec-aba7-8ff25801c251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.353833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b57fb49b-b5ae-492c-92ec-1f3b6b4f0ad2 req-27bb5b62-415d-4a8a-9f3e-7eb3729a3f1e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Aug 27 02:18:23.367663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58900) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:23.394213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8687f066-d090-488a-a2a4-55a184b6f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.426440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-9843849a-9a98-4b59-8b55-aa88afc770d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.429478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-9843849a-9a98-4b59-8b55-aa88afc770d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.1489234 Aug 27 02:18:23.461699 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4d745b-d4bc-4bec-aba7-8ff25801c251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.464379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4d745b-d4bc-4bec-aba7-8ff25801c251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.465739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8f4d745b-d4bc-4bec-aba7-8ff25801c251 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e6f7d56-8333-42f1-acd4-37e86d20db42 HTTP/1.1" status: 204 len: 168 time: 0.2850144 Aug 27 02:18:23.480381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d745b-d4bc-4bec-aba7-8ff25801c251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6f7d56-8333-42f1-acd4-37e86d20db42,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:23.527891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-042351fb-137d-4137-8e1b-e167d8b2edea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0909355 Aug 27 02:18:23.570841 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8687f066-d090-488a-a2a4-55a184b6f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.582833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8687f066-d090-488a-a2a4-55a184b6f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.605489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-005276d7-b6de-43b4-85e1-63d760c63a0c tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.607223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-005276d7-b6de-43b4-85e1-63d760c63a0c tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.1091647 Aug 27 02:18:23.681642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8687f066-d090-488a-a2a4-55a184b6f71f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9053a5f10b74e7782268e1315602f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123338 Aug 27 02:18:23.688673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58910) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:23.695203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-469647087', 'description': 'tempest-description-457574843'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:23.772569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687f066-d090-488a-a2a4-55a184b6f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6bee7-c0cb-44c0-8131-a01d00c16981,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:23.835976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.838933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ca2ec695-efd6-4043-9121-0677a8496852 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:23.858375 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.867270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2d6f-7d84-444a-bc4f-81b92cfe1560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.894126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b39955-00b6-4389-b37a-32e30d9ba662 req-641f93a6-2122-4763-a458-6c2a736362ed tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.895383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-ea206fff-2337-44f1-a48b-7db8026a22eb service neutron] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:23.903037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20b39955-00b6-4389-b37a-32e30d9ba662 req-641f93a6-2122-4763-a458-6c2a736362ed tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 944 time: 0.3539338 Aug 27 02:18:23.905958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-1893150c-12a5-4b0b-8047-f344b24ff98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.906413 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-ea206fff-2337-44f1-a48b-7db8026a22eb service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.907566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78275ad0-285f-4dd9-b616-140cde4b9a47 req-ea206fff-2337-44f1-a48b-7db8026a22eb service neutron] 10.222.0.32 "DELETE /v2.0/ports/3da47fa1-e76e-45c2-a346-743a395a85d9/bindings/n-h2-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.2881553 Aug 27 02:18:23.907786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-1893150c-12a5-4b0b-8047-f344b24ff98e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.3727453 Aug 27 02:18:23.916735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2d6f-7d84-444a-bc4f-81b92cfe1560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.966667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-0756b07c-1ffe-4689-aa02-50bb9866c81f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422928 Aug 27 02:18:23.993123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port ca2ec695-efd6-4043-9121-0677a8496852 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:23.997528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port ca2ec695-efd6-4043-9121-0677a8496852 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:23.997907 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.016929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2d6f-7d84-444a-bc4f-81b92cfe1560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.020109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2d6f-7d84-444a-bc4f-81b92cfe1560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.021482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e4ad2d6f-7d84-444a-bc4f-81b92cfe1560 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aab6bee7-c0cb-44c0-8131-a01d00c16981 HTTP/1.1" status: 204 len: 168 time: 0.3298993 Aug 27 02:18:24.042900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad2d6f-7d84-444a-bc4f-81b92cfe1560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6bee7-c0cb-44c0-8131-a01d00c16981,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.047629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.056873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.103254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-54ba9cf0-0182-445c-a446-16d5da9c6043 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273842 Aug 27 02:18:24.103963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d4982-7f2f-49c2-90b3-3958cbca2316,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.139337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.169748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2ec695-efd6-4043-9121-0677a8496852'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:24.170706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.172378 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e702f2-39c1-4734-8ad5-10a70525fbd3" -d '{"events": [{"server_uuid": "fabc1d92-8f92-4702-b4e4-15da7364e2c3", "name": "network-vif-plugged", "status": "completed", "tag": "ca2ec695-efd6-4043-9121-0677a8496852"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:24.179169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.190904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:24.201053 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.201930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8571b54c-d392-4b05-aad1-5922ad3fb7f8 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:24.238519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20b39955-00b6-4389-b37a-32e30d9ba662 req-4ed7b753-a932-4242-a31a-94eb05c35fbb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342478 Aug 27 02:18:24.261072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.279339 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3da86032-dd82-4f6e-80b3-d8c8659f4117 req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5961568 Aug 27 02:18:24.286255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4ac6c-e0a4-4bb0-bd63-3a53d7466f4a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb74974e-3b4d-473b-8e52-fb74a4742817,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.306667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 8571b54c-d392-4b05-aad1-5922ad3fb7f8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:24.309906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8571b54c-d392-4b05-aad1-5922ad3fb7f8 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:24.310304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:24.327722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de772de-5366-4e52-bd56-6d16c3f6862e req-d0da0da7-bccb-4e48-9dc2-d8eec21c0924 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878016 Aug 27 02:18:24.377519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:24.401930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.409248 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4310ea-4080-480e-9d8f-eaabd837b336 x-openstack-request-id: req-6a4310ea-4080-480e-9d8f-eaabd837b336 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:24.409581 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc1d92-8f92-4702-b4e4-15da7364e2c3", "name": "network-vif-plugged", "status": "completed", "tag": "ca2ec695-efd6-4043-9121-0677a8496852", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:24.409962 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a4310ea-4080-480e-9d8f-eaabd837b336 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:24.410416 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2ec695-efd6-4043-9121-0677a8496852', 'code': 200} Aug 27 02:18:24.419935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c85b-0d77-4b1b-ab71-a54d32ae9506 req-c5492e9a-8510-4f2f-a076-df1208eebfec tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.427456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0423c85b-0d77-4b1b-ab71-a54d32ae9506 req-c5492e9a-8510-4f2f-a076-df1208eebfec tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1096 time: 0.0865469 Aug 27 02:18:24.470293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4863535a-6ba7-4246-8cf5-f74d894f3a3a req-233a51ca-e938-41e4-82a5-c71dd48d1ed8 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-808848472', 'description': 'tempest-description-1442964525'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:24.491743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0423c85b-0d77-4b1b-ab71-a54d32ae9506 req-d2bf0ff4-e459-4d01-a388-4ede39aa1793 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Aug 27 02:18:24.509536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4863535a-6ba7-4246-8cf5-f74d894f3a3a req-233a51ca-e938-41e4-82a5-c71dd48d1ed8 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.567699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d4063-c134-4c20-a709-b152d10ab1fb req-285d5bf9-4d74-46d4-a2dc-600a1cb8abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.569178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-855d4063-c134-4c20-a709-b152d10ab1fb req-285d5bf9-4d74-46d4-a2dc-600a1cb8abdf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0776412 Aug 27 02:18:24.625086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4863535a-6ba7-4246-8cf5-f74d894f3a3a req-233a51ca-e938-41e4-82a5-c71dd48d1ed8 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.631143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4863535a-6ba7-4246-8cf5-f74d894f3a3a req-233a51ca-e938-41e4-82a5-c71dd48d1ed8 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.658530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c012e4-29c8-469b-bd71-0dbd70f7c5fe req-eeda935a-caf4-42ac-bb6f-3a3f075c26f3 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.660044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2c012e4-29c8-469b-bd71-0dbd70f7c5fe req-eeda935a-caf4-42ac-bb6f-3a3f075c26f3 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.0718281 Aug 27 02:18:24.662650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a51ca-e938-41e4-82a5-c71dd48d1ed8 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c11ca-5ff2-46ef-9592-57bbd282ec9f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.664428 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-855d4063-c134-4c20-a709-b152d10ab1fb req-869b2e42-cd5c-4fa4-bd4b-2d57da1f5c48 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847111 Aug 27 02:18:24.665758 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4863535a-6ba7-4246-8cf5-f74d894f3a3a req-233a51ca-e938-41e4-82a5-c71dd48d1ed8 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.667137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4863535a-6ba7-4246-8cf5-f74d894f3a3a req-233a51ca-e938-41e4-82a5-c71dd48d1ed8 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2023082 Aug 27 02:18:24.721995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2c012e4-29c8-469b-bd71-0dbd70f7c5fe req-2eb680ec-54e5-46f0-9f70-ebd1f0012d7c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Aug 27 02:18:24.787596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c4a5d-edf1-47a0-ab53-76d42f8bff06 req-c10f1c14-0d47-44c1-a48c-0da4e0093f58 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.789718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161c4a5d-edf1-47a0-ab53-76d42f8bff06 req-c10f1c14-0d47-44c1-a48c-0da4e0093f58 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1095 time: 0.0454900 Aug 27 02:18:24.852304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161c4a5d-edf1-47a0-ab53-76d42f8bff06 req-7456c0b7-e7c8-4ba9-b2c4-1fc604fd9232 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509970 Aug 27 02:18:24.951722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58974) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:25.034341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-9962884b-e71d-450f-b057-2aad49506391 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36836 time: 0.2459934 Aug 27 02:18:25.088833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-79cedc9c-4814-4758-8f2e-7928b71904f0 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0 HTTP/1.1" status: 200 len: 2981 time: 0.0468302 Aug 27 02:18:25.133249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-3ed60456-08af-42a2-9e33-1717ebaca19e tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0 HTTP/1.1" status: 200 len: 2981 time: 0.0384140 Aug 27 02:18:25.191483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-bcd6be84-f444-4e36-ab13-d40d40cfc413 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/224b627c-4eec-446f-b329-88b3f8807c7f HTTP/1.1" status: 200 len: 2973 time: 0.0523226 Aug 27 02:18:25.262124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-9de167b2-2f5b-4972-9b0b-c8b1c713510a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/224b627c-4eec-446f-b329-88b3f8807c7f HTTP/1.1" status: 200 len: 2973 time: 0.0640318 Aug 27 02:18:25.282424 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-28a1dc98-0192-423b-8fee-bb3cfabba142 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d69fb735f9b74c70b14627c978e9bf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262377 Aug 27 02:18:25.284427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58990) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:25.313738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-d36c3b7c-f70f-424c-ab5c-06381e7495ee tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3bba72eb-22c8-485c-9ac8-0ff24c5c6e32 HTTP/1.1" status: 200 len: 2981 time: 0.0452578 Aug 27 02:18:25.371759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9d95833-b7ce-4921-a4e0-5c7ecd6f8f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.392932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-72140de4-c00f-435c-9a0b-86f28340914a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3bba72eb-22c8-485c-9ac8-0ff24c5c6e32 HTTP/1.1" status: 200 len: 2981 time: 0.0704026 Aug 27 02:18:25.402748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9d95833-b7ce-4921-a4e0-5c7ecd6f8f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.442594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-d618d89b-62b5-4fea-8589-c2a79f4b0005 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/59aa7ef4-6b5f-4e91-9cf5-251fa004a198 HTTP/1.1" status: 200 len: 2981 time: 0.0417733 Aug 27 02:18:25.468734 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9d95833-b7ce-4921-a4e0-5c7ecd6f8f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.471455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9d95833-b7ce-4921-a4e0-5c7ecd6f8f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.472609 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d9d95833-b7ce-4921-a4e0-5c7ecd6f8f2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca787e24-b003-4741-9e61-a98722834ccb HTTP/1.1" status: 204 len: 168 time: 0.1867826 Aug 27 02:18:25.480847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d95833-b7ce-4921-a4e0-5c7ecd6f8f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca787e24-b003-4741-9e61-a98722834ccb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:25.515237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-715d7459-4a27-432b-bc14-d40e59d56d9e tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/59aa7ef4-6b5f-4e91-9cf5-251fa004a198 HTTP/1.1" status: 200 len: 2981 time: 0.0588667 Aug 27 02:18:25.573437 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-f8e261d3-7b38-47ec-b847-1a7a1473683b tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6bbde25d-746c-4618-a84f-74d4f2766813 HTTP/1.1" status: 200 len: 2981 time: 0.0513151 Aug 27 02:18:25.635362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-21342858-f91e-4514-a161-41a0af1a3907 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6bbde25d-746c-4618-a84f-74d4f2766813 HTTP/1.1" status: 200 len: 2981 time: 0.0553827 Aug 27 02:18:25.682626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-2821c822-503e-4d6f-a40c-a802fcb0649a tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8b84945a-59f7-4b61-8659-4b8ada4b4b75 HTTP/1.1" status: 200 len: 2977 time: 0.0455995 Aug 27 02:18:25.728954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-37ce0e21-f3ba-4e97-a4fa-ae3e20b906d9 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8b84945a-59f7-4b61-8659-4b8ada4b4b75 HTTP/1.1" status: 200 len: 2977 time: 0.0454495 Aug 27 02:18:25.792837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-26d11258-85c0-4611-814f-04a722a0baf1 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/92154fa0-f23e-4184-b771-904345b3288c HTTP/1.1" status: 200 len: 2981 time: 0.0529103 Aug 27 02:18:25.847549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-479c7183-0659-436d-834b-7074514c5964 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/92154fa0-f23e-4184-b771-904345b3288c HTTP/1.1" status: 200 len: 2981 time: 0.0475144 Aug 27 02:18:25.884351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-6ad7194c-3a81-481d-8dc9-a55cb3c00888 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a6db2920-5bf8-4efe-81f2-24f38e72d183 HTTP/1.1" status: 200 len: 2981 time: 0.0359464 Aug 27 02:18:25.932830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-10516911-f404-463f-9f0a-48edbe1e5783 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a6db2920-5bf8-4efe-81f2-24f38e72d183 HTTP/1.1" status: 200 len: 2981 time: 0.0416977 Aug 27 02:18:25.978138 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-25edc02a-57ce-42d9-876f-930ee3aa4c82 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/c094a86a-4e34-4586-92f4-f68bd3db6312 HTTP/1.1" status: 200 len: 2977 time: 0.0385725 Aug 27 02:18:26.042993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-6ccb8218-df9b-45ee-a52a-0e3fb00e76f7 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/c094a86a-4e34-4586-92f4-f68bd3db6312 HTTP/1.1" status: 200 len: 2977 time: 0.0578768 Aug 27 02:18:26.063305 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-31681626-4a43-4e91-8870-e693abcc3a7c tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] show failed (client error): The resource could not be found. Aug 27 02:18:26.066768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59034) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:26.070768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-31681626-4a43-4e91-8870-e693abcc3a7c tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ca787e24-b003-4741-9e61-a98722834ccb HTTP/1.1" status: 404 len: 352 time: 0.0268996 Aug 27 02:18:26.083372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bba7d8f2-e1a0-40d5-8031-05959b9684fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.088735 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-d3cd2748-6d6f-4500-b36d-e0e657233c09 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] show failed (client error): The resource could not be found. Aug 27 02:18:26.097846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-d3cd2748-6d6f-4500-b36d-e0e657233c09 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ca787e24-b003-4741-9e61-a98722834ccb HTTP/1.1" status: 404 len: 352 time: 0.0222576 Aug 27 02:18:26.145677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-59e0a584-a40c-413a-b54d-d694ed11e4c7 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f03d4982-7f2f-49c2-90b3-3958cbca2316 HTTP/1.1" status: 200 len: 2981 time: 0.0467269 Aug 27 02:18:26.238036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bcbe4c7-9e15-4728-8dda-a9a8aeb6bb8e req-08a8f376-cf10-40a1-b149-178940ff4747 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f03d4982-7f2f-49c2-90b3-3958cbca2316 HTTP/1.1" status: 200 len: 2981 time: 0.0733607 Aug 27 02:18:26.258589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bba7d8f2-e1a0-40d5-8031-05959b9684fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.267247 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bba7d8f2-e1a0-40d5-8031-05959b9684fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.324658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bba7d8f2-e1a0-40d5-8031-05959b9684fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2a75d5a355f49aba9df87a5a7e03d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516925 Aug 27 02:18:26.324658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7d8f2-e1a0-40d5-8031-05959b9684fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23670d91-80fa-4971-a90b-7196b51b499c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:26.326238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59056) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:26.386420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2664d42c-af28-45dd-a495-7c8cd7b669fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.411229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2664d42c-af28-45dd-a495-7c8cd7b669fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.485525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2664d42c-af28-45dd-a495-7c8cd7b669fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.488737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2664d42c-af28-45dd-a495-7c8cd7b669fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.492681 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2664d42c-af28-45dd-a495-7c8cd7b669fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23670d91-80fa-4971-a90b-7196b51b499c HTTP/1.1" status: 204 len: 168 time: 0.1628566 Aug 27 02:18:26.498413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664d42c-af28-45dd-a495-7c8cd7b669fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23670d91-80fa-4971-a90b-7196b51b499c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:26.508357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-20b97ab7-bc76-42c4-b853-51c8788d2902 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:26.509975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-20b97ab7-bc76-42c4-b853-51c8788d2902 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.1901662 Aug 27 02:18:26.537034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-4ba3b2e5-71f7-4b63-838a-f5528e30502a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/quotas/42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 375 time: 0.0111716 Aug 27 02:18:26.611190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-5dfd3a6d-4f51-49b6-afa9-316deb0f876d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666680 Aug 27 02:18:26.614778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-c5bea9a4-16aa-4bca-8cf0-aee39077cd05 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:18:26.615832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-c5bea9a4-16aa-4bca-8cf0-aee39077cd05 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105412 Aug 27 02:18:26.640808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Request body: {'binding': {'host': 'n-h2-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:26.641536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Unknown quota resources ['binding']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:18:26.777611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-ebabd157-07db-403f-b14a-d2455b246749 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583099 Aug 27 02:18:26.889323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on host n-h2-806293-1 for vnic_type normal with profile None {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:26.889738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:26.889997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:26.904960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:26.905190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:26.912597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-09297bb8-54b7-42eb-8565-0e40fa572de2 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272073 Aug 27 02:18:26.916604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:26.916604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:26.916604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:26.916604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Bound port: 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:26.978919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:26.985889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.987392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-7202a629-a661-4fb0-bcee-7104dabc36c3 service neutron] 10.222.0.10 "POST /v2.0/ports/0e08c60b-9392-4b0c-8042-c16e4792bc9e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3593013 Aug 27 02:18:27.203856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4b99-0638-4ac7-9f27-419828c1b73c req-d493bed9-22fa-4def-866e-938126ae68c9 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.215294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac8e4b99-0638-4ac7-9f27-419828c1b73c req-d493bed9-22fa-4def-866e-938126ae68c9 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.0722086 Aug 27 02:18:27.283547 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac8e4b99-0638-4ac7-9f27-419828c1b73c req-947873de-e18f-4b95-bc47-c56abc959393 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525570 Aug 27 02:18:27.310600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-ae1ca21e-3206-4c29-8305-8900562d43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.312127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-ae1ca21e-3206-4c29-8305-8900562d43a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1096 time: 0.0707653 Aug 27 02:18:27.379425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ab815c4-c971-46d0-932e-e7faeaa338d1 req-0be4588e-d364-4ab0-8025-acbede7be93d tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c278d0b6933417b8c54254d66830a1a HTTP/1.1" status: 200 len: 6104 time: 0.0807316 Aug 27 02:18:27.423484 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ab815c4-c971-46d0-932e-e7faeaa338d1 req-8d710e29-1633-4cf8-87a8-079913841f72 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "GET /v2.0/security-groups/92154fa0-f23e-4184-b771-904345b3288c HTTP/1.1" status: 200 len: 2981 time: 0.0431526 Aug 27 02:18:27.430393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-d6f6cfd5-6117-4053-941b-424edb89a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.432380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-d6f6cfd5-6117-4053-941b-424edb89a739 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1118367 Aug 27 02:18:27.476871 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ab815c4-c971-46d0-932e-e7faeaa338d1 req-b99ff158-be98-4c4f-b383-802e4e250dfd tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "GET /v2.0/security-groups/92154fa0-f23e-4184-b771-904345b3288c HTTP/1.1" status: 200 len: 2981 time: 0.0461416 Aug 27 02:18:27.496312 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-d82eff9d-aa57-4394-b32b-2d9dde159482 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.0564094 Aug 27 02:18:27.565547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-4b6465fd-0897-4df2-a216-4b4fcda99a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.567157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-4b6465fd-0897-4df2-a216-4b4fcda99a4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0642312 Aug 27 02:18:27.623879 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b845026-3e18-4a24-84c7-8f5c9472d99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.634868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-c27d45cd-dc4e-403f-a685-88a25b31ca31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573545 Aug 27 02:18:27.719193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-f8fc1c08-4596-4ee2-be6d-5ae62f08cd0f tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531173 Aug 27 02:18:27.820699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-e9e308bb-da79-4147-acdf-04292428c422 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802306 Aug 27 02:18:27.913792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-9974abf1-2189-49d7-8d51-5fedc95bcdde tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.919957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-9974abf1-2189-49d7-8d51-5fedc95bcdde tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936753 Aug 27 02:18:27.927865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865b95-9d62-40e9-9028-001d8de36ed1 req-5439e592-ca05-44e0-983a-401f05e0ceff tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.942369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-9919f297-0059-4f9b-aefe-1a2f28b301f7 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/quotas/e94a04543d9345a5b758ed6b0a9da8e4 HTTP/1.1" status: 200 len: 375 time: 0.0214016 Aug 27 02:18:27.943876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04865b95-9d62-40e9-9028-001d8de36ed1 req-5439e592-ca05-44e0-983a-401f05e0ceff tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 945 time: 0.0932953 Aug 27 02:18:27.991172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-1866b3ea-6d81-4e6d-a72e-384643507d9a tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478806 Aug 27 02:18:27.992429 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04865b95-9d62-40e9-9028-001d8de36ed1 req-0431b111-369f-443a-8d1d-0d8f9a0fd40d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Aug 27 02:18:28.016973 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a278dd7a-37ff-4668-ad45-0c464d606825 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857364 Aug 27 02:18:28.133519 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a8f338f-b01f-4571-8915-2f27b26cea3c req-6707e413-b89a-4812-85af-a9fcb3be76fb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 210 time: 0.0478175 Aug 27 02:18:28.134269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59140) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:28.313640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-9b04e6bc-8593-4a95-a5b9-fcbc0750601e tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:28.315551 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-9b04e6bc-8593-4a95-a5b9-fcbc0750601e tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.2413800 Aug 27 02:18:28.332075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ece94665-0307-4529-8562-f53740176daa req-91dac9e4-b19c-4833-99c1-bd5ea5b72112 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ef1c11ca-5ff2-46ef-9592-57bbd282ec9f HTTP/1.1" status: 200 len: 1777 time: 0.1093638 Aug 27 02:18:28.337736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806293-1'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:28.377614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.409105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-7ca18f45-84d7-4325-bfaf-919538d0a345 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:28.412052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-7ca18f45-84d7-4325-bfaf-919538d0a345 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.2468085 Aug 27 02:18:28.429853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Request body: {'port': {'device_id': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'admin_state_up': True, 'tenant_id': '42add40864b547e3ac14ec3a0f9d75ee'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:28.454972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.487653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ece94665-0307-4529-8562-f53740176daa req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.504815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdd23-2b23-413f-89a2-acda2a950624 req-55867ad6-2607-4c72-9ccd-e1d3f96329d4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:28.507200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad6bdd23-2b23-413f-89a2-acda2a950624 req-55867ad6-2607-4c72-9ccd-e1d3f96329d4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1545501 Aug 27 02:18:28.587817 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ece94665-0307-4529-8562-f53740176daa req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.616289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad6bdd23-2b23-413f-89a2-acda2a950624 req-7c6598e9-16cc-4835-a09b-14cfc54184ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732958 Aug 27 02:18:28.664705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.672990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.719003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ece94665-0307-4529-8562-f53740176daa req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.722558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ece94665-0307-4529-8562-f53740176daa req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.723922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ece94665-0307-4529-8562-f53740176daa req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef1c11ca-5ff2-46ef-9592-57bbd282ec9f HTTP/1.1" status: 204 len: 173 time: 0.3826177 Aug 27 02:18:28.738938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c11ca-5ff2-46ef-9592-57bbd282ec9f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:28.741980 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e3e67a20c584deb96936fd8c93c77cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028414 Aug 27 02:18:28.743375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59172) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:28.749763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ab137-8fb7-4aa6-951f-020f9bc9e951,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:28.751612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Made reservation on behalf of 42add40864b547e3ac14ec3a0f9d75ee for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:28.755045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.760152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.760606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.761047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.761482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.762077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.762532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.763802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.764252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.766431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.766985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.768906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.769862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06288e75-2208-4663-8ccc-064a864587b2 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.778513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.778839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.779174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.779506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.779832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.780554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.780554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.780774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.781092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.781409 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.781727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.782043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18d4256-f49b-47c7-beb9-369707dfcf64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:28.804284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:28.854532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4703025-2a9e-4287-9557-181579e7b506 req-55726561-ea86-43d3-b137-7305a51c5bf7 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 210 time: 0.0355299 Aug 27 02:18:28.891264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:28.891437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20880d6e-9f26-4fd1-b2fa-49a23ffd7ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.928852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20880d6e-9f26-4fd1-b2fa-49a23ffd7ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.971765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Allocated IP 172.20.0.11 (6e6000ff-1e6c-4b2c-8efd-6803eee85e26/10ef85fa-d74e-4291-b42f-8739e258b3da/a6a197b0-ddbb-4834-8e1d-f029c436822a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:28.976153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.980375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:28.984110 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ed431-1125-4ad3-bd22-255ff4397c91" -d '{"events": [{"server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:29.003813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.036586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20880d6e-9f26-4fd1-b2fa-49a23ffd7ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.039880 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20880d6e-9f26-4fd1-b2fa-49a23ffd7ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.041110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-20880d6e-9f26-4fd1-b2fa-49a23ffd7ede admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c75ab137-8fb7-4aa6-951f-020f9bc9e951 HTTP/1.1" status: 204 len: 168 time: 0.2968161 Aug 27 02:18:29.080254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20880d6e-9f26-4fd1-b2fa-49a23ffd7ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ab137-8fb7-4aa6-951f-020f9bc9e951,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.101000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.132314 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26dce17-ac93-47c8-b429-9e86f65ebc45 x-openstack-request-id: req-c26dce17-ac93-47c8-b429-9e86f65ebc45 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:29.132562 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:29.132815 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c26dce17-ac93-47c8-b429-9e86f65ebc45 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:29.133209 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e', 'code': 200} Aug 27 02:18:29.133839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on host n-h1-806293-1 for vnic_type normal with profile {"migrating_to": "n-h2-806293-1"} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:29.134173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:29.134739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:29.136264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16708320-59d1-4d3b-9237-2f7414533898 req-0765c656-3661-4433-a058-394de601e3cf tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "GET /v2.0/security-groups/eb74974e-3b4d-473b-8e52-fb74a4742817 HTTP/1.1" status: 200 len: 1776 time: 0.1146245 Aug 27 02:18:29.145358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:29.145718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Attempting to bind port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:29.150951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:29.151460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:29.152863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:29.153313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Bound port: 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:29.153679 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.221165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.238018 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-16708320-59d1-4d3b-9237-2f7414533898 req-3c2704fa-f78c-4aa4-9391-8ce00743d6f0 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.251542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:29.256147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:29.263497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.268300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-16708320-59d1-4d3b-9237-2f7414533898 req-3c2704fa-f78c-4aa4-9391-8ce00743d6f0 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.314261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.349772 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-16708320-59d1-4d3b-9237-2f7414533898 req-3c2704fa-f78c-4aa4-9391-8ce00743d6f0 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.352317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-16708320-59d1-4d3b-9237-2f7414533898 req-3c2704fa-f78c-4aa4-9391-8ce00743d6f0 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.353461 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16708320-59d1-4d3b-9237-2f7414533898 req-3c2704fa-f78c-4aa4-9391-8ce00743d6f0 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb74974e-3b4d-473b-8e52-fb74a4742817 HTTP/1.1" status: 204 len: 173 time: 0.2113886 Aug 27 02:18:29.383076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.383631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:29.383914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.384368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2704fa-f78c-4aa4-9391-8ce00743d6f0 tempest-SecurityGroupsTestAdminJSON-1980268587 tempest-SecurityGroupsTestAdminJSON-1980268587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb74974e-3b4d-473b-8e52-fb74a4742817,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.385425 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] 10.222.0.45 "PUT /v2.0/ports/0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 1121 time: 1.0561769 Aug 27 02:18:29.393301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:29.395453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:29.399290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.422883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc3763-5e1a-47d0-a7cc-1e3dd0569f58 service neutron] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.450448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.451974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.468389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['0e08c60b-9392-4b0c-8042-c16e4792bc9e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:29.480482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-14e5275c-0eac-4fea-be2d-78dee39bc2a3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0575347 Aug 27 02:18:29.494202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Request body: {'port': {'device_id': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:29.499707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319f165-3df5-44b6-bfbf-f990187f7444 req-def05fac-7d5f-49e9-b7f8-5e78bc3fc48a tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.501348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0319f165-3df5-44b6-bfbf-f990187f7444 req-def05fac-7d5f-49e9-b7f8-5e78bc3fc48a tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1019306 Aug 27 02:18:29.592701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59202) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:29.610208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-054a6368-5a69-409f-9081-ac5355f3a4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.626783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-6995794c-6fff-4b23-afc6-d9505f59403d tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519412 Aug 27 02:18:29.631219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0319f165-3df5-44b6-bfbf-f990187f7444 req-7293cfa3-096e-42a7-a217-0ca75b2b937f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215980 Aug 27 02:18:29.735781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384f121-a7d6-4301-9f77-5083c6886682 req-822f4333-3288-4a2d-a42a-fac0a5620659 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.744335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a384f121-a7d6-4301-9f77-5083c6886682 req-822f4333-3288-4a2d-a42a-fac0a5620659 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.2560077 Aug 27 02:18:29.791663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.822962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-054a6368-5a69-409f-9081-ac5355f3a4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.837909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-054a6368-5a69-409f-9081-ac5355f3a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.882151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-054a6368-5a69-409f-9081-ac5355f3a4ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37af61a9f39a47af90ad96f9382439ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858999 Aug 27 02:18:29.882151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a6368-5a69-409f-9081-ac5355f3a4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c9f5a-353d-4143-97f2-f9b8cb56740c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.883559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59208) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:29.904925 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a384f121-a7d6-4301-9f77-5083c6886682 req-32eced31-f569-402c-9257-97197396fc2f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595767 Aug 27 02:18:29.949249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7495450d-796c-4dae-8b61-3df83b39f906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.977067 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7495450d-796c-4dae-8b61-3df83b39f906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.997264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-48ee08a5-b83e-4f2a-b2a7-02536352d6cc tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.998761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-48ee08a5-b83e-4f2a-b2a7-02536352d6cc tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638008 Aug 27 02:18:30.029196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Request body: {'port': {'device_id': '2e793737-16e9-4914-abd7-c44dcef773d1', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'e94a04543d9345a5b758ed6b0a9da8e4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:30.030155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7495450d-796c-4dae-8b61-3df83b39f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.032717 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7495450d-796c-4dae-8b61-3df83b39f906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.036608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7495450d-796c-4dae-8b61-3df83b39f906 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df2c9f5a-353d-4143-97f2-f9b8cb56740c HTTP/1.1" status: 204 len: 168 time: 0.1493235 Aug 27 02:18:30.053928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495450d-796c-4dae-8b61-3df83b39f906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c9f5a-353d-4143-97f2-f9b8cb56740c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:30.143178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd02365b-388f-46b3-9204-d04600a8d96a req-33e4068f-5a0e-4936-88b3-3f7e56394813 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "GET /v2.0/security-groups/8d339afe-fcc3-49e4-97de-737910c56e3e HTTP/1.1" status: 200 len: 1778 time: 0.0469196 Aug 27 02:18:30.169305 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f4e09be-29c6-4372-b69d-a0e170c3a801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.230889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd02365b-388f-46b3-9204-d04600a8d96a req-4007dd77-9104-4b02-a054-050d6e5e972c tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.259595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd02365b-388f-46b3-9204-d04600a8d96a req-4007dd77-9104-4b02-a054-050d6e5e972c tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.335760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd02365b-388f-46b3-9204-d04600a8d96a req-4007dd77-9104-4b02-a054-050d6e5e972c tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.354726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd02365b-388f-46b3-9204-d04600a8d96a req-4007dd77-9104-4b02-a054-050d6e5e972c tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.373883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd02365b-388f-46b3-9204-d04600a8d96a req-4007dd77-9104-4b02-a054-050d6e5e972c tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "DELETE /v2.0/security-groups/8d339afe-fcc3-49e4-97de-737910c56e3e HTTP/1.1" status: 204 len: 173 time: 0.2157476 Aug 27 02:18:30.390483 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.399941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59224) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:30.411802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007dd77-9104-4b02-a054-050d6e5e972c tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d339afe-fcc3-49e4-97de-737910c56e3e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:30.444070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22a5b-2bbc-44a7-b523-c92f7ba657ac req-c3865a2a-7ca7-4726-ade8-f7389e977a58 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:30.445597 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96f22a5b-2bbc-44a7-b523-c92f7ba657ac req-c3865a2a-7ca7-4726-ade8-f7389e977a58 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 932 time: 0.4270060 Aug 27 02:18:30.519686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27e5fc-37cc-4c99-8adb-c295ca13d5bf req-e7504736-6dd7-4e00-af59-3e99df497db6 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:30.521093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc27e5fc-37cc-4c99-8adb-c295ca13d5bf req-e7504736-6dd7-4e00-af59-3e99df497db6 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.0630367 Aug 27 02:18:30.538464 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96f22a5b-2bbc-44a7-b523-c92f7ba657ac req-3e14b352-93a4-4995-b18d-492a0bd0f3d4 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824943 Aug 27 02:18:30.556048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Made reservation on behalf of e94a04543d9345a5b758ed6b0a9da8e4 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:30.560464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.601997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc27e5fc-37cc-4c99-8adb-c295ca13d5bf req-fe18bb4a-2aee-49b1-b8f7-44dd28fafca9 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Aug 27 02:18:30.605718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.641770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a197b0-ddbb-4834-8e1d-f029c436822a {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:30.672220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.678057 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6e8c5d9-92fb-499c-a9ad-911c2cd7c785 req-8dc6e9d4-a5fd-4837-9c1d-e8e679681a5a tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 210 time: 0.0681136 Aug 27 02:18:30.681365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c788568b-231c-4249-a67c-db0f3b1f6df8 req-c783449b-1566-41f5-9082-ee1652c5dd0f tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "GET /v2.0/security-groups/3fdfe976-9cd9-43cb-9886-9c92a71d16a7 HTTP/1.1" status: 200 len: 1778 time: 0.0410590 Aug 27 02:18:30.682716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43f21b22-39a2-4261-a3bf-b36031e564b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.700868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Transition to ACTIVE for port object a6a197b0-ddbb-4834-8e1d-f029c436822a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:30.714211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.809233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c788568b-231c-4249-a67c-db0f3b1f6df8 req-31b221cb-84ad-402e-bbdc-84a9084aa312 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.833673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:30.838858 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c788568b-231c-4249-a67c-db0f3b1f6df8 req-31b221cb-84ad-402e-bbdc-84a9084aa312 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.888354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c788568b-231c-4249-a67c-db0f3b1f6df8 req-31b221cb-84ad-402e-bbdc-84a9084aa312 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.893070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c788568b-231c-4249-a67c-db0f3b1f6df8 req-31b221cb-84ad-402e-bbdc-84a9084aa312 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.894363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c788568b-231c-4249-a67c-db0f3b1f6df8 req-31b221cb-84ad-402e-bbdc-84a9084aa312 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] 10.222.0.10 "DELETE /v2.0/security-groups/3fdfe976-9cd9-43cb-9886-9c92a71d16a7 HTTP/1.1" status: 204 len: 173 time: 0.1952353 Aug 27 02:18:30.915059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b221cb-84ad-402e-bbdc-84a9084aa312 tempest-SecurityGroupsTestAdminJSON-1882503632 tempest-SecurityGroupsTestAdminJSON-1882503632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdfe976-9cd9-43cb-9886-9c92a71d16a7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:30.918114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a0a85-7d56-4816-9b18-8d8241ba6049 req-a4295224-e75f-4896-93d1-71b59b905142 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:30.919731 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee5a0a85-7d56-4816-9b18-8d8241ba6049 req-a4295224-e75f-4896-93d1-71b59b905142 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1429479 Aug 27 02:18:30.952399 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.972920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:30.973261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:30.973650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:30.975656 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.012123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:31.012737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:31.041230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59258) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:31.070147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04928f9-8950-45ca-a774-6de1f3e20a2a req-8543848a-251d-45c9-9aab-fe57c5a0b821 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.077921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a04928f9-8950-45ca-a774-6de1f3e20a2a req-8543848a-251d-45c9-9aab-fe57c5a0b821 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.0771174 Aug 27 02:18:31.090373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee5a0a85-7d56-4816-9b18-8d8241ba6049 req-91f619d5-94a5-43ff-99c1-dded046e3350 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513352 Aug 27 02:18:31.097990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:31.098376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:31.098778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:31.099226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Bound port: a6a197b0-ddbb-4834-8e1d-f029c436822a, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:31.099591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.117114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.127682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19093433-9e85-498e-883a-295ceb0075ac,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:31.132358 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a04928f9-8950-45ca-a774-6de1f3e20a2a req-ef0f21b5-dc53-410a-8f3e-a356ccabb5de tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533721 Aug 27 02:18:31.134151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:31.139070 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2010887f-6c4c-4a26-9d85-1499df986659" -d '{"events": [{"name": "network-changed", "server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:31.220244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-network', 'tenant_id': '16ff6397cac5439fb5442004fca8522d'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:31.229654 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8345b72e-33a2-4f7f-9bbb-f834e41b17b1 x-openstack-request-id: req-8345b72e-33a2-4f7f-9bbb-f834e41b17b1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:31.229933 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:31.230254 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8345b72e-33a2-4f7f-9bbb-f834e41b17b1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:31.240085 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e', 'status': 'completed', 'code': 200} Aug 27 02:18:31.240218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Allocated IP 192.168.233.162 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/6a2d67d5-849d-4d57-a999-da492e75b1a4) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:31.306952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59282) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:31.309664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010887f-6c4c-4a26-9d85-1499df986659 req-c40742f9-9313-4996-a249-dd8e74f3bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.311200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2010887f-6c4c-4a26-9d85-1499df986659 req-c40742f9-9313-4996-a249-dd8e74f3bb80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1124 time: 0.0598247 Aug 27 02:18:31.457154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010887f-6c4c-4a26-9d85-1499df986659 req-52c84571-d11a-430c-8d76-0dae0c0b6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.458825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2010887f-6c4c-4a26-9d85-1499df986659 req-52c84571-d11a-430c-8d76-0dae0c0b6586 service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1312873 Aug 27 02:18:31.496239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:31.508146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126ea56-b1a8-431b-b051-0ccd855ca783 req-bfc92b6b-bb06-48eb-b8f3-43dc17520d2e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.509663 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b126ea56-b1a8-431b-b051-0ccd855ca783 req-bfc92b6b-bb06-48eb-b8f3-43dc17520d2e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1955049 Aug 27 02:18:31.518738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2010887f-6c4c-4a26-9d85-1499df986659 req-e398fc97-6bbe-44c6-a1ff-6799cf695587 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.0489669 Aug 27 02:18:31.526215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c6087b1-0bae-4167-b8d7-b105351dae63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c278d0b6933417b8c54254d66830a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140038 Aug 27 02:18:31.528871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59292) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:31.548047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43f21b22-39a2-4261-a3bf-b36031e564b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.550092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:31.563686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.567849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43f21b22-39a2-4261-a3bf-b36031e564b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.570488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.613299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-43f21b22-39a2-4261-a3bf-b36031e564b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30ab91fd9ea8461a9e4afaf08047ddcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2110212 Aug 27 02:18:31.649875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59296) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:31.650376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59298) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:31.694034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Transition to ACTIVE for port object 6a2d67d5-849d-4d57-a999-da492e75b1a4 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:31.726214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.726831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.728253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] 10.222.0.45 "PUT /v2.0/ports/a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 1092 time: 2.2389045 Aug 27 02:18:31.733145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:31.734782 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c" -d '{"events": [{"name": "network-changed", "server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:31.745493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f21b22-39a2-4261-a3bf-b36031e564b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18af62b8-51f5-422c-bf35-099fb30e5b7a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:31.756382 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b126ea56-b1a8-431b-b051-0ccd855ca783 req-0394285f-95fd-4b79-8e2a-8ad2851f70b9 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364810 Aug 27 02:18:31.810919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0de138-8fe3-4a2e-bb23-57c5e2c4ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:31.830586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010887f-6c4c-4a26-9d85-1499df986659 req-9d89ca55-2f8b-4fe5-b4f1-aea3b5568f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.832032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2010887f-6c4c-4a26-9d85-1499df986659 req-9d89ca55-2f8b-4fe5-b4f1-aea3b5568f90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.3002474 Aug 27 02:18:31.858387 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.865337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Made reservation on behalf of 16ff6397cac5439fb5442004fca8522d for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:31.867559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.883792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:31.893889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2010887f-6c4c-4a26-9d85-1499df986659 req-6614f565-bbdc-4f95-8343-d36d8977e036 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511024 Aug 27 02:18:31.902266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.916372 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a75f41-524a-4186-a56e-d7d2867be437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.926864 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c16c71b7-4b6e-4cf5-bd82-eae3055a5ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.969516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:31.992908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:31.998451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:31.998817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee8261-3ef9-41fa-a970-72dabf9ffbcc req-c5f0cb09-8806-402b-8ac0-b00c42d61266 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.000405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91ee8261-3ef9-41fa-a970-72dabf9ffbcc req-c5f0cb09-8806-402b-8ac0-b00c42d61266 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 944 time: 0.1768017 Aug 27 02:18:32.005599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7460d91-6bf9-4451-a4e6-a33bd37dcc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.026590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Pushing event updated for resources: {'Port': ['ID=6a2d67d5-849d-4d57-a999-da492e75b1a4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:32.029189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a75f41-524a-4186-a56e-d7d2867be437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.030968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-665338aa-7eba-49d2-8b27-9ddc155e26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.032117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-665338aa-7eba-49d2-8b27-9ddc155e26fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1095 time: 0.2165554 Aug 27 02:18:32.065086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550a27-b0da-4d55-8939-dbb07b379e20 req-e407faa6-f75c-4a19-bc9f-5352719b7fba tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.067265 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84550a27-b0da-4d55-8939-dbb07b379e20 req-e407faa6-f75c-4a19-bc9f-5352719b7fba tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 936 time: 0.2195518 Aug 27 02:18:32.096937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:32.109148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e has no active binding in host n-h2-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:18:32.124784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-753b0db7-7ae8-43f1-8ad2-e4df2f2506c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 217 time: 0.0777669 Aug 27 02:18:32.129851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7460d91-6bf9-4451-a4e6-a33bd37dcc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.139002 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91ee8261-3ef9-41fa-a970-72dabf9ffbcc req-c92787e7-2aae-4268-bcfb-56e5d16a1460 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139636 Aug 27 02:18:32.152237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2010887f-6c4c-4a26-9d85-1499df986659 req-b5feefc5-c261-47e1-ad5e-ac59d1eedbca service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318177 Aug 27 02:18:32.182432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.183089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.206826 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e460de-64f3-4924-84d2-e52ecdffdc07 x-openstack-request-id: req-12e460de-64f3-4924-84d2-e52ecdffdc07 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:32.207161 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:32.207349 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12e460de-64f3-4924-84d2-e52ecdffdc07 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:32.207739 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a', 'status': 'completed', 'code': 200} Aug 27 02:18:32.237582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a75f41-524a-4186-a56e-d7d2867be437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.240247 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a75f41-524a-4186-a56e-d7d2867be437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.242454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b7a75f41-524a-4186-a56e-d7d2867be437 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92154fa0-f23e-4184-b771-904345b3288c HTTP/1.1" status: 204 len: 168 time: 0.7107167 Aug 27 02:18:32.249641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-a4477bcd-1302-40b6-9fa9-f5b649f0079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.250929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.252234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-a4477bcd-1302-40b6-9fa9-f5b649f0079d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1066093 Aug 27 02:18:32.268330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.297489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a75f41-524a-4186-a56e-d7d2867be437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92154fa0-f23e-4184-b771-904345b3288c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:32.333766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-61a8ea82-9818-478a-aba1-ca9e6beb97bc None None] Provisioning for port 6a2d67d5-849d-4d57-a999-da492e75b1a4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:32.339155 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-61a8ea82-9818-478a-aba1-ca9e6beb97bc None None] Provisioning complete for port 6a2d67d5-849d-4d57-a999-da492e75b1a4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:32.339775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61a8ea82-9818-478a-aba1-ca9e6beb97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.344630 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-dad1a53c-fe07-48e3-b2fd-4aa4b218cc69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506637 Aug 27 02:18:32.371292 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2010887f-6c4c-4a26-9d85-1499df986659 req-7473b524-706f-4cca-96a8-3053a8f6c9ad service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076650 Aug 27 02:18:32.376324 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84550a27-b0da-4d55-8939-dbb07b379e20 req-a62ddf33-bfa5-4ddd-b0d6-9c0fdf0e4301 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634408 Aug 27 02:18:32.379566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3084cce5-2ac7-4255-8944-300edc999a41,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:32.382610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:32.394648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-61a8ea82-9818-478a-aba1-ca9e6beb97bc None None] Port 6a2d67d5-849d-4d57-a999-da492e75b1a4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:32.396886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.397235 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Added segment 2cf83edf-024a-424f-8699-d8ed4055fca2 of type vlan for network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 Aug 27 02:18:32.403323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7460d91-6bf9-4451-a4e6-a33bd37dcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.405249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7460d91-6bf9-4451-a4e6-a33bd37dcc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.406595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c7460d91-6bf9-4451-a4e6-a33bd37dcc31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18af62b8-51f5-422c-bf35-099fb30e5b7a HTTP/1.1" status: 204 len: 168 time: 0.7500679 Aug 27 02:18:32.448784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce434-b4e3-4865-8922-de7731b73e43 req-fc7d4b09-fb63-4b79-959e-486d3374fef1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.456884 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8fce434-b4e3-4865-8922-de7731b73e43 req-fc7d4b09-fb63-4b79-959e-486d3374fef1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.1529388 Aug 27 02:18:32.461102 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.493636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7460d91-6bf9-4451-a4e6-a33bd37dcc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18af62b8-51f5-422c-bf35-099fb30e5b7a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:32.519882 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8fce434-b4e3-4865-8922-de7731b73e43 req-9c3cdf2f-fc26-4790-8190-ceea5070093f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611594 Aug 27 02:18:32.543588 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.544596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.545767 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.618445 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-16b59d66-d87d-4b9a-8fdf-ec07c6f08923 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627547 Aug 27 02:18:32.618694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] Pushing event updated for resources: {'Network': ['ID=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:32.627795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de31d1-cc6a-4cfd-b521-960c8e3ddbd9 req-5d05de4f-f877-405b-bb6a-e39f63b51e83 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.629385 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12de31d1-cc6a-4cfd-b521-960c8e3ddbd9 req-5d05de4f-f877-405b-bb6a-e39f63b51e83 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1278062 Aug 27 02:18:32.631608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:32.741797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c16c71b7-4b6e-4cf5-bd82-eae3055a5ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.750995 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12de31d1-cc6a-4cfd-b521-960c8e3ddbd9 req-6a75128e-c82a-488d-8d87-876f6e6a816e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084719 Aug 27 02:18:32.758862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93e965ea-695f-4dc0-bd15-bf5a34cadf01 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7163401 Aug 27 02:18:32.762137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59320) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:32.762532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c16c71b7-4b6e-4cf5-bd82-eae3055a5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.767806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Request body: {'subnet': {'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-subnet', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:32.774427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-be5f8f53-1c2e-4fc1-88e6-2f7fcf366dc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7574496 Aug 27 02:18:32.809498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Made reservation on behalf of 16ff6397cac5439fb5442004fca8522d for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:32.811865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Request body: {'port': {'device_id': '2e793737-16e9-4914-abd7-c44dcef773d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:32.812321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.822341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c16c71b7-4b6e-4cf5-bd82-eae3055a5ea4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03028440843a469ebe8c24a2e1481f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1675856 Aug 27 02:18:32.835711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59324) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:32.856559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09edc2e4-b67e-4a0f-877d-1435ee9000dd req-b0f288c0-ace4-465e-aa2d-3a0ff1c09cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225025 Aug 27 02:18:32.865258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c71b7-4b6e-4cf5-bd82-eae3055a5ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d5a91-5ee3-43ac-bb34-14335c83fcf4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:32.899238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59326) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:32.923563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.971012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59328) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:32.977241 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.005222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1fabfdeb-1f9d-43b3-8c25-279fed4ba001 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65dda14794f64434bcfee1f035ea4ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048784 Aug 27 02:18:33.009057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2aacea51-960c-4860-9978-df80f667dad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.009333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59330) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:33.031726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-f285c119-7fe6-40ba-a6f2-79738a5b8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.033258 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-f285c119-7fe6-40ba-a6f2-79738a5b8593 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1095 time: 0.1061969 Aug 27 02:18:33.043571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9638937-c1a3-44c6-82ea-5829793295bb req-174ed19b-7e1c-4532-85c2-1d55321aa764 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.051041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9638937-c1a3-44c6-82ea-5829793295bb req-174ed19b-7e1c-4532-85c2-1d55321aa764 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.2177546 Aug 27 02:18:33.055719 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9734bc19-97f6-4b44-beec-9d83fd2089fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.111716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9734bc19-97f6-4b44-beec-9d83fd2089fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.192903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9638937-c1a3-44c6-82ea-5829793295bb req-06828753-7f9f-422e-af3e-d553d4500781 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406965 Aug 27 02:18:33.224871 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62a8f42f-1e6f-4778-9256-9c08c29f0c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.269975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9734bc19-97f6-4b44-beec-9d83fd2089fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.272899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9734bc19-97f6-4b44-beec-9d83fd2089fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.276730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9734bc19-97f6-4b44-beec-9d83fd2089fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/431d5a91-5ee3-43ac-bb34-14335c83fcf4 HTTP/1.1" status: 204 len: 168 time: 0.4372890 Aug 27 02:18:33.290357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734bc19-97f6-4b44-beec-9d83fd2089fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d5a91-5ee3-43ac-bb34-14335c83fcf4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:33.300888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.313614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-0842a798-3f98-4d04-808e-0d86c2ee98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.315182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-0842a798-3f98-4d04-808e-0d86c2ee98a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.2735085 Aug 27 02:18:33.332768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62a8f42f-1e6f-4778-9256-9c08c29f0c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.395494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2aacea51-960c-4860-9978-df80f667dad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.398593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-a1a93279-743a-48b0-8710-c14741e19f55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 217 time: 0.0725961 Aug 27 02:18:33.399663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3920ac97-24af-4ce7-b6ce-9405f190254c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:33.411675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2aacea51-960c-4860-9978-df80f667dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.444210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2aacea51-960c-4860-9978-df80f667dad7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8f26eed04e346b0b0bb57a8617c0e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643838 Aug 27 02:18:33.444210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59348) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:33.458388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Checking segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:33.458815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Network hostable DHCP agents. Network: c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:33.494210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2c114-94c2-4cbb-a8b5-652028b8961c req-3dd29f9e-90bc-4d1d-b7c5-97dfce3d7d44 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.496172 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7de2c114-94c2-4cbb-a8b5-652028b8961c req-3dd29f9e-90bc-4d1d-b7c5-97dfce3d7d44 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 944 time: 0.2411885 Aug 27 02:18:33.509240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacea51-960c-4860-9978-df80f667dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad279f-79c7-4f8a-88ff-c75b0e1b23ae,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:33.520856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-9c2583b5-74a7-45fd-96c8-504a65e84f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.522886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-9c2583b5-74a7-45fd-96c8-504a65e84f82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1127808 Aug 27 02:18:33.543506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:33.559157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:33.566611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.567265 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.571357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21665f29-c744-47ad-8ba5-125f637203cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.576559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ad28d-2bec-4611-9926-4b443395978a None None] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:33.598266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21665f29-c744-47ad-8ba5-125f637203cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.609692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-89732f97-f64d-4013-adc0-1a1f8ed31a07 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8467216 Aug 27 02:18:33.612682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59352) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:33.619427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:33.652308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2d67d5-849d-4d57-a999-da492e75b1a4 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:33.663364 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.676442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.679527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.707505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21665f29-c744-47ad-8ba5-125f637203cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.710582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21665f29-c744-47ad-8ba5-125f637203cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.712263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21665f29-c744-47ad-8ba5-125f637203cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19ad279f-79c7-4f8a-88ff-c75b0e1b23ae HTTP/1.1" status: 204 len: 168 time: 0.2678175 Aug 27 02:18:33.726592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Transition to ACTIVE for port object 6a2d67d5-849d-4d57-a999-da492e75b1a4 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:33.741763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62a8f42f-1e6f-4778-9256-9c08c29f0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.745589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62a8f42f-1e6f-4778-9256-9c08c29f0c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.751103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-62a8f42f-1e6f-4778-9256-9c08c29f0c4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f03d4982-7f2f-49c2-90b3-3958cbca2316 HTTP/1.1" status: 204 len: 168 time: 0.7392781 Aug 27 02:18:33.764449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21665f29-c744-47ad-8ba5-125f637203cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad279f-79c7-4f8a-88ff-c75b0e1b23ae,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:33.767923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7de2c114-94c2-4cbb-a8b5-652028b8961c req-bcbc1417-9b9b-4557-b028-a2c9c64b9aff tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417076 Aug 27 02:18:33.773273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-e2d12043-1231-4d86-833b-be835d102b1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2140055 Aug 27 02:18:33.795497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8f42f-1e6f-4778-9256-9c08c29f0c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d4982-7f2f-49c2-90b3-3958cbca2316,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:33.799219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.891608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:18:33.892681 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.913432 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.938460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9470f43-3b67-46af-baff-e4b313f9c801 req-fb473e65-18bd-4cd0-a3e0-000c5958b986 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.948121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9470f43-3b67-46af-baff-e4b313f9c801 req-fb473e65-18bd-4cd0-a3e0-000c5958b986 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 948 time: 0.1962821 Aug 27 02:18:34.086194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59364) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:34.112866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcde17ea-e548-49f2-a9b0-022b6f7a81a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.179775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Allocated IP 172.20.0.2 (c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37/3920ac97-24af-4ce7-b6ce-9405f190254c/40b6b301-cc07-4abe-aef5-09c320e13d39) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:34.191326 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9470f43-3b67-46af-baff-e4b313f9c801 req-fcdd2fea-df05-4091-bbf1-302039c85e2d tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371650 Aug 27 02:18:34.253573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Attempting to bind port 6a2d67d5-849d-4d57-a999-da492e75b1a4 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:34.254176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Attempting to bind port 6a2d67d5-849d-4d57-a999-da492e75b1a4 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:34.254433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Attempting to bind port 6a2d67d5-849d-4d57-a999-da492e75b1a4 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:34.256785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2d67d5-849d-4d57-a999-da492e75b1a4,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:34.283495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af902-c4ce-4357-96c0-755be631ca33 req-11087cd5-ab99-4ad7-88fc-e85e384efb03 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:34.291046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca3af902-c4ce-4357-96c0-755be631ca33 req-11087cd5-ab99-4ad7-88fc-e85e384efb03 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.2665670 Aug 27 02:18:34.294792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Port 6a2d67d5-849d-4d57-a999-da492e75b1a4 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:34.295165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Attempting to bind port 6a2d67d5-849d-4d57-a999-da492e75b1a4 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:34.334736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:34.334986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:34.335236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:34.335778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Bound port: 6a2d67d5-849d-4d57-a999-da492e75b1a4, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:34.336117 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.425322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.434077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca3af902-c4ce-4357-96c0-755be631ca33 req-82fe3aae-4d48-494b-84a3-146b17593d4b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421282 Aug 27 02:18:34.438093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-6a833a04-6681-4ded-aa4e-9e659b6204ba service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472542 Aug 27 02:18:34.444045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Transition to ACTIVE for port object 40b6b301-cc07-4abe-aef5-09c320e13d39 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:34.485205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Transition to ACTIVE for port object 40b6b301-cc07-4abe-aef5-09c320e13d39 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:34.494519 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.502503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.596294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:34.609318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:34.618758 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-adc5b322-12dd-4511-bae8-773d6f58c8b1 service neutron] 10.222.0.32 "GET /v2.0/ports/0e08c60b-9392-4b0c-8042-c16e4792bc9e/bindings/n-h2-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.2091694 Aug 27 02:18:34.620835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:34.648051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57de50e8-9948-4c3b-8fc0-b046e8c2da9c req-1f2e495d-41d9-49fc-976b-7076414f5e46 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869159 Aug 27 02:18:34.648898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcde17ea-e548-49f2-a9b0-022b6f7a81a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.649640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Pushing event updated for resources: {'Port': ['ID=40b6b301-cc07-4abe-aef5-09c320e13d39,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:34.670178 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcde17ea-e548-49f2-a9b0-022b6f7a81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.674552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] For port 6a2d67d5-849d-4d57-a999-da492e75b1a4, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:34.679581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] For port 6a2d67d5-849d-4d57-a999-da492e75b1a4, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6a2d67d5-849d-4d57-a999-da492e75b1a4,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:34.688237 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.753923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dcde17ea-e548-49f2-a9b0-022b6f7a81a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47eac4cb3ac74435a915aa953b9ab905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649568 Aug 27 02:18:34.757747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde17ea-e548-49f2-a9b0-022b6f7a81a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93e529-8d5b-4f99-8836-3847d040b16a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:34.762030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59392) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:34.785448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2d67d5-849d-4d57-a999-da492e75b1a4,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:34.812054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:34.812676 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.814092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-88382cd9-58e5-4b83-9a16-e5fb07dfdbc9 service neutron] 10.222.0.32 "PUT /v2.0/ports/6a2d67d5-849d-4d57-a999-da492e75b1a4 HTTP/1.1" status: 200 len: 1096 time: 2.0118041 Aug 27 02:18:34.814560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e793737-16e9-4914-abd7-c44dcef773d1', 'tag': '6a2d67d5-849d-4d57-a999-da492e75b1a4'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:34.816265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Attempting to bind port 40b6b301-cc07-4abe-aef5-09c320e13d39 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:34.816708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Attempting to bind port 40b6b301-cc07-4abe-aef5-09c320e13d39 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:34.817076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Attempting to bind port 40b6b301-cc07-4abe-aef5-09c320e13d39 on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:34.823361 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e793737-16e9-4914-abd7-c44dcef773d1", "tag": "6a2d67d5-849d-4d57-a999-da492e75b1a4"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:34.828174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:34.828546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Checking segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:34.829133 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.830039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Bound using segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:34.831263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Bound port: 40b6b301-cc07-4abe-aef5-09c320e13d39, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:34.831718 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.983811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] For port 40b6b301-cc07-4abe-aef5-09c320e13d39, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:34.990242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] For port 40b6b301-cc07-4abe-aef5-09c320e13d39, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=40b6b301-cc07-4abe-aef5-09c320e13d39,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:35.004338 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.006544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef17d7-a9ac-4d37-bddd-21ee8c5c698a req-e9925fa4-fa1d-4a3e-a277-c8f07c5cf24f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.008750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eeef17d7-a9ac-4d37-bddd-21ee8c5c698a req-e9925fa4-fa1d-4a3e-a277-c8f07c5cf24f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1238573 Aug 27 02:18:35.031353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-794d967e-c334-48e5-bfa1-48106b264120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.032768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-794d967e-c334-48e5-bfa1-48106b264120 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 1099 time: 0.1616662 Aug 27 02:18:35.086970 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eeef17d7-a9ac-4d37-bddd-21ee8c5c698a req-224398a6-1e57-48bd-8dd2-2200e6be54c4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 Aug 27 02:18:35.115202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6240349a-c838-4040-ad6d-20713c72fd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.149031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6947cd-226f-4776-9041-1d2b1aad0611 None None] Pushing event updated for resources: {'Port': ['ID=40b6b301-cc07-4abe-aef5-09c320e13d39,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:35.170212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-ebe89f50-aada-4ccf-b1c6-7712efe5c6c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=6a2d67d5-849d-4d57-a999-da492e75b1a4 HTTP/1.1" status: 200 len: 217 time: 0.0884852 Aug 27 02:18:35.190200 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d53ade-7a5e-4f8b-9128-c3e58092a51b x-openstack-request-id: req-24d53ade-7a5e-4f8b-9128-c3e58092a51b {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:35.190510 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e793737-16e9-4914-abd7-c44dcef773d1", "tag": "6a2d67d5-849d-4d57-a999-da492e75b1a4", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:35.190758 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24d53ade-7a5e-4f8b-9128-c3e58092a51b {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:35.191145 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e793737-16e9-4914-abd7-c44dcef773d1', 'tag': '6a2d67d5-849d-4d57-a999-da492e75b1a4', 'status': 'completed', 'code': 200} Aug 27 02:18:35.197688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443bd62-99a9-4632-bbdf-b6c6b421c3f1 req-cfc4ea22-2170-49d7-8f3a-467ab0968db3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.199431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7443bd62-99a9-4632-bbdf-b6c6b421c3f1 req-cfc4ea22-2170-49d7-8f3a-467ab0968db3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 944 time: 0.3096106 Aug 27 02:18:35.276150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-ba4c0a74-d7fd-4346-b12a-c5a3dc2c6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.281887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-ba4c0a74-d7fd-4346-b12a-c5a3dc2c6269 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0981679 Aug 27 02:18:35.285563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6240349a-c838-4040-ad6d-20713c72fd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.388556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81010a9-f72f-4807-8eb3-6a3fa4d2f064 req-25127697-c3a3-4403-b841-866035d691f8 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.390567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b81010a9-f72f-4807-8eb3-6a3fa4d2f064 req-25127697-c3a3-4403-b841-866035d691f8 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 948 time: 0.1226931 Aug 27 02:18:35.394491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-a84e1671-ea67-46c9-94a4-7f08717560b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.396751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-a84e1671-ea67-46c9-94a4-7f08717560b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073084 Aug 27 02:18:35.505067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b81010a9-f72f-4807-8eb3-6a3fa4d2f064 req-de01d2c1-6b48-4e7f-bcef-f68c6f098732 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072056 Aug 27 02:18:35.558097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-7b0c604c-240d-4c56-a5eb-f7fbe74f93d5 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502476 Aug 27 02:18:35.623581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:35.675933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07e958b6-d8c9-42ed-a236-6a30abd6fb45 req-8f653602-79a4-447a-8f19-de99848d698c service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100812 Aug 27 02:18:35.719523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7443bd62-99a9-4632-bbdf-b6c6b421c3f1 req-6b572ea0-54aa-43bf-a7e8-f362ceda7b86 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007699 Aug 27 02:18:35.722299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:35.742148 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6240349a-c838-4040-ad6d-20713c72fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.744829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6240349a-c838-4040-ad6d-20713c72fd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.748253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6240349a-c838-4040-ad6d-20713c72fd17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e93e529-8d5b-4f99-8836-3847d040b16a HTTP/1.1" status: 204 len: 168 time: 0.9826651 Aug 27 02:18:35.804510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e08c60b-9392-4b0c-8042-c16e4792bc9e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:35.821947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240349a-c838-4040-ad6d-20713c72fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93e529-8d5b-4f99-8836-3847d040b16a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:35.827197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:35.855063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.880918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:35.894950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.900311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.099605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-213bbb9f-d0e1-480f-b22e-233ca6f51264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.101247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-213bbb9f-d0e1-480f-b22e-233ca6f51264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 1099 time: 0.3724201 Aug 27 02:18:36.126171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:36.151071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'a6a197b0-ddbb-4834-8e1d-f029c436822a', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'port_id': 'a6a197b0-ddbb-4834-8e1d-f029c436822a', 'mac_address': 'fa:16:3e:b6:ea:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ef85fa-d74e-4291-b42f-8739e258b3da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:36.152310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7348ff-568b-4d9d-b8b9-69bcf7a79d68 req-5f7ee91e-9255-4b98-b6cb-b9e4bf53b592 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.153930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c7348ff-568b-4d9d-b8b9-69bcf7a79d68 req-5f7ee91e-9255-4b98-b6cb-b9e4bf53b592 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 943 time: 0.3234444 Aug 27 02:18:36.198615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] Transition to ACTIVE for port object 0e08c60b-9392-4b0c-8042-c16e4792bc9e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:36.219980 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.233001 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.263279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a197b0-ddbb-4834-8e1d-f029c436822a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:36.312090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:36.325861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.375183 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c7348ff-568b-4d9d-b8b9-69bcf7a79d68 req-f38ce958-fd70-4915-bdc2-532531174e82 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005987 Aug 27 02:18:36.389487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-78ae98eb-c80f-4afb-b173-73a2887749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.392971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-78ae98eb-c80f-4afb-b173-73a2887749ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2829020 Aug 27 02:18:36.409054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb990973-d67f-4c6e-b919-049f69db6d63 req-f0c1a3f6-f5fe-4a86-8d58-b599813baa0e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.421655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb990973-d67f-4c6e-b919-049f69db6d63 req-f0c1a3f6-f5fe-4a86-8d58-b599813baa0e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1899099 Aug 27 02:18:36.433873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] No DVR routers for this DVR port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:36.436137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] Pushing event updated for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:36.436565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:36.460525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Allocated IP 172.25.1.167 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/ef31cf51-5aaf-4a35-83e4-05a655f9c2d2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:36.498107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-6f1e702a-1425-4320-a0e6-4eb55ce28ecb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=6a2d67d5-849d-4d57-a999-da492e75b1a4 HTTP/1.1" status: 200 len: 217 time: 0.0729182 Aug 27 02:18:36.516944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add6e308-63b5-4f74-b8be-96339943852e None None] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:36.524790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-f0f86b1d-cd6e-47ed-b028-2c7b97b2da9a service neutron] 10.222.0.32 "PUT /v2.0/ports/0e08c60b-9392-4b0c-8042-c16e4792bc9e/bindings/n-h2-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8956800 Aug 27 02:18:36.531538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb990973-d67f-4c6e-b919-049f69db6d63 req-614269ba-ab5d-44a9-836d-644555a0cce4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090045 Aug 27 02:18:36.577818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-eaedc69c-327e-4800-bbf2-673ccc442f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.580234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-eaedc69c-327e-4800-bbf2-673ccc442f36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0600865 Aug 27 02:18:36.670348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4964c274-c40e-4977-ba0d-c72e0e2a8780 None None] Provisioning for port 40b6b301-cc07-4abe-aef5-09c320e13d39 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:36.676011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a6a197b0-ddbb-4834-8e1d-f029c436822a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:36.724423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59458) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:36.773020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 40b6b301-cc07-4abe-aef5-09c320e13d39 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:36.808353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-70f4a111-fdc7-4568-ba88-2df75364d88e tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.810350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-70f4a111-fdc7-4568-ba88-2df75364d88e tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.2021430 Aug 27 02:18:36.826600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-1ce8547e-cef8-4801-8845-14f44747acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.831127 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-1ce8547e-cef8-4801-8845-14f44747acea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2425156 Aug 27 02:18:36.834840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.899905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0679fe-fe28-4347-8b94-f349257f0114 req-7d6f6fda-d914-4af6-ba55-52a83bd325cf tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.901452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0679fe-fe28-4347-8b94-f349257f0114 req-7d6f6fda-d914-4af6-ba55-52a83bd325cf tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 948 time: 0.2152057 Aug 27 02:18:36.943062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 40b6b301-cc07-4abe-aef5-09c320e13d39 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:36.952793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 40b6b301-cc07-4abe-aef5-09c320e13d39 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:36.953088 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.986077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.026129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:37.035917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:37.038549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:37.130019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2250816-a776-4c48-9e42-645a531cbc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.152023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.162930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0679fe-fe28-4347-8b94-f349257f0114 req-f89d4bb5-6256-4a95-a0a9-c285388c82ad tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178326 Aug 27 02:18:37.186741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-69204d6d-ce33-445b-9c8b-ad5dc8cb8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.195853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-69204d6d-ce33-445b-9c8b-ad5dc8cb8d6a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b&tenant_id=824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 1095 time: 0.3436623 Aug 27 02:18:37.204317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 40b6b301-cc07-4abe-aef5-09c320e13d39, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=40b6b301-cc07-4abe-aef5-09c320e13d39,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:37.211043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b8db-04ff-4094-af0c-9b7c9f258495 req-17fb1b54-e1fd-4da7-85fb-3c9c1bddaf26 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.212618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af32b8db-04ff-4094-af0c-9b7c9f258495 req-17fb1b54-e1fd-4da7-85fb-3c9c1bddaf26 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 945 time: 0.3586340 Aug 27 02:18:37.216615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.225149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:37.257950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-41a57e50-0e76-446c-8a74-c71d1b01d0a4 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172988 Aug 27 02:18:37.313568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=40b6b301-cc07-4abe-aef5-09c320e13d39,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:37.341021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e6bb7533-6f4a-44a1-ab3d-151614c181c5 None None] Provisioning complete for port 40b6b301-cc07-4abe-aef5-09c320e13d39 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:37.341666 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e6bb7533-6f4a-44a1-ab3d-151614c181c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.363896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af32b8db-04ff-4094-af0c-9b7c9f258495 req-aa573c8b-68c5-42f4-a53a-e1fa0815ae88 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420798 Aug 27 02:18:37.399476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a1f40d7c-b02d-492b-aae5-c105f1317ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.401001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-a1f40d7c-b02d-492b-aae5-c105f1317ca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1095 time: 0.1557631 Aug 27 02:18:37.480618 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.500378 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5f72ad8-86ef-44e7-b2fd-380ce4f4f84f req-60735528-67e8-4283-a187-ab22f3fa2292 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275023 Aug 27 02:18:37.557464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2250816-a776-4c48-9e42-645a531cbc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.580467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2250816-a776-4c48-9e42-645a531cbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.596699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-cf76a2fe-1794-4de9-b070-01b6266d9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.597672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-cf76a2fe-1794-4de9-b070-01b6266d9ed2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1783047 Aug 27 02:18:37.614791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7e3a-ca19-47e8-9c85-54c5e553c679 req-4fd294d1-3284-4ad6-9424-0de24f5b2a2b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.616332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-753b7e3a-ca19-47e8-9c85-54c5e553c679 req-4fd294d1-3284-4ad6-9424-0de24f5b2a2b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 944 time: 0.1118872 Aug 27 02:18:37.686718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250816-a776-4c48-9e42-645a531cbc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174d7683-5569-4153-bd39-8c13924300c6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:37.690043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-ea7102b0-2919-4f06-9a01-db8c9f5a453c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.0728116 Aug 27 02:18:37.695107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2250816-a776-4c48-9e42-645a531cbc34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=792ed683f7b5448a96a1576ba7250801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9659717 Aug 27 02:18:37.697366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59494) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:37.742088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-753b7e3a-ca19-47e8-9c85-54c5e553c679 req-f10cbe80-6a1c-4f09-ac9e-183bcdfe5b3e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046076 Aug 27 02:18:37.760505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-16f30a26-5d95-4180-bc1d-4a8f6cb0b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.762129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-16f30a26-5d95-4180-bc1d-4a8f6cb0b81f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0626140 Aug 27 02:18:37.778871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f08661-7865-444f-b996-b7516c815d49 req-03641931-0e7d-4e28-8223-01163a772d68 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.780580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f4f08661-7865-444f-b996-b7516c815d49 req-03641931-0e7d-4e28-8223-01163a772d68 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 945 time: 0.1280885 Aug 27 02:18:37.803579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-b351910a-258d-47bd-b757-d05bfea9c8cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330598 Aug 27 02:18:37.826796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c84742d-2497-48cc-b061-3484884d55db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.831114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.890608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ca2ec695-efd6-4043-9121-0677a8496852 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:37.910543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c84742d-2497-48cc-b061-3484884d55db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.926153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f4f08661-7865-444f-b996-b7516c815d49 req-9bfc24a2-e5e8-403d-ae94-ed1d73381fe7 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315069 Aug 27 02:18:37.982399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-099adde2-9415-4d46-9189-ed35465f9aca service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713240 Aug 27 02:18:38.025850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:38.040853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ca2ec695-efd6-4043-9121-0677a8496852', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'port_id': 'ca2ec695-efd6-4043-9121-0677a8496852', 'mac_address': 'fa:16:3e:da:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2a642-c832-4e54-806b-8418e2e9810c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:38.043547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:38.091838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-c97bf3f3-5f04-4ca9-9639-18cc84b3121e service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017158 Aug 27 02:18:38.157863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c84742d-2497-48cc-b061-3484884d55db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.162600 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c84742d-2497-48cc-b061-3484884d55db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.166265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9c84742d-2497-48cc-b061-3484884d55db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/174d7683-5569-4153-bd39-8c13924300c6 HTTP/1.1" status: 204 len: 168 time: 0.4656687 Aug 27 02:18:38.170098 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.184656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Router 1e66ddf5-9a59-442e-a3a3-8195831ce825 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:18:38.188095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84742d-2497-48cc-b061-3484884d55db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174d7683-5569-4153-bd39-8c13924300c6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:38.192376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca2ec695-efd6-4043-9121-0677a8496852 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:38.196947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port a6a197b0-ddbb-4834-8e1d-f029c436822a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:38.204448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port a6a197b0-ddbb-4834-8e1d-f029c436822a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:38.205184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.272610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:38.294449 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.339628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.363100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d448e-166a-4b22-b10b-e07d5b446011 req-f5716bdb-83f1-49ca-a0a5-2e59526625a9 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:38.364818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a6d448e-166a-4b22-b10b-e07d5b446011 req-f5716bdb-83f1-49ca-a0a5-2e59526625a9 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 948 time: 0.1036656 Aug 27 02:18:38.378806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:38.381127 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b03853-4f24-48bb-b850-b338e863928b" -d '{"events": [{"server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "name": "network-vif-plugged", "status": "completed", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:38.387732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:38.394684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ca2ec695-efd6-4043-9121-0677a8496852'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:38.408914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Sync routers for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:38.423321 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a6d448e-166a-4b22-b10b-e07d5b446011 req-775d1ea2-c9b3-46ce-b249-f6eccfb294af tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Aug 27 02:18:38.430717 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.432146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-123b881f-8d33-499a-b522-6a17be045ee8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8189237 Aug 27 02:18:38.435290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59544) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:38.443882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:38.446906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:38.448173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:38.632229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-76622e1f-49c6-4527-a26a-531f60203741 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:38.633741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb679-38a8-4adb-9b90-5d4cde66546f req-0b342364-62d7-418e-bac0-825a0c3f1c0b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:38.633999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-76622e1f-49c6-4527-a26a-531f60203741 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.1014450 Aug 27 02:18:38.638931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00bcb679-38a8-4adb-9b90-5d4cde66546f req-0b342364-62d7-418e-bac0-825a0c3f1c0b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 944 time: 0.1255355 Aug 27 02:18:38.698974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00bcb679-38a8-4adb-9b90-5d4cde66546f req-f669f732-00ff-4d43-8dc0-1567007a5c29 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Aug 27 02:18:38.708264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:38.861450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-c23671f2-6285-41fc-9bf2-076edafa9fb6 service neutron] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:38.868862 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-c23671f2-6285-41fc-9bf2-076edafa9fb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.870273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea85898a-9ddb-4aad-99bd-62f0fa422014 req-c23671f2-6285-41fc-9bf2-076edafa9fb6 service neutron] 10.222.0.45 "DELETE /v2.0/ports/0e08c60b-9392-4b0c-8042-c16e4792bc9e/bindings/n-h1-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.2222564 Aug 27 02:18:38.901822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 40b6b301-cc07-4abe-aef5-09c320e13d39 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:38.944279 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc6acd0-0fdd-4148-a71f-b6e37c55f821 x-openstack-request-id: req-edc6acd0-0fdd-4148-a71f-b6e37c55f821 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:38.946009 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "name": "network-vif-plugged", "status": "completed", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:38.946452 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edc6acd0-0fdd-4148-a71f-b6e37c55f821 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:38.947355 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a', 'code': 200} Aug 27 02:18:39.023798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b96d1c-f658-4e35-aac9-72cc7702a5a5 req-36c12507-aa25-49f2-9c7f-c42d01502090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:39.025622 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5b96d1c-f658-4e35-aac9-72cc7702a5a5 req-36c12507-aa25-49f2-9c7f-c42d01502090 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1097 time: 0.1714244 Aug 27 02:18:39.027184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:39.031877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.040084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01088428-e4da-461e-bda9-bb697a9fa899 req-c6792b8d-9e95-4055-8246-d834389bd091 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:39.054691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01088428-e4da-461e-bda9-bb697a9fa899 req-c6792b8d-9e95-4055-8246-d834389bd091 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 946 time: 0.1538339 Aug 27 02:18:39.126984 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5b96d1c-f658-4e35-aac9-72cc7702a5a5 req-aff44349-036c-405d-a2fe-cfa1220edf21 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Aug 27 02:18:39.136762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad17a-d095-446c-bc00-bfc27c5739f1 req-d289c525-2cec-4ea5-ac33-22b895f28c85 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:39.149366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d7ad17a-d095-446c-bc00-bfc27c5739f1 req-d289c525-2cec-4ea5-ac33-22b895f28c85 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 944 time: 0.1226008 Aug 27 02:18:39.151305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01088428-e4da-461e-bda9-bb697a9fa899 req-5e375841-7f12-4c36-8d59-76c69a093e45 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956981 Aug 27 02:18:39.169501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 40b6b301-cc07-4abe-aef5-09c320e13d39 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:39.169970 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.264253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6a2d67d5-849d-4d57-a999-da492e75b1a4 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:39.267472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d7ad17a-d095-446c-bc00-bfc27c5739f1 req-f1b989c3-c373-4afd-8150-b26e4f364ed2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128104 Aug 27 02:18:39.337599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.371508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6a2d67d5-849d-4d57-a999-da492e75b1a4, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6a2d67d5-849d-4d57-a999-da492e75b1a4,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:39.392211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:39.412843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59572) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:39.442001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:39.444173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '6a2d67d5-849d-4d57-a999-da492e75b1a4', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '6a2d67d5-849d-4d57-a999-da492e75b1a4', 'mac_address': 'fa:16:3e:a2:5d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:39.449038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:39.568381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:37Z', 'revision_number': 3, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:39.639993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff3a9-cf9f-4df2-9e54-9fbf36b8ec57 req-69b0d53d-4a23-4819-914b-40e3613f0b06 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:39.643994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e2ff3a9-cf9f-4df2-9e54-9fbf36b8ec57 req-69b0d53d-4a23-4819-914b-40e3613f0b06 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 948 time: 0.0954471 Aug 27 02:18:39.644574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Checking router: 1e66ddf5-9a59-442e-a3a3-8195831ce825 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:39.645012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Updating router 1e66ddf5-9a59-442e-a3a3-8195831ce825 port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:39.650110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.666866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2d67d5-849d-4d57-a999-da492e75b1a4 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:39.712139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe020ad8-86e2-4888-b1a8-0b3da0f9a9fa req-d2f1e628-e49a-48a9-821e-d3a16084170b tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:39.717061 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe020ad8-86e2-4888-b1a8-0b3da0f9a9fa req-d2f1e628-e49a-48a9-821e-d3a16084170b tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1095 time: 0.2424567 Aug 27 02:18:39.729144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e2ff3a9-cf9f-4df2-9e54-9fbf36b8ec57 req-39238d53-1694-4e94-9da6-43dbdbff3321 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751691 Aug 27 02:18:39.731505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6a2d67d5-849d-4d57-a999-da492e75b1a4, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6a2d67d5-849d-4d57-a999-da492e75b1a4,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:39.733650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.760779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.864386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe020ad8-86e2-4888-b1a8-0b3da0f9a9fa req-c9be442c-808d-4e82-bace-58778cab790d tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323197 Aug 27 02:18:39.867844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Allocated IP 172.20.0.1 (c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37/3920ac97-24af-4ce7-b6ce-9405f190254c/ec8f2086-acac-48a3-942d-1d006417879e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:39.903028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59586) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:39.933904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ca80955-111b-4f39-be60-e244aac6c155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.984328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ca2ec695-efd6-4043-9121-0677a8496852 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:40.047270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5ca29-f7e6-40df-a4e4-09be59006cfd req-728ab981-ceb9-422d-ba57-7b7adc61cd28 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:40.058782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2df5ca29-f7e6-40df-a4e4-09be59006cfd req-728ab981-ceb9-422d-ba57-7b7adc61cd28 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 944 time: 0.1948190 Aug 27 02:18:40.065908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['6a2d67d5-849d-4d57-a999-da492e75b1a4'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:40.134680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.142830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2df5ca29-f7e6-40df-a4e4-09be59006cfd req-21249339-96a1-4812-92fe-a53cef0036d9 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827701 Aug 27 02:18:40.166148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Transition to ACTIVE for port object ec8f2086-acac-48a3-942d-1d006417879e will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:40.174391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6a2d67d5-849d-4d57-a999-da492e75b1a4,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.218264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47036d13-391e-4018-b1b2-1fc1faa996a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.227717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.256073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.283007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59602) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:40.314818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca2ec695-efd6-4043-9121-0677a8496852 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:40.331363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:40.355059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:40.368609 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ca80955-111b-4f39-be60-e244aac6c155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.387617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8f2086-acac-48a3-942d-1d006417879e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.389865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ca80955-111b-4f39-be60-e244aac6c155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.391071 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.452588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca80955-111b-4f39-be60-e244aac6c155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed72aeb3-45cc-4fae-bac7-f9b73cc3e14f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.528929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-116622d2-9e44-49f3-9f94-a8106b7e4122 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:40.530640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-116622d2-9e44-49f3-9f94-a8106b7e4122 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 944 time: 0.2689097 Aug 27 02:18:40.543266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47036d13-391e-4018-b1b2-1fc1faa996a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.546620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:40.565822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47036d13-391e-4018-b1b2-1fc1faa996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.589207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ca80955-111b-4f39-be60-e244aac6c155 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8ff27d3d59144e58a653afe8537f8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1752527 Aug 27 02:18:40.592946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59616) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:40.615613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.627792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1571602773-network', 'tenant_id': 'b4588d0b96d644598e46477ade199b53'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:40.643732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.657807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Transition to ACTIVE for port object ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:40.660581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:40.663269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.665072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b034c-fc89-4228-9939-d72241de11f4 req-d9d23450-7484-4f2a-aa31-b79548ce60b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:40.667560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-225b034c-fc89-4228-9939-d72241de11f4 req-d9d23450-7484-4f2a-aa31-b79548ce60b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 946 time: 0.3774245 Aug 27 02:18:40.668834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:40.683767 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.692897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47036d13-391e-4018-b1b2-1fc1faa996a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1477ba2d0844865bbbd989785bdc8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7888939 Aug 27 02:18:40.698157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59618) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:40.724988 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.747461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Attempting to bind port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:40.747823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Attempting to bind port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:40.748189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Attempting to bind port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:40.756725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.757784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:40.758161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:40.758618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.759191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:40.759571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47036d13-391e-4018-b1b2-1fc1faa996a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c445c18c-4f99-42ed-aff0-34bbfaad4a55,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.759681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Bound port: ef31cf51-5aaf-4a35-83e4-05a655f9c2d2, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:40.760038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.763314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4f64e-ef98-4c7e-8f13-530845077fe9 None None] Pushing event updated for resources: {'Port': ['ID=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.871895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] For port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:40.879316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] For port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:40.881662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d51c171d-a040-44da-a26d-d9e71745c618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.885699 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.888772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b278-9abd-4160-8813-ddf780ef027e req-31a1b404-78c7-40c8-a788-7f966a06760d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:40.891300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-31a1b404-78c7-40c8-a788-7f966a06760d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.5057123 Aug 27 02:18:40.904354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-225b034c-fc89-4228-9939-d72241de11f4 req-4d79d703-fce9-45c4-aa16-c1ea012213d9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178118 Aug 27 02:18:40.925424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d51c171d-a040-44da-a26d-d9e71745c618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.975003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2db24cba-ed10-427c-89e2-2365f7519dad None None] Provisioning for port ec8f2086-acac-48a3-942d-1d006417879e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:40.990076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-09f08665-ab0d-462f-9041-438d737307e4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/quotas/824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 375 time: 0.0808275 Aug 27 02:18:40.992024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f181e5f-dcb4-4bb4-9e63-0c806398115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.992237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:40.992684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:40.997324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2db24cba-ed10-427c-89e2-2365f7519dad None None] Provisioning complete for port ec8f2086-acac-48a3-942d-1d006417879e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:40.997685 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2db24cba-ed10-427c-89e2-2365f7519dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.061823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2db24cba-ed10-427c-89e2-2365f7519dad None None] Port ec8f2086-acac-48a3-942d-1d006417879e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:41.065237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4f64e-ef98-4c7e-8f13-530845077fe9 None None] Pushing event updated for resources: {'Port': ['ID=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:41.069228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.072926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d51c171d-a040-44da-a26d-d9e71745c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.075591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d51c171d-a040-44da-a26d-d9e71745c618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.079532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d51c171d-a040-44da-a26d-d9e71745c618 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed72aeb3-45cc-4fae-bac7-f9b73cc3e14f HTTP/1.1" status: 204 len: 168 time: 0.4714122 Aug 27 02:18:41.099293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c171d-a040-44da-a26d-d9e71745c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed72aeb3-45cc-4fae-bac7-f9b73cc3e14f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:41.132583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1be6f-eb0d-441b-a77b-a31f59c0e36c req-b0331bac-c64a-4ec0-911d-7c4825e9802b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:41.134363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58b1be6f-eb0d-441b-a77b-a31f59c0e36c req-b0331bac-c64a-4ec0-911d-7c4825e9802b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 949 time: 0.1367428 Aug 27 02:18:41.172215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:41.237040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58b1be6f-eb0d-441b-a77b-a31f59c0e36c req-8fbccc21-2c54-4b24-817d-716adbd430d9 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960252 Aug 27 02:18:41.310512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6a2d67d5-849d-4d57-a999-da492e75b1a4 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:41.369454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.380707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.394042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f181e5f-dcb4-4bb4-9e63-0c806398115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.419193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58128b00-3482-4c07-93ad-4d49d20eb52c req-2e0e8f01-20f1-49f9-bad6-9bee5f6eaa1d tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:41.420973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58128b00-3482-4c07-93ad-4d49d20eb52c req-2e0e8f01-20f1-49f9-bad6-9bee5f6eaa1d tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 943 time: 0.1053846 Aug 27 02:18:41.431319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Deleting port ca2ec695-efd6-4043-9121-0677a8496852 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:41.431658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.476555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-a204bf08-06e8-4e24-9d8a-6b80f54f4ec5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4859030 Aug 27 02:18:41.499614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.504142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8f2086-acac-48a3-942d-1d006417879e,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:41.523530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58128b00-3482-4c07-93ad-4d49d20eb52c req-218157b3-bac3-41a1-a817-9fd8280d9bc4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815203 Aug 27 02:18:41.582962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59628) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:41.600978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c731d9b2-237c-41a5-b1bd-8791931429bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.602717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 6a2d67d5-849d-4d57-a999-da492e75b1a4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:41.616076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 6a2d67d5-849d-4d57-a999-da492e75b1a4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:41.616569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.655210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.665327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f181e5f-dcb4-4bb4-9e63-0c806398115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.667923 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f181e5f-dcb4-4bb4-9e63-0c806398115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.671785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f181e5f-dcb4-4bb4-9e63-0c806398115b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c445c18c-4f99-42ed-aff0-34bbfaad4a55 HTTP/1.1" status: 204 len: 168 time: 0.9644268 Aug 27 02:18:41.682353 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.687066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:41.694029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:41.705355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:41.705793 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.711593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f181e5f-dcb4-4bb4-9e63-0c806398115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c445c18c-4f99-42ed-aff0-34bbfaad4a55,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:41.725721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-6ad7ae78-bd9a-46d0-9458-280cf8e46bd4 service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483096 Aug 27 02:18:41.726473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:41.736790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Calling delete_port for ca2ec695-efd6-4043-9121-0677a8496852 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:41.750561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:39Z', 'revision_number': 1, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:41.754288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.797466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5c26c-6630-4d26-8314-97e3e9ccbb1b None None] The sync data for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 is: [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:39Z', 'revision_number': 1, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:41.855707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6a2d67d5-849d-4d57-a999-da492e75b1a4, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6a2d67d5-849d-4d57-a999-da492e75b1a4,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:41.857819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e793737-16e9-4914-abd7-c44dcef773d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2d67d5-849d-4d57-a999-da492e75b1a4'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:41.865158 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df6a99b-1a8f-4dd3-8768-9783153383b0" -d '{"events": [{"server_uuid": "2e793737-16e9-4914-abd7-c44dcef773d1", "name": "network-vif-plugged", "status": "completed", "tag": "6a2d67d5-849d-4d57-a999-da492e75b1a4"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:41.875066 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.959026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ca2ec695-efd6-4043-9121-0677a8496852 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:42.048152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.049248 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Added segment b915b0c9-f401-40fb-8569-8a3a67aa80c8 of type vlan for network 16e5c914-5405-4258-ad19-5b2a64dad66a Aug 27 02:18:42.095493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ca2ec695-efd6-4043-9121-0677a8496852, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ca2ec695-efd6-4043-9121-0677a8496852,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:42.102586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-d698952e-786e-4f02-ba7b-4fb47aa79c1b service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623550 Aug 27 02:18:42.117249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f1321-172c-43ec-a2bf-b91687fea3f0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:42.167805 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7249b1c-ef06-468c-96a7-91847ea8f17d x-openstack-request-id: req-e7249b1c-ef06-468c-96a7-91847ea8f17d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:42.168909 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e793737-16e9-4914-abd7-c44dcef773d1", "name": "network-vif-plugged", "status": "completed", "tag": "6a2d67d5-849d-4d57-a999-da492e75b1a4", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:42.171807 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7249b1c-ef06-468c-96a7-91847ea8f17d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:42.172442 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e793737-16e9-4914-abd7-c44dcef773d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2d67d5-849d-4d57-a999-da492e75b1a4', 'code': 200} Aug 27 02:18:42.174692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ca2ec695-efd6-4043-9121-0677a8496852', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'port_id': 'ca2ec695-efd6-4043-9121-0677a8496852', 'mac_address': 'fa:16:3e:da:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2a642-c832-4e54-806b-8418e2e9810c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:42.208248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.232654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d0208a20-a09e-4811-bae7-789fb64189ff None None] Provisioning complete for port ec8f2086-acac-48a3-942d-1d006417879e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:42.233198 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d0208a20-a09e-4811-bae7-789fb64189ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.239153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.306104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event deleted for resources: {'Port': ['ID=ca2ec695-efd6-4043-9121-0677a8496852,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:42.352087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6a2d67d5-849d-4d57-a999-da492e75b1a4,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:42.359865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ca2ec695-efd6-4043-9121-0677a8496852'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:42.373779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.377430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:42.382972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.465745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59644) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:42.472837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Port ca2ec695-efd6-4043-9121-0677a8496852 update to BUILD by agent not found {{(pid=94774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 02:18:42.493718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d0208a20-a09e-4811-bae7-789fb64189ff None None] Port ec8f2086-acac-48a3-942d-1d006417879e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:42.507142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Router 1e66ddf5-9a59-442e-a3a3-8195831ce825 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:18:42.509023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] Pushing event updated for resources: {'Network': ['ID=16e5c914-5405-4258-ad19-5b2a64dad66a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:42.528310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 16e5c914-5405-4258-ad19-5b2a64dad66a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:42.547222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] No DVR routers for this DVR port ca2ec695-efd6-4043-9121-0677a8496852 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:42.555719 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.557613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-824ae106-bd5b-41ef-8a12-e36ab8b59360 req-50d7a86b-451c-43e5-98b6-74ef6cfd0340 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "DELETE /v2.0/ports/ca2ec695-efd6-4043-9121-0677a8496852 HTTP/1.1" status: 204 len: 173 time: 2.0063701 Aug 27 02:18:42.559335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.586932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'name': 'network-vif-deleted', 'tag': 'ca2ec695-efd6-4043-9121-0677a8496852'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:42.589076 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29948cf4-da9d-4d1c-9d64-15c3a60f9222" -d '{"events": [{"server_uuid": "fabc1d92-8f92-4702-b4e4-15da7364e2c3", "name": "network-vif-deleted", "tag": "ca2ec695-efd6-4043-9121-0677a8496852"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:42.594223 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c731d9b2-237c-41a5-b1bd-8791931429bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.603359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc676d6-b995-4aa7-9295-171c71878cf8 req-efb409de-c00a-4ae0-b813-7069f9b93872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:42.605565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dc676d6-b995-4aa7-9295-171c71878cf8 req-efb409de-c00a-4ae0-b813-7069f9b93872 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 1101 time: 0.5769613 Aug 27 02:18:42.610940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c731d9b2-237c-41a5-b1bd-8791931429bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.629818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-36ecafc5-e438-49cc-87a2-5a76f406fb7c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3139048 Aug 27 02:18:42.630522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59654) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:42.643870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Request body: {'subnet': {'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1571602773-subnet', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:42.669110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02642752-1207-4f88-bab6-ad58cd334d03 req-2f8a3c26-082a-445e-9a45-38c3c9ce785a tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:42.676643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02642752-1207-4f88-bab6-ad58cd334d03 req-2f8a3c26-082a-445e-9a45-38c3c9ce785a tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 950 time: 0.1707764 Aug 27 02:18:42.681723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cc464-92be-4b0f-a2ec-f76545f4a9f4 req-ca8220f9-bad2-4eef-aa6e-48047593644a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:42.683568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d80cc464-92be-4b0f-a2ec-f76545f4a9f4 req-ca8220f9-bad2-4eef-aa6e-48047593644a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 946 time: 0.6184876 Aug 27 02:18:42.733482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02642752-1207-4f88-bab6-ad58cd334d03 req-755636a2-1d51-4b51-bd51-efb4b525fcef tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555987 Aug 27 02:18:42.734686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:42.744051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.794872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c731d9b2-237c-41a5-b1bd-8791931429bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fa178975d2f4d0883c9ed761b958f18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2082334 Aug 27 02:18:42.806847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731d9b2-237c-41a5-b1bd-8791931429bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d375b4e-7327-4e05-ab94-5b402620ffd9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:42.821602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:18:42.821602 n-d-806293-1 neutron-server[94773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:18:42.821602 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id': '55630a1f38a74daeb52c33a498b19bad', 'id': '30e9d587-266d-45b6-880a-7fc6a21dee20', 'expiration': datetime.datetime(2021, 8, 27, 2, 20, 42, 708363)}] Aug 27 02:18:42.821602 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:18:42.823352 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:18:42.832917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59658) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:42.857435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dc676d6-b995-4aa7-9295-171c71878cf8 req-49d180d9-dc03-4ab7-bfae-a24642fac794 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354970 Aug 27 02:18:42.942749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1278175f-4caf-45aa-91e2-e3c2d1f9a28d req-eaed2401-7991-42ab-9126-7a090902defa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 210 time: 0.0492587 Aug 27 02:18:42.982706 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d80cc464-92be-4b0f-a2ec-f76545f4a9f4 req-10e9c1a2-161e-45d0-b8f9-d46a00c688c8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782998 Aug 27 02:18:42.986211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:43.002560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f5d28388-29fa-4706-beed-d9276da7fcb2 admin admin] 10.222.0.10 "PUT /v2.0/routers/1e66ddf5-9a59-442e-a3a3-8195831ce825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5591094 Aug 27 02:18:43.021403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca59756e-ba0f-4dc1-be27-f7d5b9b3c3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.032904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.073517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca59756e-ba0f-4dc1-be27-f7d5b9b3c3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.107215 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1750f45-2094-4c85-8c72-c65b8169318f x-openstack-request-id: req-e1750f45-2094-4c85-8c72-c65b8169318f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:43.107830 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc1d92-8f92-4702-b4e4-15da7364e2c3", "name": "network-vif-deleted", "tag": "ca2ec695-efd6-4043-9121-0677a8496852", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:43.108234 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1750f45-2094-4c85-8c72-c65b8169318f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:43.108784 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc1d92-8f92-4702-b4e4-15da7364e2c3', 'name': 'network-vif-deleted', 'tag': 'ca2ec695-efd6-4043-9121-0677a8496852', 'status': 'completed', 'code': 200} Aug 27 02:18:43.148179 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca59756e-ba0f-4dc1-be27-f7d5b9b3c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.149670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7474c23-5641-46df-93f3-6384e3e1929c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:43.151781 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca59756e-ba0f-4dc1-be27-f7d5b9b3c3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.153116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca59756e-ba0f-4dc1-be27-f7d5b9b3c3b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d375b4e-7327-4e05-ab94-5b402620ffd9 HTTP/1.1" status: 204 len: 168 time: 0.3189621 Aug 27 02:18:43.164158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Checking segment: {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:43.164978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Network hostable DHCP agents. Network: 16e5c914-5405-4258-ad19-5b2a64dad66a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:43.166331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59756e-ba0f-4dc1-be27-f7d5b9b3c3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d375b4e-7327-4e05-ab94-5b402620ffd9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:43.255038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-759c07f5-75c5-4f3f-91c7-04ad763447de req-f44062d0-d4cc-42df-a446-5c276f838fbe tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc1d92-8f92-4702-b4e4-15da7364e2c3 HTTP/1.1" status: 200 len: 210 time: 0.0578945 Aug 27 02:18:43.256129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Network 16e5c914-5405-4258-ad19-5b2a64dad66a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:43.279510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 16e5c914-5405-4258-ad19-5b2a64dad66a) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:43.288505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b2646-8fcf-43e8-8ce9-b37ff17fe4b3 None None] Network 16e5c914-5405-4258-ad19-5b2a64dad66a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:43.292596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:43.294575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.324401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.328384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f569a554-3f17-43eb-9a51-f7e1861a0465 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6935596 Aug 27 02:18:43.329389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59668) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:43.335261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:43.387996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.388982 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.415470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99585-2d06-4058-b2ed-5a071222923e req-ef8c740a-9bcb-45af-9c73-bd65a719049e tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:43.421041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-06a99585-2d06-4058-b2ed-5a071222923e req-ef8c740a-9bcb-45af-9c73-bd65a719049e tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1097 time: 0.1456208 Aug 27 02:18:43.483388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.584976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-16e5c914-5405-4258-ad19-5b2a64dad66a', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:18:43.584976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.589494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-06a99585-2d06-4058-b2ed-5a071222923e req-a1aa5289-e483-4609-9e15-749fa25cb113 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609159 Aug 27 02:18:43.706561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.717197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.836743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.862688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c219-4592-4582-82cc-d5230e1c6fa3 req-a4cb7497-c92a-41c5-91d1-8110968c5417 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:43.864315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d445c219-4592-4582-82cc-d5230e1c6fa3 req-a4cb7497-c92a-41c5-91d1-8110968c5417 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1097 time: 0.1835995 Aug 27 02:18:43.884603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Allocated IP 172.20.0.2 (16e5c914-5405-4258-ad19-5b2a64dad66a/b7474c23-5641-46df-93f3-6384e3e1929c/0d9fc3c0-458b-43ea-a2cb-50ef00e34689) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:43.894301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8453b14c-5c5b-45f8-9b47-a509c319478d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:43.917165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7b964b20-c497-49da-8736-de6cebcd359f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55630a1f38a74daeb52c33a498b19bad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4400263 Aug 27 02:18:43.927283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59690) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:43.949846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ca2ec695-efd6-4043-9121-0677a8496852 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:44.052619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: ca2ec695-efd6-4043-9121-0677a8496852 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:44.053140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ca2ec695-efd6-4043-9121-0677a8496852 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:44.080343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d445c219-4592-4582-82cc-d5230e1c6fa3 req-33511a43-78b2-42da-9917-b11ce6816970 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859555 Aug 27 02:18:44.236890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c32873-ba88-434e-8c24-1d3976d4f683 req-bb08016c-891f-47f9-a446-7a670b78cad0 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:44.245320 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7c32873-ba88-434e-8c24-1d3976d4f683 req-bb08016c-891f-47f9-a446-7a670b78cad0 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 950 time: 0.2963369 Aug 27 02:18:44.254624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a19634d-ecbd-4e62-8062-f477499db1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.271886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.290683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59700) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:44.295441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Transition to ACTIVE for port object 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:44.295988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-network', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:44.314829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Transition to ACTIVE for port object 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:44.321193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b278-9abd-4160-8813-ddf780ef027e req-0cf5fd8e-dbac-401b-a224-5e4fbc82f4b2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:44.322066 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.322888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-0cf5fd8e-dbac-401b-a224-5e4fbc82f4b2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.3551550 Aug 27 02:18:44.361902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c093b1bf-5c8c-4af5-a1e6-7b4036fe0578 req-08b1428e-4d60-4917-9dc7-1677ba5eb814 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 210 time: 0.1096523 Aug 27 02:18:44.362074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Network 16e5c914-5405-4258-ad19-5b2a64dad66a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:44.365265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:44.365741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7c32873-ba88-434e-8c24-1d3976d4f683 req-1e5eeebb-95bf-401d-9089-d0c30a90393d tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145923 Aug 27 02:18:44.368130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:44.374767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a19634d-ecbd-4e62-8062-f477499db1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.389106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Request body: {'port': {'device_id': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'admin_state_up': True, 'tenant_id': '824ea5b670a64ecbb17a64950478a079'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:44.426168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.450971 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.496852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Pushing event updated for resources: {'Port': ['ID=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:44.508262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Made reservation on behalf of 5dd3b85432ef48ab866dd432c2fd4dd3 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:44.517502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.523392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Attempting to bind port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:44.523940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Attempting to bind port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:44.524719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Attempting to bind port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 on network 16e5c914-5405-4258-ad19-5b2a64dad66a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:44.530042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:44.530446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Checking segment: {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:44.530843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.531231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Bound using segment: {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:44.531699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Bound port: 0d9fc3c0-458b-43ea-a2cb-50ef00e34689, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:44.532074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.565556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.663539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a19634d-ecbd-4e62-8062-f477499db1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.680290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a19634d-ecbd-4e62-8062-f477499db1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.685070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3a19634d-ecbd-4e62-8062-f477499db1f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8453b14c-5c5b-45f8-9b47-a509c319478d HTTP/1.1" status: 204 len: 168 time: 0.7567298 Aug 27 02:18:44.713341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Allocated IP 172.25.1.174 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/7419893b-2131-4822-abb1-cb36074b6ef2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:44.762926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:44.772556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.787583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19634d-ecbd-4e62-8062-f477499db1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8453b14c-5c5b-45f8-9b47-a509c319478d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:44.789491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.821720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bccd94-6a60-43b8-8a5a-9b18cefafc96,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:44.891564 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.916578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] For port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:44.924403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] For port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:44.937938 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.975688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.986623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:45.000334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Made reservation on behalf of 824ea5b670a64ecbb17a64950478a079 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:45.017435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.019680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59722) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:45.029074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:45.049412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:45.050089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.069627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:45.075077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d256a-3382-4269-b033-e92b1feffb62 req-c6fc0d5c-21c4-43ed-8940-9bdb29024796 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:45.085294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-702d256a-3382-4269-b033-e92b1feffb62 req-c6fc0d5c-21c4-43ed-8940-9bdb29024796 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1097 time: 0.2992713 Aug 27 02:18:45.095829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:45.118172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:45.124823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.125175 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Added segment eefc7763-aa62-4b9b-bfbe-214993219d8f of type vlan for network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 Aug 27 02:18:45.147273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c2f5-1bce-4c21-a7fe-a8d36adc335e None None] Pushing event updated for resources: {'Port': ['ID=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:45.148890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59726) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:45.154839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d035c716-6cdc-4da4-9d38-cdee1697dcae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252679683', 'description': 'tempest-description--1885764168'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:45.211937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Pushing event updated for resources: {'Port': ['ID=7419893b-2131-4822-abb1-cb36074b6ef2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:45.274342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-702d256a-3382-4269-b033-e92b1feffb62 req-5dad6ae7-a0e0-4113-8d8c-1c9b0f2b8184 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826940 Aug 27 02:18:45.307203 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.326669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.340283 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d035c716-6cdc-4da4-9d38-cdee1697dcae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.365098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:45.382607 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.407635 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Sync routers for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:45.441351 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:45.444697 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:45.467159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.468044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:45.468623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.496697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:45.577304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Allocated IP 172.20.0.5 (543c80bd-3b39-4e69-b761-ac69f0bf8d30/95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d/c0c4b099-a506-4fdb-909b-d1a24201e791) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:45.609952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c725d1-85af-4d0a-aeb7-89d6b83a4363,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:45.624158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:45.669590 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05ee4cf8-56d8-46ae-8583-fd106c3a87dc req-891d7186-8550-4c74-9e03-98f432a5f970 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 210 time: 0.0489073 Aug 27 02:18:45.682841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-335961109-network', 'tenant_id': '054d533f41c04fbab0f5ddb598cb3cd1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:45.713697 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:45.789108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d035c716-6cdc-4da4-9d38-cdee1697dcae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.804110 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d035c716-6cdc-4da4-9d38-cdee1697dcae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.820554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dd3bb7e0-2b27-49ee-ad54-793b54361fc1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5284679 Aug 27 02:18:45.821243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59742) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:45.833227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Request body: {'subnet': {'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-subnet', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:45.890159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d035c716-6cdc-4da4-9d38-cdee1697dcae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.892158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d035c716-6cdc-4da4-9d38-cdee1697dcae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7416389 Aug 27 02:18:45.898729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59744) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:45.907524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-410f423d-2780-4308-98c2-e73f75aa9687 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Request body: {'security_group_rule': {'security_group_id': 'b9bfba3e-f1dc-49c2-8d4f-b246c1f3e39f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:45.922949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035c716-6cdc-4da4-9d38-cdee1697dcae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bfba3e-f1dc-49c2-8d4f-b246c1f3e39f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:45.946802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Made reservation on behalf of 5dd3b85432ef48ab866dd432c2fd4dd3 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:45.949302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.957392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.989684 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.009056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378375ae-8473-4f47-8d54-2615d515933f req-1fa66f56-7392-4acb-b77e-1c104cb7edc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:46.019496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-378375ae-8473-4f47-8d54-2615d515933f req-1fa66f56-7392-4acb-b77e-1c104cb7edc2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 950 time: 0.3712745 Aug 27 02:18:46.046565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-410f423d-2780-4308-98c2-e73f75aa9687 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.077408 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:41Z', 'revision_number': 2, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:46.124508 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Checking router: 1e66ddf5-9a59-442e-a3a3-8195831ce825 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:46.125390 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Updating router 1e66ddf5-9a59-442e-a3a3-8195831ce825 port ec8f2086-acac-48a3-942d-1d006417879e binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:46.166702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-378375ae-8473-4f47-8d54-2615d515933f req-d8e628cc-9af2-40a5-8b5d-6a15bfb6531f tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188159 Aug 27 02:18:46.186858 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.187330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-410f423d-2780-4308-98c2-e73f75aa9687 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.223794 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.232997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-410f423d-2780-4308-98c2-e73f75aa9687 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.241245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Made reservation on behalf of 054d533f41c04fbab0f5ddb598cb3cd1 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:46.243888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.257080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.338576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f423d-2780-4308-98c2-e73f75aa9687 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0814a8e0-52e8-4c74-942e-a3c706cfecc2,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:46.370448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:46.392002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.425032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:46.440974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:46.454512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:46.486453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.555806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb195fdd-e755-4d50-910e-aab61ffbe67a None None] Network 16e5c914-5405-4258-ad19-5b2a64dad66a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:46.556746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:46.557385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.561205 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.590953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c748bbb-95eb-488e-afa4-df4dfe71c1d1,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:46.596853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Checking segment: {'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:46.597208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Network hostable DHCP agents. Network: f0c725d1-85af-4d0a-aeb7-89d6b83a4363, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:46.602030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b918623e-8bf7-4583-abf1-cdcf6da001da tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2223120 Aug 27 02:18:46.604999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-410f423d-2780-4308-98c2-e73f75aa9687 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.606226 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-410f423d-2780-4308-98c2-e73f75aa9687 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7024879 Aug 27 02:18:46.610338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59762) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:46.617425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.617575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Request body: {'port': {'device_id': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:46.622784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-59431c61-5076-4003-aae8-65055cabe3ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Request body: {'security_group_rule': {'security_group_id': 'b9bfba3e-f1dc-49c2-8d4f-b246c1f3e39f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:46.637126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:46.650132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.650569 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Added segment 243ada5c-201a-461c-ad4c-76326098c7aa of type vlan for network 388f4982-e505-409e-b254-de96e41b7a37 Aug 27 02:18:46.720491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:46.759517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c084-3506-4a71-acb5-92644d0574b9 req-33ff2a10-30ee-43c5-9912-8ea5eb338865 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:46.761106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04b8c084-3506-4a71-acb5-92644d0574b9 req-33ff2a10-30ee-43c5-9912-8ea5eb338865 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1097 time: 0.3185928 Aug 27 02:18:46.781432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f3413960-00f2-4ec7-b2fb-5c52dd61bb18 None None] Provisioning for port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:46.817163 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.826632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f0c725d1-85af-4d0a-aeb7-89d6b83a4363) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:46.835643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65404d65-5550-4d55-9a62-32ce81af66c1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:46.841619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:46.842589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.842835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.845748 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Transition to ACTIVE for port object ec8f2086-acac-48a3-942d-1d006417879e will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:46.851982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59431c61-5076-4003-aae8-65055cabe3ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.863519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de042989-12dc-495b-a9f5-3b0cf45babba None None] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:46.865744 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.882237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04b8c084-3506-4a71-acb5-92644d0574b9 req-51938501-0a0a-4de4-8c47-d74705d66241 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072090 Aug 27 02:18:46.910105 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.914468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.962474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.963574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:46.964025 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.041163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7a29a923-7a6f-47db-a1a9-7d5fc4bdc90c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2094913 Aug 27 02:18:47.053740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:47.084626 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Attempting to bind port ec8f2086-acac-48a3-942d-1d006417879e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:47.085387 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Attempting to bind port ec8f2086-acac-48a3-942d-1d006417879e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:47.085387 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Attempting to bind port ec8f2086-acac-48a3-942d-1d006417879e on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:47.095417 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:47.096106 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Checking segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:47.096782 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.097065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59776) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:47.098154 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Bound using segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:47.099023 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Bound port: ec8f2086-acac-48a3-942d-1d006417879e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:47.099648 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.108279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:47.143872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59431c61-5076-4003-aae8-65055cabe3ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.180999 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] For port ec8f2086-acac-48a3-942d-1d006417879e, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:47.183256 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59431c61-5076-4003-aae8-65055cabe3ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.185709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1637714 Aug 27 02:18:47.186701 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] For port ec8f2086-acac-48a3-942d-1d006417879e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ec8f2086-acac-48a3-942d-1d006417879e,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:47.187627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59780) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:47.196397 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.200598 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.215627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Request body: {'subnet': {'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-335961109-subnet', 'tenant_id': '054d533f41c04fbab0f5ddb598cb3cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:47.222360 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dacf05-2c0b-4875-90d8-e3bfe50cc7ef None None] Pushing event updated for resources: {'Port': ['ID=ec8f2086-acac-48a3-942d-1d006417879e,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:47.231968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.234618 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.239723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59431c61-5076-4003-aae8-65055cabe3ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75287c27-7268-4fa0-9f0a-9d0fb2255cc4,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:47.260972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87967941-cdf6-4c90-8fef-aad76ee337d4 req-d5d41694-fb59-4ff5-871f-f24c7d49cbf1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:47.263193 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87967941-cdf6-4c90-8fef-aad76ee337d4 req-d5d41694-fb59-4ff5-871f-f24c7d49cbf1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 931 time: 0.3474293 Aug 27 02:18:47.273097 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:47.273653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59431c61-5076-4003-aae8-65055cabe3ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.274477 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:47.278166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-59431c61-5076-4003-aae8-65055cabe3ae tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6624675 Aug 27 02:18:47.299935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:47.307514 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:47.339358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.351178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:47.351959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.574514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b9f79-0706-49d3-a337-3c7871ed5073 admin admin] Pushing event updated for resources: {'Network': ['ID=388f4982-e505-409e-b254-de96e41b7a37,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:47.575940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87967941-cdf6-4c90-8fef-aad76ee337d4 req-334c2878-1e68-4792-88c7-f020a9b6c277 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985795 Aug 27 02:18:47.586225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f0c725d1-85af-4d0a-aeb7-89d6b83a4363', 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'fixed_ips': [{'subnet_id': '3c748bbb-95eb-488e-afa4-df4dfe71c1d1'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:18:47.587817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.626137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.627181 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dacf05-2c0b-4875-90d8-e3bfe50cc7ef None None] Pushing event updated for resources: {'Port': ['ID=ec8f2086-acac-48a3-942d-1d006417879e,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:47.666905 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:47.838239 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.871039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f559fc-d026-40bb-86e1-73ad2eb062f4 req-5ffedec2-103f-429a-8c60-a94a92b46d37 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:47.872637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66f559fc-d026-40bb-86e1-73ad2eb062f4 req-5ffedec2-103f-429a-8c60-a94a92b46d37 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 950 time: 0.8014550 Aug 27 02:18:47.889487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 388f4982-e505-409e-b254-de96e41b7a37 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:47.926730 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:47Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:47.963940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Made reservation on behalf of 054d533f41c04fbab0f5ddb598cb3cd1 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:47.965666 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa766a-69f8-42f2-a2fc-cf8f706b8ae9 None None] The sync data for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 is: [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:47Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:47.968135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.125671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.150073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c4b099-a506-4fdb-909b-d1a24201e791 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:48.152052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:18:48.159948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.211070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:48.220405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Allocated IP 172.20.0.2 (f0c725d1-85af-4d0a-aeb7-89d6b83a4363/3c748bbb-95eb-488e-afa4-df4dfe71c1d1/6234b65f-314d-4576-867e-68b0b69b9caf) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:48.258060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66f559fc-d026-40bb-86e1-73ad2eb062f4 req-ef721d3e-a1ad-4576-9429-7b66cbc31232 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713346 Aug 27 02:18:48.259316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Transition to ACTIVE for port object c0c4b099-a506-4fdb-909b-d1a24201e791 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:48.282183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.411323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-13ec6983-9195-409a-b149-5acc116c2d26 None None] Provisioning complete for port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:48.411803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-13ec6983-9195-409a-b149-5acc116c2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.421989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:48.455866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:48.456254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.502886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:48.527651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Allocated IP 172.25.1.215 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/65e9427a-67f8-410f-a679-91344f36fb52) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:48.678799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.702181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.717975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Transition to ACTIVE for port object 6234b65f-314d-4576-867e-68b0b69b9caf will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:48.720073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:48.737270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Sync routers for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:48.745997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-13ec6983-9195-409a-b149-5acc116c2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.746763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:48.747212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:48.747609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:48.754737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:48.754737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:48.761758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:48.762245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:48.763659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:48.764444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Bound port: c0c4b099-a506-4fdb-909b-d1a24201e791, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:48.764901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.765859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-ab471480-91eb-418e-a5be-3052a269a0db tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.767412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-ab471480-91eb-418e-a5be-3052a269a0db tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 1101 time: 0.6218150 Aug 27 02:18:48.768031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07cf031-b529-44f0-a59d-82b4244670e4,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:48.768582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.811318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:48.811681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:48.818296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Transition to ACTIVE for port object 6234b65f-314d-4576-867e-68b0b69b9caf will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:48.855251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-267d48c7-01d6-44cb-899e-eb971bfbf852 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=048954aa305a4e778c82bc4da7fafd47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1497731 Aug 27 02:18:48.871447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:48.876842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:48.879552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.885974 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.888492 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.894130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.895281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-faf37db7-0482-4dae-bafd-55c738ef3829 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5643983 Aug 27 02:18:48.901706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59828) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:48.933568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.934220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.935691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 1091 time: 2.3241658 Aug 27 02:18:48.939453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:48.941974 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df5a063-d20d-4d29-b0d4-769065da411c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:48.948012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-13ec6983-9195-409a-b149-5acc116c2d26 None None] For port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:48.988590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf09fc0-7901-4997-9ecc-9c4c86e46920 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:48.999500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.014094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:49.017264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-13ec6983-9195-409a-b149-5acc116c2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.032385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:49.035089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:49.077182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:49.088785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:49.092013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:49.092396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Pushing event updated for resources: {'Port': ['ID=6234b65f-314d-4576-867e-68b0b69b9caf,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.120587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-3ebf8551-2f92-4771-b736-acc26868ea81 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:49.122832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-3ebf8551-2f92-4771-b736-acc26868ea81 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252996 Aug 27 02:18:49.126784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'Port': ['ID=65e9427a-67f8-410f-a679-91344f36fb52,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.138675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b278-9abd-4160-8813-ddf780ef027e req-5242fbf8-6a5c-41f0-9f49-2010f0015833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:49.140197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-5242fbf8-6a5c-41f0-9f49-2010f0015833 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1094 time: 0.1312068 Aug 27 02:18:49.195348 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:18:49.196079 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:18:49.198420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-b29940aa-a1db-4ead-9c7f-9a9812f7092b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 217 time: 0.0418787 Aug 27 02:18:49.207344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:49.284926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Attempting to bind port 6234b65f-314d-4576-867e-68b0b69b9caf on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:49.285663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Attempting to bind port 6234b65f-314d-4576-867e-68b0b69b9caf by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:49.286275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Attempting to bind port 6234b65f-314d-4576-867e-68b0b69b9caf on network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:49.314173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.325560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b278-9abd-4160-8813-ddf780ef027e req-54bb0ecc-ae43-4bf5-82f4-e8c2cac5f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:49.327066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-54bb0ecc-ae43-4bf5-82f4-e8c2cac5f6c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1101768 Aug 27 02:18:49.338232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec6983-9195-409a-b149-5acc116c2d26 None None] Pushing event updated for resources: {'Port': ['ID=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.343964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:49.344357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Checking segment: {'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:49.344731 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.345119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Bound using segment: {'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:49.345750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Bound port: 6234b65f-314d-4576-867e-68b0b69b9caf, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:49.346134 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.380469 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-c4d5d819-7c5e-4695-a192-6bc0bb5b0f43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443864 Aug 27 02:18:49.385744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.436490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-b40a66f8-18b1-4750-850d-1e282eb8abdb tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:18:49.437503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-b40a66f8-18b1-4750-850d-1e282eb8abdb tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355291 Aug 27 02:18:49.449137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Checking segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:49.449539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Network hostable DHCP agents. Network: 388f4982-e505-409e-b254-de96e41b7a37, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:49.453238 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-03ec111a-9eec-4529-a0dd-ffe652551529 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/quotas/048954aa305a4e778c82bc4da7fafd47 HTTP/1.1" status: 200 len: 375 time: 0.3022165 Aug 27 02:18:49.462777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Request body: {'binding': {'host': 'n-h1-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:49.463220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Unknown quota resources ['binding']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:18:49.473780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] For port 6234b65f-314d-4576-867e-68b0b69b9caf, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:49.478421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] For port 6234b65f-314d-4576-867e-68b0b69b9caf, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6234b65f-314d-4576-867e-68b0b69b9caf,segment=NetworkSegment(eefc7763-aa62-4b9b-bfbe-214993219d8f),segment_id=eefc7763-aa62-4b9b-bfbe-214993219d8f)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:49.486061 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.558961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-829fd8ed-751e-4a80-8719-1ee43b29ebdb tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=048954aa305a4e778c82bc4da7fafd47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878022 Aug 27 02:18:49.592585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30247a3a-aeb9-465a-932c-8f6c685d6391 None None] Pushing event updated for resources: {'Port': ['ID=6234b65f-314d-4576-867e-68b0b69b9caf,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.607339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 3, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:49.629387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Network 388f4982-e505-409e-b254-de96e41b7a37 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:49.637313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Checking router: 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:49.637675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Updating router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 port 7419893b-2131-4822-abb1-cb36074b6ef2 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:49.667375 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.760810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 388f4982-e505-409e-b254-de96e41b7a37) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:49.839715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:49.840318 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.851361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Deleting port 6a2d67d5-849d-4d57-a999-da492e75b1a4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:49.851707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.892006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d07549-4c02-4e4e-bd3d-02b8759d2a8c None None] Network 388f4982-e505-409e-b254-de96e41b7a37 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:49.917521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-44231c61-073b-42fa-a322-46bc0a22ff89 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289323 Aug 27 02:18:50.067211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf17b278-9abd-4160-8813-ddf780ef027e req-50f90e1c-35ff-4433-b388-dd36fa9ad5c0 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405501 Aug 27 02:18:50.094051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-56afb143-d829-4a67-8f30-c8eab5caf746 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.8933105 Aug 27 02:18:50.143994 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.158419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.336862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'Port': ['ID=65e9427a-67f8-410f-a679-91344f36fb52,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:50.340118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.361695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccbf3ca-f481-42e0-a0bc-86c03e04c481 None None] Network 388f4982-e505-409e-b254-de96e41b7a37 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:50.376580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.382118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-992ae293-f31a-4377-9465-df06db0ec12e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0771277 Aug 27 02:18:50.421587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ec8f2086-acac-48a3-942d-1d006417879e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:50.424941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.425571 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.436620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920c05d-8b74-4ad5-a969-01113e1b57ad req-35c10b23-5c9b-492e-a471-7de744babe9a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.438442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e920c05d-8b74-4ad5-a969-01113e1b57ad req-35c10b23-5c9b-492e-a471-7de744babe9a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 943 time: 0.5823131 Aug 27 02:18:50.485243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Transition to ACTIVE for port object 7419893b-2131-4822-abb1-cb36074b6ef2 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:50.509545 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.510679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.562280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] For port 6a2d67d5-849d-4d57-a999-da492e75b1a4, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6a2d67d5-849d-4d57-a999-da492e75b1a4,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:50.562624 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.575469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on host n-h1-806293-1 for vnic_type normal with profile None {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:50.575820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:50.576158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:50.609960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Attempting to bind port 7419893b-2131-4822-abb1-cb36074b6ef2 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:50.610344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Attempting to bind port 7419893b-2131-4822-abb1-cb36074b6ef2 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:50.610715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Attempting to bind port 7419893b-2131-4822-abb1-cb36074b6ef2 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:50.615940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784fbe-0cb8-4ea9-b0cb-3de47d3c50d7 None None] Pushing event updated for resources: {'Port': ['ID=7419893b-2131-4822-abb1-cb36074b6ef2,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:50.635169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Calling delete_port for 6a2d67d5-849d-4d57-a999-da492e75b1a4 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:50.640443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:50.640980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:50.641391 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.641782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:50.642275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Bound port: 7419893b-2131-4822-abb1-cb36074b6ef2, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:50.642670 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.646687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ec8f2086-acac-48a3-942d-1d006417879e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:50.660629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:50.660980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:50.668857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ec8f2086-acac-48a3-942d-1d006417879e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:50.669233 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.732172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] For port 7419893b-2131-4822-abb1-cb36074b6ef2, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:50.737068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] For port 7419893b-2131-4822-abb1-cb36074b6ef2, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7419893b-2131-4822-abb1-cb36074b6ef2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:50.739465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:50.739813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:50.740198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:50.740909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Bound port: a6a197b0-ddbb-4834-8e1d-f029c436822a, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:50.743779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.771250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e920c05d-8b74-4ad5-a969-01113e1b57ad req-72c3ecc8-c16a-4638-9969-b801d6c4e087 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234534 Aug 27 02:18:50.847414 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1e817a-323f-4529-a62a-84bfb6d5bd56 x-openstack-request-id: req-ca1e817a-323f-4529-a62a-84bfb6d5bd56 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:50.847720 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:50.847972 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca1e817a-323f-4529-a62a-84bfb6d5bd56 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:50.848407 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791', 'status': 'completed', 'code': 200} Aug 27 02:18:50.857704 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.865671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784fbe-0cb8-4ea9-b0cb-3de47d3c50d7 None None] Pushing event updated for resources: {'Port': ['ID=7419893b-2131-4822-abb1-cb36074b6ef2,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:50.873324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:50.874237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:50.930263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5a063-d20d-4d29-b0d4-769065da411c req-5e8d79cd-7847-4b37-a555-f51b0044e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.931887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6df5a063-d20d-4d29-b0d4-769065da411c req-5e8d79cd-7847-4b37-a555-f51b0044e076 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1094 time: 0.0453620 Aug 27 02:18:50.961057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ec8f2086-acac-48a3-942d-1d006417879e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ec8f2086-acac-48a3-942d-1d006417879e,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:50.966726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862f537-5aa4-4dc0-8af4-96539bbbfa22 None None] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:50.979909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:50.984812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.985646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6234b65f-314d-4576-867e-68b0b69b9caf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:51.018307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.019535 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6e14363e-1885-4cdb-a392-8caaeb7b7847 service neutron] 10.222.0.10 "POST /v2.0/ports/a6a197b0-ddbb-4834-8e1d-f029c436822a/bindings HTTP/1.1" status: 201 len: 389 time: 1.5626659 Aug 27 02:18:51.020713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Allocated IP 172.25.1.186 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/d8a36151-e5c1-4d2f-a097-9179f186133c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:51.040305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5a063-d20d-4d29-b0d4-769065da411c req-a825689e-693e-4c0e-929f-5661ae90c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.042281 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6df5a063-d20d-4d29-b0d4-769065da411c req-a825689e-693e-4c0e-929f-5661ae90c4aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1010776 Aug 27 02:18:51.070586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.097035 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6df5a063-d20d-4d29-b0d4-769065da411c req-a74e8017-ce6c-4635-a25b-aebdfbf5c361 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 217 time: 0.0469439 Aug 27 02:18:51.113709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['6a2d67d5-849d-4d57-a999-da492e75b1a4'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:51.118008 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:18:51.173417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5a063-d20d-4d29-b0d4-769065da411c req-8630e9f5-be2b-4533-8e88-4c9e8fdc3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.176332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6df5a063-d20d-4d29-b0d4-769065da411c req-8630e9f5-be2b-4533-8e88-4c9e8fdc3043 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0718200 Aug 27 02:18:51.184541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf4416-8e27-47b9-8ba8-7f7577334c15 req-155e74b2-1352-45d2-8a59-bd659042c6cb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.186178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18bf4416-8e27-47b9-8ba8-7f7577334c15 req-155e74b2-1352-45d2-8a59-bd659042c6cb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e793737-16e9-4914-abd7-c44dcef773d1 HTTP/1.1" status: 200 len: 867 time: 0.2598283 Aug 27 02:18:51.188289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a2d67d5-849d-4d57-a999-da492e75b1a4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:51.250587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6df5a063-d20d-4d29-b0d4-769065da411c req-a2550462-c271-4028-bbbd-dcf5e8ec4269 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630364 Aug 27 02:18:51.267002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:51.268818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.281530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7160e85e-9e4d-467e-bc4c-b4e0379b6294 None None] Provisioning for port 6234b65f-314d-4576-867e-68b0b69b9caf completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:51.330230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d7e1359e-3162-498c-8309-fa61bf3178d1 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=048954aa305a4e778c82bc4da7fafd47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116450 Aug 27 02:18:51.335910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] No DVR routers for this DVR port 6a2d67d5-849d-4d57-a999-da492e75b1a4 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:51.356389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.359518 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71d28058-8a8e-43e6-bb5a-bfd0122a3e97 req-2780f9b7-a7d0-472c-bea3-ffceaa282061 tempest-DeleteServersAdminTestJSON-51322060 tempest-DeleteServersAdminTestJSON-51322060-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6a2d67d5-849d-4d57-a999-da492e75b1a4 HTTP/1.1" status: 204 len: 173 time: 2.5462317 Aug 27 02:18:51.364920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e793737-16e9-4914-abd7-c44dcef773d1', 'name': 'network-vif-deleted', 'tag': '6a2d67d5-849d-4d57-a999-da492e75b1a4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:51.367580 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd01285-fad2-438a-98c2-c6b13c32e98a" -d '{"events": [{"server_uuid": "2e793737-16e9-4914-abd7-c44dcef773d1", "name": "network-vif-deleted", "tag": "6a2d67d5-849d-4d57-a999-da492e75b1a4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:51.407075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ec8f2086-acac-48a3-942d-1d006417879e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:51.421757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17f6e517-b25d-4c6e-ac03-0fedd66f1955 req-60b831cf-2f9a-4656-a150-1756149b411d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 210 time: 0.0946393 Aug 27 02:18:51.478242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18bf4416-8e27-47b9-8ba8-7f7577334c15 req-7b31eb95-33b3-4003-9c8d-8931e5480f7c tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697654 Aug 27 02:18:51.510079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6df5a063-d20d-4d29-b0d4-769065da411c req-b2d4dd28-0e33-44b0-83e6-e7010d499211 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516303 Aug 27 02:18:51.564248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.596735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6234b65f-314d-4576-867e-68b0b69b9caf completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:51.620947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6234b65f-314d-4576-867e-68b0b69b9caf triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:51.621780 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.658284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6df5a063-d20d-4d29-b0d4-769065da411c req-23bd3912-af15-4fb6-93d8-bd8504f3c700 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384346 Aug 27 02:18:51.794431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-7c6d888c-81f2-4dec-a0d5-8da05de34b0f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.806733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-7c6d888c-81f2-4dec-a0d5-8da05de34b0f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.1273589 Aug 27 02:18:51.821901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.835678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-8528dd03-c57d-4029-8742-04e13837d762 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/quotas/054d533f41c04fbab0f5ddb598cb3cd1 HTTP/1.1" status: 200 len: 375 time: 0.0187931 Aug 27 02:18:51.857653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 3, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:51.886310 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-22c52559-f0f1-481b-93c6-fee334d3d285 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454395 Aug 27 02:18:51.896950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bafe3-2566-494a-89f0-9e826e2199b8 None None] The sync data for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 is: [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 3, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:51.906662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 6234b65f-314d-4576-867e-68b0b69b9caf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6234b65f-314d-4576-867e-68b0b69b9caf,segment=NetworkSegment(eefc7763-aa62-4b9b-bfbe-214993219d8f),segment_id=eefc7763-aa62-4b9b-bfbe-214993219d8f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:51.908944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-6ece192c-7cbc-47a8-889f-859b333409b3 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.910877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-6ece192c-7cbc-47a8-889f-859b333409b3 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5729184 Aug 27 02:18:51.916526 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.917722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:52.037868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-c25c2172-1178-41fa-ac06-9c992a39d113 service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426301 Aug 27 02:18:52.081558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Request body: {'port': {'device_id': '630619d4-ebc3-4442-99f8-7086d4455e66', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '048954aa305a4e778c82bc4da7fafd47'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:52.115235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=6234b65f-314d-4576-867e-68b0b69b9caf,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:52.123146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:52.123526 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.164754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-71917ef3-59fe-448d-a84f-12a27f9a941e service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238761 Aug 27 02:18:52.194086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-150526c6-0df0-465a-9c73-dee193e64b61 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.195617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-150526c6-0df0-465a-9c73-dee193e64b61 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 821 time: 0.2960367 Aug 27 02:18:52.208555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-c1d120c2-c3e7-4526-b148-a6546be350e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.209766 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-c1d120c2-c3e7-4526-b148-a6546be350e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1097 time: 0.6511354 Aug 27 02:18:52.271008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-155f4463-8b72-4232-bbec-3422049c538f None None] Provisioning complete for port 6234b65f-314d-4576-867e-68b0b69b9caf triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:52.271803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-155f4463-8b72-4232-bbec-3422049c538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.356594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-1f73c82e-232a-496e-aecc-6b8b8570c3cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/quotas/5eb33d70486e4297824486ab7a295cf9 HTTP/1.1" status: 200 len: 375 time: 0.1411657 Aug 27 02:18:52.414544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ec8f2086-acac-48a3-942d-1d006417879e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:52.463108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.478600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Made reservation on behalf of 048954aa305a4e778c82bc4da7fafd47 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:52.482188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.532492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60f9f-13c9-480d-895b-be86252123e8 req-897fe284-9f23-4341-ab9f-868cd4b7d197 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.549632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cae60f9f-13c9-480d-895b-be86252123e8 req-897fe284-9f23-4341-ab9f-868cd4b7d197 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 946 time: 0.1161611 Aug 27 02:18:52.563719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ec8f2086-acac-48a3-942d-1d006417879e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:52.564090 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.564882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Allocated IP 172.20.0.1 (16e5c914-5405-4258-ad19-5b2a64dad66a/b7474c23-5641-46df-93f3-6384e3e1929c/6a12480a-ac04-4779-b1ba-adc75339cfa4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:52.567283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.612331 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-bc8c35d8-ce1c-44e3-b0a0-b2ed931c930f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2540495 Aug 27 02:18:52.614537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a36151-e5c1-4d2f-a097-9179f186133c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:52.618551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:52.633240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cae60f9f-13c9-480d-895b-be86252123e8 req-c7689a9f-a648-4836-823c-ac7f10bced41 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826149 Aug 27 02:18:52.644644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:52.689749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6234b65f-314d-4576-867e-68b0b69b9caf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:52.782348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:52.785193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-bb221d62-f446-4d3e-b74a-375d70b86310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.790472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-bb221d62-f446-4d3e-b74a-375d70b86310 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.5665996 Aug 27 02:18:52.840192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c362f91-dd2a-4061-a87f-57d38eb0693d req-b608e00e-7b7d-403a-9a0e-6932912982a2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.842153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c362f91-dd2a-4061-a87f-57d38eb0693d req-b608e00e-7b7d-403a-9a0e-6932912982a2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 943 time: 0.0660448 Aug 27 02:18:52.888760 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb0a2a-bb82-4579-8996-d763fd09ea80 x-openstack-request-id: req-debb0a2a-bb82-4579-8996-d763fd09ea80 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:52.889403 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e793737-16e9-4914-abd7-c44dcef773d1", "name": "network-vif-deleted", "tag": "6a2d67d5-849d-4d57-a999-da492e75b1a4", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:52.889403 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-debb0a2a-bb82-4579-8996-d763fd09ea80 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:52.889682 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e793737-16e9-4914-abd7-c44dcef773d1', 'name': 'network-vif-deleted', 'tag': '6a2d67d5-849d-4d57-a999-da492e75b1a4', 'status': 'completed', 'code': 200} Aug 27 02:18:52.924748 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c362f91-dd2a-4061-a87f-57d38eb0693d req-a96d9499-a476-4f3a-9f75-c3fcac633209 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743406 Aug 27 02:18:52.924990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6234b65f-314d-4576-867e-68b0b69b9caf triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:52.925216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.036501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.040433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-59306fed-8b4a-48ce-ac9a-4f82e0e4e991 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 217 time: 0.1012366 Aug 27 02:18:53.047530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d847ede-2b17-471d-bb99-5afcea0b789b req-53439173-c219-470f-afad-4d80f2bb3dca tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 210 time: 0.0520096 Aug 27 02:18:53.161045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Transition to ACTIVE for port object 6a12480a-ac04-4779-b1ba-adc75339cfa4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:53.169221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2bac383-af1f-46b4-98f8-a4bb35dd7789 req-2c1f3829-bc77-454d-b363-efea553b2d68 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 210 time: 0.0391414 Aug 27 02:18:53.197465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.214170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-d40e7f6f-2405-41f9-984b-556786196969 service neutron] 10.222.0.10 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008289 Aug 27 02:18:53.232003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.324946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-76483aa1-866f-45b4-ae68-5730686fafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:53.326474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-76483aa1-866f-45b4-ae68-5730686fafa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.2413406 Aug 27 02:18:53.345132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:53.348814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6a2d67d5-849d-4d57-a999-da492e75b1a4 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:53.373234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 6a2d67d5-849d-4d57-a999-da492e75b1a4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:53.373617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6a2d67d5-849d-4d57-a999-da492e75b1a4 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:53.419429 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-ee72c092-5a92-4c22-a19b-feb73473c67e tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240471 Aug 27 02:18:53.434648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-e22f81bd-8e3c-4816-a374-267e48586107 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879343 Aug 27 02:18:53.441636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18711f40-6ab0-4479-b2d3-88b206ef4f0b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:53.475317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:53.489476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'c0c4b099-a506-4fdb-909b-d1a24201e791', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'port_id': 'c0c4b099-a506-4fdb-909b-d1a24201e791', 'mac_address': 'fa:16:3e:a2:9b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:53.529536 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.543756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c4b099-a506-4fdb-909b-d1a24201e791 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:53.560514 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-6853775e-93ff-4fff-9c50-31613e1a93cd tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:53.568135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-6853775e-93ff-4fff-9c50-31613e1a93cd tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421409 Aug 27 02:18:53.572016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:53.581102 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.585447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-8e92c2f5-b948-49e3-b1bb-0683e92ffa5a tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/quotas/e94a04543d9345a5b758ed6b0a9da8e4 HTTP/1.1" status: 200 len: 375 time: 0.0162306 Aug 27 02:18:53.592574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.622743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-f74f875a-66dd-4dc2-bf7a-c2ce23b0cc57 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355284 Aug 27 02:18:53.641943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Network 16e5c914-5405-4258-ad19-5b2a64dad66a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:53.642937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:53.654819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.655164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.655506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.656538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:53.656667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.656889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.657243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.659223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.659572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.659908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.660251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.660443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:53.660670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.660978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.661154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:53.784813 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-8038658b-4c3f-47aa-80c0-7e94b5b9b8f3 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965271 Aug 27 02:18:53.788835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c0c4b099-a506-4fdb-909b-d1a24201e791'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:53.822920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-716342d6-6f8c-4983-a0ea-a028ca057f3d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:53.824664 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-716342d6-6f8c-4983-a0ea-a028ca057f3d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.2007508 Aug 27 02:18:53.841574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Request body: {'port': {'device_id': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'admin_state_up': True, 'tenant_id': '054d533f41c04fbab0f5ddb598cb3cd1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:53.897130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.045910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b94a-872a-47f4-af31-1151373b4115 req-65ac0899-a22b-497c-82d0-dc12b6a41fc1 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.047721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c075b94a-872a-47f4-af31-1151373b4115 req-65ac0899-a22b-497c-82d0-dc12b6a41fc1 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 946 time: 0.1117077 Aug 27 02:18:54.059103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-659da2ff-ccbb-4e35-a925-084dabfc65a8 None None] Provisioning for port 6a12480a-ac04-4779-b1ba-adc75339cfa4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:54.063976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-659da2ff-ccbb-4e35-a925-084dabfc65a8 None None] Provisioning complete for port 6a12480a-ac04-4779-b1ba-adc75339cfa4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:54.064373 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-659da2ff-ccbb-4e35-a925-084dabfc65a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.109507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-659da2ff-ccbb-4e35-a925-084dabfc65a8 None None] Port 6a12480a-ac04-4779-b1ba-adc75339cfa4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:54.115551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c075b94a-872a-47f4-af31-1151373b4115 req-42c60106-1dac-4fc5-ad24-d5fb243cbe95 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601728 Aug 27 02:18:54.147803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Made reservation on behalf of 054d533f41c04fbab0f5ddb598cb3cd1 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:54.151720 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.249730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af25083e-a021-4877-8db4-b0aeafd6080a req-27ad6cde-f442-44c2-bb15-28dd8d9de51a tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 210 time: 0.0722494 Aug 27 02:18:54.384236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7419893b-2131-4822-abb1-cb36074b6ef2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:54.405022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-4be51f0b-931e-45f8-9670-23a46ed021fb service neutron] 10.222.0.10 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1889849 Aug 27 02:18:54.419992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Pushing event updated for resources: {'Port': ['ID=6a12480a-ac04-4779-b1ba-adc75339cfa4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:54.448342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Allocated IP 172.20.0.6 (388f4982-e505-409e-b254-de96e41b7a37/f07cf031-b529-44f0-a59d-82b4244670e4/aaa3585f-5309-41e9-9d03-edf8b7308822) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:54.479059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 7419893b-2131-4822-abb1-cb36074b6ef2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:54.481319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd275d45-d247-48ec-b4af-13e112631858 req-8bce7caa-9254-4b0b-b590-8ea1799c7d0c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.483088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd275d45-d247-48ec-b4af-13e112631858 req-8bce7caa-9254-4b0b-b590-8ea1799c7d0c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 944 time: 0.1194685 Aug 27 02:18:54.489335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7419893b-2131-4822-abb1-cb36074b6ef2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:54.489715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.529778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Allocated IP 192.168.233.7 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/ef14ae83-5b14-409f-bf8c-3029319d6250) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:54.568224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd275d45-d247-48ec-b4af-13e112631858 req-6b400067-b021-405b-a960-88bc4c3756d8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724373 Aug 27 02:18:54.612952 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.638815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 7419893b-2131-4822-abb1-cb36074b6ef2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7419893b-2131-4822-abb1-cb36074b6ef2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:54.647815 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.731618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4c050ee-bb14-4dd1-9faf-a83726fd02b1 req-4a305f01-f58a-40a1-ad21-2ef57b348fa0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 210 time: 0.1088789 Aug 27 02:18:54.735413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=7419893b-2131-4822-abb1-cb36074b6ef2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:54.795677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5fec858f-1f98-454c-8ff3-5c960de11044 req-1743f341-b6d4-445e-a684-a379e72549d1 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 210 time: 0.0914829 Aug 27 02:18:54.818852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.833868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-93ede3db-af39-4ebe-9046-773cdaed8ae8 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051041 Aug 27 02:18:54.846950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.873846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.880373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a281fb5-7ff1-4100-8fc3-d752a1ebee6c req-5ae9cd06-39f6-471e-9ca6-104bc0278a64 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 210 time: 0.0665021 Aug 27 02:18:54.922702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Network 388f4982-e505-409e-b254-de96e41b7a37 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:54.928267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:54.932205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:54.967547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:54.984727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.985362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.001142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-d995e50b-13da-4566-bbd5-db07cd8504c6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655881 Aug 27 02:18:55.015628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Request body: {'port': {'device_id': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:55.081823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.107262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-68affafc-cfb7-4cc6-8df0-e881325568fc tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:55.108808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-68affafc-cfb7-4cc6-8df0-e881325568fc tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1097 time: 0.2047484 Aug 27 02:18:55.114616 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.125614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-2d311a23-8090-4744-b4d9-a2f7acd39d25 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291855 Aug 27 02:18:55.132686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806293-1'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:55.353581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:55.373480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5182b-f912-48eb-9575-4641a2313465 req-7c1072b1-b9fc-495b-b59d-cbb14a884c8f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:55.380841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8de5182b-f912-48eb-9575-4641a2313465 req-7c1072b1-b9fc-495b-b59d-cbb14a884c8f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 946 time: 0.1799111 Aug 27 02:18:55.414906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port c0c4b099-a506-4fdb-909b-d1a24201e791 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:55.418290 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.421369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port c0c4b099-a506-4fdb-909b-d1a24201e791 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:55.422050 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.462647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-3962268b-eb9c-4288-b6f3-8035db9eafc9 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:55.464130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-3962268b-eb9c-4288-b6f3-8035db9eafc9 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177557 Aug 27 02:18:55.487216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Request body: {'port': {'device_id': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'e94a04543d9345a5b758ed6b0a9da8e4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:55.494898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8de5182b-f912-48eb-9575-4641a2313465 req-ae8df9c6-c052-4822-aa2e-2bbb4068500a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132369 Aug 27 02:18:55.502711 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.502850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2799298f-ab6b-4c03-a082-59c0ee91a2b5 req-fab2b7de-a090-4de9-a35e-dd30474c6651 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 210 time: 0.1336739 Aug 27 02:18:55.503275 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.548208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:55.553210 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bd3a03-8122-4526-87c7-aaf6fcb5d224" -d '{"events": [{"server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "name": "network-vif-plugged", "status": "completed", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:55.554361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Transition to ACTIVE for port object ef14ae83-5b14-409f-bf8c-3029319d6250 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:55.575133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:55.587978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.648607 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.687411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.32', 54725) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:55.690240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.691013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.697392 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a804e-fba1-4d61-854a-47034abeef09 x-openstack-request-id: req-227a804e-fba1-4d61-854a-47034abeef09 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:55.697790 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "name": "network-vif-plugged", "status": "completed", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:55.698619 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-227a804e-fba1-4d61-854a-47034abeef09 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:55.699639 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791', 'code': 200} Aug 27 02:18:55.708297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa3585f-5309-41e9-9d03-edf8b7308822 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:55.730411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Made reservation on behalf of e94a04543d9345a5b758ed6b0a9da8e4 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:55.733801 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.739254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.748001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Router 655616d2-88db-4b75-8f78-bc13c931379f is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:18:55.750079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:55.775269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Transition to ACTIVE for port object aaa3585f-5309-41e9-9d03-edf8b7308822 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:55.818659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.833503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.841094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4124-00bf-4687-a429-2a3b2eac7483 req-90bb2bd8-a2ac-4b9e-824c-6154f87ef38d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:55.842644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a98a4124-00bf-4687-a429-2a3b2eac7483 req-90bb2bd8-a2ac-4b9e-824c-6154f87ef38d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 945 time: 0.1581650 Aug 27 02:18:55.945490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Pushing event updated for resources: {'Port': ['ID=6a12480a-ac04-4779-b1ba-adc75339cfa4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:55.958488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:56.014221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a98a4124-00bf-4687-a429-2a3b2eac7483 req-4381aea3-08d0-4ec7-bd61-f5313bca4e0f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378605 Aug 27 02:18:56.041315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.7-6801932c-e589-4f3f-84fd-63305f635410 {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:18:56.041315 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:18:56.059041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Attempting to bind port aaa3585f-5309-41e9-9d03-edf8b7308822 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:56.059377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Attempting to bind port aaa3585f-5309-41e9-9d03-edf8b7308822 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:56.059698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Attempting to bind port aaa3585f-5309-41e9-9d03-edf8b7308822 on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:56.064414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Port aaa3585f-5309-41e9-9d03-edf8b7308822 on network 388f4982-e505-409e-b254-de96e41b7a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:56.064734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Attempting to bind port aaa3585f-5309-41e9-9d03-edf8b7308822 on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:56.067072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57335e-e260-42c1-8058-e18228545324 req-96105725-9322-408a-bd1e-4731dfaa6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.068610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e57335e-e260-42c1-8058-e18228545324 req-96105725-9322-408a-bd1e-4731dfaa6042 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1096 time: 0.3793409 Aug 27 02:18:56.070573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:56.070910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Checking segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:56.071376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Bound using segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:56.071896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Bound port: aaa3585f-5309-41e9-9d03-edf8b7308822, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:56.072315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.119186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:56.128117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:56.158012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:56.161156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:56.166938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.167690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.168940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:56.174779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:56.183739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba20f4-d8f3-4043-ae46-5e18d88ba876 req-9bd12978-05e3-41fa-81d8-f72e1a008227 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.185296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e3ba20f4-d8f3-4043-ae46-5e18d88ba876 req-9bd12978-05e3-41fa-81d8-f72e1a008227 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 934 time: 0.0767825 Aug 27 02:18:56.186908 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.260365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.260987 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.262461 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] 10.222.0.32 "PUT /v2.0/ports/aaa3585f-5309-41e9-9d03-edf8b7308822 HTTP/1.1" status: 200 len: 1091 time: 1.2527213 Aug 27 02:18:56.262960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:56.265403 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:56.295393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c782f3-1c14-4534-83aa-084b509c3c9f service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:56.300596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e3ba20f4-d8f3-4043-ae46-5e18d88ba876 req-af850671-38c2-4fb1-9f51-ebb1c82070db tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048417 Aug 27 02:18:56.344768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7419893b-2131-4822-abb1-cb36074b6ef2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:56.389487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-504dbc35-2255-4e59-b9d9-45edaf686f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.391251 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-504dbc35-2255-4e59-b9d9-45edaf686f13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 1094 time: 0.0626411 Aug 27 02:18:56.421196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7419893b-2131-4822-abb1-cb36074b6ef2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:56.421772 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.452107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-8cfa9bd1-b8f9-49c0-90d5-005e6da3dcc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa3585f-5309-41e9-9d03-edf8b7308822 HTTP/1.1" status: 200 len: 217 time: 0.0507417 Aug 27 02:18:56.463160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7ee0fe76-c76f-45cb-826f-bd4a25a289f1 None None] Provisioning for port ef14ae83-5b14-409f-bf8c-3029319d6250 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:56.468344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7ee0fe76-c76f-45cb-826f-bd4a25a289f1 None None] Provisioning complete for port ef14ae83-5b14-409f-bf8c-3029319d6250 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:56.469633 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fe76-c76f-45cb-826f-bd4a25a289f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.470152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a77806a-efe5-4b6d-a983-e8b1192ff26a req-f2e9a39b-fe1f-430d-8bfa-8f27ea183f81 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 210 time: 0.0563004 Aug 27 02:18:56.508088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e57335e-e260-42c1-8058-e18228545324 req-bff6655e-7a7a-4668-9105-78629e50f257 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184463 Aug 27 02:18:56.515265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Pushing event updated for resources: {'Port': ['ID=ef14ae83-5b14-409f-bf8c-3029319d6250,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:56.525638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b5f0aa33-7693-4199-af60-4dcd29ee9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.525896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54809509-fc4e-467b-84fa-1fe22ee6b4d7 req-37833577-f9e8-455c-b5ba-1ff6178d29d0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.527335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b5f0aa33-7693-4199-af60-4dcd29ee9bb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.0600140 Aug 27 02:18:56.530770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54809509-fc4e-467b-84fa-1fe22ee6b4d7 req-37833577-f9e8-455c-b5ba-1ff6178d29d0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 943 time: 0.6926031 Aug 27 02:18:56.534496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0fe76-c76f-45cb-826f-bd4a25a289f1 None None] Port ef14ae83-5b14-409f-bf8c-3029319d6250 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:56.546090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.561616 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c1a79f-e1fd-48e9-b238-df75f9633b64 x-openstack-request-id: req-16c1a79f-e1fd-48e9-b238-df75f9633b64 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:56.561964 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:56.562275 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16c1a79f-e1fd-48e9-b238-df75f9633b64 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:56.562815 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'status': 'completed', 'code': 200} Aug 27 02:18:56.567616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-e0f048e8-59cb-4edd-88fa-e53b6d07d509 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.569068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-e0f048e8-59cb-4edd-88fa-e53b6d07d509 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 821 time: 0.7477050 Aug 27 02:18:56.571370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Network 16e5c914-5405-4258-ad19-5b2a64dad66a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:56.582199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:56.593130 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Sync routers for ids ['655616d2-88db-4b75-8f78-bc13c931379f'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:56.593668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Request body: {'port': {'device_id': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'admin_state_up': True, 'tenant_id': '5eb33d70486e4297824486ab7a295cf9'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:56.604882 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Routers {'655616d2-88db-4b75-8f78-bc13c931379f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:56.605693 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['655616d2-88db-4b75-8f78-bc13c931379f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:56.609185 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-d83fa02f-3512-4d8b-92dc-dbeab1a0f895 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5716650 Aug 27 02:18:56.616903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:56.626003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Request body: {'port': {'device_id': '630619d4-ebc3-4442-99f8-7086d4455e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:56.656160 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-554abf85-a26b-4e93-874d-cbcd6f5ea5f7 req-b60a4b21-98bb-4f3d-90db-b9dc48b436ca tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 210 time: 0.0356250 Aug 27 02:18:56.722665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:56.741746 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Set router 655616d2-88db-4b75-8f78-bc13c931379f gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:56.766003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-b1fc717d-ed1e-4e85-a848-72b633637f40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670705 Aug 27 02:18:56.787310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.789136 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3684d24a-516c-48a6-b349-c613870029a1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.6861005 Aug 27 02:18:56.804379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59958) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:56.823152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54809509-fc4e-467b-84fa-1fe22ee6b4d7 req-6085f426-b142-4093-885e-663fce20fcb4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675426 Aug 27 02:18:56.914519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:56.916833 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7426022a-09fd-4a19-b70f-e81ef9942b3f" -d '{"events": [{"server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:56.917530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Allocated IP 192.168.233.48 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/c6f0d70b-e86a-4d31-abc4-514f665d3153) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:56.957982 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.958290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-487e6939-216c-46ab-8219-4d262f554d2b service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812472 Aug 27 02:18:56.963651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7c9bd839-9d38-4bfb-ab87-036a2f38d1f8 None None] Provisioning complete for port 6a12480a-ac04-4779-b1ba-adc75339cfa4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:56.964496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c9bd839-9d38-4bfb-ab87-036a2f38d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.968761 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ff4d2-ed2d-4159-b9d7-51169c158a81 x-openstack-request-id: req-3a0ff4d2-ed2d-4159-b9d7-51169c158a81 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:56.969084 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:56.969322 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a0ff4d2-ed2d-4159-b9d7-51169c158a81 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:56.969900 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a', 'code': 200} Aug 27 02:18:56.980390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.991469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.004592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7c9bd839-9d38-4bfb-ab87-036a2f38d1f8 None None] Port 6a12480a-ac04-4779-b1ba-adc75339cfa4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:57.013913 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:18:53Z', 'revision_number': 3, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port': {'id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:50Z', 'updated_at': '2021-08-27T02:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:57.022359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c6106-bcb7-408b-a106-4b0848403b3a req-1ae2f692-57ae-4de6-b7de-52c477735b76 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.026532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad2c6106-bcb7-408b-a106-4b0848403b3a req-1ae2f692-57ae-4de6-b7de-52c477735b76 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 946 time: 0.2533286 Aug 27 02:18:57.047430 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Checking router: 655616d2-88db-4b75-8f78-bc13c931379f for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:57.048162 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Updating router 655616d2-88db-4b75-8f78-bc13c931379f port d8a36151-e5c1-4d2f-a097-9179f186133c binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:57.084103 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.193664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:18:57.264226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:57.275149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Made reservation on behalf of 5eb33d70486e4297824486ab7a295cf9 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:57.278737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.363092 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.370388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on host n-h2-806293-1 for vnic_type normal with profile {"migrating_to": "n-h1-806293-1"} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:57.370732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:57.371389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:57.375736 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Transition to ACTIVE for port object d8a36151-e5c1-4d2f-a097-9179f186133c will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:57.383131 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.435100 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Pushing event updated for resources: {'Port': ['ID=d8a36151-e5c1-4d2f-a097-9179f186133c,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:57.439314 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad2c6106-bcb7-408b-a106-4b0848403b3a req-49abd4b0-eeee-4c41-960f-e88c54f90d74 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383486 Aug 27 02:18:57.451480 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Attempting to bind port d8a36151-e5c1-4d2f-a097-9179f186133c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:57.451817 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Attempting to bind port d8a36151-e5c1-4d2f-a097-9179f186133c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:57.452188 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Attempting to bind port d8a36151-e5c1-4d2f-a097-9179f186133c on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:57.457693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:57.457920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Attempting to bind port a6a197b0-ddbb-4834-8e1d-f029c436822a on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:57.467176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76b2-6bf3-491c-b41d-10d49b753534 req-fce2f197-55d5-4660-8c7a-ea37a59b00df tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.467389 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:57.467730 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:57.468387 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.468524 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:57.468922 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Bound port: d8a36151-e5c1-4d2f-a097-9179f186133c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:57.469617 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.474546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68bc76b2-6bf3-491c-b41d-10d49b753534 req-fce2f197-55d5-4660-8c7a-ea37a59b00df tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 945 time: 0.3679173 Aug 27 02:18:57.478956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e0872f9-b9d3-4961-9f6c-ad2a79d9f4e9 req-c8d21a1f-b6f1-41fa-90df-558e7350127d service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086331 Aug 27 02:18:57.522374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.534343 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] For port d8a36151-e5c1-4d2f-a097-9179f186133c, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:57.537200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:57.537549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:57.537745 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] For port d8a36151-e5c1-4d2f-a097-9179f186133c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8a36151-e5c1-4d2f-a097-9179f186133c,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:57.537942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:57.538432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Bound port: a6a197b0-ddbb-4834-8e1d-f029c436822a, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:57.538805 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.546623 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.553761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Transition to ACTIVE for port object c6f0d70b-e86a-4d31-abc4-514f665d3153 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:57.618847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e3da9f3c-fbd8-4801-b537-902504efbd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.655632 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Pushing event updated for resources: {'Port': ['ID=d8a36151-e5c1-4d2f-a097-9179f186133c,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:57.667018 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.667365 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.667705 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.668036 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.668363 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.668690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.669013 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.669450 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.669770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.670261 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.670766 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.671243 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f22eb8-2c0d-45ce-834d-bda20cd9fec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.673148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a64b-db16-4ba1-b405-fd68298c7b47 req-f7a39f65-8020-4d6e-8961-0224d69825e6 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.680691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d05a64b-db16-4ba1-b405-fd68298c7b47 req-f7a39f65-8020-4d6e-8961-0224d69825e6 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 934 time: 0.1184144 Aug 27 02:18:57.682952 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Routers {'655616d2-88db-4b75-8f78-bc13c931379f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:57.684117 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['655616d2-88db-4b75-8f78-bc13c931379f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:57.699703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68bc76b2-6bf3-491c-b41d-10d49b753534 req-03e011eb-ffa3-47b8-8a4b-c98288de15e1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242393 Aug 27 02:18:57.706638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.765648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-45455372-bc5b-4662-96da-b266e7b3a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.767317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-45455372-bc5b-4662-96da-b266e7b3a9e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 1094 time: 0.1487069 Aug 27 02:18:57.792596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d05a64b-db16-4ba1-b405-fd68298c7b47 req-25796e17-2e7d-4dfe-b4f4-9e62989a7f89 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078041 Aug 27 02:18:57.817333 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] Set router 655616d2-88db-4b75-8f78-bc13c931379f gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:57.820377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Pushing event updated for resources: {'Port': ['ID=c6f0d70b-e86a-4d31-abc4-514f665d3153,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:57.825496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:57.841863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:57.858444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:57.894787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd8282d7-2055-4acf-aa54-3f6ad570428b req-ca060f77-3f35-4bd9-ab7c-cac6d5b29411 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 210 time: 0.0720212 Aug 27 02:18:57.909608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:57.926887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Sync routers for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:57.940156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:57.944842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:57.946656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-60bf98ab-a59a-49bd-96a0-7bd4c7997cfe admin admin] 10.222.0.10 "PUT /v2.0/routers/60c1d8ef-bc70-4b12-8c50-bc7ef34d3008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0339613 Aug 27 02:18:57.948584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:57.999964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Allocated IP 172.20.0.4 (9a61d11d-9894-48b9-a68e-463bbaa5d15c/9dd2a642-c832-4e54-806b-8418e2e9810c/ec0c8a40-41f9-4aca-b0ea-407b1da746f1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:58.023716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:58.047995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.113032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.113520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.136634 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:18:53Z', 'revision_number': 3, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port': {'id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:50Z', 'updated_at': '2021-08-27T02:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:58.160013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-cfe9c967-f573-4eed-9428-70944db52a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.167695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-cfe9c967-f573-4eed-9428-70944db52a09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 905 time: 0.3879139 Aug 27 02:18:58.225974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:58.232799 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-c3031223-b736-4a7c-894a-79feff742e8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa3585f-5309-41e9-9d03-edf8b7308822 HTTP/1.1" status: 200 len: 217 time: 0.0483270 Aug 27 02:18:58.257051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394b87a-7ba8-49c8-b12c-0386ebb899dc req-6bb284a5-3324-4d02-9b2e-670a19dab897 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.265472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0394b87a-7ba8-49c8-b12c-0386ebb899dc req-6bb284a5-3324-4d02-9b2e-670a19dab897 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 935 time: 0.3454206 Aug 27 02:18:58.283865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-b92a0710-1d2b-46e5-87b0-d87c64f40686 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8010411 Aug 27 02:18:58.304536 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17d0a3-9f4b-4241-9647-37d9445738b9 None None] The sync data for ids ['655616d2-88db-4b75-8f78-bc13c931379f'] in n-d-806293-1 is: [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:18:53Z', 'revision_number': 3, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port': {'id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:50Z', 'updated_at': '2021-08-27T02:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:58.321857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Request body: {'port': {'device_id': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:58.421385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.447718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1ea29483-e2fd-458a-853c-adbc5b11bfca None None] Provisioning for port c6f0d70b-e86a-4d31-abc4-514f665d3153 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:58.459977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0394b87a-7ba8-49c8-b12c-0386ebb899dc req-c1e161fb-c7b9-485b-9502-840afa01379b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931984 Aug 27 02:18:58.474482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1ea29483-e2fd-458a-853c-adbc5b11bfca None None] Provisioning complete for port c6f0d70b-e86a-4d31-abc4-514f665d3153 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:58.474856 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1ea29483-e2fd-458a-853c-adbc5b11bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.487311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-1f310bc9-f996-40b1-be81-f9889fd85d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.489356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-1f310bc9-f996-40b1-be81-f9889fd85d2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.2152297 Aug 27 02:18:58.576129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:58.610407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1ea29483-e2fd-458a-853c-adbc5b11bfca None None] Port c6f0d70b-e86a-4d31-abc4-514f665d3153 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:58.711782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:18:55Z', 'revision_number': 2, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:58.715075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.715625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.717350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-39fec62c-bbe8-4572-9795-22805f5bb139 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 1122 time: 3.5909712 Aug 27 02:18:58.756766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Checking router: 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:58.757828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Updating router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 port 6a12480a-ac04-4779-b1ba-adc75339cfa4 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:58.765324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b91c06-c385-4da0-897e-c0a9c3f9653f req-b8742581-6332-4014-befd-bc35794cef07 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.772039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-32d0b42d-77e6-4737-a41c-fdf42397d483 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966506 Aug 27 02:18:58.772888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b91c06-c385-4da0-897e-c0a9c3f9653f req-b8742581-6332-4014-befd-bc35794cef07 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 943 time: 0.6895332 Aug 27 02:18:58.812408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1e993-2955-4c89-9611-36e7d98b267e req-359fe835-b561-4e24-9974-8352083c8349 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.814076 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56d1e993-2955-4c89-9611-36e7d98b267e req-359fe835-b561-4e24-9974-8352083c8349 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 944 time: 0.1399729 Aug 27 02:18:58.829577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef14ae83-5b14-409f-bf8c-3029319d6250 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:58.838692 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.850760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.888553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a6a197b0-ddbb-4834-8e1d-f029c436822a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:58.930666 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-1dd9a77f-1743-4502-bf18-9b75ae1533c7 service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488705 Aug 27 02:18:58.949531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b91c06-c385-4da0-897e-c0a9c3f9653f req-a395c2ef-0d9d-4514-9cf4-f2f35ed87a86 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735697 Aug 27 02:18:58.950732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Transition to ACTIVE for port object ef14ae83-5b14-409f-bf8c-3029319d6250 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:58.974863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:58.977221 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be13e113-16f2-4fba-94c7-f16c574915ea" -d '{"events": [{"name": "network-changed", "server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:58.981388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56d1e993-2955-4c89-9611-36e7d98b267e req-36b21c51-83d4-4a21-b640-6d530d6fe8d3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279981 Aug 27 02:18:58.992368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.027506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.045438 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.230637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef14ae83-5b14-409f-bf8c-3029319d6250,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:59.349203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a48d3bb-b82a-4114-b54c-05d1a91d0f8b req-2479a406-7a14-4d6c-8cec-b27d37041934 service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921306 Aug 27 02:18:59.414222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3745-996a-4e6f-b5e5-a602ee008a63 req-a8e14cf3-e1e9-4e3e-ad31-b77b8e146276 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.425023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-494b3745-996a-4e6f-b5e5-a602ee008a63 req-a8e14cf3-e1e9-4e3e-ad31-b77b8e146276 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 946 time: 0.2563846 Aug 27 02:18:59.473149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f0d70b-e86a-4d31-abc4-514f665d3153 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:59.477437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.486552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.491526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Transition to ACTIVE for port object 6a12480a-ac04-4779-b1ba-adc75339cfa4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:59.505638 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.511101 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-494b3745-996a-4e6f-b5e5-a602ee008a63 req-0bf9bcfe-1abc-4064-a64d-38167ce494d0 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787532 Aug 27 02:18:59.522029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Transition to ACTIVE for port object c6f0d70b-e86a-4d31-abc4-514f665d3153 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:59.532023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.577247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Attempting to bind port ef14ae83-5b14-409f-bf8c-3029319d6250 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:59.578042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Attempting to bind port ef14ae83-5b14-409f-bf8c-3029319d6250 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:59.578504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Attempting to bind port ef14ae83-5b14-409f-bf8c-3029319d6250 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:59.590191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ba697-0301-4cbc-8123-755836b87873 req-3a83053d-e50a-4864-87ec-b559b63a3ae4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.591565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a3ba697-0301-4cbc-8123-755836b87873 req-3a83053d-e50a-4864-87ec-b559b63a3ae4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 945 time: 0.4662516 Aug 27 02:18:59.614805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Port ef14ae83-5b14-409f-bf8c-3029319d6250 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:59.615203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Attempting to bind port ef14ae83-5b14-409f-bf8c-3029319d6250 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:59.640835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:59.641175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:59.641564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:59.642278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Bound port: ef14ae83-5b14-409f-bf8c-3029319d6250, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:59.642420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.644654 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.662187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f0d70b-e86a-4d31-abc4-514f665d3153,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:59.678029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6053b5-791b-4f16-9291-6705c3f9a7f9 None None] Pushing event updated for resources: {'Port': ['ID=6a12480a-ac04-4779-b1ba-adc75339cfa4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:59.716368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Allocated IP 172.20.0.1 (f0c725d1-85af-4d0a-aeb7-89d6b83a4363/3c748bbb-95eb-488e-afa4-df4dfe71c1d1/c0c9f894-23b3-404c-a3b6-2b39d206296d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:59.746869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Attempting to bind port 6a12480a-ac04-4779-b1ba-adc75339cfa4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:59.747388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Attempting to bind port 6a12480a-ac04-4779-b1ba-adc75339cfa4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:59.747839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Attempting to bind port 6a12480a-ac04-4779-b1ba-adc75339cfa4 on network 16e5c914-5405-4258-ad19-5b2a64dad66a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:59.755492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:59.755867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Checking segment: {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:59.756277 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.756810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Bound using segment: {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:59.757301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Bound port: 6a12480a-ac04-4779-b1ba-adc75339cfa4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:59.757686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.824062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b347-f139-449b-a4d1-cf69f980354c req-b1f3c2cb-4445-4086-ab7e-7a812b8a41cb tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.832118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b10b347-f139-449b-a4d1-cf69f980354c req-b1f3c2cb-4445-4086-ab7e-7a812b8a41cb tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 931 time: 0.2017286 Aug 27 02:18:59.852114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Network 9a61d11d-9894-48b9-a68e-463bbaa5d15c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:59.866339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Attempting to bind port c6f0d70b-e86a-4d31-abc4-514f665d3153 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:59.866664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Attempting to bind port c6f0d70b-e86a-4d31-abc4-514f665d3153 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:59.867051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Attempting to bind port c6f0d70b-e86a-4d31-abc4-514f665d3153 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:59.880063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Port c6f0d70b-e86a-4d31-abc4-514f665d3153 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:59.880378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] For port 6a12480a-ac04-4779-b1ba-adc75339cfa4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:59.880576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Attempting to bind port c6f0d70b-e86a-4d31-abc4-514f665d3153 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:59.884305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] For port 6a12480a-ac04-4779-b1ba-adc75339cfa4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6a12480a-ac04-4779-b1ba-adc75339cfa4,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:59.899902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:59.900248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:59.900637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:59.903263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Bound port: c6f0d70b-e86a-4d31-abc4-514f665d3153, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:59.903648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.904248 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.937596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b10b347-f139-449b-a4d1-cf69f980354c req-57308703-7655-4f3c-919d-bcdb118f0393 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000896 Aug 27 02:18:59.989332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:00.007269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:00.034791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.034791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.035381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.45', 49530) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:00.052685 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303873dd-1816-4fd6-ad3c-6024cc4473d4 x-openstack-request-id: req-303873dd-1816-4fd6-ad3c-6024cc4473d4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:00.052685 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:00.052685 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-303873dd-1816-4fd6-ad3c-6024cc4473d4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:00.052685 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a', 'status': 'completed', 'code': 200} Aug 27 02:19:00.080496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] For port c6f0d70b-e86a-4d31-abc4-514f665d3153, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:00.084122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6053b5-791b-4f16-9291-6705c3f9a7f9 None None] Pushing event updated for resources: {'Port': ['ID=6a12480a-ac04-4779-b1ba-adc75339cfa4,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.112721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] For port c6f0d70b-e86a-4d31-abc4-514f665d3153, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c6f0d70b-e86a-4d31-abc4-514f665d3153,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:00.119098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:19:00.121174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:00.126281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e113-16f2-4fba-94c7-f16c574915ea req-0fd68787-7ff4-4402-a2b2-4bcbf38a37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.130377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be13e113-16f2-4fba-94c7-f16c574915ea req-0fd68787-7ff4-4402-a2b2-4bcbf38a37f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1125 time: 0.0941889 Aug 27 02:19:00.135444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.141606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a3ba697-0301-4cbc-8123-755836b87873 req-5d2157b4-e635-4236-84bb-ad5b7bc3659b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396369 Aug 27 02:19:00.178179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.217051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-c28b84d6-ea00-4756-9172-2481503bf447 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6298916 Aug 27 02:19:00.258158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Request body: {'port': {'device_id': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:00.330283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.342386 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c44472b3-d6e0-45c3-b40c-fe85c9e7f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.383741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:19:00.396887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.429617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8a36151-e5c1-4d2f-a097-9179f186133c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:00.478910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.479607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.480946 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6f0d70b-e86a-4d31-abc4-514f665d3153 HTTP/1.1" status: 200 len: 1095 time: 2.1756027 Aug 27 02:19:00.481074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] For port ef14ae83-5b14-409f-bf8c-3029319d6250, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:00.494248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'tag': 'c6f0d70b-e86a-4d31-abc4-514f665d3153'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:00.502388 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d" -d '{"events": [{"name": "network-changed", "server_uuid": "92cbc323-96d3-4e6e-bf62-a770842c0864", "tag": "c6f0d70b-e86a-4d31-abc4-514f665d3153"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:00.520316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Transition to ACTIVE for port object c0c9f894-23b3-404c-a3b6-2b39d206296d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:00.528101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] For port ef14ae83-5b14-409f-bf8c-3029319d6250, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ef14ae83-5b14-409f-bf8c-3029319d6250,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:00.532440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e113-16f2-4fba-94c7-f16c574915ea req-72dcf88a-3730-409a-9beb-9b180e5a5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.542290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be13e113-16f2-4fba-94c7-f16c574915ea req-72dcf88a-3730-409a-9beb-9b180e5a5ec7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.3982217 Aug 27 02:19:00.546093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.573346 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.697060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c402bc-8bf3-4f6d-a474-f0fc5764e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f0d70b-e86a-4d31-abc4-514f665d3153,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.716800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be13e113-16f2-4fba-94c7-f16c574915ea req-873bac8e-8176-4913-8a16-2600e793a776 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 217 time: 0.1034513 Aug 27 02:19:00.729041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738f320-045c-4d47-b9db-1e6ef14b5958 req-c852b71b-0622-4749-9038-e8257fe5be6b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.734288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef14ae83-5b14-409f-bf8c-3029319d6250,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.737009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2738f320-045c-4d47-b9db-1e6ef14b5958 req-c852b71b-0622-4749-9038-e8257fe5be6b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 947 time: 0.6048188 Aug 27 02:19:00.763108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6b75f-c027-4fbc-bebc-5b0aa4cea5a6 req-84e53f56-777b-45c7-81de-55231ac69e33 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.764770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48e6b75f-c027-4fbc-bebc-5b0aa4cea5a6 req-84e53f56-777b-45c7-81de-55231ac69e33 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 943 time: 0.4521055 Aug 27 02:19:00.812855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.813796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.815266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-0b7baf3a-9258-442d-80c7-0a600ccb8da3 service neutron] 10.222.0.45 "PUT /v2.0/ports/ef14ae83-5b14-409f-bf8c-3029319d6250 HTTP/1.1" status: 200 len: 1094 time: 4.1934025 Aug 27 02:19:00.829472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2738f320-045c-4d47-b9db-1e6ef14b5958 req-73bec32d-2d89-404a-8be8-6ea059437c26 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808024 Aug 27 02:19:00.879129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-e3798329-49a2-416d-b226-73f86ecd0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.880724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-e3798329-49a2-416d-b226-73f86ecd0cc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 1098 time: 0.3377442 Aug 27 02:19:00.918405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d8a36151-e5c1-4d2f-a097-9179f186133c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:00.958477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d8a36151-e5c1-4d2f-a097-9179f186133c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:00.958850 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.978942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-3eb14259-b129-4644-82af-eb3ac4eabc37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=c6f0d70b-e86a-4d31-abc4-514f665d3153 HTTP/1.1" status: 200 len: 217 time: 0.0876975 Aug 27 02:19:00.981689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e113-16f2-4fba-94c7-f16c574915ea req-1b6bb342-0e8c-45c6-8b38-3cae599d0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.984693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be13e113-16f2-4fba-94c7-f16c574915ea req-1b6bb342-0e8c-45c6-8b38-3cae599d0379 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.2287819 Aug 27 02:19:01.069523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:18:59Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:01.103205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886a8ad-4991-44c1-9dd3-49a6016f7517 None None] The sync data for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 is: [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:18:59Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:19:01.111534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be13e113-16f2-4fba-94c7-f16c574915ea req-45207494-25e6-4caf-8ca6-5c8556b69b27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995467 Aug 27 02:19:01.117167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48e6b75f-c027-4fbc-bebc-5b0aa4cea5a6 req-ffdde99d-fa46-45b8-a082-543df1183c82 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360133 Aug 27 02:19:01.153113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.163132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.191615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d8a36151-e5c1-4d2f-a097-9179f186133c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8a36151-e5c1-4d2f-a097-9179f186133c,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:01.227808 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.287609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d8a36151-e5c1-4d2f-a097-9179f186133c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:01.298064 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.319580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-94ebda4e-9e54-401e-9fe5-00ced812ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.321074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-94ebda4e-9e54-401e-9fe5-00ced812ff21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.3190708 Aug 27 02:19:01.331141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307947d-7feb-4b58-9494-ab31716697fe req-d0fe7794-1cc4-4e3b-9087-33e2446adc0d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.335257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4307947d-7feb-4b58-9494-ab31716697fe req-d0fe7794-1cc4-4e3b-9087-33e2446adc0d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 944 time: 0.3693016 Aug 27 02:19:01.335628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:01.366385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-516a90f1-5a80-4402-aebd-c8adb0ead92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.368018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-516a90f1-5a80-4402-aebd-c8adb0ead92a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=048954aa305a4e778c82bc4da7fafd47&device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 1097 time: 0.4255536 Aug 27 02:19:01.369205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:01.377500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:01.377731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:01.377991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.434347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be13e113-16f2-4fba-94c7-f16c574915ea req-2c9ae40f-59b0-40ec-863d-3989bf6fee6c service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907071 Aug 27 02:19:01.550837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-b246ed84-2b22-4ac6-8942-b4d1c0043ecf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ef14ae83-5b14-409f-bf8c-3029319d6250 HTTP/1.1" status: 200 len: 217 time: 0.1666281 Aug 27 02:19:01.574966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:01.591490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Pushing event updated for resources: {'Port': ['ID=c0c9f894-23b3-404c-a3b6-2b39d206296d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:01.591730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-0f741a01-0474-4ea5-8e73-3a2d62fc79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.593571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-0f741a01-0474-4ea5-8e73-3a2d62fc79fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551534 Aug 27 02:19:01.603528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4307947d-7feb-4b58-9494-ab31716697fe req-9d61f391-3fa2-433e-836b-39983cd3a64c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470987 Aug 27 02:19:01.608707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a has no active binding in host n-h1-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:19:01.609081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aaa3585f-5309-41e9-9d03-edf8b7308822 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:01.724097 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ced17b-39bf-42d4-8d60-affae23c9600 x-openstack-request-id: req-b8ced17b-39bf-42d4-8d60-affae23c9600 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:01.724433 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cbc323-96d3-4e6e-bf62-a770842c0864", "tag": "c6f0d70b-e86a-4d31-abc4-514f665d3153", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:01.724642 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8ced17b-39bf-42d4-8d60-affae23c9600 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:01.725174 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'tag': 'c6f0d70b-e86a-4d31-abc4-514f665d3153', 'status': 'completed', 'code': 200} Aug 27 02:19:01.763456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be13e113-16f2-4fba-94c7-f16c574915ea req-c7d9f1df-021b-4af3-b664-deb90f2da599 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114529 Aug 27 02:19:01.802782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-16a33791-e1ea-4fe6-802e-6859291787d2 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964722 Aug 27 02:19:01.806944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-9c3e5da0-292f-4bed-b276-9ec4e3e25e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.808477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-9c3e5da0-292f-4bed-b276-9ec4e3e25e08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2377186 Aug 27 02:19:01.826799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7248e031-02c2-4167-a039-49493aeddd79 None None] Provisioning for port c0c9f894-23b3-404c-a3b6-2b39d206296d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:01.838425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7248e031-02c2-4167-a039-49493aeddd79 None None] Provisioning complete for port c0c9f894-23b3-404c-a3b6-2b39d206296d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:01.838800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7248e031-02c2-4167-a039-49493aeddd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.847607 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.873682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e3bd3-cbab-412d-8990-99ace35fee49 req-07c1e047-ea78-403c-a83e-9d23dc50f266 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.875255 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d9e3bd3-cbab-412d-8990-99ace35fee49 req-07c1e047-ea78-403c-a83e-9d23dc50f266 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1096 time: 0.5839448 Aug 27 02:19:01.942176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:01.942868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbab21-f512-4820-a9b9-b79dc742fae9 req-3df4ef9e-8e4f-4205-9625-09c31856dd79 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.945220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7248e031-02c2-4167-a039-49493aeddd79 None None] Port c0c9f894-23b3-404c-a3b6-2b39d206296d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:01.949352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32bbab21-f512-4820-a9b9-b79dc742fae9 req-3df4ef9e-8e4f-4205-9625-09c31856dd79 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 946 time: 0.1456525 Aug 27 02:19:01.963477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'mac_address': 'fa:16:3e:47:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:01.985910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-1d762da2-e426-4fac-9142-1448899131fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.992337 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-1d762da2-e426-4fac-9142-1448899131fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453106 Aug 27 02:19:02.019228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d9e3bd3-cbab-412d-8990-99ace35fee49 req-a602007b-30c4-4ab5-9c4d-15606eed80a7 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201479 Aug 27 02:19:02.024288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32bbab21-f512-4820-a9b9-b79dc742fae9 req-303365d4-2f78-4b86-8225-3d8e9a4f05d3 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660887 Aug 27 02:19:02.044081 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.055040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2c45bda-82a2-4017-a706-aa48a5ff379d req-2f73e71c-3816-4027-a1b6-cc5acedb3579 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197642 Aug 27 02:19:02.093753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa3585f-5309-41e9-9d03-edf8b7308822 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:02.158371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630619d4-ebc3-4442-99f8-7086d4455e66', 'tag': 'ef14ae83-5b14-409f-bf8c-3029319d6250'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:02.161384 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3ad364-8a64-45a0-804b-853a4be7cda7" -d '{"events": [{"name": "network-changed", "server_uuid": "630619d4-ebc3-4442-99f8-7086d4455e66", "tag": "ef14ae83-5b14-409f-bf8c-3029319d6250"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:02.164007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:02.171361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.283951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-12b6cfc9-c8cb-45cb-b742-899e607a0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:02.285648 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-12b6cfc9-c8cb-45cb-b742-899e607a0455 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 1098 time: 0.1670070 Aug 27 02:19:02.287847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:02.328580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6990a-d54b-46d0-9b7f-821cc1cc2428 req-774c067a-c2c9-4132-8c34-3636662677c5 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:02.330705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bb6990a-d54b-46d0-9b7f-821cc1cc2428 req-774c067a-c2c9-4132-8c34-3636662677c5 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 931 time: 0.1566546 Aug 27 02:19:02.350633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0c8a40-41f9-4aca-b0ea-407b1da746f1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:02.377013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5713d-b48e-4293-b4c2-0007f462a2aa req-d54bb154-03e9-423a-b384-d50ca694e9b8 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:02.378655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6d5713d-b48e-4293-b4c2-0007f462a2aa req-d54bb154-03e9-423a-b384-d50ca694e9b8 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 947 time: 0.2091110 Aug 27 02:19:02.380784 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.441218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['aaa3585f-5309-41e9-9d03-edf8b7308822'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:02.566943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a12480a-ac04-4779-b1ba-adc75339cfa4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:02.658403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6a12480a-ac04-4779-b1ba-adc75339cfa4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:02.670540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6a12480a-ac04-4779-b1ba-adc75339cfa4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:02.671186 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.766338 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bb6990a-d54b-46d0-9b7f-821cc1cc2428 req-fb45ec3f-3ab4-4ccc-a801-fc5a218158f8 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989983 Aug 27 02:19:02.796689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Transition to ACTIVE for port object ec0c8a40-41f9-4aca-b0ea-407b1da746f1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:02.802955 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-e0272a08-14c2-44d1-a8f7-6ce92b3775e6 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885761 Aug 27 02:19:02.822866 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-cc79cff0-973d-4c0f-8b66-d0ee4ae91250 service neutron] 10.222.0.45 "GET /v2.0/ports/a6a197b0-ddbb-4834-8e1d-f029c436822a/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.1399088 Aug 27 02:19:02.825980 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.906809 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.925678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-1cd6acd9-57f4-4b04-94cb-891ebf464dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:02.927260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-1cd6acd9-57f4-4b04-94cb-891ebf464dd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.6325066 Aug 27 02:19:02.953750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 6a12480a-ac04-4779-b1ba-adc75339cfa4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6a12480a-ac04-4779-b1ba-adc75339cfa4,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:02.965932 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.967547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8a36151-e5c1-4d2f-a097-9179f186133c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:02.980190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6d5713d-b48e-4293-b4c2-0007f462a2aa req-4c3649a8-bc3d-4b50-9c13-cd20dd5c0a4f tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851185 Aug 27 02:19:02.989047 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-2a6bef96-b1c7-459e-8368-bd1d796d6004 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=c6f0d70b-e86a-4d31-abc4-514f665d3153 HTTP/1.1" status: 200 len: 217 time: 0.0528173 Aug 27 02:19:03.078914 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.094874 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.112490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=6a12480a-ac04-4779-b1ba-adc75339cfa4,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:03.128415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d8a36151-e5c1-4d2f-a097-9179f186133c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:03.129016 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.133976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ef61-d970-442e-b6f1-cdd9be11d910 req-dfd9ebfb-2151-437f-bf81-f03edb0cf555 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.141675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:03.142734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95c7ef61-d970-442e-b6f1-cdd9be11d910 req-dfd9ebfb-2151-437f-bf81-f03edb0cf555 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1096 time: 0.2403896 Aug 27 02:19:03.145842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e641a9a6-97b8-42e4-8b79-f521cdc732a8 req-b6aaa621-94ed-4837-becc-2604c0db0433 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996819 Aug 27 02:19:03.159115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.159974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.172523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-875afe25-ff56-458a-b0a8-1be84e719b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.173990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-875afe25-ff56-458a-b0a8-1be84e719b7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1746590 Aug 27 02:19:03.263961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Attempting to bind port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:03.264302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Attempting to bind port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:03.264641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Attempting to bind port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:03.274962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95c7ef61-d970-442e-b6f1-cdd9be11d910 req-f4affc2d-4c1f-4c40-bff3-1e7587af53d7 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233768 Aug 27 02:19:03.282428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:03.282765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Attempting to bind port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:03.306822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:03.307389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Checking segment: {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:03.308055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Bound using segment: {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:03.308762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Bound port: ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:03.309130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.340220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-d35cccc8-324d-402c-ac54-63bfd9d25f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.342257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-d35cccc8-324d-402c-ac54-63bfd9d25f2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549590 Aug 27 02:19:03.349656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d728f25-ff74-40f3-8725-eaf24422a673 req-548ab8d6-841e-4681-bf5e-14ac8a172932 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.351332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d728f25-ff74-40f3-8725-eaf24422a673 req-548ab8d6-841e-4681-bf5e-14ac8a172932 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 944 time: 0.2045782 Aug 27 02:19:03.352019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Pushing event updated for resources: {'Port': ['ID=c0c9f894-23b3-404c-a3b6-2b39d206296d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:03.355427 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6500d2cc-f819-4c0f-81e8-0f50c1b9bd20 x-openstack-request-id: req-6500d2cc-f819-4c0f-81e8-0f50c1b9bd20 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:03.355711 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630619d4-ebc3-4442-99f8-7086d4455e66", "tag": "ef14ae83-5b14-409f-bf8c-3029319d6250", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:03.355963 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6500d2cc-f819-4c0f-81e8-0f50c1b9bd20 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:03.356345 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630619d4-ebc3-4442-99f8-7086d4455e66', 'tag': 'ef14ae83-5b14-409f-bf8c-3029319d6250', 'status': 'completed', 'code': 200} Aug 27 02:19:03.382936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aaa3585f-5309-41e9-9d03-edf8b7308822 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:03.421297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:03.485369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:03.498070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d728f25-ff74-40f3-8725-eaf24422a673 req-03fcebbe-2104-4f62-835e-17ee301a9cbd tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373894 Aug 27 02:19:03.500673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:03.510354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:03.553735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a197b0-ddbb-4834-8e1d-f029c436822a {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:03.554053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:03.555966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:03.556970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port aaa3585f-5309-41e9-9d03-edf8b7308822 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:03.558667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-e4512e60-14cd-4a73-991b-d10dde2413e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.560192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-e4512e60-14cd-4a73-991b-d10dde2413e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=048954aa305a4e778c82bc4da7fafd47&device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 1097 time: 0.1472187 Aug 27 02:19:03.564006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port aaa3585f-5309-41e9-9d03-edf8b7308822 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:03.566875 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.567135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:03.571743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-a0a7ac37-83c5-4912-8fec-2c842d3ea993 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129645 Aug 27 02:19:03.585196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13faa4d-7940-4e79-9e78-6767ab4ae034 req-1a106206-9443-4f1b-b389-e6f307c125ac tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.586794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d13faa4d-7940-4e79-9e78-6767ab4ae034 req-1a106206-9443-4f1b-b389-e6f307c125ac tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 944 time: 0.1401663 Aug 27 02:19:03.614032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.665759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.756483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.757112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.758569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] 10.222.0.45 "PUT /v2.0/ports/ec0c8a40-41f9-4aca-b0ea-407b1da746f1 HTTP/1.1" status: 200 len: 1091 time: 3.5112214 Aug 27 02:19:03.760934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d13faa4d-7940-4e79-9e78-6767ab4ae034 req-b24ae251-d292-4ae4-925c-b7fefe34c011 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549432 Aug 27 02:19:03.774358 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.814778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3c5ba68-a72f-4d35-8bd2-c82e52d1e50d req-38ae6e24-7af7-4950-9448-89adbcf6fe18 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266266 Aug 27 02:19:03.835770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] Transition to ACTIVE for port object a6a197b0-ddbb-4834-8e1d-f029c436822a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:03.845154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382f91c-b6da-4b82-b5e5-36167a56c158 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:03.851182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.888184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:03.889485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:03.893239 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d61abed-e5c3-4b82-b634-cea307be2033" -d '{"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:03.899255 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:03.915296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b4f51-53c0-491e-a28c-926b97a7c3a7 req-bfdad3b2-cea2-4da0-8378-b2edf98d7bf2 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.916897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f61b4f51-53c0-491e-a28c-926b97a7c3a7 req-bfdad3b2-cea2-4da0-8378-b2edf98d7bf2 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 946 time: 0.2226706 Aug 27 02:19:03.938219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-34948402-0c4b-4385-8733-f1458c837711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.939301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-34948402-0c4b-4385-8733-f1458c837711 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.3338263 Aug 27 02:19:03.942583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Router 655616d2-88db-4b75-8f78-bc13c931379f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:19:03.989540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] No DVR routers for this DVR port a6a197b0-ddbb-4834-8e1d-f029c436822a on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:03.994060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] Pushing event updated for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=10']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:03.998265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:04.001490 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-b163875c-3967-42ca-beb9-95774f0d125d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ef14ae83-5b14-409f-bf8c-3029319d6250 HTTP/1.1" status: 200 len: 217 time: 0.0510244 Aug 27 02:19:04.012478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-42f9a147-abdb-46c7-8392-0dc8b7345b91 None None] Provisioning complete for port c0c9f894-23b3-404c-a3b6-2b39d206296d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:04.012846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42f9a147-abdb-46c7-8392-0dc8b7345b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.048226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-6afa7d6c-825a-46af-8f63-19c4553b87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.049818 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-6afa7d6c-825a-46af-8f63-19c4553b87e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 1094 time: 0.1574097 Aug 27 02:19:04.053514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-42f9a147-abdb-46c7-8392-0dc8b7345b91 None None] Port c0c9f894-23b3-404c-a3b6-2b39d206296d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:04.069903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f61b4f51-53c0-491e-a28c-926b97a7c3a7 req-bcb1f4c1-d2cd-47fc-a4c0-aa01a7beac25 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340959 Aug 27 02:19:04.071146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-0789400f-db7c-4e18-b050-b9d418bc160d service neutron] 10.222.0.45 "PUT /v2.0/ports/a6a197b0-ddbb-4834-8e1d-f029c436822a/bindings/n-h1-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2374551 Aug 27 02:19:04.112154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-04faedfc-229b-4592-8481-ff31695bfc0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1 HTTP/1.1" status: 200 len: 217 time: 0.0514789 Aug 27 02:19:04.128862 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085bba0d-228f-4dae-9cbf-84cc53304438 x-openstack-request-id: req-085bba0d-228f-4dae-9cbf-84cc53304438 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:04.129290 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:04.129550 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-085bba0d-228f-4dae-9cbf-84cc53304438 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:04.129948 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'code': 200} Aug 27 02:19:04.154918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-350caa14-92d2-4813-a3af-ffa9251198cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.156409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-350caa14-92d2-4813-a3af-ffa9251198cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1410575 Aug 27 02:19:04.293896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:19:04.302913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a111cb33-fff8-4765-8a40-4195bd7d747a admin admin] 10.222.0.10 "PUT /v2.0/routers/655616d2-88db-4b75-8f78-bc13c931379f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4972820 Aug 27 02:19:04.306939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-4bb070ff-5f30-4414-a27c-2cdf68297049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.308407 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-4bb070ff-5f30-4414-a27c-2cdf68297049 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433797 Aug 27 02:19:04.314881 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Sync routers for ids ['655616d2-88db-4b75-8f78-bc13c931379f'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:19:04.328330 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Routers {'655616d2-88db-4b75-8f78-bc13c931379f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:19:04.330131 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:19:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['655616d2-88db-4b75-8f78-bc13c931379f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:04.336045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518599-0068-49b0-830e-92f6c20efb25 req-04fa20f0-6d56-4d86-84e4-40bb1d4b6f56 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.347632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46518599-0068-49b0-830e-92f6c20efb25 req-04fa20f0-6d56-4d86-84e4-40bb1d4b6f56 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 943 time: 0.2437348 Aug 27 02:19:04.362679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-0db5635a-729b-44b5-842b-c9f04c19d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.365485 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-0db5635a-729b-44b5-842b-c9f04c19d63a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9dd2a642-c832-4e54-806b-8418e2e9810c HTTP/1.1" status: 200 len: 861 time: 0.1910954 Aug 27 02:19:04.367880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-f8677fe3-7e55-490a-9355-78bdd7a36cc1 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.369545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-f8677fe3-7e55-490a-9355-78bdd7a36cc1 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.1831591 Aug 27 02:19:04.385320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c375-6c09-4d07-976c-09132fb5a1aa req-51e61e01-9069-47b5-bfea-c9a907c0379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.386754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff8c375-6c09-4d07-976c-09132fb5a1aa req-51e61e01-9069-47b5-bfea-c9a907c0379b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 1096 time: 0.1624396 Aug 27 02:19:04.399414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a12480a-ac04-4779-b1ba-adc75339cfa4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:04.487624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-0c594e55-4ac5-4159-97c3-c6094693e2b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a61d11d-9894-48b9-a68e-463bbaa5d15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044908 Aug 27 02:19:04.518516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6a12480a-ac04-4779-b1ba-adc75339cfa4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:04.520772 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.523173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46518599-0068-49b0-830e-92f6c20efb25 req-9594158a-b83f-4a32-bd60-251e3018ce2f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743288 Aug 27 02:19:04.536016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6fed95ab-db21-464e-8361-b27697176c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.538240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-6fed95ab-db21-464e-8361-b27697176c87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53&tenant_id=42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 1096 time: 0.1313207 Aug 27 02:19:04.561745 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Set router 655616d2-88db-4b75-8f78-bc13c931379f gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:19:04.593218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff8c375-6c09-4d07-976c-09132fb5a1aa req-0c28a901-f133-433d-b062-bfc9c1bb8bb5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583450 Aug 27 02:19:04.642401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-cde42bbc-b57d-4580-a891-f0ae17ec089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.650160 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-cde42bbc-b57d-4580-a891-f0ae17ec089e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1096 time: 0.0810418 Aug 27 02:19:04.699577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433b30-22f3-4cda-83cf-717f00c947ba req-2b4fdaa1-4117-4671-a3ab-b8366fec950f tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.701422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b433b30-22f3-4cda-83cf-717f00c947ba req-2b4fdaa1-4117-4671-a3ab-b8366fec950f tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 947 time: 0.3814123 Aug 27 02:19:04.706218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-450feec8-f08d-46af-a761-a0ca10e43859 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005503 Aug 27 02:19:04.769968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-3291341f-aa3d-430f-b8da-ac1251e96402 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481754 Aug 27 02:19:04.873057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b433b30-22f3-4cda-83cf-717f00c947ba req-4cdd4829-52c6-4c85-92d3-7b140ffb0fb2 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636169 Aug 27 02:19:04.876284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee5152-0292-449c-a2a7-ce8ff7c1b177 req-bbaf50d0-f60c-4710-8bd9-4609b16278cd tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.883566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2ee5152-0292-449c-a2a7-ce8ff7c1b177 req-bbaf50d0-f60c-4710-8bd9-4609b16278cd tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1096 time: 0.1933017 Aug 27 02:19:04.884565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3ad364-8a64-45a0-804b-853a4be7cda7 req-3b87ec16-d6a7-4e64-b65f-b07cbd0baa06 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073565 Aug 27 02:19:04.907363 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:19:01Z', 'revision_number': 4, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port': {'id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:50Z', 'updated_at': '2021-08-27T02:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c0c9f894-23b3-404c-a3b6-2b39d206296d', 'name': '', 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'mac_address': 'fa:16:3e:c4:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3c748bbb-95eb-488e-afa4-df4dfe71c1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:59Z', 'updated_at': '2021-08-27T02:19:02Z', 'revision_number': 2, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'subnets': [{'id': '3c748bbb-95eb-488e-afa4-df4dfe71c1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:04.943270 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Checking router: 655616d2-88db-4b75-8f78-bc13c931379f for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:19:04.943685 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Updating router 655616d2-88db-4b75-8f78-bc13c931379f port c0c9f894-23b3-404c-a3b6-2b39d206296d binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:19:04.967779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2ee5152-0292-449c-a2a7-ce8ff7c1b177 req-389dd264-db0e-45b1-ab90-29b23852d661 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833340 Aug 27 02:19:04.987331 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.995094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68aaa480-a65d-408b-b0f8-e314bdb54847 req-a81aac2d-14f9-43e1-9070-b6fa3930cec9 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374599 Aug 27 02:19:04.997655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-379d89b3-c86d-40fc-9abd-dd55dfb48735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.010978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-379d89b3-c86d-40fc-9abd-dd55dfb48735 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.2302642 Aug 27 02:19:05.068344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-3752742b-5e13-4930-ae65-db9646a35e8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 217 time: 0.0489969 Aug 27 02:19:05.167675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a1a75-36ae-4b48-bdee-f428db986665 req-f785e074-98df-4f53-9d63-685bf05659a6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.169191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c5a1a75-36ae-4b48-bdee-f428db986665 req-f785e074-98df-4f53-9d63-685bf05659a6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 945 time: 0.0962634 Aug 27 02:19:05.173084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-dcd1464d-1672-4084-b658-48edac7f6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.174435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-dcd1464d-1672-4084-b658-48edac7f6513 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0718789 Aug 27 02:19:05.208164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70db5e-82a7-4c08-bf43-c03c8ab1a0d0 req-c2949e08-eb7d-4125-9fb5-6410fe0d68aa tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.210531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac70db5e-82a7-4c08-bf43-c03c8ab1a0d0 req-c2949e08-eb7d-4125-9fb5-6410fe0d68aa tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 945 time: 0.0643256 Aug 27 02:19:05.222732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-c417087f-a6b3-4be2-8ace-833a5c6f92aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327282 Aug 27 02:19:05.260129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac70db5e-82a7-4c08-bf43-c03c8ab1a0d0 req-251f48e3-5085-4ce5-8d5e-930406a57e69 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Aug 27 02:19:05.264496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c5a1a75-36ae-4b48-bdee-f428db986665 req-c688167a-1be8-495f-a01d-905d705c80d2 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891237 Aug 27 02:19:05.348940 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.357704 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-f24de1f0-1267-48cf-b728-9400de59bce1 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187129 Aug 27 02:19:05.358790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'tag': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:05.361671 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d656693-c0ed-4b04-b705-f6ddf88ed37c" -d '{"events": [{"name": "network-changed", "server_uuid": "af0fafe7-ccd3-413e-ad59-bd4e103d0331", "tag": "ec0c8a40-41f9-4aca-b0ea-407b1da746f1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:05.362797 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Transition to ACTIVE for port object c0c9f894-23b3-404c-a3b6-2b39d206296d will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:05.380486 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.478631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393efac8-ecb0-4287-9670-168c73bc4454 req-800ef9af-8632-4ded-9723-c2635db6c377 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.491962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-393efac8-ecb0-4287-9670-168c73bc4454 req-800ef9af-8632-4ded-9723-c2635db6c377 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 946 time: 0.1066351 Aug 27 02:19:05.500879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-54d8b840-760e-4bdf-8747-8843416ab35e service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337435 Aug 27 02:19:05.557378 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf84259-eff6-47af-8bf1-59d6fe34e777 None None] Pushing event updated for resources: {'Port': ['ID=c0c9f894-23b3-404c-a3b6-2b39d206296d,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:05.564244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-393efac8-ecb0-4287-9670-168c73bc4454 req-eb4ecb8d-d1f5-4744-ab4a-cef51f41d28e tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712614 Aug 27 02:19:05.564574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Attempting to bind port c0c9f894-23b3-404c-a3b6-2b39d206296d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:05.566436 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Attempting to bind port c0c9f894-23b3-404c-a3b6-2b39d206296d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:05.566583 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Attempting to bind port c0c9f894-23b3-404c-a3b6-2b39d206296d on network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:05.577635 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:05.578140 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Checking segment: {'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:05.578709 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.579436 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Bound using segment: {'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:05.580456 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Bound port: c0c9f894-23b3-404c-a3b6-2b39d206296d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefc7763-aa62-4b9b-bfbe-214993219d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:05.580960 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.673818 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] For port c0c9f894-23b3-404c-a3b6-2b39d206296d, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:05.681545 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] For port c0c9f894-23b3-404c-a3b6-2b39d206296d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c0c9f894-23b3-404c-a3b6-2b39d206296d,segment=NetworkSegment(eefc7763-aa62-4b9b-bfbe-214993219d8f),segment_id=eefc7763-aa62-4b9b-bfbe-214993219d8f)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:05.691095 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.782126 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3fa7df-34c4-44fb-9f81-2038a9571198 x-openstack-request-id: req-bf3fa7df-34c4-44fb-9f81-2038a9571198 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:05.782446 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0fafe7-ccd3-413e-ad59-bd4e103d0331", "tag": "ec0c8a40-41f9-4aca-b0ea-407b1da746f1", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:05.782713 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf3fa7df-34c4-44fb-9f81-2038a9571198 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:05.783108 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'tag': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'status': 'completed', 'code': 200} Aug 27 02:19:05.840500 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Routers {'655616d2-88db-4b75-8f78-bc13c931379f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:19:05.854796 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:19:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['655616d2-88db-4b75-8f78-bc13c931379f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:05.908018 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf84259-eff6-47af-8bf1-59d6fe34e777 None None] Pushing event updated for resources: {'Port': ['ID=c0c9f894-23b3-404c-a3b6-2b39d206296d,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:05.985090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-328f6425-4ee4-460f-87ed-1eb83cb595d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.986899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-328f6425-4ee4-460f-87ed-1eb83cb595d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 1094 time: 0.1699684 Aug 27 02:19:05.995928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c6f0d70b-e86a-4d31-abc4-514f665d3153 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:05.997986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:06.004772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031229d-90bf-4490-b9e7-ba0032bcc355 req-3593d049-c7b2-40a9-ae27-b4692685d741 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.017462 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0031229d-90bf-4490-b9e7-ba0032bcc355 req-3593d049-c7b2-40a9-ae27-b4692685d741 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 943 time: 0.1083763 Aug 27 02:19:06.071165 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] Set router 655616d2-88db-4b75-8f78-bc13c931379f gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:19:06.088155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0031229d-90bf-4490-b9e7-ba0032bcc355 req-d80066de-aa8f-4010-b820-9348c69afafe tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697196 Aug 27 02:19:06.132833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:06.200362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-7467256a-bcf3-4f26-af14-41a2850cb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.203948 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-7467256a-bcf3-4f26-af14-41a2850cb3e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 922 time: 0.2026951 Aug 27 02:19:06.215219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-1512cb68-1ac7-4198-b0a2-83370f9b264f tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.216801 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-1512cb68-1ac7-4198-b0a2-83370f9b264f tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.2969098 Aug 27 02:19:06.280659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c6f0d70b-e86a-4d31-abc4-514f665d3153, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c6f0d70b-e86a-4d31-abc4-514f665d3153,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.292697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7886e75-9a19-47e4-99b1-2d57621fe4d9 req-1dc585cf-eb5b-481b-b512-4f55f888af0f tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.294458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'c6f0d70b-e86a-4d31-abc4-514f665d3153', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'c6f0d70b-e86a-4d31-abc4-514f665d3153', 'mac_address': 'fa:16:3e:08:d2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:06.295850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7886e75-9a19-47e4-99b1-2d57621fe4d9 req-1dc585cf-eb5b-481b-b512-4f55f888af0f tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 947 time: 0.0970869 Aug 27 02:19:06.372598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.390258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7886e75-9a19-47e4-99b1-2d57621fe4d9 req-a6c7d658-4288-4f8f-a814-87b3d97a1b5e tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779994 Aug 27 02:19:06.391476 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-87f5b591-0418-4684-881a-1f70f31f4d10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1 HTTP/1.1" status: 200 len: 217 time: 0.1736872 Aug 27 02:19:06.405379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f0d70b-e86a-4d31-abc4-514f665d3153 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:06.413443 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:19:01Z', 'revision_number': 4, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port': {'id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:50Z', 'updated_at': '2021-08-27T02:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c0c9f894-23b3-404c-a3b6-2b39d206296d', 'name': '', 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'mac_address': 'fa:16:3e:c4:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3c748bbb-95eb-488e-afa4-df4dfe71c1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:59Z', 'updated_at': '2021-08-27T02:19:05Z', 'revision_number': 4, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'subnets': [{'id': '3c748bbb-95eb-488e-afa4-df4dfe71c1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:06.458573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-ee83b3fd-c09b-4ad9-a264-37e9850cb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.458820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c6f0d70b-e86a-4d31-abc4-514f665d3153, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c6f0d70b-e86a-4d31-abc4-514f665d3153,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.460112 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-ee83b3fd-c09b-4ad9-a264-37e9850cb295 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9dd2a642-c832-4e54-806b-8418e2e9810c HTTP/1.1" status: 200 len: 861 time: 0.0602849 Aug 27 02:19:06.468378 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.469135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ef14ae83-5b14-409f-bf8c-3029319d6250 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:06.471998 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d506cf-038e-4578-9aae-9387cc55b71f None None] The sync data for ids ['655616d2-88db-4b75-8f78-bc13c931379f'] in n-d-806293-1 is: [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:19:01Z', 'revision_number': 4, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port': {'id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:50Z', 'updated_at': '2021-08-27T02:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c0c9f894-23b3-404c-a3b6-2b39d206296d', 'name': '', 'network_id': 'f0c725d1-85af-4d0a-aeb7-89d6b83a4363', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'mac_address': 'fa:16:3e:c4:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3c748bbb-95eb-488e-afa4-df4dfe71c1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:59Z', 'updated_at': '2021-08-27T02:19:05Z', 'revision_number': 4, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'subnets': [{'id': '3c748bbb-95eb-488e-afa4-df4dfe71c1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:19:06.528901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-edc4dc37-5f28-4de6-aaa2-678654bf7502 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a61d11d-9894-48b9-a68e-463bbaa5d15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479066 Aug 27 02:19:06.556072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ef14ae83-5b14-409f-bf8c-3029319d6250, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ef14ae83-5b14-409f-bf8c-3029319d6250,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.574138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=c6f0d70b-e86a-4d31-abc4-514f665d3153,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:06.606241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ef14ae83-5b14-409f-bf8c-3029319d6250', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'ef14ae83-5b14-409f-bf8c-3029319d6250', 'mac_address': 'fa:16:3e:4a:0b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:06.673909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a4e67-104d-4e12-b517-01537172b5e7 req-31d3dc39-d3e3-46bd-8e1c-0a9c5de70a28 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.682482 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.685466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f1a4e67-104d-4e12-b517-01537172b5e7 req-31d3dc39-d3e3-46bd-8e1c-0a9c5de70a28 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 945 time: 0.1777534 Aug 27 02:19:06.711821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef14ae83-5b14-409f-bf8c-3029319d6250 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:06.715121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-d6313b07-0fbd-4515-bda8-24e2d4dd95a6 service neutron] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:06.725623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-d6313b07-0fbd-4515-bda8-24e2d4dd95a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.730607 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-544104c1-e862-4182-bd6c-6bc1d43f022c req-d6313b07-0fbd-4515-bda8-24e2d4dd95a6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/a6a197b0-ddbb-4834-8e1d-f029c436822a/bindings/n-h2-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.5008054 Aug 27 02:19:06.742186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ef14ae83-5b14-409f-bf8c-3029319d6250, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ef14ae83-5b14-409f-bf8c-3029319d6250,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.746404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f1a4e67-104d-4e12-b517-01537172b5e7 req-4ebefb76-1465-4dfb-80fb-547121bb601a tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597332 Aug 27 02:19:06.764944 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.843280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-a4de2c27-60cc-472f-88ba-ff308c64dda6 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049572 Aug 27 02:19:06.876169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ef14ae83-5b14-409f-bf8c-3029319d6250,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:06.946673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ab1ce-4270-4f01-8b96-71fb0b2604d4 req-d6ae7f60-aa98-4cf4-8d21-67ad4aa2371b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.950287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd7ab1ce-4270-4f01-8b96-71fb0b2604d4 req-d6ae7f60-aa98-4cf4-8d21-67ad4aa2371b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 945 time: 0.0628698 Aug 27 02:19:07.008247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd7ab1ce-4270-4f01-8b96-71fb0b2604d4 req-df0aa2bc-4db8-48ee-8148-d71b04d735c3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523543 Aug 27 02:19:07.016305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d656693-c0ed-4b04-b705-f6ddf88ed37c req-9fe29994-725d-4af4-ab68-414d1381a02a service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567745 Aug 27 02:19:07.019664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ef14ae83-5b14-409f-bf8c-3029319d6250'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:07.038281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['c6f0d70b-e86a-4d31-abc4-514f665d3153'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:07.205510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60190) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:07.213620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdd281-853a-4e7f-8124-98bd9d14e5e8 req-e90c2b00-51ad-49de-8015-7e72af13e70c tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.219519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dabdd281-853a-4e7f-8124-98bd9d14e5e8 req-e90c2b00-51ad-49de-8015-7e72af13e70c tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 947 time: 0.1093411 Aug 27 02:19:07.274745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dabdd281-853a-4e7f-8124-98bd9d14e5e8 req-02fe2182-a511-4bf6-958a-7dd92d4ceb5c tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465417 Aug 27 02:19:07.373953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3bace9f3-0a6f-402a-8530-5f54e269c98c tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:19:07.376073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3bace9f3-0a6f-402a-8530-5f54e269c98c tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1685257 Aug 27 02:19:07.520430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Request body: {'binding': {'host': 'n-h2-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:07.521707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Unknown quota resources ['binding']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:19:07.729224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60204) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:07.735179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on host n-h2-806293-1 for vnic_type normal with profile None {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:07.735591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:07.736019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:07.737452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d6d25ee9-db98-4802-ad03-6b3c5260d55c tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991559088', 'description': 'tempest-description--1715206791'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:07.741024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:07.741470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:07.750257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:07.750695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:07.751272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:07.751959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Bound port: c0c4b099-a506-4fdb-909b-d1a24201e791, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:07.815176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6d25ee9-db98-4802-ad03-6b3c5260d55c tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:07.832872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:07.840391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:07.842888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-613c2ae1-8ef4-4c05-b052-d1cd120b4899 service neutron] 10.222.0.10 "POST /v2.0/ports/c0c4b099-a506-4fdb-909b-d1a24201e791/bindings HTTP/1.1" status: 201 len: 389 time: 0.4033172 Aug 27 02:19:07.895788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa486-a37a-4fd3-b18d-8be2eec44b94 req-ccad17bc-3c03-4595-946d-a0f297301b20 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.897433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-195aa486-a37a-4fd3-b18d-8be2eec44b94 req-ccad17bc-3c03-4595-946d-a0f297301b20 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 943 time: 0.1073883 Aug 27 02:19:07.959513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-195aa486-a37a-4fd3-b18d-8be2eec44b94 req-444480f4-35e8-48ad-ad3f-e514c7e0ab1d tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524859 Aug 27 02:19:08.011108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec0c8a40-41f9-4aca-b0ea-407b1da746f1 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:08.012220 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6d25ee9-db98-4802-ad03-6b3c5260d55c tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.020965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6d25ee9-db98-4802-ad03-6b3c5260d55c tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.024470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c6f0d70b-e86a-4d31-abc4-514f665d3153 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:08.075094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d25ee9-db98-4802-ad03-6b3c5260d55c tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e075e-105b-431b-bcaa-74d821dd17e8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:08.078068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6d25ee9-db98-4802-ad03-6b3c5260d55c tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.082363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d6d25ee9-db98-4802-ad03-6b3c5260d55c tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3483498 Aug 27 02:19:08.083099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60210) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:08.097185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b8bd4df6-7c02-42de-8e1b-a276db4afba7 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'security_group_rule': {'security_group_id': 'a08e075e-105b-431b-bcaa-74d821dd17e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:08.172117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4df6-7c02-42de-8e1b-a276db4afba7 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.194773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-2f28d7f5-757c-4397-9cea-f7606f3a896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.198937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-2f28d7f5-757c-4397-9cea-f7606f3a896b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1096 time: 0.0738280 Aug 27 02:19:08.209145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dfd52-6a2b-49f1-b7d7-00a02e0c0584 req-57a4aa17-10b7-42ef-bfcb-a51930d3d133 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.210873 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba8dfd52-6a2b-49f1-b7d7-00a02e0c0584 req-57a4aa17-10b7-42ef-bfcb-a51930d3d133 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 948 time: 0.1558361 Aug 27 02:19:08.235965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port c6f0d70b-e86a-4d31-abc4-514f665d3153 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:08.246260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port c6f0d70b-e86a-4d31-abc4-514f665d3153 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:08.247139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.255056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37f8c3-0f9d-4c09-8096-fe1da232ebd0 req-c923741d-43cd-4990-990a-c76ec186fb03 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.263298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e37f8c3-0f9d-4c09-8096-fe1da232ebd0 req-c923741d-43cd-4990-990a-c76ec186fb03 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 945 time: 0.1277080 Aug 27 02:19:08.317594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:08.335157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'port_id': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'mac_address': 'fa:16:3e:78:1f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2a642-c832-4e54-806b-8418e2e9810c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:08.366787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba8dfd52-6a2b-49f1-b7d7-00a02e0c0584 req-3e202842-7d61-42d6-920c-fddf3a0a0259 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458249 Aug 27 02:19:08.379359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e37f8c3-0f9d-4c09-8096-fe1da232ebd0 req-0bd18785-3521-4840-a341-4bd201954537 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147447 Aug 27 02:19:08.416574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4df6-7c02-42de-8e1b-a276db4afba7 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.425316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c0c9f894-23b3-404c-a3b6-2b39d206296d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:08.427426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4df6-7c02-42de-8e1b-a276db4afba7 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.459205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd4df6-7c02-42de-8e1b-a276db4afba7 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553b59d8-aa44-498a-9cc1-a84013f7cb4d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:08.469054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-86461c48-309d-413f-84fc-ea09ea3390cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.471164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-86461c48-309d-413f-84fc-ea09ea3390cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2584043 Aug 27 02:19:08.482350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.498897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.534930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f0d70b-e86a-4d31-abc4-514f665d3153'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:08.541255 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a205925-a8a5-4c0c-8f1a-966165d6e305" -d '{"events": [{"server_uuid": "92cbc323-96d3-4e6e-bf62-a770842c0864", "name": "network-vif-plugged", "status": "completed", "tag": "c6f0d70b-e86a-4d31-abc4-514f665d3153"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:08.544691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c8a40-41f9-4aca-b0ea-407b1da746f1 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:08.547426 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-fca3a68f-a5f3-498e-b7c0-4592f453c975 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 217 time: 0.0408177 Aug 27 02:19:08.550039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4df6-7c02-42de-8e1b-a276db4afba7 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.552396 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b8bd4df6-7c02-42de-8e1b-a276db4afba7 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4658723 Aug 27 02:19:08.556797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60218) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:08.560308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78476bc7-b72b-4d73-bbd0-029c07fe4d17 req-1a45ece5-f460-4608-8b88-44107283cf73 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.561852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78476bc7-b72b-4d73-bbd0-029c07fe4d17 req-1a45ece5-f460-4608-8b88-44107283cf73 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1096 time: 0.0886431 Aug 27 02:19:08.562289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2d2d6848-4e59-4484-af46-9eebd82cfc8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'security_group_rule': {'security_group_id': 'a08e075e-105b-431b-bcaa-74d821dd17e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:08.570954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c6f0d70b-e86a-4d31-abc4-514f665d3153, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c6f0d70b-e86a-4d31-abc4-514f665d3153,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:08.591669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c0c9f894-23b3-404c-a3b6-2b39d206296d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:08.593978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653ebae-c4ee-4318-a4dd-55e48160164d req-b0e686a1-a895-417a-b559-9ded48ac73e3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.597570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:08.599568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.600779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ef14ae83-5b14-409f-bf8c-3029319d6250 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:08.605596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5653ebae-c4ee-4318-a4dd-55e48160164d req-b0e686a1-a895-417a-b559-9ded48ac73e3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 945 time: 0.1133106 Aug 27 02:19:08.627626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c0c9f894-23b3-404c-a3b6-2b39d206296d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:08.628137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.636100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-c73769b6-3ed3-4885-ad23-20117cb0870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.637834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-c73769b6-3ed3-4885-ad23-20117cb0870a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0799727 Aug 27 02:19:08.642653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78476bc7-b72b-4d73-bbd0-029c07fe4d17 req-bbd8ba9d-9379-4bb3-be3e-0767dcd24906 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529301 Aug 27 02:19:08.650023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6848-4e59-4484-af46-9eebd82cfc8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.659285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5653ebae-c4ee-4318-a4dd-55e48160164d req-7bf5b6c2-2ac6-4662-a71e-9530fb761302 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Aug 27 02:19:08.723540 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.791163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6848-4e59-4484-af46-9eebd82cfc8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.803754 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6848-4e59-4484-af46-9eebd82cfc8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.836618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d6848-4e59-4484-af46-9eebd82cfc8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c89ab0-b516-4ab8-927c-beaa6473801b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:08.844478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=c6f0d70b-e86a-4d31-abc4-514f665d3153,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:08.864727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6848-4e59-4484-af46-9eebd82cfc8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.865949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2d2d6848-4e59-4484-af46-9eebd82cfc8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072689 Aug 27 02:19:08.869175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60226) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:08.875268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:08.903718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port ef14ae83-5b14-409f-bf8c-3029319d6250 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:08.936559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.956400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port ef14ae83-5b14-409f-bf8c-3029319d6250 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:08.956780 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.966001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:09.020395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ec0c8a40-41f9-4aca-b0ea-407b1da746f1'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:09.043591 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.109676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.178098 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3569a484-fc76-431a-9d27-b53ffcabf73e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5328579 Aug 27 02:19:09.294524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970e3a-f172-430d-8b0b-1ebbef564d65 req-1dd8fef5-e23e-45ed-bcef-f928b31c8daa tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.304171 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df970e3a-f172-430d-8b0b-1ebbef564d65 req-1dd8fef5-e23e-45ed-bcef-f928b31c8daa tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 947 time: 0.1298804 Aug 27 02:19:09.345055 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb63a75-0461-4973-8550-8e8c79327d31 x-openstack-request-id: req-bfb63a75-0461-4973-8550-8e8c79327d31 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:09.345436 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cbc323-96d3-4e6e-bf62-a770842c0864", "name": "network-vif-plugged", "status": "completed", "tag": "c6f0d70b-e86a-4d31-abc4-514f665d3153", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:09.346822 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfb63a75-0461-4973-8550-8e8c79327d31 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:09.347020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Allocated IP 172.25.1.2 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/40bc6f98-457e-4b0c-bd16-0e17b15cc9d1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:09.347223 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f0d70b-e86a-4d31-abc4-514f665d3153', 'code': 200} Aug 27 02:19:09.378364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df970e3a-f172-430d-8b0b-1ebbef564d65 req-037720a2-e1ef-4b79-b3d6-0ee6f444edd0 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685198 Aug 27 02:19:09.386481 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-0ef00b9d-f69d-444c-94e0-939f638f03d4 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984746 Aug 27 02:19:09.440463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port c0c9f894-23b3-404c-a3b6-2b39d206296d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c0c9f894-23b3-404c-a3b6-2b39d206296d,segment=NetworkSegment(eefc7763-aa62-4b9b-bfbe-214993219d8f),segment_id=eefc7763-aa62-4b9b-bfbe-214993219d8f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:09.470893 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.552074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=c0c9f894-23b3-404c-a3b6-2b39d206296d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:09.556185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5487d-1e26-410c-a0cf-0874e34381d5 req-d5c23a9e-0f11-4571-886d-5fdf64850a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.559090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89e5487d-1e26-410c-a0cf-0874e34381d5 req-d5c23a9e-0f11-4571-886d-5fdf64850a53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 1100 time: 0.1498647 Aug 27 02:19:09.577086 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.597550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-fa15ed64-aae4-4a16-aa07-634ad40e3730 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949716 Aug 27 02:19:09.645163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ef14ae83-5b14-409f-bf8c-3029319d6250, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ef14ae83-5b14-409f-bf8c-3029319d6250,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:09.655876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.664669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0bac5-82f0-4fa6-91d1-1f2c4e4a08eb req-01c077ab-3947-43ef-a384-35879f74e325 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.667504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ea0bac5-82f0-4fa6-91d1-1f2c4e4a08eb req-01c077ab-3947-43ef-a384-35879f74e325 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 944 time: 0.0681541 Aug 27 02:19:09.691414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89e5487d-1e26-410c-a0cf-0874e34381d5 req-99c8e04d-c990-4c88-88fd-ab7b80837448 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189544 Aug 27 02:19:09.694262 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.703946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-fb85041d-2609-4d4b-ae1b-8157bc69f653 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.705775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-fb85041d-2609-4d4b-ae1b-8157bc69f653 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.2985017 Aug 27 02:19:09.728009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ef14ae83-5b14-409f-bf8c-3029319d6250,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:09.738954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-9480bd7b-9142-4375-be3e-add027fa984b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/quotas/42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 375 time: 0.0236318 Aug 27 02:19:09.751702 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ea0bac5-82f0-4fa6-91d1-1f2c4e4a08eb req-d711fcde-9684-4958-8975-5177b170304c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697708 Aug 27 02:19:09.775069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-21aa42c5-1238-4bc8-8765-7fb441ad7598 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.776588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-21aa42c5-1238-4bc8-8765-7fb441ad7598 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.1081762 Aug 27 02:19:09.894390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806293-1'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:09.971795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1388e4-60ac-4ceb-9b42-79491822ca6d req-c254fb27-fdec-4ca3-89cd-a7686a8a5708 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.973601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c1388e4-60ac-4ceb-9b42-79491822ca6d req-c254fb27-fdec-4ca3-89cd-a7686a8a5708 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 949 time: 0.1120746 Aug 27 02:19:10.003954 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.034528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-1648bfbb-3c8f-4ba3-879e-dfb5056b3cc4 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2909167 Aug 27 02:19:10.036076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.071559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c1388e4-60ac-4ceb-9b42-79491822ca6d req-a9e1920c-2b02-440e-b217-1f01e1ef819c tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897763 Aug 27 02:19:10.143305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:10.153302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:10.158918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:10.174922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event updated for resources: {'Port': ['ID=40bc6f98-457e-4b0c-bd16-0e17b15cc9d1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:10.263079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:10.289815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-60999602-d51f-4a72-8ddd-36dd9ff97168 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458553 Aug 27 02:19:10.321653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69aaf5-4a5e-43d5-9b21-50c9d2e21d32 req-12630648-1867-49ec-97dd-9f7917b2577c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.323149 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd69aaf5-4a5e-43d5-9b21-50c9d2e21d32 req-12630648-1867-49ec-97dd-9f7917b2577c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 945 time: 0.1110456 Aug 27 02:19:10.326442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:10.336873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c0c9f894-23b3-404c-a3b6-2b39d206296d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:10.344405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.405464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.417080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd69aaf5-4a5e-43d5-9b21-50c9d2e21d32 req-fc2edf0c-ae82-46a8-9992-d255bef7bc2f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615139 Aug 27 02:19:10.421008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:10.423339 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63c24b7-f4dd-414e-925c-877be0862d15" -d '{"events": [{"server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:10.429936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c0c9f894-23b3-404c-a3b6-2b39d206296d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:10.430900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.438866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.453455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.588790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:10.596571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-a8a413fe-dfa3-45b7-b727-53b7a441d333 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058286 Aug 27 02:19:10.611405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6351c97-db61-4a96-9456-230c734f81b6 req-154116ae-d8a6-4078-8b6f-f8a350caf96c tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.618035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.620402 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6351c97-db61-4a96-9456-230c734f81b6 req-154116ae-d8a6-4078-8b6f-f8a350caf96c tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 948 time: 0.1066430 Aug 27 02:19:10.628582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.649670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on host n-h1-806293-1 for vnic_type normal with profile {"migrating_to": "n-h2-806293-1"} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:10.650009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:10.650353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:10.657699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:10.658019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Attempting to bind port c0c4b099-a506-4fdb-909b-d1a24201e791 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:10.662647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.671504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:10.671842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:10.672237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:10.672828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Bound port: c0c4b099-a506-4fdb-909b-d1a24201e791, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:10.673023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.693112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event updated for resources: {'Port': ['ID=40bc6f98-457e-4b0c-bd16-0e17b15cc9d1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:10.697390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.697956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6351c97-db61-4a96-9456-230c734f81b6 req-72a58c9e-0eff-43e2-99d1-1d8760763539 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633366 Aug 27 02:19:10.706854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7d8e8f7e-3072-4d46-a094-6d05444bcc37 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8279901 Aug 27 02:19:10.767998 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee364f7-00ae-4229-b2c5-519202db25fd x-openstack-request-id: req-cee364f7-00ae-4229-b2c5-519202db25fd {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:10.768371 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:10.768546 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cee364f7-00ae-4229-b2c5-519202db25fd {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:10.768917 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791', 'code': 200} Aug 27 02:19:10.830730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:10.856118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:10.879293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.923374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2611710a-4d69-4ebc-a506-04e643a2e359 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--991559088&fields=id&tenant_id=16ff6397cac5439fb5442004fca8522d HTTP/1.1" status: 200 len: 267 time: 0.1022468 Aug 27 02:19:10.958086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a4d23-830a-42e1-88e8-d69e882e8d3f req-613a6aeb-e494-4176-b447-69d2463bc9ee tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.959793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-308a4d23-830a-42e1-88e8-d69e882e8d3f req-613a6aeb-e494-4176-b447-69d2463bc9ee tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 944 time: 0.0710196 Aug 27 02:19:11.009795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-308a4d23-830a-42e1-88e8-d69e882e8d3f req-01286154-621c-4f99-8d2c-a916332392a5 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Aug 27 02:19:11.039461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=8']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:11.079649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.081282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.083184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-3203386f-5e93-479e-9320-b503bad254a4 service neutron] 10.222.0.45 "PUT /v2.0/ports/c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 1121 time: 1.1934593 Aug 27 02:19:11.119628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ea82c5b-9845-4147-a24e-5bdfd3541df2 req-10e94fb0-8769-42d8-a6f1-1adb85eef78f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 210 time: 0.0519321 Aug 27 02:19:11.126025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-c20d81ab-6641-46b0-ae52-b2180e65f1b1 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.141064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-c20d81ab-6641-46b0-ae52-b2180e65f1b1 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 823 time: 0.1855114 Aug 27 02:19:11.168108 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-1bd206b6-d5a2-42a3-a16f-3bf15eebdb8f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/quotas/16ff6397cac5439fb5442004fca8522d HTTP/1.1" status: 200 len: 375 time: 0.0259650 Aug 27 02:19:11.189945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c0c4b099-a506-4fdb-909b-d1a24201e791'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:11.291760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-e55ec541-842e-42a3-8118-297cfa132856 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1226919 Aug 27 02:19:11.350704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630619d4-ebc3-4442-99f8-7086d4455e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef14ae83-5b14-409f-bf8c-3029319d6250'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:11.353823 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d319776e-78b9-4056-952c-928810bc132f" -d '{"events": [{"server_uuid": "630619d4-ebc3-4442-99f8-7086d4455e66", "name": "network-vif-plugged", "status": "completed", "tag": "ef14ae83-5b14-409f-bf8c-3029319d6250"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:11.362735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44444b8-1d79-45aa-9976-2610557da976 req-00a67607-ea72-49f0-bbe2-0b9b5e71b63c tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.371697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a44444b8-1d79-45aa-9976-2610557da976 req-00a67607-ea72-49f0-bbe2-0b9b5e71b63c tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 949 time: 0.0830278 Aug 27 02:19:11.416972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a44444b8-1d79-45aa-9976-2610557da976 req-f0ca5aa2-e512-4ae7-bb97-9ab26334cf0a tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Aug 27 02:19:11.446595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-bf73133f-a684-4d61-8e85-e41ab8a6dd2d service neutron] 10.222.0.10 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356602 Aug 27 02:19:11.464265 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6cafe5-4d9e-4165-8e3e-f419a82a9c8d x-openstack-request-id: req-cc6cafe5-4d9e-4165-8e3e-f419a82a9c8d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:11.464547 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630619d4-ebc3-4442-99f8-7086d4455e66", "name": "network-vif-plugged", "status": "completed", "tag": "ef14ae83-5b14-409f-bf8c-3029319d6250", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:11.464793 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc6cafe5-4d9e-4165-8e3e-f419a82a9c8d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:11.465228 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630619d4-ebc3-4442-99f8-7086d4455e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef14ae83-5b14-409f-bf8c-3029319d6250', 'code': 200} Aug 27 02:19:11.616233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b188e-7326-4647-a356-a2a8592f87fe req-a333126f-b509-4e34-b2cc-e84bbaa1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.618134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-684b188e-7326-4647-a356-a2a8592f87fe req-a333126f-b509-4e34-b2cc-e84bbaa1388e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 1099 time: 0.0739493 Aug 27 02:19:11.630927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-1f61ec4d-0c7c-45f8-ac82-9571c608a27f service neutron] 10.222.0.10 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743376 Aug 27 02:19:11.685301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-684b188e-7326-4647-a356-a2a8592f87fe req-7852267e-51e2-4fe8-ab6a-a2fb88a7d9f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533154 Aug 27 02:19:11.708250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd7d1-29fe-402d-a551-99257339a338 req-c9f06bac-575a-4990-894b-8310ba5a5d18 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.709775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-798bd7d1-29fe-402d-a551-99257339a338 req-c9f06bac-575a-4990-894b-8310ba5a5d18 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 943 time: 0.0570757 Aug 27 02:19:11.753793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-798bd7d1-29fe-402d-a551-99257339a338 req-09f92d2d-8163-4115-a94c-737da34b1b52 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375538 Aug 27 02:19:11.876840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3153f5-f66a-42c4-8aee-6abc1ec98a09 req-95a8765a-f0c2-4594-88a9-f17c4cca173b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.885584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c3153f5-f66a-42c4-8aee-6abc1ec98a09 req-95a8765a-f0c2-4594-88a9-f17c4cca173b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 949 time: 0.0652964 Aug 27 02:19:11.902777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3320b7a-8193-45e9-8c3c-5a285c2fc042 req-62ddf34b-a9bd-4528-9c6d-e9a7e44048c2 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.904263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3320b7a-8193-45e9-8c3c-5a285c2fc042 req-62ddf34b-a9bd-4528-9c6d-e9a7e44048c2 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 948 time: 0.0551066 Aug 27 02:19:11.950087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c3153f5-f66a-42c4-8aee-6abc1ec98a09 req-999a2204-fab1-415f-b81a-b4058f93a077 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636897 Aug 27 02:19:11.974126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3320b7a-8193-45e9-8c3c-5a285c2fc042 req-de5c3025-987c-4dfe-8b4b-0e8df47ca7e4 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564806 Aug 27 02:19:12.043241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec0c8a40-41f9-4aca-b0ea-407b1da746f1 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:12.075342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-11fa2aa3-20ff-48e5-a2e0-f6a4f7ab08e9 req-242fa8c9-9259-4406-b99d-0ce9b2236643 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 210 time: 0.0763433 Aug 27 02:19:12.155213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:12.166018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:12.167397 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.385857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89864026-7958-4402-8100-e955eb00b858 req-c741880c-2651-4a0e-8add-3a5dd2321914 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.397142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89864026-7958-4402-8100-e955eb00b858 req-c741880c-2651-4a0e-8add-3a5dd2321914 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 944 time: 0.1629279 Aug 27 02:19:12.399698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.413613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-089c492b-14c9-4772-9885-438e593e5fd8 req-990e1f27-e5ae-40dc-a49a-2345210cabfb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 210 time: 0.0847361 Aug 27 02:19:12.450240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:12.464889 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.476915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-4bfe9ecb-662e-4f9d-8f59-74d7cee32f55 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.478506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-4bfe9ecb-662e-4f9d-8f59-74d7cee32f55 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.3967009 Aug 27 02:19:12.486795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89864026-7958-4402-8100-e955eb00b858 req-aec588ad-f9e0-4407-8c0e-cf17a5426a69 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893784 Aug 27 02:19:12.515271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Request body: {'port': {'device_id': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'admin_state_up': True, 'tenant_id': '42add40864b547e3ac14ec3a0f9d75ee'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:12.571479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:12.751245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424b853-1a82-4a0d-86d2-853ea8f60bed req-63d858f1-675e-4ed2-ae65-ae54d9ece990 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.753659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d424b853-1a82-4a0d-86d2-853ea8f60bed req-63d858f1-675e-4ed2-ae65-ae54d9ece990 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 949 time: 0.1033649 Aug 27 02:19:12.755530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Made reservation on behalf of 42add40864b547e3ac14ec3a0f9d75ee for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:12.760795 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.789062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:12.793478 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d3bfbf-cc3b-461d-b19a-ae86012198d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:12.919891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d424b853-1a82-4a0d-86d2-853ea8f60bed req-d47254ce-0a01-4a62-9ed8-fc2e6c93e97b tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.10 "GET /v2.0/security-groups?id=19093433-9e85-498e-883a-295ceb0075ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554570 Aug 27 02:19:12.932998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa37305-aead-430c-869c-aeab1ee92e6f req-67038efe-c261-4ba1-a634-3b4cdc4520ac tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.935322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fa37305-aead-430c-869c-aeab1ee92e6f req-67038efe-c261-4ba1-a634-3b4cdc4520ac tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 943 time: 0.0959618 Aug 27 02:19:12.986090 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacab567-91b3-437d-89c2-b0484a20b8b7 x-openstack-request-id: req-eacab567-91b3-437d-89c2-b0484a20b8b7 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:12.986399 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:12.986651 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eacab567-91b3-437d-89c2-b0484a20b8b7 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:12.987038 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791', 'status': 'completed', 'code': 200} Aug 27 02:19:13.036931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Allocated IP 172.20.0.14 (6e6000ff-1e6c-4b2c-8efd-6803eee85e26/10ef85fa-d74e-4291-b42f-8739e258b3da/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:13.104776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fa37305-aead-430c-869c-aeab1ee92e6f req-8722ab1a-2dd7-4856-8cb9-d6e66139dc38 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610420 Aug 27 02:19:13.136240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-69939bd6-9c4e-445e-ac0c-83f9c69ebbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.136925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-69939bd6-9c4e-445e-ac0c-83f9c69ebbcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1124 time: 0.1175220 Aug 27 02:19:13.250903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87445f6-a486-42b2-8fa6-418bab36d0d6 req-4b8d26a1-a5ae-44c0-88d8-067e71292d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.252572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b87445f6-a486-42b2-8fa6-418bab36d0d6 req-4b8d26a1-a5ae-44c0-88d8-067e71292d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 948 time: 0.1522830 Aug 27 02:19:13.331182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f4365f7-d7ec-4fc9-b859-f06eac13142d req-207d9599-85da-4663-98cb-5d26d553c996 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 210 time: 0.1025360 Aug 27 02:19:13.414083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-8eb51121-b815-452b-99c6-beba39bac109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.420280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-8eb51121-b815-452b-99c6-beba39bac109 service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2747278 Aug 27 02:19:13.421372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b87445f6-a486-42b2-8fa6-418bab36d0d6 req-51bf1917-8271-42c1-914b-c06ac1dad1e5 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541510 Aug 27 02:19:13.455340 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aaa3585f-5309-41e9-9d03-edf8b7308822 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:13.494952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.498540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:13.500852 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f33a1e6-8b1b-4ac4-a57d-3fd2832a4595" -d '{"events": [{"server_uuid": "af0fafe7-ccd3-413e-ad59-bd4e103d0331", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c8a40-41f9-4aca-b0ea-407b1da746f1"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:13.501899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-cafcb499-e805-4aca-b905-20927e63f318 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 217 time: 0.0725029 Aug 27 02:19:13.525098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-6f53d33c-d401-4da4-a8d3-81ee3ffbbb5d tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.526738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-6f53d33c-d401-4da4-a8d3-81ee3ffbbb5d tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.45 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 823 time: 0.3008058 Aug 27 02:19:13.637481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff8176d-0b7d-4961-967d-686a3eeb7030 req-71884eb9-bb42-4f79-834a-b80b84a883c5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 210 time: 0.0509734 Aug 27 02:19:13.651690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-0e3368f3-4c0c-4223-8ef0-8bd9510b225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.653687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-0e3368f3-4c0c-4223-8ef0-8bd9510b225e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1408374 Aug 27 02:19:13.660118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-eab6e1e3-4aa5-4ed9-bff6-86d655deeb59 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ff6397cac5439fb5442004fca8522d HTTP/1.1" status: 200 len: 379 time: 0.1183224 Aug 27 02:19:13.674726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'port': {'device_id': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'admin_state_up': True, 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'security_groups': ['a08e075e-105b-431b-bcaa-74d821dd17e8']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:13.745676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-18718744-d2b7-4678-a0f3-483920d97cbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798948 Aug 27 02:19:13.804503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.820954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:13.860859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'mac_address': 'fa:16:3e:47:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:13.867878 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafbddcd-7d14-47ec-bb6a-90d097930ad6 x-openstack-request-id: req-aafbddcd-7d14-47ec-bb6a-90d097930ad6 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:13.871609 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0fafe7-ccd3-413e-ad59-bd4e103d0331", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c8a40-41f9-4aca-b0ea-407b1da746f1", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:13.874486 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aafbddcd-7d14-47ec-bb6a-90d097930ad6 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:13.875195 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'code': 200} Aug 27 02:19:13.877767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:13.884143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:13.891973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:13.958165 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.990975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaa3585f-5309-41e9-9d03-edf8b7308822 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:13.992919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:14.041149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:14.054256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:14.059168 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:14.067469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.068452 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:14.095466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-118ff0c0-0fcd-4c09-ba41-f71c021bcbc9 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350875 Aug 27 02:19:14.108787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Made reservation on behalf of 16ff6397cac5439fb5442004fca8522d for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:14.114153 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:14.128451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:14.154790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-0a6601f1-4811-4861-bcf6-23a9fcfb10d6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6532412 Aug 27 02:19:14.173405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Request body: {'port': {'device_id': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:14.187888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-2d1b75a6-e694-4dd0-8ba2-346f839627b1 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.189389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-2d1b75a6-e694-4dd0-8ba2-346f839627b1 tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.45 "GET /v2.0/ports?device_id=92cbc323-96d3-4e6e-bf62-a770842c0864 HTTP/1.1" status: 200 len: 949 time: 0.1975822 Aug 27 02:19:14.202455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['aaa3585f-5309-41e9-9d03-edf8b7308822'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:14.208044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54858d6b-d227-4d28-989c-ee9bd36b44dd req-c45f700a-0898-4a8b-baa6-bd30f8080be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.209621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54858d6b-d227-4d28-989c-ee9bd36b44dd req-c45f700a-0898-4a8b-baa6-bd30f8080be2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 1096 time: 0.2402618 Aug 27 02:19:14.216969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680fbff-b8a4-43cf-9ae2-0098ea21990e req-6bc59e70-4132-4ff3-9a9f-0cdd6804523a tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.224471 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1680fbff-b8a4-43cf-9ae2-0098ea21990e req-6bc59e70-4132-4ff3-9a9f-0cdd6804523a tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 945 time: 0.2961588 Aug 27 02:19:14.303800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53d3bfbf-cc3b-461d-b19a-ae86012198d0 req-e97d0d3b-2298-4d10-82ad-7d9c5a9068a3 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954064 Aug 27 02:19:14.316995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54858d6b-d227-4d28-989c-ee9bd36b44dd req-26edaa3c-eda1-43a0-ad1b-142f034eb3b3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900509 Aug 27 02:19:14.333629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1680fbff-b8a4-43cf-9ae2-0098ea21990e req-516a7a35-b371-4ddf-9f5e-2e9d8904804c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081922 Aug 27 02:19:14.389556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:14.400754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:14.435292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 has no active binding in host n-h2-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:19:14.865019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Allocated IP 172.20.0.5 (c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37/3920ac97-24af-4ce7-b6ce-9405f190254c/374015ee-4060-4db9-8f03-68fd6f642ec2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:14.971092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Deleting port c6f0d70b-e86a-4d31-abc4-514f665d3153 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:14.971458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.117133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-1095b801-b718-44c0-a30f-21c0d7bebf8b service neutron] 10.222.0.32 "GET /v2.0/ports/c0c4b099-a506-4fdb-909b-d1a24201e791/bindings/n-h2-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.1024725 Aug 27 02:19:15.319255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] For port c6f0d70b-e86a-4d31-abc4-514f665d3153, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c6f0d70b-e86a-4d31-abc4-514f665d3153,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:15.319980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.375483 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.388894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:15.414898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:15.427871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Transition to ACTIVE for port object 374015ee-4060-4db9-8f03-68fd6f642ec2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:15.429720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Calling delete_port for c6f0d70b-e86a-4d31-abc4-514f665d3153 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:15.464570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c4b099-a506-4fdb-909b-d1a24201e791 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:15.465434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aaa3585f-5309-41e9-9d03-edf8b7308822 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:15.477698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:15.511503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.618261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port aaa3585f-5309-41e9-9d03-edf8b7308822 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:15.618787 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.709723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] Transition to ACTIVE for port object c0c4b099-a506-4fdb-909b-d1a24201e791 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:15.733712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.758136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:15.792874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.820598 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.830340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.856972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] No DVR routers for this DVR port c0c4b099-a506-4fdb-909b-d1a24201e791 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:15.892659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:15.896132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:15.910616 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f39902-65d6-416c-9aa5-e53badf1565d" -d '{"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:15.924910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:15.926289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-910af43a-70b7-4be5-8b81-dab9de2f88f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0c4b099-a506-4fdb-909b-d1a24201e791/bindings/n-h2-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8062525 Aug 27 02:19:15.934744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.943925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event updated for resources: {'Port': ['ID=374015ee-4060-4db9-8f03-68fd6f642ec2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:15.990583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Transition to ACTIVE for port object 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:16.004282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:16.022220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:16.029626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:16.045239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:16.052366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.056868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c6f0d70b-e86a-4d31-abc4-514f665d3153 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:16.136577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-5b58bbe4-1183-48b1-9efa-314421eb08ce tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:16.146703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-5b58bbe4-1183-48b1-9efa-314421eb08ce tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.1443419 Aug 27 02:19:16.228356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.350720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-dc3ed91e-ad8c-420e-8a84-95a3285a8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:16.356867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-dc3ed91e-ad8c-420e-8a84-95a3285a8332 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4&tenant_id=824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 1095 time: 0.2010972 Aug 27 02:19:16.376093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:16.385527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:16.385910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.391413 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.459443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Pushing event deleted for resources: {'Port': ['ID=c6f0d70b-e86a-4d31-abc4-514f665d3153,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:16.487246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.500348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-31013470-c360-4adb-a2cc-899f6478f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:16.506678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-67136ef6-ed85-4105-b6b6-16be7f8f023b None None] Provisioning for port 374015ee-4060-4db9-8f03-68fd6f642ec2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:16.508022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-31013470-c360-4adb-a2cc-899f6478f358 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1095 time: 0.1087203 Aug 27 02:19:16.518665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-67136ef6-ed85-4105-b6b6-16be7f8f023b None None] Provisioning complete for port 374015ee-4060-4db9-8f03-68fd6f642ec2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:16.519191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67136ef6-ed85-4105-b6b6-16be7f8f023b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.534759 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-ca01f2d2-43d3-4f8d-956c-1e22ce7655cf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8646173 Aug 27 02:19:16.557209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Request body: {'port': {'device_id': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:16.599965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-67136ef6-ed85-4105-b6b6-16be7f8f023b None None] Port 374015ee-4060-4db9-8f03-68fd6f642ec2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:16.650962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] No DVR routers for this DVR port c6f0d70b-e86a-4d31-abc4-514f665d3153 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:16.655678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:16.656014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:16.656466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:16.668456 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.670507 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1aaaf6de-d3fc-49a5-a205-65fed4d422ae req-43618596-d40d-4e94-a041-c9ee9b10dafb tempest-DeleteServersAdminTestJSON-758516741 tempest-DeleteServersAdminTestJSON-758516741-project] 10.222.0.45 "DELETE /v2.0/ports/c6f0d70b-e86a-4d31-abc4-514f665d3153 HTTP/1.1" status: 204 len: 173 time: 2.4501266 Aug 27 02:19:16.671085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:16.671404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:16.673826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'name': 'network-vif-deleted', 'tag': 'c6f0d70b-e86a-4d31-abc4-514f665d3153'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:16.676764 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef635eb-e46a-4a9c-a908-d2f37ccdff40" -d '{"events": [{"server_uuid": "92cbc323-96d3-4e6e-bf62-a770842c0864", "name": "network-vif-deleted", "tag": "c6f0d70b-e86a-4d31-abc4-514f665d3153"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:16.706971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:16.706971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:16.706971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:16.706971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Bound port: 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:16.706971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.733114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-435ca2c4-ee19-4cd5-a7a2-44a68f82b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:16.736518 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-435ca2c4-ee19-4cd5-a7a2-44a68f82b2b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2229767 Aug 27 02:19:16.804950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:16.808408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:16.809795 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.826418 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.830654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-631aaa2f-ebbb-4d34-81b7-62ed0e6db73c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 217 time: 0.0828531 Aug 27 02:19:16.888386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:16.894053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:16.908774 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] 10.222.0.32 "PUT /v2.0/ports/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 200 len: 1092 time: 2.7425578 Aug 27 02:19:16.934421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-c1877ef7-6303-4c05-b309-3841534aebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:16.937883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-c1877ef7-6303-4c05-b309-3841534aebb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0919487 Aug 27 02:19:17.000188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4682a0c-2d2d-4d15-a194-59e6681d1a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:17.001834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-85714a3a-e1ee-499d-8d8c-74494f711251 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553946 Aug 27 02:19:17.106303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:17.152990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-ebc7318f-b9c4-474a-a1eb-25a7836dda20 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367476 Aug 27 02:19:17.161852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-c8e0ae5b-7ada-4a9f-9973-16de713cee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:17.163394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-c8e0ae5b-7ada-4a9f-9973-16de713cee68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1095 time: 0.1681428 Aug 27 02:19:17.219535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-09e98427-8452-4ff4-bd26-b4d15bb6e2c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 200 len: 217 time: 0.0465672 Aug 27 02:19:17.308912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-02bf03b5-c68f-46c8-8433-f9148f6aa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:17.310504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-02bf03b5-c68f-46c8-8433-f9148f6aa3b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0791748 Aug 27 02:19:17.349110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-79e6486e-dcce-4442-bddc-a1393d9863da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299482 Aug 27 02:19:17.354294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-2eec6744-e004-4b22-b691-f1f96df8909d service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934047 Aug 27 02:19:17.486218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-8e6d7326-7980-434b-8998-5a7f7b36288d service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130571 Aug 27 02:19:17.507535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374015ee-4060-4db9-8f03-68fd6f642ec2 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:17.530873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:17.580463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Transition to ACTIVE for port object 374015ee-4060-4db9-8f03-68fd6f642ec2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:17.593374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:17.706453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-e2cc50ed-8017-441d-b2be-2cda1c81dfdc tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:17.712495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Pushing event updated for resources: {'Port': ['ID=374015ee-4060-4db9-8f03-68fd6f642ec2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:17.713685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-e2cc50ed-8017-441d-b2be-2cda1c81dfdc tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.0643373 Aug 27 02:19:17.786926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3618b01-315e-4dd1-8949-a562595c9a80 req-29c0aa0f-f657-4db1-9b7e-7baa174fb24f service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906079 Aug 27 02:19:17.870456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Attempting to bind port 374015ee-4060-4db9-8f03-68fd6f642ec2 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:17.870838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Attempting to bind port 374015ee-4060-4db9-8f03-68fd6f642ec2 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:17.871115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Attempting to bind port 374015ee-4060-4db9-8f03-68fd6f642ec2 on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:17.879449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Port 374015ee-4060-4db9-8f03-68fd6f642ec2 on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:17.879863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Attempting to bind port 374015ee-4060-4db9-8f03-68fd6f642ec2 on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:17.890283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:17.890283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Checking segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:17.890283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Bound using segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:17.895526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Bound port: 374015ee-4060-4db9-8f03-68fd6f642ec2, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:17.895780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:17.928051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-17779918-331d-4e1d-939b-327bb1cf3489 service neutron] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:17.938208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-17779918-331d-4e1d-939b-327bb1cf3489 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:17.939729 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-747ea7c6-c71d-43b1-8be7-50751b42608d req-17779918-331d-4e1d-939b-327bb1cf3489 service neutron] 10.222.0.45 "DELETE /v2.0/ports/c0c4b099-a506-4fdb-909b-d1a24201e791/bindings/n-h1-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.2190309 Aug 27 02:19:18.037029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] For port 374015ee-4060-4db9-8f03-68fd6f642ec2, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:18.042645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] For port 374015ee-4060-4db9-8f03-68fd6f642ec2, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=374015ee-4060-4db9-8f03-68fd6f642ec2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:18.076079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:18.118922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:18.119549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:18.121104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/374015ee-4060-4db9-8f03-68fd6f642ec2 HTTP/1.1" status: 200 len: 1091 time: 1.5768533 Aug 27 02:19:18.165655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c93d-b64b-4617-81ca-903a61f432d9 service neutron] Pushing event updated for resources: {'Port': ['ID=374015ee-4060-4db9-8f03-68fd6f642ec2,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:18.250713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-c80c6826-880a-424a-b752-06e9eb88c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:18.252266 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-c80c6826-880a-424a-b752-06e9eb88c54f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 1094 time: 0.0793152 Aug 27 02:19:18.289921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-e7e1ee6a-d912-4d6c-b27e-f46e2bff5c68 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=048954aa305a4e778c82bc4da7fafd47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241311 Aug 27 02:19:18.320466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-c3656618-83e9-4d7e-9aab-edda25515a60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374015ee-4060-4db9-8f03-68fd6f642ec2 HTTP/1.1" status: 200 len: 217 time: 0.0589225 Aug 27 02:19:18.407969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-863a6585-7224-476e-aa24-b3f62756f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:18.409579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-863a6585-7224-476e-aa24-b3f62756f146 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 200 len: 862 time: 0.0822761 Aug 27 02:19:18.497151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-02b56fc1-94c0-4103-aafb-f79cb137d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:18.498701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-02b56fc1-94c0-4103-aafb-f79cb137d915 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817029 Aug 27 02:19:18.505445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-62dd5dfe-e5bb-4760-bdfb-11decadae8c5 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:18.507433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cbabb-898b-4bed-9ecb-05ed8d698c1e req-9c4009e5-764f-4f04-b252-123351157423 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:18.508920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a11cbabb-898b-4bed-9ecb-05ed8d698c1e req-9c4009e5-764f-4f04-b252-123351157423 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 944 time: 0.0824714 Aug 27 02:19:18.537224 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-62dd5dfe-e5bb-4760-bdfb-11decadae8c5 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349577 Aug 27 02:19:18.562953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-1b601f09-2875-41b4-b41e-611eb7f11a60 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/quotas/048954aa305a4e778c82bc4da7fafd47 HTTP/1.1" status: 200 len: 375 time: 0.0244377 Aug 27 02:19:18.639580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-0f3e27f6-5863-42c3-859d-4ac42d0d8263 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=048954aa305a4e778c82bc4da7fafd47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684755 Aug 27 02:19:18.640470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a11cbabb-898b-4bed-9ecb-05ed8d698c1e req-3430044e-f509-400e-9b32-1909af667096 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Aug 27 02:19:18.658227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-6096dab1-0799-4262-84df-76770703749c service neutron] 10.222.0.45 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483264 Aug 27 02:19:18.828786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dec54-46b3-4687-8736-ddff37cfd795 req-a9323f14-7397-441e-9e04-939bce69a4f0 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:18.832911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a7dec54-46b3-4687-8736-ddff37cfd795 req-a9323f14-7397-441e-9e04-939bce69a4f0 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 943 time: 0.1062615 Aug 27 02:19:18.834868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c8f8bbe-eb83-4bb8-99da-09d71981d711 req-cd285f35-d0af-4be3-81f4-bbda7b1f171c service neutron] 10.222.0.45 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667287 Aug 27 02:19:18.924915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a7dec54-46b3-4687-8736-ddff37cfd795 req-50e8ef71-3917-4a4a-9ac9-f41eff20a519 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719080 Aug 27 02:19:19.038077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431fddb-1c92-492a-920a-b432e1c7249b req-4680d7e9-c993-488a-9c64-3070842d1ddb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:19.043598 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f431fddb-1c92-492a-920a-b432e1c7249b req-4680d7e9-c993-488a-9c64-3070842d1ddb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 944 time: 0.0810981 Aug 27 02:19:19.075235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c8da-2010-4303-9732-8b68a2194358 req-578714b9-80af-4cfd-9bc4-d8983f851048 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:19.076967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c08c8da-2010-4303-9732-8b68a2194358 req-578714b9-80af-4cfd-9bc4-d8983f851048 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 945 time: 0.0651391 Aug 27 02:19:19.137031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c08c8da-2010-4303-9732-8b68a2194358 req-2a74992a-8823-4672-8d4c-dd3a63070a37 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517087 Aug 27 02:19:19.185108 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa4206-8cec-4e69-adc4-eb6881b05528 x-openstack-request-id: req-a2aa4206-8cec-4e69-adc4-eb6881b05528 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:19.185943 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:19.186396 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2aa4206-8cec-4e69-adc4-eb6881b05528 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:19.186971 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'code': 200} Aug 27 02:19:19.215105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f431fddb-1c92-492a-920a-b432e1c7249b req-e32f84e8-4577-4155-923b-01f7769ecba8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652093 Aug 27 02:19:19.226293 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d248742-c3e9-497c-995d-fb2b29bc3f98 x-openstack-request-id: req-3d248742-c3e9-497c-995d-fb2b29bc3f98 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:19.226992 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cbc323-96d3-4e6e-bf62-a770842c0864", "name": "network-vif-deleted", "tag": "c6f0d70b-e86a-4d31-abc4-514f665d3153", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:19.227250 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d248742-c3e9-497c-995d-fb2b29bc3f98 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:19.227928 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cbc323-96d3-4e6e-bf62-a770842c0864', 'name': 'network-vif-deleted', 'tag': 'c6f0d70b-e86a-4d31-abc4-514f665d3153', 'status': 'completed', 'code': 200} Aug 27 02:19:19.349678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b5559860-ded3-465a-ad57-be0f966fa977 req-0dfb5282-9c95-4109-a1d9-0eeba7a17931 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 210 time: 0.0506821 Aug 27 02:19:19.469457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d663c5-6b38-45ec-bb61-68de557e8c3f req-506ca91c-221b-4599-b7a2-2379e53d8602 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:19.471336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9d663c5-6b38-45ec-bb61-68de557e8c3f req-506ca91c-221b-4599-b7a2-2379e53d8602 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 945 time: 0.0805519 Aug 27 02:19:19.503283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:19.540682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9d663c5-6b38-45ec-bb61-68de557e8c3f req-f7dcb28c-41d3-4f23-aaa9-86bfd7cfe999 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608861 Aug 27 02:19:19.570087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:19.600007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de340c02-bbe7-48a3-8531-080887fc11db req-9d345eb5-0a35-41a9-a81a-bb4e9f597440 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:19.608318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de340c02-bbe7-48a3-8531-080887fc11db req-9d345eb5-0a35-41a9-a81a-bb4e9f597440 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1095 time: 0.0843518 Aug 27 02:19:19.657583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de340c02-bbe7-48a3-8531-080887fc11db req-32966bbb-c4e1-4f2d-9ddf-a7df737368e2 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Aug 27 02:19:20.200478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-5622aa0a-09ef-4608-af02-10afab1b64cc tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.219969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-5622aa0a-09ef-4608-af02-10afab1b64cc tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.1980841 Aug 27 02:19:20.277242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-f298bbf5-16ae-4fa9-9d32-28dc24ae2227 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/quotas/824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 375 time: 0.0511889 Aug 27 02:19:20.285359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408eec-69ae-4946-b52f-c3dff43a44ac req-d6b8760f-d8d2-4f19-8dfb-f0a276b44062 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.296906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cf408eec-69ae-4946-b52f-c3dff43a44ac req-d6b8760f-d8d2-4f19-8dfb-f0a276b44062 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 943 time: 0.1277530 Aug 27 02:19:20.304779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60530) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:20.398912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cf408eec-69ae-4946-b52f-c3dff43a44ac req-539053b6-c904-4cf9-bffd-734d983ea2bb tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009662 Aug 27 02:19:20.448386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-1e8322d6-82dc-4d5e-b0bb-abec0a4f3f71 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=048954aa305a4e778c82bc4da7fafd47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117673 Aug 27 02:19:20.541338 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c0bda28f-deb0-4b5d-9864-42dda474d85c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2615919 Aug 27 02:19:20.818619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f3f83-6a0c-4fed-be50-2a0d81b3050a req-867fed18-1f34-42ce-aac6-bcc8f0471e85 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.830204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ed5f3f83-6a0c-4fed-be50-2a0d81b3050a req-867fed18-1f34-42ce-aac6-bcc8f0471e85 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 944 time: 0.1014936 Aug 27 02:19:20.930937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ed5f3f83-6a0c-4fed-be50-2a0d81b3050a req-356cbe73-e829-459a-ac65-89f5d36388e0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993571 Aug 27 02:19:20.955637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-9304e34f-82ea-460e-879f-5d4986ff3a5f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.957268 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-9304e34f-82ea-460e-879f-5d4986ff3a5f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4977670 Aug 27 02:19:20.988568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-89822657-5d5f-4876-bafd-7c6b88ce9825 service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458125 Aug 27 02:19:21.012630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Request body: {'port': {'device_id': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '048954aa305a4e778c82bc4da7fafd47'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:21.066645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c21e6cdd-0ee4-4624-9534-14522ec68454 req-be91ac89-1bee-4462-b656-46a31d7e4218 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 210 time: 0.0394206 Aug 27 02:19:21.118642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-73079d6f-dcee-441f-bc5d-4f929860cdd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e94a04543d9345a5b758ed6b0a9da8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7927728 Aug 27 02:19:21.121298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60548) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:21.217386 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d66f82fa-da75-4618-a2d4-67f0c06845b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.288149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d66f82fa-da75-4618-a2d4-67f0c06845b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.320547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'}, {'name': 'network-changed', 'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:21.330352 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a62351-096c-4ee8-ab36-9216f983470e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2"}, {"name": "network-changed", "server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:21.423178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-6cea4769-b727-498d-b494-b567b8f1c67b service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336402 Aug 27 02:19:21.437415 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d66f82fa-da75-4618-a2d4-67f0c06845b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.440279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d66f82fa-da75-4618-a2d4-67f0c06845b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.441499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d66f82fa-da75-4618-a2d4-67f0c06845b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19093433-9e85-498e-883a-295ceb0075ac HTTP/1.1" status: 204 len: 168 time: 0.3174341 Aug 27 02:19:21.481445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Made reservation on behalf of 048954aa305a4e778c82bc4da7fafd47 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:21.484218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9750ce5-0249-491b-865a-df311c66b513 req-2260e5a8-a8b0-43fa-b430-fab6b3bed9d5 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:21.487262 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e9750ce5-0249-491b-865a-df311c66b513 req-2260e5a8-a8b0-43fa-b430-fab6b3bed9d5 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 945 time: 0.1342928 Aug 27 02:19:21.496635 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.517537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-5f871182-069a-44c2-ad36-6c7778061eff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1413562 Aug 27 02:19:21.521894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:21.585658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f82fa-da75-4618-a2d4-67f0c06845b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19093433-9e85-498e-883a-295ceb0075ac,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:21.632250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e9750ce5-0249-491b-865a-df311c66b513 req-9dfb19f2-654c-48a9-8b65-ffb6ba60f077 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296864 Aug 27 02:19:21.746662 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e608e-de5e-4c8b-b096-214b0b83e8ad x-openstack-request-id: req-9b9e608e-de5e-4c8b-b096-214b0b83e8ad {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:21.747269 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:21.747730 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b9e608e-de5e-4c8b-b096-214b0b83e8ad {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:21.748431 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'status': 'completed', 'code': 200} Aug 27 02:19:21.748885 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'status': 'completed', 'code': 200} Aug 27 02:19:21.751088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-a9076ac7-345d-4693-9caf-16275bfbfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:21.752912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-a9076ac7-345d-4693-9caf-16275bfbfed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1095 time: 0.1675613 Aug 27 02:19:21.843501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Allocated IP 192.168.233.137 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/9b8578ec-28e4-4f03-8185-b5e65df52453) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:21.853656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:21.875782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'port_id': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'mac_address': 'fa:16:3e:b2:e9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ef85fa-d74e-4291-b42f-8739e258b3da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:21.969999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.012330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:22.061693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:22.067049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 374015ee-4060-4db9-8f03-68fd6f642ec2 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:22.078527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e79a30d0-3b6c-4eb1-a150-098107faa840 req-665634c6-d6ac-4df0-8a6a-c937dfc72de2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 210 time: 0.1858780 Aug 27 02:19:22.090099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60580) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:22.189291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a80ba461-d625-49a6-b0cb-f6843207e549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.199434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 374015ee-4060-4db9-8f03-68fd6f642ec2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=374015ee-4060-4db9-8f03-68fd6f642ec2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:22.216406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'port_id': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'mac_address': 'fa:16:3e:db:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:22.219254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.297916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:22.355900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.403464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374015ee-4060-4db9-8f03-68fd6f642ec2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:22.462382 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 374015ee-4060-4db9-8f03-68fd6f642ec2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=374015ee-4060-4db9-8f03-68fd6f642ec2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:22.475410 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.480274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62351-096c-4ee8-ab36-9216f983470e req-84faba2d-7a51-4142-a684-45292a282129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:22.484340 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-84faba2d-7a51-4142-a684-45292a282129 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 1094 time: 0.5995708 Aug 27 02:19:22.610735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:22.711972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-d8ae0df8-6e15-44b4-8fa9-279ed210e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:22.721221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-d8ae0df8-6e15-44b4-8fa9-279ed210e8b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.4693522 Aug 27 02:19:22.817999 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9319b7b-9fcb-4319-bb65-1ed17734b0b8 req-25a81d7f-0077-4bd4-907a-330971791e8f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:22.825509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=374015ee-4060-4db9-8f03-68fd6f642ec2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:22.835682 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b9319b7b-9fcb-4319-bb65-1ed17734b0b8 req-25a81d7f-0077-4bd4-907a-330971791e8f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 945 time: 0.5674095 Aug 27 02:19:22.871630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['374015ee-4060-4db9-8f03-68fd6f642ec2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:22.928404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-5f15daa5-60c7-41cc-88ad-dd7cd474f598 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.1816339 Aug 27 02:19:22.934151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62351-096c-4ee8-ab36-9216f983470e req-f5fc428e-b43e-4123-93a2-06aa2004462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:22.938810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-f5fc428e-b43e-4123-93a2-06aa2004462d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1095 time: 1.1963100 Aug 27 02:19:22.965285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a80ba461-d625-49a6-b0cb-f6843207e549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.010262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aee80-b4de-4a6b-a1d3-0760075b0c08 req-261095bf-9e54-4819-b18e-26a7ee2f0f32 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:23.021674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c6aee80-b4de-4a6b-a1d3-0760075b0c08 req-261095bf-9e54-4819-b18e-26a7ee2f0f32 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 944 time: 0.5765624 Aug 27 02:19:23.022800 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.052781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Transition to ACTIVE for port object 9b8578ec-28e4-4f03-8185-b5e65df52453 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:23.154353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.156159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a80ba461-d625-49a6-b0cb-f6843207e549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.260515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-65df7d1c-1011-4ff0-b46c-da1f83cacde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:23.262782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-65df7d1c-1011-4ff0-b46c-da1f83cacde2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.3198552 Aug 27 02:19:23.301116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c6aee80-b4de-4a6b-a1d3-0760075b0c08 req-4a9b0af6-f5df-4c7f-8c20-c4145e825a14 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719705 Aug 27 02:19:23.335716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ba461-d625-49a6-b0cb-f6843207e549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc4ee34-c2e4-474d-84f3-e32b51043f07,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:23.343461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Pushing event updated for resources: {'Port': ['ID=9b8578ec-28e4-4f03-8185-b5e65df52453,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:23.368343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-5b7eb244-52f9-4cb0-abdb-1758cdf584f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979822 Aug 27 02:19:23.458494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:23.462833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b9319b7b-9fcb-4319-bb65-1ed17734b0b8 req-e3d3cb29-616d-4470-bf45-a53c479c8f76 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262066 Aug 27 02:19:23.474975 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a80ba461-d625-49a6-b0cb-f6843207e549 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62e85ff31d694cf6beadb16b75f5027f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3743615 Aug 27 02:19:23.478250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60604) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:23.479406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:23.494244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:23.527012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62351-096c-4ee8-ab36-9216f983470e req-7836f895-56f4-4db9-9f8b-1f82ac5d058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:23.530159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-7836f895-56f4-4db9-9f8b-1f82ac5d058a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 924 time: 1.0294762 Aug 27 02:19:23.611283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-5b46ecf8-893e-4c7a-978e-fe45e1301fe4 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314107 Aug 27 02:19:23.640947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62351-096c-4ee8-ab36-9216f983470e req-50982d67-5f5b-4cc3-85be-5b5368c1cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:23.653876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-50982d67-5f5b-4cc3-85be-5b5368c1cfbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.6883168 Aug 27 02:19:23.694529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.32', 54749) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:23.802636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-ed81e388-08ae-4f63-a222-bd1b4fcb4d12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374015ee-4060-4db9-8f03-68fd6f642ec2 HTTP/1.1" status: 200 len: 217 time: 0.1921093 Aug 27 02:19:23.914242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ef14ae83-5b14-409f-bf8c-3029319d6250'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:23.923606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1992e677-ad07-4101-a359-56d7711ee0fb None None] Provisioning for port 9b8578ec-28e4-4f03-8185-b5e65df52453 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:23.956726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:23.957558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.973301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1992e677-ad07-4101-a359-56d7711ee0fb None None] Provisioning complete for port 9b8578ec-28e4-4f03-8185-b5e65df52453 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:23.978092 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1992e677-ad07-4101-a359-56d7711ee0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.988885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62351-096c-4ee8-ab36-9216f983470e req-a7c9942e-40ef-4091-9a82-a5f9cf99b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:23.990564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-a7c9942e-40ef-4091-9a82-a5f9cf99b7fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 200 len: 862 time: 0.1583185 Aug 27 02:19:24.003790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-110a20a2-989f-4941-b196-67b993389ca9 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0348680 Aug 27 02:19:24.018304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d105be-a542-45a0-a815-72f07af417d7 req-dd29b22a-e3c0-4857-a612-fc61e4d72ecf tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.032082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35d105be-a542-45a0-a815-72f07af417d7 req-dd29b22a-e3c0-4857-a612-fc61e4d72ecf tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 945 time: 0.2517145 Aug 27 02:19:24.032909 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b2cf626-1f8c-40b4-aa00-7f3c045b9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.049867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-094a622c-787b-430a-adb2-afc747382f2c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.051456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-094a622c-787b-430a-adb2-afc747382f2c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.3189108 Aug 27 02:19:24.058448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1992e677-ad07-4101-a359-56d7711ee0fb None None] Port 9b8578ec-28e4-4f03-8185-b5e65df52453 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:24.061360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Request body: {'port': {'device_id': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:24.068217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec0c8a40-41f9-4aca-b0ea-407b1da746f1 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:24.077216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 374015ee-4060-4db9-8f03-68fd6f642ec2 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:24.113927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Request body: {'port': {'device_id': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'admin_state_up': True, 'tenant_id': '824ea5b670a64ecbb17a64950478a079'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:24.126334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-9b5af101-6511-4d8d-a470-d94bc756bedd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 200 len: 217 time: 0.3817372 Aug 27 02:19:24.128596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b2cf626-1f8c-40b4-aa00-7f3c045b9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.134680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf28097-8637-46ea-aaaf-fd40c7073843 req-4efe0d41-900a-4522-8b88-38052054f6f2 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.136265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cf28097-8637-46ea-aaaf-fd40c7073843 req-4efe0d41-900a-4522-8b88-38052054f6f2 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 936 time: 0.6120884 Aug 27 02:19:24.251579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62351-096c-4ee8-ab36-9216f983470e req-7aaf8651-4e90-4978-9356-b1fa8700af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.253299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-7aaf8651-4e90-4978-9356-b1fa8700af73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516172 Aug 27 02:19:24.265494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 374015ee-4060-4db9-8f03-68fd6f642ec2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:24.277719 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35d105be-a542-45a0-a815-72f07af417d7 req-2ea3d172-fa07-4c5d-a287-8d3c87821dd4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011361 Aug 27 02:19:24.277901 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-48d80ad8-9dd8-43dc-8538-cac9d47fd64a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5814478 Aug 27 02:19:24.290408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 374015ee-4060-4db9-8f03-68fd6f642ec2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:24.291186 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.327298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.339398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62351-096c-4ee8-ab36-9216f983470e req-077a4e94-6ff3-44cf-88f0-d190b6511246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.340321 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-077a4e94-6ff3-44cf-88f0-d190b6511246 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1895652 Aug 27 02:19:24.346125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cfed6b8-33d5-441d-aa0b-4f968ee7706b req-a238bf48-a597-4d27-a089-1309a3e863db service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184725 Aug 27 02:19:24.349832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cf28097-8637-46ea-aaaf-fd40c7073843 req-0852115d-a82d-4ab5-93cf-da2237a08131 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591685 Aug 27 02:19:24.473231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:24.474161 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-cfbd2298-5d4e-4d09-a164-773e1194a732 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233120 Aug 27 02:19:24.523604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'port_id': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'mac_address': 'fa:16:3e:78:1f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2a642-c832-4e54-806b-8418e2e9810c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:24.552400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086df8-7a95-483a-8725-e98fe582685a req-b8c65691-3319-4a39-bb5f-dc6c625c25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.554095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-b8c65691-3319-4a39-bb5f-dc6c625c25f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1095 time: 0.1926494 Aug 27 02:19:24.556789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Made reservation on behalf of 824ea5b670a64ecbb17a64950478a079 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:24.560504 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.624597 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f026b456-fd9d-49d8-aec0-94136c2e1513 req-a43377a6-ec2c-4ad6-ab0b-b4cbdd23ce5e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 210 time: 0.1789849 Aug 27 02:19:24.665570 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.699788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec0c8a40-41f9-4aca-b0ea-407b1da746f1 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:24.706232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.709400 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-aadb2cff-7436-45d1-8c3e-5a8c72bd60ab service neutron] 10.222.0.45 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262860 Aug 27 02:19:24.727734 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b2cf626-1f8c-40b4-aa00-7f3c045b9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.732988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b2cf626-1f8c-40b4-aa00-7f3c045b9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.734926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7b2cf626-1f8c-40b4-aa00-7f3c045b9101 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efc4ee34-c2e4-474d-84f3-e32b51043f07 HTTP/1.1" status: 204 len: 168 time: 1.2526634 Aug 27 02:19:24.793748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Allocated IP 172.20.0.2 (543c80bd-3b39-4e69-b761-ac69f0bf8d30/95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d/67ab476f-5628-492c-b94d-c124196bf7e3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:24.793956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 374015ee-4060-4db9-8f03-68fd6f642ec2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=374015ee-4060-4db9-8f03-68fd6f642ec2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:24.796926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:24.801598 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb85a61-70c1-4ab3-a311-23558446e218" -d '{"events": [{"server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "name": "network-vif-plugged", "status": "completed", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:24.824435 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.909152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:24.926363 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.993489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=374015ee-4060-4db9-8f03-68fd6f642ec2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:25.118394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ec0c8a40-41f9-4aca-b0ea-407b1da746f1'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:25.129547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-7dc85699-97e7-4b24-b3fa-0f1eb8cafb1e service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444952 Aug 27 02:19:25.143909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cf626-1f8c-40b4-aa00-7f3c045b9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc4ee34-c2e4-474d-84f3-e32b51043f07,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:25.390223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da17d6-ec2d-4b13-8600-97e5ac4334ef req-7650c73d-ff96-4c04-adc5-264e7a0769d3 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.398108 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65da17d6-ec2d-4b13-8600-97e5ac4334ef req-7650c73d-ff96-4c04-adc5-264e7a0769d3 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 945 time: 0.4440980 Aug 27 02:19:25.438113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-448c9fee-156d-437c-a13a-3c8d66d655aa service neutron] 10.222.0.45 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849027 Aug 27 02:19:25.490506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.491236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65da17d6-ec2d-4b13-8600-97e5ac4334ef req-25fa8d72-a19a-4f7d-9b61-9fa3604f80fe tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921557 Aug 27 02:19:25.506964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:25.555931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:25.556385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086df8-7a95-483a-8725-e98fe582685a req-4649a73c-a281-420c-84ef-919fffd052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.558764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-4649a73c-a281-420c-84ef-919fffd052c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.9724824 Aug 27 02:19:25.562974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-1d766445-54bc-4773-9a91-ab5569e975a9 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899956 Aug 27 02:19:25.593032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.621988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:25.658415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8578ec-28e4-4f03-8185-b5e65df52453 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:25.665286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:25.670397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:25.678417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.679136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.682529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.683529 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-2cb06914-2c4f-41af-bd22-b7347dd64db7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0780420 Aug 27 02:19:25.724161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c07a27-5018-482d-acc1-0c0ae6e42133 req-1f27c145-d8eb-4e40-be70-5bb6cf4240c2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.726927 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24c07a27-5018-482d-acc1-0c0ae6e42133 req-1f27c145-d8eb-4e40-be70-5bb6cf4240c2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 945 time: 0.7407892 Aug 27 02:19:25.728470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Transition to ACTIVE for port object 9b8578ec-28e4-4f03-8185-b5e65df52453 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:25.744419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.799915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086df8-7a95-483a-8725-e98fe582685a req-54fdd0cc-900e-4b9f-9e07-410befe176ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.802344 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-54fdd0cc-900e-4b9f-9e07-410befe176ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0706687 Aug 27 02:19:25.814816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:25.833759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:25.834253 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.847139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Pushing event updated for resources: {'Port': ['ID=9b8578ec-28e4-4f03-8185-b5e65df52453,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:25.858660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24c07a27-5018-482d-acc1-0c0ae6e42133 req-4ab554fa-aea8-41d8-b9d9-e8e90ad31610 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Aug 27 02:19:25.901789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-aa8a62fb-876d-48b3-a3d7-d4c0708d1dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557818 Aug 27 02:19:25.921979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8139398 Aug 27 02:19:25.955225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8e2e5-62d9-4d4e-8aa9-a053dc143ed6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:26.005900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c88b6-8984-4012-8239-1d745a040ba8 req-702b064d-4016-4a57-8d15-0369d7bccfb4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.019000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Request body: {'port': {'device_id': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:26.025196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a64c88b6-8984-4012-8239-1d745a040ba8 req-702b064d-4016-4a57-8d15-0369d7bccfb4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 944 time: 0.2391887 Aug 27 02:19:26.105937 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df7d6f1-3e09-4cc2-bb20-b16840349344 x-openstack-request-id: req-7df7d6f1-3e09-4cc2-bb20-b16840349344 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:26.111813 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "name": "network-vif-plugged", "status": "completed", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:26.112295 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7df7d6f1-3e09-4cc2-bb20-b16840349344 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:26.112858 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'code': 200} Aug 27 02:19:26.113744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.116262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec0c8a40-41f9-4aca-b0ea-407b1da746f1 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:26.206871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:26.281555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Attempting to bind port 9b8578ec-28e4-4f03-8185-b5e65df52453 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:26.282092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Attempting to bind port 9b8578ec-28e4-4f03-8185-b5e65df52453 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:26.282557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Attempting to bind port 9b8578ec-28e4-4f03-8185-b5e65df52453 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:26.289254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.303486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a64c88b6-8984-4012-8239-1d745a040ba8 req-56585e17-6de4-4c5a-901f-a705a353f364 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772329 Aug 27 02:19:26.329037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Port 9b8578ec-28e4-4f03-8185-b5e65df52453 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:26.355222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Attempting to bind port 9b8578ec-28e4-4f03-8185-b5e65df52453 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:26.381391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:26.385267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:26.397241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:26.398183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:26.403942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Bound port: 9b8578ec-28e4-4f03-8185-b5e65df52453, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:26.404472 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.448605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15bff4-dbd6-44e3-a97d-e158ec46ed3a req-a9e4cbb5-54dd-4ea0-b5db-2da837b63275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.450572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d15bff4-dbd6-44e3-a97d-e158ec46ed3a req-a9e4cbb5-54dd-4ea0-b5db-2da837b63275 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 1096 time: 0.3164446 Aug 27 02:19:26.459865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.475602 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.513515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec0c8a40-41f9-4aca-b0ea-407b1da746f1 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:26.560906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:26.567716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.579231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d15bff4-dbd6-44e3-a97d-e158ec46ed3a req-2ea2b1ab-d916-4a3f-bedd-9bb0a995445b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164622 Aug 27 02:19:26.620718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] For port 9b8578ec-28e4-4f03-8185-b5e65df52453, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:26.626826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] For port 9b8578ec-28e4-4f03-8185-b5e65df52453, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9b8578ec-28e4-4f03-8185-b5e65df52453,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:26.647674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3a07-e8a8-4a1e-aeae-c08379332319 req-f8a84da8-655b-4cc9-bdfd-23effe313977 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.648505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bc823-efbf-4525-b896-4912d3bc05e2 req-1ebdf909-76fe-4876-9ec6-671e74035f69 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.656344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e91e3a07-e8a8-4a1e-aeae-c08379332319 req-f8a84da8-655b-4cc9-bdfd-23effe313977 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 931 time: 0.1725726 Aug 27 02:19:26.660619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.662305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a93bc823-efbf-4525-b896-4912d3bc05e2 req-1ebdf909-76fe-4876-9ec6-671e74035f69 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 948 time: 0.5048573 Aug 27 02:19:26.675243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:26.707446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-f7e5b6ce-e631-4438-b533-bb0ceb976763 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7841716 Aug 27 02:19:26.766650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.767362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.768974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] 10.222.0.32 "PUT /v2.0/ports/9b8578ec-28e4-4f03-8185-b5e65df52453 HTTP/1.1" status: 200 len: 1096 time: 2.7317941 Aug 27 02:19:26.775162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'tag': '9b8578ec-28e4-4f03-8185-b5e65df52453'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:26.777801 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2a4b27-9127-4f04-b084-3d3933b9c721", "tag": "9b8578ec-28e4-4f03-8185-b5e65df52453"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:26.819614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e91e3a07-e8a8-4a1e-aeae-c08379332319 req-bd8c92ea-b36c-499f-8e3b-cd2700c65e28 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618328 Aug 27 02:19:27.346503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31454-6526-41f9-8aa6-2c4166b0beef service neutron] Pushing event updated for resources: {'Port': ['ID=9b8578ec-28e4-4f03-8185-b5e65df52453,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:27.422210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-5110db7a-871a-4796-a0a3-f038b01e1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.423936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-5110db7a-871a-4796-a0a3-f038b01e1897 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=048954aa305a4e778c82bc4da7fafd47&device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 1099 time: 0.5789905 Aug 27 02:19:27.424860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80086df8-7a95-483a-8725-e98fe582685a req-7fe39baa-08d1-4d06-b67c-e6fe57f85534 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978548 Aug 27 02:19:27.434116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbfbc9-9c83-4bde-8aea-45f31eda9d05 req-a3cfab65-e5b0-4813-aff6-98ea58d8825e tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.444135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4bbfbc9-9c83-4bde-8aea-45f31eda9d05 req-a3cfab65-e5b0-4813-aff6-98ea58d8825e tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 945 time: 0.1094601 Aug 27 02:19:27.536597 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-4a3195be-d3a3-412a-b4bd-2e0061a205ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=9b8578ec-28e4-4f03-8185-b5e65df52453 HTTP/1.1" status: 200 len: 217 time: 0.0902905 Aug 27 02:19:27.626647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4bbfbc9-9c83-4bde-8aea-45f31eda9d05 req-9cd46934-85f5-45a6-8928-44f1625853b4 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815014 Aug 27 02:19:27.632162 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cbedfb6a-2289-4480-8d38-c0a1a40d3d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:27.637752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-6ba4303a-8d18-41c7-aead-b8d7c6434559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.640081 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-6ba4303a-8d18-41c7-aead-b8d7c6434559 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0796115 Aug 27 02:19:27.661095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a93bc823-efbf-4525-b896-4912d3bc05e2 req-56b51292-ae02-41d8-a908-3dfffb1939fe tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9921787 Aug 27 02:19:27.673200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-7956046b-47b9-41fa-93a9-d2179bea7cb4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.697394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-7956046b-47b9-41fa-93a9-d2179bea7cb4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 943 time: 1.1941636 Aug 27 02:19:27.785066 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab729ce7-d562-46cb-94fa-9824c9c4ebfe x-openstack-request-id: req-ab729ce7-d562-46cb-94fa-9824c9c4ebfe {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:27.785713 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2a4b27-9127-4f04-b084-3d3933b9c721", "tag": "9b8578ec-28e4-4f03-8185-b5e65df52453", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:27.785713 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab729ce7-d562-46cb-94fa-9824c9c4ebfe {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:27.798924 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'tag': '9b8578ec-28e4-4f03-8185-b5e65df52453', 'status': 'completed', 'code': 200} Aug 27 02:19:27.830848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-1c2aafe6-ca1c-4a8f-98e6-9e4ac0ad7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.858259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-1c2aafe6-ca1c-4a8f-98e6-9e4ac0ad7254 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2092671 Aug 27 02:19:28.114894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:28.117650 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:19:28.118191 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27666773-99df-453b-8158-8a8bbd69dd56" -d '{"events": [{"server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "name": "network-vif-plugged", "status": "completed", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:28.140613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec0c8a40-41f9-4aca-b0ea-407b1da746f1 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:28.158296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-c62837a7-6f22-46de-9b7c-e021552e6a31 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918830 Aug 27 02:19:28.194014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4748a4c-2085-410b-9369-891f38f64871 req-a0a89439-feeb-48fa-a76c-c66d2d64309c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.203153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4748a4c-2085-410b-9369-891f38f64871 req-a0a89439-feeb-48fa-a76c-c66d2d64309c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 943 time: 0.2403274 Aug 27 02:19:28.313755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb50479-4815-46d0-a74c-d2371d5aefe4 req-09cc0364-85c9-449e-9e23-c15818915b65 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.321679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ceb50479-4815-46d0-a74c-d2371d5aefe4 req-09cc0364-85c9-449e-9e23-c15818915b65 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.3925571 Aug 27 02:19:28.379944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4748a4c-2085-410b-9369-891f38f64871 req-c6f1789a-746f-4f9a-bbf9-2bd7cd734df2 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758339 Aug 27 02:19:28.460394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f22445e1-553c-493e-b6a5-22b7646b5d2b req-be7b8951-dbd9-44b8-8a26-297d85020a00 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889011 Aug 27 02:19:28.490086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:28.556643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'port_id': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'mac_address': 'fa:16:3e:78:1f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2a642-c832-4e54-806b-8418e2e9810c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:28.564936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ceb50479-4815-46d0-a74c-d2371d5aefe4 req-b8ea0c95-ae8a-488b-806b-76e6916e8e3f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360909 Aug 27 02:19:28.644563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Deleting port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:28.652056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:28.655922 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:28.672175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-c46764a9-9299-433a-b362-91ca30f43bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.673787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-c46764a9-9299-433a-b362-91ca30f43bfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=048954aa305a4e778c82bc4da7fafd47&device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 1099 time: 0.1312797 Aug 27 02:19:28.687510 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4646ffd7-cc2e-4b4f-8180-a96ce2cca11d x-openstack-request-id: req-4646ffd7-cc2e-4b4f-8180-a96ce2cca11d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:28.688519 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "name": "network-vif-plugged", "status": "completed", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:28.688519 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4646ffd7-cc2e-4b4f-8180-a96ce2cca11d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:28.689625 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'code': 200} Aug 27 02:19:28.695523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c8a40-41f9-4aca-b0ea-407b1da746f1 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:28.737554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ab476f-5628-492c-b94d-c124196bf7e3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:28.750716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:28.762982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:28.778140 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:28.781225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Transition to ACTIVE for port object 67ab476f-5628-492c-b94d-c124196bf7e3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:28.874034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-6543a161-19d2-4c08-8520-a8cfccc17523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.874034 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-6543a161-19d2-4c08-8520-a8cfccc17523 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1844227 Aug 27 02:19:28.875111 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:28.887648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a03900-aba2-4f8f-8ee0-117998bb35d9 req-435a2c91-e278-44a2-bd74-06f9030a90a8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.894848 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1a03900-aba2-4f8f-8ee0-117998bb35d9 req-435a2c91-e278-44a2-bd74-06f9030a90a8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 931 time: 0.3098156 Aug 27 02:19:28.905654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:28.990861 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-5c5a385b-cf3c-4c99-b420-bbc58aba69de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=9b8578ec-28e4-4f03-8185-b5e65df52453 HTTP/1.1" status: 200 len: 217 time: 0.0929401 Aug 27 02:19:29.039581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:29.050777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2ce43-2a42-4a70-875e-032c2f66a650 req-9c0bc9ea-302c-4248-aa56-fac778441aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.052684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cf2ce43-2a42-4a70-875e-032c2f66a650 req-9c0bc9ea-302c-4248-aa56-fac778441aea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1097 time: 0.2698059 Aug 27 02:19:29.066699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1a03900-aba2-4f8f-8ee0-117998bb35d9 req-b157e298-c4a9-44df-b6fe-36324899879a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700623 Aug 27 02:19:29.087695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeecb7-637f-4aa3-883a-665f4b4a6651 req-5045d558-165b-4524-91d3-b31410968bb1 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.094527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-298ae3bf-6edf-4390-a065-9de840c475f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.096077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6bdeecb7-637f-4aa3-883a-665f4b4a6651 req-5045d558-165b-4524-91d3-b31410968bb1 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 945 time: 0.3119097 Aug 27 02:19:29.104586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.104857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.105195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.105528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.105857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.106183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.106543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.106865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.107184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.107505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.107823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.108140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:29.108863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-298ae3bf-6edf-4390-a065-9de840c475f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1082606 Aug 27 02:19:29.123015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] For port ec0c8a40-41f9-4aca-b0ea-407b1da746f1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:29.123405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.177444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Calling delete_port for ec0c8a40-41f9-4aca-b0ea-407b1da746f1 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:29.246842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:29.247305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:29.247644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:29.276591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-dcaf3fb8-ae06-4439-b919-4ead789e6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.278110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-dcaf3fb8-ae06-4439-b919-4ead789e6fbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529903 Aug 27 02:19:29.282889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6bdeecb7-637f-4aa3-883a-665f4b4a6651 req-1702ccfd-63f8-40de-9c3d-a67339074adf tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859431 Aug 27 02:19:29.294609 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cf2ce43-2a42-4a70-875e-032c2f66a650 req-1a63c03e-a583-4b07-9612-572e871b6c02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960530 Aug 27 02:19:29.295401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:29.295726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:29.348900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:29.349241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:29.349629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:29.350067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Bound port: 67ab476f-5628-492c-b94d-c124196bf7e3, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:29.350494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.493742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-e20c250b-108d-4831-9290-9f2186403630 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024744 Aug 27 02:19:29.521378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e97f1c-1c4d-4b55-a26f-7a044f709b51 req-8a5ada3a-2d39-475d-a8c3-bc30027c7337 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.523045 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24e97f1c-1c4d-4b55-a26f-7a044f709b51 req-8a5ada3a-2d39-475d-a8c3-bc30027c7337 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 948 time: 0.2986026 Aug 27 02:19:29.542455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:29.596121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:29.616760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.634395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24e97f1c-1c4d-4b55-a26f-7a044f709b51 req-0053ca40-452f-4185-8653-c08054c5049f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012938 Aug 27 02:19:29.667617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.678411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.679036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.680438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] 10.222.0.32 "PUT /v2.0/ports/67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 200 len: 1091 time: 3.7275951 Aug 27 02:19:29.688661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921b45b-2e42-4b8a-b115-4f1a01292c69 req-4d698eb8-7b96-4fbd-a93f-ec8717c24922 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.702043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60746) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:29.705965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3921b45b-2e42-4b8a-b115-4f1a01292c69 req-4d698eb8-7b96-4fbd-a93f-ec8717c24922 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 945 time: 0.1854470 Aug 27 02:19:29.706497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:29.708908 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d9f8aa-137b-4de5-8523-7dba1977278c" -d '{"events": [{"name": "network-changed", "server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:29.750416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'floatingip': {'port_id': '374015ee-4060-4db9-8f03-68fd6f642ec2'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:29.756488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed8e8-8ad9-41d0-922c-05103a117997 service neutron] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:29.840410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event deleted for resources: {'Port': ['ID=ec0c8a40-41f9-4aca-b0ea-407b1da746f1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:29.842573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] No DVR routers for this DVR port ec0c8a40-41f9-4aca-b0ea-407b1da746f1 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:29.846373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.855080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64d863d8-ca17-4bee-b1dd-4278c81fe893 req-0377f364-c292-49c4-8074-abbf1f1f674c tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "DELETE /v2.0/ports/ec0c8a40-41f9-4aca-b0ea-407b1da746f1 HTTP/1.1" status: 204 len: 173 time: 1.9922328 Aug 27 02:19:29.869715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-dafb2697-5e38-4780-a318-fd92a3647fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.875405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-dafb2697-5e38-4780-a318-fd92a3647fe9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1094 time: 0.1362538 Aug 27 02:19:29.882625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a8fad8e-e0be-4d1f-acdc-e23fd5c212a9 req-0f2502ba-38ac-4eb2-9b8c-67ec55582511 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574276 Aug 27 02:19:29.914992 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.980863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-bca665d5-279c-4f68-a5ad-8be29ad8327d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 200 len: 217 time: 0.0883472 Aug 27 02:19:29.996364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6ed2ae0-32eb-451b-aa06-e1fd26e2ec22 req-daf2e9bb-a035-45b2-b1e3-bb73326aed20 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=af0fafe7-ccd3-413e-ad59-bd4e103d0331 HTTP/1.1" status: 200 len: 210 time: 0.1004772 Aug 27 02:19:30.110881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-3d76fc49-559f-4da3-a784-9b1dffcd4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:30.114037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-3d76fc49-559f-4da3-a784-9b1dffcd4cb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1183805 Aug 27 02:19:30.126451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec0c8a40-41f9-4aca-b0ea-407b1da746f1 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:30.187268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: ec0c8a40-41f9-4aca-b0ea-407b1da746f1 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:19:30.187620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec0c8a40-41f9-4aca-b0ea-407b1da746f1 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:30.192803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-59eeac6a-1253-45f9-b151-2df55b9b37ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618796 Aug 27 02:19:30.223096 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e76d1895-3441-4212-aee8-36ed9ee5c3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.244863 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad03888-fccd-4efc-9c7c-aff6f0e3f989 x-openstack-request-id: req-fad03888-fccd-4efc-9c7c-aff6f0e3f989 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:30.246673 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:30.248347 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fad03888-fccd-4efc-9c7c-aff6f0e3f989 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:30.248915 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3', 'status': 'completed', 'code': 200} Aug 27 02:19:30.344027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adbd6f-3a7c-45b6-9f2b-0f78a29af73b req-24e9940a-39e4-414d-ba8e-c1c2559b8a5e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:30.349056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76adbd6f-3a7c-45b6-9f2b-0f78a29af73b req-24e9940a-39e4-414d-ba8e-c1c2559b8a5e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.2302032 Aug 27 02:19:30.419329 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.439483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-233f35ea-2b56-4c1a-8615-1c61e1f4e87e service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381852 Aug 27 02:19:30.450831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d9c0-79f7-4862-ad8a-6ca43bf5737e req-fc7e6f1a-4525-495e-9eb7-0117814dc78a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:30.460280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c33d9c0-79f7-4862-ad8a-6ca43bf5737e req-fc7e6f1a-4525-495e-9eb7-0117814dc78a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.1133509 Aug 27 02:19:30.572548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c33d9c0-79f7-4862-ad8a-6ca43bf5737e req-48638ad6-bec3-46e4-bd2a-b090355b3027 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051726 Aug 27 02:19:30.586790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76adbd6f-3a7c-45b6-9f2b-0f78a29af73b req-9ec62b8b-1c4a-4390-b6a2-b46ff6abd159 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290449 Aug 27 02:19:30.684864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08494ca1-ffea-45f4-b123-089edfd9e6ef req-5be55fbe-3d63-48e7-82a0-03dacacab751 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201784 Aug 27 02:19:30.919404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-b7477194-fabf-4b90-b9a0-ef2df323ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:30.921748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-b7477194-fabf-4b90-b9a0-ef2df323ed6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1094 time: 0.1298480 Aug 27 02:19:31.103921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-144bca5c-ae2c-477f-a767-18d4bdef8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.112421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-144bca5c-ae2c-477f-a767-18d4bdef8036 service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1798391 Aug 27 02:19:31.121476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:31.221942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-19c93cdb-ca0d-4a22-86af-8de7f5d42d71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 200 len: 217 time: 0.1041989 Aug 27 02:19:31.229352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:19:31.333780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-4fcb9748-3cb3-4e79-a862-a4daf1a94e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.336628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-4fcb9748-3cb3-4e79-a862-a4daf1a94e07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0894849 Aug 27 02:19:31.344564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:31.354236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:31.364180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18cfe7-3ad3-406a-8077-0abe19930cdf req-cc81aac5-8484-4c52-a9b0-83329f263d1d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.365795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca18cfe7-3ad3-406a-8077-0abe19930cdf req-cc81aac5-8484-4c52-a9b0-83329f263d1d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 948 time: 0.2663701 Aug 27 02:19:31.393053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-bb4c7fc6-5c0b-4c43-ae38-54d316b655af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471268 Aug 27 02:19:31.582247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9b8578ec-28e4-4f03-8185-b5e65df52453 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:31.747853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-cdde81b0-6191-45c9-bad5-1c893fda6b51 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.751569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9b8578ec-28e4-4f03-8185-b5e65df52453, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9b8578ec-28e4-4f03-8185-b5e65df52453,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:31.753372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-cdde81b0-6191-45c9-bad5-1c893fda6b51 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 821 time: 0.3015807 Aug 27 02:19:31.758855 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb associated. External IP: 172.25.1.2, port: 374015ee-4060-4db9-8f03-68fd6f642ec2. Aug 27 02:19:31.766107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '9b8578ec-28e4-4f03-8185-b5e65df52453', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '9b8578ec-28e4-4f03-8185-b5e65df52453', 'mac_address': 'fa:16:3e:2d:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:31.794720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-abe77970-31e9-4c16-9075-e1aa9052b5cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/quotas/5eb33d70486e4297824486ab7a295cf9 HTTP/1.1" status: 200 len: 375 time: 0.0310471 Aug 27 02:19:31.823697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:31.842669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8578ec-28e4-4f03-8185-b5e65df52453 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:31.852795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-264279ca-c748-4db0-a866-dfe6c9e61981 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507198 Aug 27 02:19:31.873914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9b8578ec-28e4-4f03-8185-b5e65df52453, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9b8578ec-28e4-4f03-8185-b5e65df52453,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:31.881564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:31.947163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9b8578ec-28e4-4f03-8185-b5e65df52453,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:31.981777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-96326d13-2ba5-4b80-b4a8-80ad7eab987b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847506 Aug 27 02:19:31.998662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca18cfe7-3ad3-406a-8077-0abe19930cdf req-10313cff-ae11-4f95-910a-c0ce789a6a7b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246581 Aug 27 02:19:32.105699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83d9f8aa-137b-4de5-8523-7dba1977278c req-822c23b1-ebe7-45e9-aa2a-a85bc3584aee service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365315 Aug 27 02:19:32.131629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-caa700ac-b23b-4fa1-bd41-b8914ddb8145 service neutron] 10.222.0.10 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493890 Aug 27 02:19:32.143789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9b8578ec-28e4-4f03-8185-b5e65df52453'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:32.174637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Router 1e66ddf5-9a59-442e-a3a3-8195831ce825 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:19:32.197592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae4924-bb17-4ee1-9743-61a0636238cd req-8bc41af2-69a1-4e50-95b3-f9252dcffb5e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.199119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cae4924-bb17-4ee1-9743-61a0636238cd req-8bc41af2-69a1-4e50-95b3-f9252dcffb5e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.0749650 Aug 27 02:19:32.247374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-d90bded7-41f1-4764-a431-6960b6f8cfc1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147845 Aug 27 02:19:32.251762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'name': 'network-vif-deleted', 'tag': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:32.254643 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f6afad-e2dc-4c0a-b380-13ee0cf17019" -d '{"events": [{"server_uuid": "af0fafe7-ccd3-413e-ad59-bd4e103d0331", "name": "network-vif-deleted", "tag": "ec0c8a40-41f9-4aca-b0ea-407b1da746f1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:32.319257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cae4924-bb17-4ee1-9743-61a0636238cd req-d84cf368-0350-4b5d-8039-71795bd8078f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840397 Aug 27 02:19:32.347692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:19:32.365982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:32.406659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-21cf118f-1be2-4281-a76d-67754f4a502a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "PUT /v2.0/floatingips/7a41cf2e-5cc0-46da-8e5d-ac20229dbacb HTTP/1.1" status: 200 len: 989 time: 2.7030308 Aug 27 02:19:32.407327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:32.409730 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c3d7f-d0d2-47bd-b045-17eeef5bc640" -d '{"events": [{"name": "network-changed", "server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:32.453131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] Sync routers for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:19:32.487085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be29b-71b5-4463-a438-6d16ea095400 req-28468f0e-0f41-4bb8-b8e2-e05fb255803a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.501161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-245be29b-71b5-4463-a438-6d16ea095400 req-28468f0e-0f41-4bb8-b8e2-e05fb255803a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.0748303 Aug 27 02:19:32.511454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:19:32.512112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:19:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:32.555625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-245be29b-71b5-4463-a438-6d16ea095400 req-e49b3878-3741-423e-9247-bb4ee0aa321a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481753 Aug 27 02:19:32.637455 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b00b8-e4af-49c4-9922-9f0a2d199428 x-openstack-request-id: req-082b00b8-e4af-49c4-9922-9f0a2d199428 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:32.638005 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0fafe7-ccd3-413e-ad59-bd4e103d0331", "name": "network-vif-deleted", "tag": "ec0c8a40-41f9-4aca-b0ea-407b1da746f1", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:32.638450 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-082b00b8-e4af-49c4-9922-9f0a2d199428 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:32.641009 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0fafe7-ccd3-413e-ad59-bd4e103d0331', 'name': 'network-vif-deleted', 'tag': 'ec0c8a40-41f9-4aca-b0ea-407b1da746f1', 'status': 'completed', 'code': 200} Aug 27 02:19:32.685033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:19:32.734493 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1043472-00ed-48da-8965-0efa91a5b192 x-openstack-request-id: req-e1043472-00ed-48da-8965-0efa91a5b192 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:32.734961 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:32.735325 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1043472-00ed-48da-8965-0efa91a5b192 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:32.735829 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'status': 'completed', 'code': 200} Aug 27 02:19:32.808288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3917a52e-8bfa-4fb6-bcbe-4e255d2d0846 req-0fc8bbf3-cb17-4739-a539-ecdd9197b78a tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 210 time: 0.0608599 Aug 27 02:19:32.930528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-60415219-7a0c-42eb-a5f2-57227dfb87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.932336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-60415219-7a0c-42eb-a5f2-57227dfb87c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 1096 time: 0.1229854 Aug 27 02:19:33.078936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a34fa9-e1f7-4ff4-b5db-5dd65b078267 req-13e9b259-72b0-4ce8-b459-fd435c086261 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.080830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74a34fa9-e1f7-4ff4-b5db-5dd65b078267 req-13e9b259-72b0-4ce8-b459-fd435c086261 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1097 time: 0.1032624 Aug 27 02:19:33.152643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-65e73d4b-59ce-4a5c-8095-ca12aaa0129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.157000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-65e73d4b-59ce-4a5c-8095-ca12aaa0129c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 924 time: 0.2175522 Aug 27 02:19:33.163743 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:33.196009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74a34fa9-e1f7-4ff4-b5db-5dd65b078267 req-041a805b-cc91-4543-83b1-04e5996008b5 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739582 Aug 27 02:19:33.364837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-11149055-645b-4a27-9033-54c848f95350 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374015ee-4060-4db9-8f03-68fd6f642ec2 HTTP/1.1" status: 200 len: 997 time: 0.1992826 Aug 27 02:19:33.369239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '7a41cf2e-5cc0-46da-8e5d-ac20229dbacb', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'port_id': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'mac_address': 'fa:16:3e:db:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:10Z', 'updated_at': '2021-08-27T02:19:31Z', 'revision_number': 1, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:33.376969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e30ba-bc53-4dbb-8f82-45ff516a818e req-deb076ea-9252-48ea-8a8f-18668a05c5da tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.384236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-296e30ba-bc53-4dbb-8f82-45ff516a818e req-deb076ea-9252-48ea-8a8f-18668a05c5da tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 949 time: 0.1953390 Aug 27 02:19:33.397726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] Checking router: 1e66ddf5-9a59-442e-a3a3-8195831ce825 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:19:33.408300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:19:33.409059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:19:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:33.455870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-4b9f009b-3f5c-4c81-b66a-1128cea33d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.457419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-4b9f009b-3f5c-4c81-b66a-1128cea33d4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 200 len: 862 time: 0.0712600 Aug 27 02:19:33.472476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-296e30ba-bc53-4dbb-8f82-45ff516a818e req-44a06fdb-e086-4fe3-b2e6-d25995392907 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803640 Aug 27 02:19:33.603577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-a38a4bfc-254e-4e35-8714-27e920c4cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.607831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-a38a4bfc-254e-4e35-8714-27e920c4cfac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343498 Aug 27 02:19:33.618391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c384f3a-f463-42cf-ae0a-226c8ec0e2bb req-b744673f-91ac-4a7b-9cd5-027c90d2779d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.625083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c384f3a-f463-42cf-ae0a-226c8ec0e2bb req-b744673f-91ac-4a7b-9cd5-027c90d2779d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.1243589 Aug 27 02:19:33.679891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 67ab476f-5628-492c-b94d-c124196bf7e3 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:33.682466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9b8578ec-28e4-4f03-8185-b5e65df52453 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:33.697991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c384f3a-f463-42cf-ae0a-226c8ec0e2bb req-676338f9-0191-4cb6-b952-9638d859a16e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669041 Aug 27 02:19:33.846962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-f0c19426-692a-4aee-ba6e-dc749b50b597 service neutron] 10.222.0.45 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287230 Aug 27 02:19:33.867600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:19:34.017890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-381596e9-a112-4f84-93a9-d91f864774f0 req-4d398ee1-39ef-492e-92f1-6c497c4c2780 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 210 time: 0.0294225 Aug 27 02:19:34.087965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:34.111472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '67ab476f-5628-492c-b94d-c124196bf7e3', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'port_id': '67ab476f-5628-492c-b94d-c124196bf7e3', 'mac_address': 'fa:16:3e:70:97:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:34.155809 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208c3d7f-d0d2-47bd-b045-17eeef5bc640 req-ea66576a-35d9-443f-80cf-f9d4f8f5c121 service neutron] 10.222.0.45 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953134 Aug 27 02:19:34.215915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 9b8578ec-28e4-4f03-8185-b5e65df52453 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:34.237247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 9b8578ec-28e4-4f03-8185-b5e65df52453 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:34.237701 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:34.273425 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:34.304682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ab476f-5628-492c-b94d-c124196bf7e3 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:34.336645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-43e9da14-c075-452e-88ac-bc97124b6c2e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:34.353409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:34.360121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-43e9da14-c075-452e-88ac-bc97124b6c2e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 821 time: 0.2931511 Aug 27 02:19:34.381279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:34.381493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Request body: {'port': {'device_id': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'admin_state_up': True, 'tenant_id': '5eb33d70486e4297824486ab7a295cf9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:34.498297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:34.501340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:34.573642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8578ec-28e4-4f03-8185-b5e65df52453'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:34.587136 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7d691-b7f6-4eb8-b369-e981de90f6ab" -d '{"events": [{"server_uuid": "6f2a4b27-9127-4f04-b084-3d3933b9c721", "name": "network-vif-plugged", "status": "completed", "tag": "9b8578ec-28e4-4f03-8185-b5e65df52453"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:34.613809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '7a41cf2e-5cc0-46da-8e5d-ac20229dbacb', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'port_id': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'mac_address': 'fa:16:3e:db:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:10Z', 'updated_at': '2021-08-27T02:19:31Z', 'revision_number': 1, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:34.617864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9b8578ec-28e4-4f03-8185-b5e65df52453, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9b8578ec-28e4-4f03-8185-b5e65df52453,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:34.635228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Made reservation on behalf of 5eb33d70486e4297824486ab7a295cf9 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:34.639840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:34.645103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['67ab476f-5628-492c-b94d-c124196bf7e3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:34.647190 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:34.682581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7102c-1a44-41cd-a805-b0e3669aadae req-4239e881-f403-4a21-aa4d-78ab778ed34f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:34.684450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93f7102c-1a44-41cd-a805-b0e3669aadae req-4239e881-f403-4a21-aa4d-78ab778ed34f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 949 time: 0.0866957 Aug 27 02:19:34.719813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74500f66-9a0b-4f6f-a0e6-8f3417eead2f None None] The sync data for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 is: [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '7a41cf2e-5cc0-46da-8e5d-ac20229dbacb', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'port_id': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'mac_address': 'fa:16:3e:db:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:10Z', 'updated_at': '2021-08-27T02:19:31Z', 'revision_number': 1, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:19:34.753600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9b8578ec-28e4-4f03-8185-b5e65df52453,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:34.771611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93f7102c-1a44-41cd-a805-b0e3669aadae req-35fbb02d-cf1d-482f-8734-85302d17572f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809479 Aug 27 02:19:34.877478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Allocated IP 172.20.0.11 (9a61d11d-9894-48b9-a68e-463bbaa5d15c/9dd2a642-c832-4e54-806b-8418e2e9810c/3a0340d3-5e8c-4b2c-b5f3-5071f95da989) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:34.899478 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56a3e43-1fd4-4c37-8f48-e2849ac4b899 x-openstack-request-id: req-b56a3e43-1fd4-4c37-8f48-e2849ac4b899 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:34.899999 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2a4b27-9127-4f04-b084-3d3933b9c721", "name": "network-vif-plugged", "status": "completed", "tag": "9b8578ec-28e4-4f03-8185-b5e65df52453", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:34.900189 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b56a3e43-1fd4-4c37-8f48-e2849ac4b899 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:34.900520 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8578ec-28e4-4f03-8185-b5e65df52453', 'code': 200} Aug 27 02:19:35.228061 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777491e-09db-49fc-b800-da91612868cf None None] New status for floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:19:35.335823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.390926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.459187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event updated for resources: {'Port': ['ID=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:35.473074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.473698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.474081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.474582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.474925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.475306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.475647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.476257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.478166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.478166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.478166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.478166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:35.492429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Network 9a61d11d-9894-48b9-a68e-463bbaa5d15c is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:35.495098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:35.498624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:35.541812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d30e-84fc-4758-86f9-8c934d525493 req-f19e35ed-7656-4242-8ffc-978d69a679b9 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.545552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d46d30e-84fc-4758-86f9-8c934d525493 req-f19e35ed-7656-4242-8ffc-978d69a679b9 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 944 time: 0.4998536 Aug 27 02:19:35.585538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32784) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:35.587963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.588453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64793d9d-7d04-4b8f-be6a-bae0380df025 req-4d7fcde1-48cb-46d1-8f4c-dc7b3f3b56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.588674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.590395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64793d9d-7d04-4b8f-be6a-bae0380df025 req-4d7fcde1-48cb-46d1-8f4c-dc7b3f3b56a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 1101 time: 0.6095340 Aug 27 02:19:35.601329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aaa3585f-5309-41e9-9d03-edf8b7308822 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:35.602569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1608683827'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:35.609782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-a8fab838-a6d5-4d1f-8182-bf04b8e79d9b tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2398996 Aug 27 02:19:35.625876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Request body: {'port': {'device_id': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:35.639060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d46d30e-84fc-4758-86f9-8c934d525493 req-3a20f2a4-5e75-4efb-a6cb-25f5cbfb235e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796468 Aug 27 02:19:35.673919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64793d9d-7d04-4b8f-be6a-bae0380df025 req-855f4ef4-d157-4a23-bab0-2ac3f86aaf3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662282 Aug 27 02:19:35.675165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:35.679208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.716458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:19:35.729337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.730017 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Added segment 57b543ff-bae4-4274-8085-64e8a0fc4b9e of type vlan for network a2308963-07c8-42c3-8f1f-c82f146f73f9 Aug 27 02:19:35.749061 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.761605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.782158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.801729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:35.809703 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.825149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.827211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106228-032b-42cb-907f-cc6ce3aaa3a4 req-ce97ac8f-defe-4689-894b-a037d8610366 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.834352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.834856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31106228-032b-42cb-907f-cc6ce3aaa3a4 req-ce97ac8f-defe-4689-894b-a037d8610366 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 932 time: 0.1281967 Aug 27 02:19:35.835604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.890534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:35.970671 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31106228-032b-42cb-907f-cc6ce3aaa3a4 req-75ae29f5-49fb-4b41-80d0-71db54ec67e4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306965 Aug 27 02:19:36.029946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4381132 Aug 27 02:19:36.034599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32798) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:36.040536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1763034577'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:36.046567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88191925-0f93-4f02-80fd-360cd13aed6f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Network': ['ID=a2308963-07c8-42c3-8f1f-c82f146f73f9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:36.057204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:19:36.087113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceb86f-8cab-4a8c-9efd-d0ccf5073c25 req-e959af31-9cc4-445e-9202-ae2ef4783a3f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.095306 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ceb86f-8cab-4a8c-9efd-d0ccf5073c25 req-e959af31-9cc4-445e-9202-ae2ef4783a3f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 950 time: 0.1309938 Aug 27 02:19:36.096586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:36.100231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.161915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ceb86f-8cab-4a8c-9efd-d0ccf5073c25 req-8fbc9109-4097-4d19-8b69-fdd8168fa7f3 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Aug 27 02:19:36.177648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:19:36.190651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.191387 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Added segment bbf31e03-071c-4eb4-b26d-9c9321d85d45 of type vlan for network f5965bcd-6534-4040-991c-d88cccba9470 Aug 27 02:19:36.248374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.278761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:36.290282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.308071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.318345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.318688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Transition to ACTIVE for port object 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:36.319508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.330962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-5dc34e55-e5b1-49c8-8217-bdd2dd21f8e5 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.339080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-5dc34e55-e5b1-49c8-8217-bdd2dd21f8e5 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.2251315 Aug 27 02:19:36.348841 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.383468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32818) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:36.401668 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-6944ec92-e696-421f-8cbb-82fe5d8d1211 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/quotas/054d533f41c04fbab0f5ddb598cb3cd1 HTTP/1.1" status: 200 len: 375 time: 0.0616436 Aug 27 02:19:36.406012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3677063 Aug 27 02:19:36.406711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32822) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:36.411406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'subnet': {'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:36.427996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a52c22-8398-45a5-8410-934bfb735522 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Network': ['ID=f5965bcd-6534-4040-991c-d88cccba9470,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:36.438775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f5965bcd-6534-4040-991c-d88cccba9470 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:19:36.457527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:36.511288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-54fc78da-a610-4fa3-b3f4-c689ec58d2e7 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082108 Aug 27 02:19:36.553499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:36.557997 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.614411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b82fcf67-ce14-4d27-843f-c9c2a62c38c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.696897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Attempting to bind port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:36.697238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Attempting to bind port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:36.697568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Attempting to bind port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:36.730085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:36.730445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Attempting to bind port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 on network 9a61d11d-9894-48b9-a68e-463bbaa5d15c {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:36.745527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:36.745862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Checking segment: {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:36.746243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Bound using segment: {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:36.746704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Bound port: 3a0340d3-5e8c-4b2c-b5f3-5071f95da989, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:36.747178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.750632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-eb0c8986-d523-4486-989d-86c884e068b6 service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385256 Aug 27 02:19:36.795864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.869735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477a053-17dc-4ed2-8465-7f7c436b7deb req-facdccb4-1236-4c3a-8d0f-9ba474def0bb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.871520 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8477a053-17dc-4ed2-8465-7f7c436b7deb req-facdccb4-1236-4c3a-8d0f-9ba474def0bb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 944 time: 0.1032743 Aug 27 02:19:36.886847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] For port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:36.893124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] For port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:36.897098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Subnet': ['ID=e5dba69b-cca3-4615-95de-7b89b3c7d99e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:36.901542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:36.905960 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a1a11-acda-4400-8857-6cf13d0871c5" -d '{"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:36.913170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.924066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Checking segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:36.924432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network hostable DHCP agents. Network: a2308963-07c8-42c3-8f1f-c82f146f73f9, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:19:36.934810 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b82fcf67-ce14-4d27-843f-c9c2a62c38c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.936310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8477a053-17dc-4ed2-8465-7f7c436b7deb req-8ec72705-c966-4b5a-9f38-59f23b0e107e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542221 Aug 27 02:19:36.969952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:19:36.982939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a2308963-07c8-42c3-8f1f-c82f146f73f9) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:36.991086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.991696 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.994010 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e309e3-6cac-4259-9f3a-858c968fcdf7 x-openstack-request-id: req-44e309e3-6cac-4259-9f3a-858c968fcdf7 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:36.995150 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:36.995512 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44e309e3-6cac-4259-9f3a-858c968fcdf7 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:36.996496 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'code': 200} Aug 27 02:19:36.997812 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b82fcf67-ce14-4d27-843f-c9c2a62c38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.010228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a8296-8c69-4455-9082-5cef847cd84a None None] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:37.017561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-89bad2df-60e2-44f3-9358-dac8aa015d73 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6099524 Aug 27 02:19:37.020049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32840) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:37.025159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'subnet': {'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:37.072982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fcf67-ce14-4d27-843f-c9c2a62c38c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3417d8c-ba7a-4560-95ab-f183746362cc,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:37.102824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b82fcf67-ce14-4d27-843f-c9c2a62c38c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9cb71d721bf4f08aeec78745b33164a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7155228 Aug 27 02:19:37.105335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.106547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.107787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] 10.222.0.45 "PUT /v2.0/ports/3a0340d3-5e8c-4b2c-b5f3-5071f95da989 HTTP/1.1" status: 200 len: 1092 time: 1.4883442 Aug 27 02:19:37.112886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32842) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:37.114383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'tag': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:37.118353 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364" -d '{"events": [{"name": "network-changed", "server_uuid": "60f6685f-dd16-47e3-ad7c-206c9935b5d0", "tag": "3a0340d3-5e8c-4b2c-b5f3-5071f95da989"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:37.129228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-851d51bc-2741-4ce7-ac7e-9047aa433726 service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704889 Aug 27 02:19:37.140036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d85fe-a46c-4ac8-9855-b2ade3cf2217 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:37.226716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-60b18229-2453-48c4-b153-7cc4a0900f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.228410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-60b18229-2453-48c4-b153-7cc4a0900f4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0674403 Aug 27 02:19:37.229269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d732d-3a59-4a0f-b485-d448313b8b38 req-987fa8f1-9e21-4a09-a10e-dbc8e6e32d88 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.230827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-640d732d-3a59-4a0f-b485-d448313b8b38 req-987fa8f1-9e21-4a09-a10e-dbc8e6e32d88 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 944 time: 0.1381316 Aug 27 02:19:37.246883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:37.249082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-a2308963-07c8-42c3-8f1f-c82f146f73f9', 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'fixed_ips': [{'subnet_id': 'e5dba69b-cca3-4615-95de-7b89b3c7d99e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:19:37.250300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.250930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.261097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc412522-8be0-4e0c-851f-5b4236e7ae8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.302968 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-3e8d5a15-9b1f-42fc-946d-f4f478824043 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0340d3-5e8c-4b2c-b5f3-5071f95da989 HTTP/1.1" status: 200 len: 217 time: 0.0657384 Aug 27 02:19:37.370231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc412522-8be0-4e0c-851f-5b4236e7ae8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.390949 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa2aeeb-c099-4b3c-98f3-c78937d50faa x-openstack-request-id: req-eaa2aeeb-c099-4b3c-98f3-c78937d50faa {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:37.391135 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f6685f-dd16-47e3-ad7c-206c9935b5d0", "tag": "3a0340d3-5e8c-4b2c-b5f3-5071f95da989", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:37.391347 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaa2aeeb-c099-4b3c-98f3-c78937d50faa {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:37.391778 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'tag': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989', 'status': 'completed', 'code': 200} Aug 27 02:19:37.398547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-640d732d-3a59-4a0f-b485-d448313b8b38 req-48000ecf-7b41-46c0-a636-b4d9337cc3e8 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571651 Aug 27 02:19:37.450223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-ef221cdd-b9da-47c1-b360-38ebaec06355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.451860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-ef221cdd-b9da-47c1-b360-38ebaec06355 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9dd2a642-c832-4e54-806b-8418e2e9810c HTTP/1.1" status: 200 len: 861 time: 0.1404979 Aug 27 02:19:37.465911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Allocated IP 10.1.1.2 (a2308963-07c8-42c3-8f1f-c82f146f73f9/e5dba69b-cca3-4615-95de-7b89b3c7d99e/9ac7c90c-58c8-45dd-984d-a19bd6527aba) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:37.494130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-285d03e8-fc35-4285-a9b2-ee20ddaf30bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a61d11d-9894-48b9-a68e-463bbaa5d15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342176 Aug 27 02:19:37.559962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43bdcc2e-ccff-4a96-bc52-24ffb8af25a7 req-3ad81d66-9c6b-47c6-abca-723a66e6929e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 210 time: 0.0443957 Aug 27 02:19:37.590437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc412522-8be0-4e0c-851f-5b4236e7ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.593519 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc412522-8be0-4e0c-851f-5b4236e7ae8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.598454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cc412522-8be0-4e0c-851f-5b4236e7ae8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3417d8c-ba7a-4560-95ab-f183746362cc HTTP/1.1" status: 204 len: 168 time: 0.4844837 Aug 27 02:19:37.612755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc412522-8be0-4e0c-851f-5b4236e7ae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3417d8c-ba7a-4560-95ab-f183746362cc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:37.659576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26839cac-2e12-457c-9928-917338c076cd req-03843b6b-310d-4c07-89d9-2f22a823b4a3 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.668796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26839cac-2e12-457c-9928-917338c076cd req-03843b6b-310d-4c07-89d9-2f22a823b4a3 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 950 time: 0.1770279 Aug 27 02:19:37.724771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-b39107b5-0374-49a1-8900-648dcf688766 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217727 Aug 27 02:19:37.736465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.744874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 67ab476f-5628-492c-b94d-c124196bf7e3 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:37.850286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.861926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Transition to ACTIVE for port object 9ac7c90c-58c8-45dd-984d-a19bd6527aba will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:37.882535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Transition to ACTIVE for port object 9ac7c90c-58c8-45dd-984d-a19bd6527aba will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:37.886144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 67ab476f-5628-492c-b94d-c124196bf7e3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:37.891121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 67ab476f-5628-492c-b94d-c124196bf7e3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:37.891520 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.912655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Subnet': ['ID=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:37.913761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.930654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26839cac-2e12-457c-9928-917338c076cd req-b88b87ca-b28e-413e-8a37-02adf6e268d1 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494481 Aug 27 02:19:37.972640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:37.981934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:37.986444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:37.990218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Pushing event updated for resources: {'Port': ['ID=9ac7c90c-58c8-45dd-984d-a19bd6527aba,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:38.082189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Attempting to bind port 9ac7c90c-58c8-45dd-984d-a19bd6527aba on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:38.084676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35a43a20-7ebb-422e-ab1d-71d2af908a64 req-9784fb72-80c4-4833-a79c-8b8f690b5d27 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512187 Aug 27 02:19:38.088091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Checking segment: {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:38.088365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Attempting to bind port 9ac7c90c-58c8-45dd-984d-a19bd6527aba by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:38.088833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network hostable DHCP agents. Network: f5965bcd-6534-4040-991c-d88cccba9470, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:19:38.088991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Attempting to bind port 9ac7c90c-58c8-45dd-984d-a19bd6527aba on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:38.097494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:38.098282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Checking segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:38.098493 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.098886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Bound using segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:38.099361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Bound port: 9ac7c90c-58c8-45dd-984d-a19bd6527aba, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:38.099746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.157637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f7bf581b-2d74-4fc5-bc9d-2f94f2dcf8e3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.159463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.159634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f7bf581b-2d74-4fc5-bc9d-2f94f2dcf8e3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b HTTP/1.1" status: 200 len: 943 time: 0.2116425 Aug 27 02:19:38.178882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network f5965bcd-6534-4040-991c-d88cccba9470 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:19:38.257606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f5965bcd-6534-4040-991c-d88cccba9470) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:38.263925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e969af-8230-4a7d-be5a-ef716ecd13a8 req-2d08ee17-fcd3-4c53-aa5e-663702c8c9e5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.273127 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e969af-8230-4a7d-be5a-ef716ecd13a8 req-2d08ee17-fcd3-4c53-aa5e-663702c8c9e5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 944 time: 0.1854057 Aug 27 02:19:38.273994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32872) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:38.282148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008ebfd-d613-4161-bf34-a93c1724138d None None] Network f5965bcd-6534-4040-991c-d88cccba9470 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:38.283344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.284100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.287637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] For port 9ac7c90c-58c8-45dd-984d-a19bd6527aba, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:38.296642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:38.323437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6895-5af0-432d-a064-93279cc29e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.340499 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.355632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-b1a8ecdb-df31-4ae2-a508-83e1f71fa4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.357620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-b1a8ecdb-df31-4ae2-a508-83e1f71fa4fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5eb33d70486e4297824486ab7a295cf9&device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 1095 time: 0.1934602 Aug 27 02:19:38.368628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e969af-8230-4a7d-be5a-ef716ecd13a8 req-f11dfcda-e6e5-460f-8dca-6cdf75f63533 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964425 Aug 27 02:19:38.389791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] For port 9ac7c90c-58c8-45dd-984d-a19bd6527aba, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9ac7c90c-58c8-45dd-984d-a19bd6527aba,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:38.394248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-11eaddb6-4022-4a89-9194-0de93b3258ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3729482 Aug 27 02:19:38.399075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32874) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:38.408751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'port': {'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'name': 'tempest-TaggedBootDevicesTest-465815989', 'fixed_ips': [{'subnet_id': 'e5dba69b-cca3-4615-95de-7b89b3c7d99e'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:38.424125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.490858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:38.543661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581c4a-0e10-4b32-898e-d8cf4133795f req-d6ad595e-1e16-43f2-9dd2-9507e9a4ce80 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.551887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36581c4a-0e10-4b32-898e-d8cf4133795f req-d6ad595e-1e16-43f2-9dd2-9507e9a4ce80 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 1101 time: 0.2393441 Aug 27 02:19:38.589504 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-36581c4a-0e10-4b32-898e-d8cf4133795f req-9f409db0-22d9-4ca8-8a2b-e670552cbe53 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.607042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Deleting port aaa3585f-5309-41e9-9d03-edf8b7308822 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:38.607418 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.667148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0ebdd-85a3-48f2-b640-2294b51e1909 req-8813b411-2844-4f84-9ec1-e715113b1736 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.669133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17d0ebdd-85a3-48f2-b640-2294b51e1909 req-8813b411-2844-4f84-9ec1-e715113b1736 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 944 time: 0.1589968 Aug 27 02:19:38.700876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f5965bcd-6534-4040-991c-d88cccba9470', 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'fixed_ips': [{'subnet_id': 'a01aa5d1-3aa4-43ba-bd53-b8ea4911487c'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:19:38.702297 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.710721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-2a7504d1-effc-4c68-aec5-f50dbd9f2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.712471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-2a7504d1-effc-4c68-aec5-f50dbd9f2b36 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 200 len: 922 time: 0.3358641 Aug 27 02:19:38.827317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] For port aaa3585f-5309-41e9-9d03-edf8b7308822, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aaa3585f-5309-41e9-9d03-edf8b7308822,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:38.827317 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.867001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a4207-960f-426a-9ff1-5b2524820650 None None] Pushing event updated for resources: {'Port': ['ID=9ac7c90c-58c8-45dd-984d-a19bd6527aba,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:38.880911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-9840d9ac-0bae-4dae-ba92-2a3386451714 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0340d3-5e8c-4b2c-b5f3-5071f95da989 HTTP/1.1" status: 200 len: 217 time: 0.1573834 Aug 27 02:19:38.883442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Calling delete_port for aaa3585f-5309-41e9-9d03-edf8b7308822 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:38.909281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6895-5af0-432d-a064-93279cc29e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.947523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17d0ebdd-85a3-48f2-b640-2294b51e1909 req-01042448-d583-4c56-b91d-a835f9a0d42e tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659779 Aug 27 02:19:39.002877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:39.005491 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255d897d-6df4-4c8a-a07c-f67873b198f8" -d '{"events": [{"server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "name": "network-vif-plugged", "status": "completed", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:39.013789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6895-5af0-432d-a064-93279cc29e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.047399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Allocated IP 10.2.2.2 (f5965bcd-6534-4040-991c-d88cccba9470/a01aa5d1-3aa4-43ba-bd53-b8ea4911487c/0eb031fe-e826-4db4-9e85-116a22166bbd) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:39.162685 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3db2bd1e-f275-4f4c-b0f2-c7d7873ab156 req-22bd143c-2b31-414c-9084-808b0ef2161b tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 210 time: 0.0894849 Aug 27 02:19:39.173027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7b5c6895-5af0-432d-a064-93279cc29e3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8602571ad51a444c8512da583135ba90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8973639 Aug 27 02:19:39.178089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32886) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:39.182877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-eaebeca4-3692-4733-8978-dd8fbcb95623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.184900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-eaebeca4-3692-4733-8978-dd8fbcb95623 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9dd2a642-c832-4e54-806b-8418e2e9810c HTTP/1.1" status: 200 len: 861 time: 0.2723489 Aug 27 02:19:39.192514 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c6895-5af0-432d-a064-93279cc29e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed61069d-a2ca-430b-9be1-e6f5ba36aeeb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:39.233987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-4a8765d6-c66b-45e8-8162-908a2fbd1ade tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.244562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-4a8765d6-c66b-45e8-8162-908a2fbd1ade tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.2172630 Aug 27 02:19:39.265250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Request body: {'port': {'device_id': '4c335da5-f339-448a-97a2-d70cc494af88', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'admin_state_up': True, 'tenant_id': '054d533f41c04fbab0f5ddb598cb3cd1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:39.289931 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-2e81f27b-97f4-4a3c-9523-eac430204443 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a61d11d-9894-48b9-a68e-463bbaa5d15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801928 Aug 27 02:19:39.378139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.411360 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0664ec39-9a7e-43b0-98c1-6d72a5b9fd3f x-openstack-request-id: req-0664ec39-9a7e-43b0-98c1-6d72a5b9fd3f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:39.411720 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "name": "network-vif-plugged", "status": "completed", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:39.412063 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0664ec39-9a7e-43b0-98c1-6d72a5b9fd3f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:39.412513 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3', 'code': 200} Aug 27 02:19:39.421962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Transition to ACTIVE for port object 0eb031fe-e826-4db4-9e85-116a22166bbd will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:39.445783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Transition to ACTIVE for port object 0eb031fe-e826-4db4-9e85-116a22166bbd will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:39.453905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a913e0f5-f49f-49b3-9442-cf7a74fbf077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.467102 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-36581c4a-0e10-4b32-898e-d8cf4133795f req-9f409db0-22d9-4ca8-8a2b-e670552cbe53 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.469026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.479049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.528254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event deleted for resources: {'Port': ['ID=aaa3585f-5309-41e9-9d03-edf8b7308822,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:39.542340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-36581c4a-0e10-4b32-898e-d8cf4133795f req-9f409db0-22d9-4ca8-8a2b-e670552cbe53 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.557411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Network f5965bcd-6534-4040-991c-d88cccba9470 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:39.560843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:39.563678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:39.582349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Pushing event updated for resources: {'Port': ['ID=0eb031fe-e826-4db4-9e85-116a22166bbd,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:39.602644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a913e0f5-f49f-49b3-9442-cf7a74fbf077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.640609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Attempting to bind port 0eb031fe-e826-4db4-9e85-116a22166bbd on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:39.640985 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Attempting to bind port 0eb031fe-e826-4db4-9e85-116a22166bbd by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:39.641384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Attempting to bind port 0eb031fe-e826-4db4-9e85-116a22166bbd on network f5965bcd-6534-4040-991c-d88cccba9470 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:39.650363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:39.651854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Checking segment: {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:39.653614 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.654038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Bound using segment: {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:39.656238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Bound port: 0eb031fe-e826-4db4-9e85-116a22166bbd, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:39.656238 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.679090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36581c4a-0e10-4b32-898e-d8cf4133795f req-9f409db0-22d9-4ca8-8a2b-e670552cbe53 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1261170 Aug 27 02:19:39.686475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5f3a2-07a4-4651-a578-94f9b3d7aa89 req-9a0500a3-79cd-4a93-a6ed-f61012fa0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.688728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92f5f3a2-07a4-4651-a578-94f9b3d7aa89 req-9a0500a3-79cd-4a93-a6ed-f61012fa0c9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1096 time: 0.2196767 Aug 27 02:19:39.694375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:39.738525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-c47a479d-92d1-4034-ba9b-fe1e1710eb86 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394083 Aug 27 02:19:39.789077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92f5f3a2-07a4-4651-a578-94f9b3d7aa89 req-516f78dc-d6d1-4418-87c8-4ba19a5954fd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593126 Aug 27 02:19:39.805776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.827455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f409db0-22d9-4ca8-8a2b-e670552cbe53 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a9847-e422-4a00-8189-8df708072b8b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:39.840232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] device_id is not set on port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:19:39.919333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d87ebd81-0bb9-4a5c-ad92-7bfe8914e364 req-906217b4-6151-485f-be79-5c25d4d9bfe0 service neutron] 10.222.0.45 "GET /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442881 Aug 27 02:19:39.998687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f621d-acf9-48ec-bac3-0d1bb32afcc6 req-9ff80367-9492-4e19-8a4f-cd9da35fbc2d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.010293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c13f621d-acf9-48ec-bac3-0d1bb32afcc6 req-9ff80367-9492-4e19-8a4f-cd9da35fbc2d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.3816381 Aug 27 02:19:40.033773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] For port 0eb031fe-e826-4db4-9e85-116a22166bbd, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:40.049549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] For port 0eb031fe-e826-4db4-9e85-116a22166bbd, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0eb031fe-e826-4db4-9e85-116a22166bbd,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:40.063635 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a913e0f5-f49f-49b3-9442-cf7a74fbf077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.066471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a913e0f5-f49f-49b3-9442-cf7a74fbf077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.071957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.091973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a913e0f5-f49f-49b3-9442-cf7a74fbf077 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed61069d-a2ca-430b-9be1-e6f5ba36aeeb HTTP/1.1" status: 204 len: 168 time: 0.9112809 Aug 27 02:19:40.112327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7de91-03e5-4993-b9e9-6971cddeeaaf None None] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:40.144381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 10.1.1.197 (a2308963-07c8-42c3-8f1f-c82f146f73f9/e5dba69b-cca3-4615-95de-7b89b3c7d99e/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:40.162375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913e0f5-f49f-49b3-9442-cf7a74fbf077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed61069d-a2ca-430b-9be1-e6f5ba36aeeb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:40.185434 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c13f621d-acf9-48ec-bac3-0d1bb32afcc6 req-276704b0-4b0f-410c-8576-3e2fab6247a8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741912 Aug 27 02:19:40.351429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.376947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c91f667f-0108-44f4-ab98-10166e5dfbae req-5de853ad-4cf8-48a2-93b9-d94ee1c2fabc tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 210 time: 0.0573902 Aug 27 02:19:40.384080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Transition to ACTIVE for port object 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:40.407053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1be28a67-4109-4eb0-be78-a5e851b67911 None None] Provisioning for port 9ac7c90c-58c8-45dd-984d-a19bd6527aba completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:40.492984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9ac7c90c-58c8-45dd-984d-a19bd6527aba up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:40.493203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] No DVR routers for this DVR port aaa3585f-5309-41e9-9d03-edf8b7308822 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:40.497603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.517143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3584b-9081-44d6-8dd6-56ae36848a52 None None] Pushing event updated for resources: {'Port': ['ID=0eb031fe-e826-4db4-9e85-116a22166bbd,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:40.526397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.530398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d34af584-e3bc-4a2d-b5be-d583dd215f23 req-f0a6cb1b-d883-4684-b440-542fac2d451f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "DELETE /v2.0/ports/aaa3585f-5309-41e9-9d03-edf8b7308822 HTTP/1.1" status: 204 len: 173 time: 2.3556523 Aug 27 02:19:40.530972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-deleted', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:40.544242 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664f111d-51f9-456b-aa81-7e30bc47cd47" -d '{"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-deleted", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:40.674343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Made reservation on behalf of 054d533f41c04fbab0f5ddb598cb3cd1 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:40.683559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.691416 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0258b8-0644-4bdc-912c-7eb9762d979f x-openstack-request-id: req-bf0258b8-0644-4bdc-912c-7eb9762d979f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:40.698600 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b", "name": "network-vif-deleted", "tag": "aaa3585f-5309-41e9-9d03-edf8b7308822", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:40.699224 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf0258b8-0644-4bdc-912c-7eb9762d979f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:40.699807 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8400f-94ba-4e00-9b61-bdfbb2e16a9b', 'name': 'network-vif-deleted', 'tag': 'aaa3585f-5309-41e9-9d03-edf8b7308822', 'status': 'completed', 'code': 200} Aug 27 02:19:40.858231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbedfb-1964-4716-969a-df47acf6c72f req-375364e5-2a80-4166-9489-40d780299cbf tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.868014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7cbedfb-1964-4716-969a-df47acf6c72f req-375364e5-2a80-4166-9489-40d780299cbf tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 944 time: 0.4141777 Aug 27 02:19:40.886356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:40.888822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:40.907710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9ac7c90c-58c8-45dd-984d-a19bd6527aba completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:40.919739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9ac7c90c-58c8-45dd-984d-a19bd6527aba triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:40.920146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.923708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:40.928568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32906) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:40.936566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:40.941524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.942140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.953049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34e4f264-e2b4-41ec-87b7-3be76a3c1a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:40.984620 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7cbedfb-1964-4716-969a-df47acf6c72f req-415ad63e-50bb-4071-b1eb-09790f0930e6 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137722 Aug 27 02:19:40.994479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2589922-7a18-418c-b381-67973e3e1ca0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5926528 Aug 27 02:19:40.997324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32908) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:41.003810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'port': {'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'name': 'tempest-TaggedBootDevicesTest-553696285', 'fixed_ips': [{'subnet_id': 'e5dba69b-cca3-4615-95de-7b89b3c7d99e'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:41.024478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d82846-873e-4893-b3cb-f673e5eca6d6 req-cab1841a-3730-4a11-9371-3fb07c288953 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.026921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3d82846-873e-4893-b3cb-f673e5eca6d6 req-cab1841a-3730-4a11-9371-3fb07c288953 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 1101 time: 0.1742842 Aug 27 02:19:41.104188 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.178709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3d82846-873e-4893-b3cb-f673e5eca6d6 req-7d403c77-313d-4c7f-8bb4-2df4aa01d834 tempest-ServersAdminNegativeTestJSON-1408840646 tempest-ServersAdminNegativeTestJSON-1408840646-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340573 Aug 27 02:19:41.194354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9ac7c90c-58c8-45dd-984d-a19bd6527aba, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9ac7c90c-58c8-45dd-984d-a19bd6527aba,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:41.200388 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.312810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9ac7c90c-58c8-45dd-984d-a19bd6527aba,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:41.393766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Allocated IP 172.20.0.2 (388f4982-e505-409e-b254-de96e41b7a37/f07cf031-b529-44f0-a59d-82b4244670e4/a16a1ec8-37af-4ae9-be94-a2d67d3dca8d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:41.525601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a7f9c465-0a1d-4ef2-a420-bb6106849283 None None] Provisioning complete for port 9ac7c90c-58c8-45dd-984d-a19bd6527aba triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:41.526149 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c465-0a1d-4ef2-a420-bb6106849283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.634252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aaa3585f-5309-41e9-9d03-edf8b7308822 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:41.701280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: aaa3585f-5309-41e9-9d03-edf8b7308822 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:19:41.701695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aaa3585f-5309-41e9-9d03-edf8b7308822 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:41.744987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a7f9c465-0a1d-4ef2-a420-bb6106849283 None None] Provisioning for port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:41.751515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a7f9c465-0a1d-4ef2-a420-bb6106849283 None None] Provisioning complete for port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:41.751952 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c465-0a1d-4ef2-a420-bb6106849283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.796794 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34e4f264-e2b4-41ec-87b7-3be76a3c1a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.809097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9c465-0a1d-4ef2-a420-bb6106849283 None None] Port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:41.840512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34e4f264-e2b4-41ec-87b7-3be76a3c1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.872142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8352bac1-8828-4841-8c5c-e6584b5c9414 req-2d8606a1-984f-4b65-b2c4-1eca9f5db46d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 210 time: 0.0546839 Aug 27 02:19:41.876620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:41.881153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.904068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-34e4f264-e2b4-41ec-87b7-3be76a3c1a67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b467299dc66497eb5aa91a40faff04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9718416 Aug 27 02:19:41.904529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4f264-e2b4-41ec-87b7-3be76a3c1a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b662c197-e3e1-4244-bb04-ff83d19d5195,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:41.908741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32924) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:41.925050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c975-6b61-41c6-9336-434e44feff98 req-074716a6-3f86-40f3-8066-6c7064e6c8db tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.927343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c885c975-6b61-41c6-9336-434e44feff98 req-074716a6-3f86-40f3-8066-6c7064e6c8db tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1283758 Aug 27 02:19:41.949286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-60f0fcd8-f499-43b1-a98d-d9f30d4f9a8b None None] Provisioning complete for port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:41.950741 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-60f0fcd8-f499-43b1-a98d-d9f30d4f9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:41.999909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db571e-c598-4d91-9fa9-1ed9383d1b3c None None] Network f5965bcd-6534-4040-991c-d88cccba9470 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:42.010238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-60f0fcd8-f499-43b1-a98d-d9f30d4f9a8b None None] Port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:42.021991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c885c975-6b61-41c6-9336-434e44feff98 req-5cda6e06-f064-4487-b4d5-d344d70bb725 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755713 Aug 27 02:19:42.035612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] device_id is not set on port 7149d506-330f-476b-a5d4-f9bdc06e736c yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:19:42.068229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f66931d-9c78-4fc8-9500-9edf1fd1b879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.122451 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f66931d-9c78-4fc8-9500-9edf1fd1b879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.173535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:42.187504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-889d716d-4d71-429f-9698-14359960beb7 None None] Provisioning for port 0eb031fe-e826-4db4-9e85-116a22166bbd completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:42.242976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f66931d-9c78-4fc8-9500-9edf1fd1b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.252574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f66931d-9c78-4fc8-9500-9edf1fd1b879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.253810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3f66931d-9c78-4fc8-9500-9edf1fd1b879 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b662c197-e3e1-4244-bb04-ff83d19d5195 HTTP/1.1" status: 204 len: 168 time: 0.3441100 Aug 27 02:19:42.304348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 10.1.1.30 (a2308963-07c8-42c3-8f1f-c82f146f73f9/e5dba69b-cca3-4615-95de-7b89b3c7d99e/7149d506-330f-476b-a5d4-f9bdc06e736c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:42.336247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66931d-9c78-4fc8-9500-9edf1fd1b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b662c197-e3e1-4244-bb04-ff83d19d5195,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:42.347778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:42.359815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3d0a-4a9d-4128-a0c1-fd5437608910 req-329a4689-06d3-4cef-8f03-a53aa44e44be tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.368794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c0f3d0a-4a9d-4128-a0c1-fd5437608910 req-329a4689-06d3-4cef-8f03-a53aa44e44be tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 944 time: 0.1932385 Aug 27 02:19:42.380068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06ed33-7ec7-4964-8708-def8dacd90b7 req-db8c0c58-550f-4095-85f0-54035ed1c093 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.384218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989', 'network_id': '9a61d11d-9894-48b9-a68e-463bbaa5d15c', 'port_id': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989', 'mac_address': 'fa:16:3e:7a:ef:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2a642-c832-4e54-806b-8418e2e9810c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:42.396501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed06ed33-7ec7-4964-8708-def8dacd90b7 req-db8c0c58-550f-4095-85f0-54035ed1c093 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1096 time: 0.2768753 Aug 27 02:19:42.426139 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.428444 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.452293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:42.493106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:42.496080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed06ed33-7ec7-4964-8708-def8dacd90b7 req-108a3ae7-42cf-474b-a6fc-7e32fd8abd21 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897634 Aug 27 02:19:42.504016 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.524125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c0f3d0a-4a9d-4128-a0c1-fd5437608910 req-a89941c1-fdf3-4825-b070-d1b489da2bc9 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538193 Aug 27 02:19:42.586889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:42.702772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9ac7c90c-58c8-45dd-984d-a19bd6527aba up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:42.751200 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.781446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a0340d3-5e8c-4b2c-b5f3-5071f95da989'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:42.816276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Network 388f4982-e505-409e-b254-de96e41b7a37 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:42.831254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:42.834451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:42.840971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.841625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.870958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:42.876515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.897844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-7db7ba7a-d62a-468e-b8e2-edd561064f3e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6363363 Aug 27 02:19:42.903587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9ac7c90c-58c8-45dd-984d-a19bd6527aba triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:42.903928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.912511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Transition to ACTIVE for port object 7149d506-330f-476b-a5d4-f9bdc06e736c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:42.931870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Request body: {'port': {'device_id': '4c335da5-f339-448a-97a2-d70cc494af88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:42.989649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b8f08-2f16-45b4-acdc-8b122a25391e req-d3dbe556-bfd4-440e-82e8-aac535e04e4d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.991558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a2b8f08-2f16-45b4-acdc-8b122a25391e req-d3dbe556-bfd4-440e-82e8-aac535e04e4d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 950 time: 0.0790052 Aug 27 02:19:43.088390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a2b8f08-2f16-45b4-acdc-8b122a25391e req-7e4d6dda-1228-425a-8dc1-c0c1a58c3fa7 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900245 Aug 27 02:19:43.187790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.236540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b7d97-dd1b-4122-b80d-5cbac09eedb3 req-ea4258c4-9e3b-4b91-8fd5-3065185e86ae tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.239174 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369b7d97-dd1b-4122-b80d-5cbac09eedb3 req-ea4258c4-9e3b-4b91-8fd5-3065185e86ae tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 931 time: 0.2066572 Aug 27 02:19:43.240918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0eb031fe-e826-4db4-9e85-116a22166bbd up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:43.244041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.313672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0eb031fe-e826-4db4-9e85-116a22166bbd completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:43.320225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0eb031fe-e826-4db4-9e85-116a22166bbd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:43.321445 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.432449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:43.468233 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.503848 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 0eb031fe-e826-4db4-9e85-116a22166bbd, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0eb031fe-e826-4db4-9e85-116a22166bbd,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:43.511738 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.573110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=0eb031fe-e826-4db4-9e85-116a22166bbd,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:43.713411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d38b3-5434-4de0-97a8-ec2e420e4322 req-3be1fbbb-c7fb-4d3f-915a-d1dee6e5670f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.721579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-536d38b3-5434-4de0-97a8-ec2e420e4322 req-3be1fbbb-c7fb-4d3f-915a-d1dee6e5670f tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 945 time: 0.0847673 Aug 27 02:19:43.766001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:43.766716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-536d38b3-5434-4de0-97a8-ec2e420e4322 req-9215211a-b70d-4efb-9611-efa0d0b77a06 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Aug 27 02:19:43.772205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=7149d506-330f-476b-a5d4-f9bdc06e736c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:43.775970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:43.782445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.783409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.797251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16a1ec8-37af-4ae9-be94-a2d67d3dca8d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:43.803959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369b7d97-dd1b-4122-b80d-5cbac09eedb3 req-043f9b56-8311-428d-9a77-15e8a43c0754 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378788 Aug 27 02:19:43.808621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f93a4b45-0a2e-42e0-9bbc-4f926d823f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8101652 Aug 27 02:19:43.810730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.828651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Transition to ACTIVE for port object a16a1ec8-37af-4ae9-be94-a2d67d3dca8d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:43.839082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.899811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:43.945231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Attempting to bind port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:43.945954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Attempting to bind port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:43.946531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Attempting to bind port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:43.951937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d on network 388f4982-e505-409e-b254-de96e41b7a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:43.952527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Attempting to bind port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:43.958822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:43.959230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Checking segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:43.960009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Bound using segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:43.960580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Bound port: a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:43.961136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.035614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:44.039245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:44.046570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.124864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.125665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.127614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] 10.222.0.45 "PUT /v2.0/ports/a16a1ec8-37af-4ae9-be94-a2d67d3dca8d HTTP/1.1" status: 200 len: 1091 time: 1.2200024 Aug 27 02:19:44.128212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:44.131128 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4788869d-d161-40d4-8e9a-d64ae75e42a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:44.143868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad8914fd-2ff2-41aa-aa34-c45fb88e8e24 None None] Provisioning for port 7149d506-330f-476b-a5d4-f9bdc06e736c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:44.156281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad8914fd-2ff2-41aa-aa34-c45fb88e8e24 None None] Provisioning complete for port 7149d506-330f-476b-a5d4-f9bdc06e736c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:44.156930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad8914fd-2ff2-41aa-aa34-c45fb88e8e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.188044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1d0df-8c9e-4202-9e9c-bef96a33975c service neutron] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:44.223246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:44.358026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-aa3195d0-44ec-4533-bde5-2628d4445270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.376588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-aa3195d0-44ec-4533-bde5-2628d4445270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 1094 time: 0.1758966 Aug 27 02:19:44.387138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32998) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:44.392108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-da1bf082-ee15-4311-83a3-b3f4dac32536 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508150590', 'description': 'tempest-description--371044391'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:44.446922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ad8914fd-2ff2-41aa-aa34-c45fb88e8e24 None None] Port 7149d506-330f-476b-a5d4-f9bdc06e736c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:44.460346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0eb031fe-e826-4db4-9e85-116a22166bbd up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:44.471646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1bf082-ee15-4311-83a3-b3f4dac32536 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.559117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-1422b2d0-1530-42d2-8efc-83ab052d9c4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d HTTP/1.1" status: 200 len: 217 time: 0.0909855 Aug 27 02:19:44.560778 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41404e7e-455a-430b-9b89-a1cd8d7e80d9 x-openstack-request-id: req-41404e7e-455a-430b-9b89-a1cd8d7e80d9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:44.561163 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:44.561520 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41404e7e-455a-430b-9b89-a1cd8d7e80d9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:44.562115 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'status': 'completed', 'code': 200} Aug 27 02:19:44.571418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86808027-80fa-47c1-8f25-bf0a215459d2 req-7dafa2fd-3d7b-4798-bdf6-de1ab422d582 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.573588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86808027-80fa-47c1-8f25-bf0a215459d2 req-7dafa2fd-3d7b-4798-bdf6-de1ab422d582 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 950 time: 0.3714058 Aug 27 02:19:44.639494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:44.650458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:44.650839 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.657314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86808027-80fa-47c1-8f25-bf0a215459d2 req-f1c9b4e8-ca11-4f5d-b45a-9de23cfbec00 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717037 Aug 27 02:19:44.671277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0eb031fe-e826-4db4-9e85-116a22166bbd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:44.671901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.681844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-0eb17b9d-80cf-4dfa-9825-041da8971b77 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.683727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-0eb17b9d-80cf-4dfa-9825-041da8971b77 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 950 time: 0.3521924 Aug 27 02:19:44.716216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1bf082-ee15-4311-83a3-b3f4dac32536 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.727648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1bf082-ee15-4311-83a3-b3f4dac32536 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.735922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-eedab205-a568-4cba-89e3-3c8b6e65e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.754263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-eedab205-a568-4cba-89e3-3c8b6e65e508 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.1796801 Aug 27 02:19:44.758280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bf082-ee15-4311-83a3-b3f4dac32536 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f8293-3cb6-466a-b835-58ef82d02673,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:44.763258 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1bf082-ee15-4311-83a3-b3f4dac32536 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.765316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-da1bf082-ee15-4311-83a3-b3f4dac32536 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3770599 Aug 27 02:19:44.774955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33012) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:44.779647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-67122b5f-bc80-4f9c-bd71-eb3c74c8ce11 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8293-3cb6-466a-b835-58ef82d02673', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:44.835487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-8f5420f3-96c3-436b-9a22-f7bd325da9d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709109 Aug 27 02:19:44.850178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-67122b5f-bc80-4f9c-bd71-eb3c74c8ce11 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.877163 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.911236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:44.913874 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4bc29d-bd84-428a-983e-3dfe6f15b350" -d '{"events": [{"server_uuid": "60f6685f-dd16-47e3-ad7c-206c9935b5d0", "name": "network-vif-plugged", "status": "completed", "tag": "3a0340d3-5e8c-4b2c-b5f3-5071f95da989"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:44.933984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:44.945485 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.945726 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-67122b5f-bc80-4f9c-bd71-eb3c74c8ce11 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.952588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-67122b5f-bc80-4f9c-bd71-eb3c74c8ce11 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:44.981801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67122b5f-bc80-4f9c-bd71-eb3c74c8ce11 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e8c737-510b-40ce-8745-2d9a00dc496a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:44.985637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-fe75843c-7842-4d0f-8ab6-c36f664933c0 service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385660 Aug 27 02:19:44.997331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:45.007589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-67122b5f-bc80-4f9c-bd71-eb3c74c8ce11 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.008904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-67122b5f-bc80-4f9c-bd71-eb3c74c8ce11 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2329965 Aug 27 02:19:45.009465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Deleting port 9b8578ec-28e4-4f03-8185-b5e65df52453 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:45.009818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.013036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33022) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:45.044309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95109f77-d6f6-432e-83d5-da0e52366384 req-706cd5ed-1847-42fa-a80e-b77b69eedcd9 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:45.045660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95109f77-d6f6-432e-83d5-da0e52366384 req-706cd5ed-1847-42fa-a80e-b77b69eedcd9 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 943 time: 0.0600932 Aug 27 02:19:45.051424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-600c5d00-30ee-48b6-912d-0feb9eb35d86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8293-3cb6-466a-b835-58ef82d02673', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:45.087888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95109f77-d6f6-432e-83d5-da0e52366384 req-1ca0e7ab-2fe9-4e02-a88b-ac28813f8b68 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360548 Aug 27 02:19:45.104205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7105b52-178b-4e6d-a8b4-32993fe25409 req-cf98d887-f189-427a-b5f1-34f1e7b231d7 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:45.105889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7105b52-178b-4e6d-a8b4-32993fe25409 req-cf98d887-f189-427a-b5f1-34f1e7b231d7 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 945 time: 0.1808524 Aug 27 02:19:45.133365 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d30554-2239-4446-aac8-87cde1d6f8f3 x-openstack-request-id: req-f9d30554-2239-4446-aac8-87cde1d6f8f3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:45.134022 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f6685f-dd16-47e3-ad7c-206c9935b5d0", "name": "network-vif-plugged", "status": "completed", "tag": "3a0340d3-5e8c-4b2c-b5f3-5071f95da989", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:45.134508 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9d30554-2239-4446-aac8-87cde1d6f8f3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:45.135130 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989', 'code': 200} Aug 27 02:19:45.199963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600c5d00-30ee-48b6-912d-0feb9eb35d86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.242230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669f4ee-6f58-40db-b7a8-17a1fd957d56 req-7172ef83-93bc-47f5-939e-4d845c8557a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:45.242835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7105b52-178b-4e6d-a8b4-32993fe25409 req-b3155d20-6002-487e-af16-e26364c4b810 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226876 Aug 27 02:19:45.244297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5669f4ee-6f58-40db-b7a8-17a1fd957d56 req-7172ef83-93bc-47f5-939e-4d845c8557a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0421433 Aug 27 02:19:45.252590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] For port 9b8578ec-28e4-4f03-8185-b5e65df52453, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9b8578ec-28e4-4f03-8185-b5e65df52453,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:45.252965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.259117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5053108-dd42-48bd-9e98-815b0313ba5c req-980c3f7a-4364-4742-bf90-5d67c5fd8b87 service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624750 Aug 27 02:19:45.281569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Calling delete_port for 9b8578ec-28e4-4f03-8185-b5e65df52453 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:45.287830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5669f4ee-6f58-40db-b7a8-17a1fd957d56 req-773ed0cf-e565-4822-af39-f64bd9da0a97 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344689 Aug 27 02:19:45.345733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600c5d00-30ee-48b6-912d-0feb9eb35d86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.351288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600c5d00-30ee-48b6-912d-0feb9eb35d86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.381075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c5d00-30ee-48b6-912d-0feb9eb35d86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd36b5e6-f041-48a9-ad95-f4bfc2cf66a6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:45.393966 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600c5d00-30ee-48b6-912d-0feb9eb35d86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.396204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-600c5d00-30ee-48b6-912d-0feb9eb35d86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3698053 Aug 27 02:19:45.398593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33036) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:45.404357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:45.459142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.513869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.526158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ef14ae83-5b14-409f-bf8c-3029319d6250'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:45.529215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9b8578ec-28e4-4f03-8185-b5e65df52453'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:45.567168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-0e5111b7-cd2d-4b95-8d6c-1c73ebbda5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:45.569007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-0e5111b7-cd2d-4b95-8d6c-1c73ebbda5de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 1094 time: 0.0528402 Aug 27 02:19:45.569911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Pushing event deleted for resources: {'Port': ['ID=9b8578ec-28e4-4f03-8185-b5e65df52453,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:45.662040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] No DVR routers for this DVR port 9b8578ec-28e4-4f03-8185-b5e65df52453 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:45.665269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.667710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7f29266-de41-4cc4-b054-0dcc3c0768a9 req-c353cdae-4238-40b6-b787-bd545152c45b tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.32 "DELETE /v2.0/ports/9b8578ec-28e4-4f03-8185-b5e65df52453 HTTP/1.1" status: 204 len: 173 time: 0.9751384 Aug 27 02:19:45.755051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.765969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-8515047b-1de8-4cac-ac50-b0b5ceb5b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:45.768545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-8515047b-1de8-4cac-ac50-b0b5ceb5b3a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 905 time: 0.1828673 Aug 27 02:19:45.859937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-ad80a42a-36a4-42ab-a4d4-ad44b950287a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d HTTP/1.1" status: 200 len: 217 time: 0.0781379 Aug 27 02:19:45.966853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 172.25.1.90 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/e709fe31-c4a2-4887-8e08-8f5271ec3b96) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:45.970222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-3d9382f6-7804-4254-99e3-4420eb45704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:45.972366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-3d9382f6-7804-4254-99e3-4420eb45704a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.0977366 Aug 27 02:19:45.993200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6ce2a59-2855-4559-acea-44ac75c283c9 req-2ff59c7a-dfd2-47e0-9472-f225832a2f0f tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2a4b27-9127-4f04-b084-3d3933b9c721 HTTP/1.1" status: 200 len: 210 time: 0.0503745 Aug 27 02:19:46.033911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-9700a6af-4f2c-406c-a610-c6594536f149 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507483 Aug 27 02:19:46.168181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.209257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-77130178-2a5f-419f-955e-d6420c5e81d3 service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670310 Aug 27 02:19:46.230226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.281866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:46.288965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:46.295213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:46.308184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=e709fe31-c4a2-4887-8e08-8f5271ec3b96,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:46.344157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc03a05-6368-4f2b-9f50-78524eab8174 req-628db50b-f46b-4727-aad6-071188321a7b tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.346546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33078) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:46.353212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edc03a05-6368-4f2b-9f50-78524eab8174 req-628db50b-f46b-4727-aad6-071188321a7b tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 943 time: 0.1875937 Aug 27 02:19:46.408870 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.432236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4788869d-d161-40d4-8e9a-d64ae75e42a0 req-419cdbee-dec2-4f08-828a-12f09b504aed service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133126 Aug 27 02:19:46.450918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.466519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813535d9-aa98-4b1e-8ef5-08bb8c0d6a23 req-3707cf8e-abf2-4f2c-af42-ad8a00e021fb tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.467974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813535d9-aa98-4b1e-8ef5-08bb8c0d6a23 req-3707cf8e-abf2-4f2c-af42-ad8a00e021fb tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 946 time: 0.1202922 Aug 27 02:19:46.476978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edc03a05-6368-4f2b-9f50-78524eab8174 req-582f9994-0f89-480c-8503-2583f8dd75a6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162212 Aug 27 02:19:46.505329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.569648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'name': 'network-vif-deleted', 'tag': '9b8578ec-28e4-4f03-8185-b5e65df52453'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:46.571939 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2591371-9ffe-49e4-b154-340a17251a05" -d '{"events": [{"server_uuid": "6f2a4b27-9127-4f04-b084-3d3933b9c721", "name": "network-vif-deleted", "tag": "9b8578ec-28e4-4f03-8185-b5e65df52453"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:46.586584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a5b93eb-beaa-40dd-9f48-897b3537a0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.619831 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d7022e-88b5-4983-a78c-8a96af2b44ea x-openstack-request-id: req-a5d7022e-88b5-4983-a78c-8a96af2b44ea {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:46.620118 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2a4b27-9127-4f04-b084-3d3933b9c721", "name": "network-vif-deleted", "tag": "9b8578ec-28e4-4f03-8185-b5e65df52453", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:46.620370 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5d7022e-88b5-4983-a78c-8a96af2b44ea {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:46.620763 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2a4b27-9127-4f04-b084-3d3933b9c721', 'name': 'network-vif-deleted', 'tag': '9b8578ec-28e4-4f03-8185-b5e65df52453', 'status': 'completed', 'code': 200} Aug 27 02:19:46.651492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813535d9-aa98-4b1e-8ef5-08bb8c0d6a23 req-40089a87-170c-43c6-84e7-d945d9f4ab54 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427071 Aug 27 02:19:46.764986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.771932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.814633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.825299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a5b93eb-beaa-40dd-9f48-897b3537a0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.836354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a5b93eb-beaa-40dd-9f48-897b3537a0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.856710 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.857958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4577758 Aug 27 02:19:46.861945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603159c-94d5-40bd-b43e-84bb90badb1c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=e709fe31-c4a2-4887-8e08-8f5271ec3b96,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:46.882703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b93eb-beaa-40dd-9f48-897b3537a0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4e3ea-c956-4b1a-8e26-7c6ac50c48b4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:46.888307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5a5b93eb-beaa-40dd-9f48-897b3537a0af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31dcc431ef404e53a41182f71ddeffae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392990 Aug 27 02:19:46.891124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33090) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:46.945041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75a05278-63d7-473a-bc6c-d748fab5be25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.968733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75a05278-63d7-473a-bc6c-d748fab5be25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.031184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75a05278-63d7-473a-bc6c-d748fab5be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.033708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75a05278-63d7-473a-bc6c-d748fab5be25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.042247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-75a05278-63d7-473a-bc6c-d748fab5be25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1f4e3ea-c956-4b1a-8e26-7c6ac50c48b4 HTTP/1.1" status: 204 len: 168 time: 0.1446698 Aug 27 02:19:47.064288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a05278-63d7-473a-bc6c-d748fab5be25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4e3ea-c956-4b1a-8e26-7c6ac50c48b4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:47.125051 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.157579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-3a8a0cf9-3e7b-4412-84f5-616d8253579e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--508150590&fields=id&tenant_id=b4588d0b96d644598e46477ade199b53 HTTP/1.1" status: 200 len: 267 time: 0.0804257 Aug 27 02:19:47.351655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1419262-c578-4e65-8f93-f15e46f319cd req-31be9b9b-cc00-433e-8092-2a1d829e9805 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.353436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1419262-c578-4e65-8f93-f15e46f319cd req-31be9b9b-cc00-433e-8092-2a1d829e9805 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 948 time: 0.0606585 Aug 27 02:19:47.400895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33116) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:47.418020 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e896-0477-4c68-8af2-13310859ef14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.428673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1419262-c578-4e65-8f93-f15e46f319cd req-3699f197-d2ba-49ab-bf7b-f3b8da01c8bc tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621350 Aug 27 02:19:47.495914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-f6fa266f-0ec6-4d6e-b5c0-6431aee7a15d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.498503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-f6fa266f-0ec6-4d6e-b5c0-6431aee7a15d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 931 time: 0.3291934 Aug 27 02:19:47.537047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e896-0477-4c68-8af2-13310859ef14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.543892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e896-0477-4c68-8af2-13310859ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.563132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ca7e8e58-0d50-4246-8ad5-b6d97c76f92e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.564842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ca7e8e58-0d50-4246-8ad5-b6d97c76f92e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports/7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 930 time: 0.0591605 Aug 27 02:19:47.611730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8ed7e896-0477-4c68-8af2-13310859ef14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c05c53516f04119a4f4361393d04e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095304 Aug 27 02:19:47.614708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33120) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:47.618202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7e896-0477-4c68-8af2-13310859ef14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e9679b-8101-4d78-932e-5ae4eab9d084,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:47.622910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ddaa5201-510e-49ec-9e0d-d7e5ff06a017 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0514963 Aug 27 02:19:47.648922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9b8578ec-28e4-4f03-8185-b5e65df52453 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:47.660720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5b84-b7bc-41b5-b54c-77f91d3152dc req-f7e08230-a009-4fb2-a265-502aba07372f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.668175 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cb8d5b84-b7bc-41b5-b54c-77f91d3152dc req-f7e08230-a009-4fb2-a265-502aba07372f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 943 time: 0.1107345 Aug 27 02:19:47.671360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 9b8578ec-28e4-4f03-8185-b5e65df52453 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:19:47.672075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9b8578ec-28e4-4f03-8185-b5e65df52453 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:47.677109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-2a59bd21-306b-4bb9-b291-0fb555532f8f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0399106 Aug 27 02:19:47.728834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cb8d5b84-b7bc-41b5-b54c-77f91d3152dc req-1eeeb08f-4f00-4869-b644-f293425182ae tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597188 Aug 27 02:19:47.731992 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fd9-f28e-4524-b555-d8e3de2bc43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.755422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fd9-f28e-4524-b555-d8e3de2bc43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.807825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fd9-f28e-4524-b555-d8e3de2bc43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.812255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fd9-f28e-4524-b555-d8e3de2bc43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.823236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9cd49fd9-f28e-4524-b555-d8e3de2bc43c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35e9679b-8101-4d78-932e-5ae4eab9d084 HTTP/1.1" status: 204 len: 168 time: 0.2007220 Aug 27 02:19:47.828828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1ace0e02-4183-45bd-af7e-7079e46f1201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.843056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd49fd9-f28e-4524-b555-d8e3de2bc43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e9679b-8101-4d78-932e-5ae4eab9d084,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:47.844897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1ace0e02-4183-45bd-af7e-7079e46f1201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.851253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1ace0e02-4183-45bd-af7e-7079e46f1201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.858524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1ace0e02-4183-45bd-af7e-7079e46f1201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/networks?id=16e5c914-5405-4258-ad19-5b2a64dad66a&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=f5965bcd-6534-4040-991c-d88cccba9470&id=f5965bcd-6534-4040-991c-d88cccba9470 HTTP/1.1" status: 200 len: 1991 time: 0.1751842 Aug 27 02:19:47.879646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-895269b8-919f-45f7-a056-efca16c5d83e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/quotas/b4588d0b96d644598e46477ade199b53 HTTP/1.1" status: 200 len: 375 time: 0.0199535 Aug 27 02:19:47.901544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abcbc2-9d2e-4b07-931c-a132fed0a274 req-eca62d99-52d0-4b81-8bc1-7b58f5169938 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.903237 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66abcbc2-9d2e-4b07-931c-a132fed0a274 req-eca62d99-52d0-4b81-8bc1-7b58f5169938 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 946 time: 0.0579278 Aug 27 02:19:47.939291 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-6ce577f4-2ca0-453e-9661-3274e5504e66 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0588315 Aug 27 02:19:47.948422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66abcbc2-9d2e-4b07-931c-a132fed0a274 req-f341d1f5-01a3-4762-9e53-3cca19f65cb2 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Aug 27 02:19:48.075026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-78ef1aac-cda5-410e-a758-b11ef1c9fa2d service neutron] 10.222.0.10 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191642 Aug 27 02:19:48.197514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-71422e6c-c899-43e6-b64a-9e10187dbc8a service neutron] 10.222.0.10 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148639 Aug 27 02:19:48.202403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a16a1ec8-37af-4ae9-be94-a2d67d3dca8d details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:48.280961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-fe3be8b2-c6cb-4b5b-830e-31831067fc1e service neutron] 10.222.0.10 "GET /v2.0/ports/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0742702 Aug 27 02:19:48.366171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:48.383609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'mac_address': 'fa:16:3e:44:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:48.395262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ea6a3-710f-472c-aaca-8fbf518f3d87 req-21ee410a-9221-4eab-9827-d8b5f23c60f4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.403174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-065ea6a3-710f-472c-aaca-8fbf518f3d87 req-21ee410a-9221-4eab-9827-d8b5f23c60f4 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 946 time: 0.0597947 Aug 27 02:19:48.430476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:48.437297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-5e3644ea-1adc-4b13-bffa-158ccbfd6d9c service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462562 Aug 27 02:19:48.451190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-065ea6a3-710f-472c-aaca-8fbf518f3d87 req-33c0a712-05f5-4435-88f4-ed5d39daac66 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Aug 27 02:19:48.466569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16a1ec8-37af-4ae9-be94-a2d67d3dca8d {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:48.496498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:48.504021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:48.595100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffc3c-aaf3-4e5e-99cb-b109386ce4ba req-c58db5cf-7a64-4e04-939a-aef3189d801a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.600398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-902ffc3c-aaf3-4e5e-99cb-b109386ce4ba req-c58db5cf-7a64-4e04-939a-aef3189d801a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 948 time: 0.0863369 Aug 27 02:19:48.606776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4f54a5f5-69ec-48ad-b0ab-e9870b0f0a92 service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636536 Aug 27 02:19:48.615965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:48.656666 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-902ffc3c-aaf3-4e5e-99cb-b109386ce4ba req-d0b740c6-37a3-4f66-8d32-589b3c157e6d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/security-groups?id=18711f40-6ab0-4479-b2d3-88b206ef4f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525670 Aug 27 02:19:48.662470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ba41a7d4-4b3f-4373-9266-3f62d588a7bc service neutron] 10.222.0.10 "GET /v2.0/ports/7149d506-330f-476b-a5d4-f9bdc06e736c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0489261 Aug 27 02:19:48.781773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-26d88794-2e01-4fd1-99e3-05ce7ccb89d9 service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109052 Aug 27 02:19:48.820657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a16a1ec8-37af-4ae9-be94-a2d67d3dca8d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:48.866507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987ebbb-26ac-49af-8883-55979427a76b req-0dae2050-685d-498f-a440-57c52288088d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.868062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6987ebbb-26ac-49af-8883-55979427a76b req-0dae2050-685d-498f-a440-57c52288088d tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.45 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 948 time: 0.1004326 Aug 27 02:19:48.988023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-9ef60eef-5d19-4727-b803-f32abfe017cb service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943278 Aug 27 02:19:49.009438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d844d-9566-4375-8943-61165326eba4 req-0504f637-014f-4d59-b748-2bfb20a2822c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.011766 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-784d844d-9566-4375-8943-61165326eba4 req-0504f637-014f-4d59-b748-2bfb20a2822c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 944 time: 0.1427801 Aug 27 02:19:49.073281 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-784d844d-9566-4375-8943-61165326eba4 req-87b2f41e-1fe3-4cf8-89ef-c8caee8fa31d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525773 Aug 27 02:19:49.087474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Deleting port ef14ae83-5b14-409f-bf8c-3029319d6250 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:49.088390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.168677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ee8898a2-f414-4361-af01-20a62bc3708e service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719315 Aug 27 02:19:49.210438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] For port ef14ae83-5b14-409f-bf8c-3029319d6250, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ef14ae83-5b14-409f-bf8c-3029319d6250,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:49.210819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.232858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Calling delete_port for ef14ae83-5b14-409f-bf8c-3029319d6250 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:49.320659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-e0ee54f6-4b65-45dd-a522-35235f4d625e service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433032 Aug 27 02:19:49.388190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.435409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-a967711b-6e4a-46fb-bbf3-be8e4d43361f service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061990 Aug 27 02:19:49.452018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Pushing event deleted for resources: {'Port': ['ID=ef14ae83-5b14-409f-bf8c-3029319d6250,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:49.476025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] No DVR routers for this DVR port ef14ae83-5b14-409f-bf8c-3029319d6250 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:49.479988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.486338 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6987ebbb-26ac-49af-8883-55979427a76b req-01b7b35d-b48e-44c9-94a2-0fe54b8a4d0a tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.45 "DELETE /v2.0/ports/ef14ae83-5b14-409f-bf8c-3029319d6250 HTTP/1.1" status: 204 len: 173 time: 0.6075122 Aug 27 02:19:49.486812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630619d4-ebc3-4442-99f8-7086d4455e66', 'name': 'network-vif-deleted', 'tag': 'ef14ae83-5b14-409f-bf8c-3029319d6250'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:49.493249 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff54359-8b5f-4e44-b2d7-5560e6e7a2c9" -d '{"events": [{"server_uuid": "630619d4-ebc3-4442-99f8-7086d4455e66", "name": "network-vif-deleted", "tag": "ef14ae83-5b14-409f-bf8c-3029319d6250"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:49.547214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ef14ae83-5b14-409f-bf8c-3029319d6250'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:49.598104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-d7b9882e-01db-4564-b3d4-00f17bb9dbd4 service neutron] 10.222.0.10 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552088 Aug 27 02:19:49.623461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62289-96c7-41b5-876f-47d383c0b506 req-efc53e80-535e-46f5-b793-499a6290d829 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.629034 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0c62289-96c7-41b5-876f-47d383c0b506 req-efc53e80-535e-46f5-b793-499a6290d829 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 946 time: 0.1019018 Aug 27 02:19:49.701565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0c62289-96c7-41b5-876f-47d383c0b506 req-5f20a2af-a059-4747-b8cb-7af23a8b4f71 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485857 Aug 27 02:19:49.738149 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dbcc3a-126a-4242-92ed-473def199041 x-openstack-request-id: req-56dbcc3a-126a-4242-92ed-473def199041 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:49.738780 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630619d4-ebc3-4442-99f8-7086d4455e66", "name": "network-vif-deleted", "tag": "ef14ae83-5b14-409f-bf8c-3029319d6250", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:49.739253 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56dbcc3a-126a-4242-92ed-473def199041 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:49.739827 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630619d4-ebc3-4442-99f8-7086d4455e66', 'name': 'network-vif-deleted', 'tag': 'ef14ae83-5b14-409f-bf8c-3029319d6250', 'status': 'completed', 'code': 200} Aug 27 02:19:49.762399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-7b4225e8-796e-4931-b795-a35e109f4bf4 service neutron] 10.222.0.10 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571667 Aug 27 02:19:49.848302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5165ee1-cefa-4009-b8c0-61c903424ea2 req-f4c2134b-a6bf-44bd-9ed3-fd5017daac11 tempest-ServersAdminNegativeTestJSON-563362267 tempest-ServersAdminNegativeTestJSON-563362267-project] 10.222.0.10 "GET /v2.0/ports?device_id=630619d4-ebc3-4442-99f8-7086d4455e66 HTTP/1.1" status: 200 len: 210 time: 0.0395870 Aug 27 02:19:49.877631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-76a95b15-cb08-4302-96de-8ecb9bb14392 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.880862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-76a95b15-cb08-4302-96de-8ecb9bb14392 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 946 time: 0.1074033 Aug 27 02:19:49.956463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-9e5f4621-30a5-4c9c-b1ab-8c949bed7338 service neutron] 10.222.0.10 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811702 Aug 27 02:19:50.084565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Deleting port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:50.085682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.132403 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-3d799a09-c34c-4227-b8f1-403abfc68e00 service neutron] 10.222.0.10 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730998 Aug 27 02:19:50.215954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] For port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,segment=NetworkSegment(b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38),segment_id=b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:50.216304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.218247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a16a1ec8-37af-4ae9-be94-a2d67d3dca8d up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:50.240818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Calling delete_port for 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:50.306861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ec872f4e-e080-47f8-b790-5d9a7f1a015c service neutron] 10.222.0.10 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654823 Aug 27 02:19:50.348690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:50.354912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:50.355625 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.385813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0da9-579c-4a78-a01a-0bdc10eab3fd req-57858145-4d73-4096-ac0d-e79dc0a4593f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.388112 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d1f0da9-579c-4a78-a01a-0bdc10eab3fd req-57858145-4d73-4096-ac0d-e79dc0a4593f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 944 time: 0.0900836 Aug 27 02:19:50.501054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d1f0da9-579c-4a78-a01a-0bdc10eab3fd req-3a70c854-c9ef-4368-bdb8-cf43b6c32d36 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 Aug 27 02:19:50.501744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.549551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event deleted for resources: {'Port': ['ID=3a0340d3-5e8c-4b2c-b5f3-5071f95da989,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:50.566074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a0340d3-5e8c-4b2c-b5f3-5071f95da989'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:50.625464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] No DVR routers for this DVR port 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:50.628262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.631538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb872807-ebc6-4269-b046-d2c2843e3241 req-cf49ca96-68a3-4cf1-bb60-d6a1c601e583 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.45 "DELETE /v2.0/ports/3a0340d3-5e8c-4b2c-b5f3-5071f95da989 HTTP/1.1" status: 204 len: 173 time: 0.7359984 Aug 27 02:19:50.677522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.731970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:50.735916 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b8fae9-db11-4ca8-b826-fd2b7f052708" -d '{"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-plugged", "status": "completed", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:50.754079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:50.760711 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.763410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ef14ae83-5b14-409f-bf8c-3029319d6250 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:50.790740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: ef14ae83-5b14-409f-bf8c-3029319d6250 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:19:50.791437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ef14ae83-5b14-409f-bf8c-3029319d6250 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:50.793775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68e6d0a5-9de5-42f5-b508-5b57064025d8 req-5b0bc804-b4bb-4868-9c78-4cd2e74f8204 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/ports?device_id=60f6685f-dd16-47e3-ad7c-206c9935b5d0 HTTP/1.1" status: 200 len: 210 time: 0.0327103 Aug 27 02:19:50.841741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:50.887950 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536320f0-88c3-4387-805e-103f96c1fc37 x-openstack-request-id: req-536320f0-88c3-4387-805e-103f96c1fc37 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:50.888249 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-plugged", "status": "completed", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:50.888578 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-536320f0-88c3-4387-805e-103f96c1fc37 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:50.888995 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'code': 200} Aug 27 02:19:51.041848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a502575-1705-408c-be7a-45126deb0315 req-ed874a89-f879-46d1-8191-bec0fa96585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.044165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a502575-1705-408c-be7a-45126deb0315 req-ed874a89-f879-46d1-8191-bec0fa96585c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 1096 time: 0.0730550 Aug 27 02:19:51.095407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a502575-1705-408c-be7a-45126deb0315 req-c5494d6c-0ac7-4c81-8b66-ea4ab719e878 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Aug 27 02:19:51.381221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33244) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:51.502440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8440c521-6ff3-40b7-a915-3ad9a19ec097 req-72c9c31a-504d-491f-9ea3-dca1d70b1365 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0611367 Aug 27 02:19:51.665723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cb8a15da-88e1-47a2-b2a2-d079a051298d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=048954aa305a4e778c82bc4da7fafd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832029 Aug 27 02:19:51.666498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33260) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:51.692993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68a622-8632-41cc-b362-8b05fcaf1ea0 req-3c000701-c2b0-415d-b15a-77d085b285a2 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.694721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c68a622-8632-41cc-b362-8b05fcaf1ea0 req-3c000701-c2b0-415d-b15a-77d085b285a2 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.0958123 Aug 27 02:19:51.743073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'name': 'network-vif-deleted', 'tag': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:51.749069 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55326ac-9e04-49a2-96a1-bcdeb10719dc" -d '{"events": [{"server_uuid": "60f6685f-dd16-47e3-ad7c-206c9935b5d0", "name": "network-vif-deleted", "tag": "3a0340d3-5e8c-4b2c-b5f3-5071f95da989"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:51.762470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33266) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:51.776269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b02d412-eb30-4701-a5d5-44d39d3adc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:51.796282 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c68a622-8632-41cc-b362-8b05fcaf1ea0 req-12de347e-9586-4117-83e3-ff9a0e9d25d2 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943177 Aug 27 02:19:51.804475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b02d412-eb30-4701-a5d5-44d39d3adc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:51.858419 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566bba9-a7bd-450b-884b-d01590dbf3c7 x-openstack-request-id: req-d566bba9-a7bd-450b-884b-d01590dbf3c7 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:51.859675 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f6685f-dd16-47e3-ad7c-206c9935b5d0", "name": "network-vif-deleted", "tag": "3a0340d3-5e8c-4b2c-b5f3-5071f95da989", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:51.859974 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d566bba9-a7bd-450b-884b-d01590dbf3c7 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:51.860379 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f6685f-dd16-47e3-ad7c-206c9935b5d0', 'name': 'network-vif-deleted', 'tag': '3a0340d3-5e8c-4b2c-b5f3-5071f95da989', 'status': 'completed', 'code': 200} Aug 27 02:19:51.921362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b02d412-eb30-4701-a5d5-44d39d3adc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:51.926150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b02d412-eb30-4701-a5d5-44d39d3adc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:51.928118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3b02d412-eb30-4701-a5d5-44d39d3adc9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18711f40-6ab0-4479-b2d3-88b206ef4f0b HTTP/1.1" status: 204 len: 168 time: 0.2599094 Aug 27 02:19:51.951021 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02d412-eb30-4701-a5d5-44d39d3adc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18711f40-6ab0-4479-b2d3-88b206ef4f0b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:51.984815 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc52c3-6e41-4dad-b505-da51a1a0e620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.074093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33290) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:52.145896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc52c3-6e41-4dad-b505-da51a1a0e620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.158183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc52c3-6e41-4dad-b505-da51a1a0e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.179840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9d6eb56-0eed-4d0c-9771-f0fdebed4517 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.218674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9d6eb56-0eed-4d0c-9771-f0fdebed4517 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.224708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2cc52c3-6e41-4dad-b505-da51a1a0e620 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c68c19841f54fb8b76cb7369574a0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609613 Aug 27 02:19:52.241696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33296) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:52.265030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc52c3-6e41-4dad-b505-da51a1a0e620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8664d5b-4fc3-44de-8f49-7d139c4f9562,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:52.350805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0505824a-4c92-4f19-aae3-412fa7631d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.376079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9d6eb56-0eed-4d0c-9771-f0fdebed4517 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.380098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9d6eb56-0eed-4d0c-9771-f0fdebed4517 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.381503 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e9d6eb56-0eed-4d0c-9771-f0fdebed4517 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9bfba3e-f1dc-49c2-8d4f-b246c1f3e39f HTTP/1.1" status: 204 len: 168 time: 0.3057814 Aug 27 02:19:52.384732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33302) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:52.394746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33304) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:52.402185 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-e62771e8-bdbb-4597-b686-14352ac02444 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] show failed (client error): The resource could not be found. Aug 27 02:19:52.406447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e62771e8-bdbb-4597-b686-14352ac02444 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "GET /v2.0/security-groups/b9bfba3e-f1dc-49c2-8d4f-b246c1f3e39f HTTP/1.1" status: 404 len: 347 time: 0.0204716 Aug 27 02:19:52.407130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33306) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:52.411784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0505824a-4c92-4f19-aae3-412fa7631d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.419781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6eb56-0eed-4d0c-9771-f0fdebed4517 tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bfba3e-f1dc-49c2-8d4f-b246c1f3e39f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:52.509995 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4e124c56-a9dc-4533-8c18-58df1be6328c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c2f353d3d94433f9c810503fd6b9926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1100998 Aug 27 02:19:52.517404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33308) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:52.524094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbeb4b-70ab-47ec-8799-9232f973c29b req-f44c1a55-a285-4f9c-bdc1-b5aae95a27dd tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.525593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63cbeb4b-70ab-47ec-8799-9232f973c29b req-f44c1a55-a285-4f9c-bdc1-b5aae95a27dd tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1097 time: 0.0915816 Aug 27 02:19:52.557102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0505824a-4c92-4f19-aae3-412fa7631d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.559624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0505824a-4c92-4f19-aae3-412fa7631d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.560773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0505824a-4c92-4f19-aae3-412fa7631d23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8664d5b-4fc3-44de-8f49-7d139c4f9562 HTTP/1.1" status: 204 len: 168 time: 0.3181252 Aug 27 02:19:52.577900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Deleting port 65e9427a-67f8-410f-a679-91344f36fb52 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:52.578461 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.598277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505824a-4c92-4f19-aae3-412fa7631d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8664d5b-4fc3-44de-8f49-7d139c4f9562,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:52.638992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63cbeb4b-70ab-47ec-8799-9232f973c29b req-af4165e1-b9b8-4b35-b9ed-0110e4a88647 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960898 Aug 27 02:19:52.663193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c66c1b26-07bd-4ccd-92a2-af120eb7b247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.719626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c66c1b26-07bd-4ccd-92a2-af120eb7b247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.732421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.733054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.796348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Calling delete_port for 65e9427a-67f8-410f-a679-91344f36fb52 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:52.799701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c66c1b26-07bd-4ccd-92a2-af120eb7b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.800021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-537b8289-5899-44eb-a557-47ab0658b5ea req-6acb05a6-79b1-42d9-86d2-af2f6096d824 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0634327 Aug 27 02:19:52.802949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c66c1b26-07bd-4ccd-92a2-af120eb7b247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.804547 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c66c1b26-07bd-4ccd-92a2-af120eb7b247 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c51a9847-e422-4a00-8189-8df708072b8b HTTP/1.1" status: 204 len: 168 time: 0.2891796 Aug 27 02:19:52.814919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c1b26-07bd-4ccd-92a2-af120eb7b247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a9847-e422-4a00-8189-8df708072b8b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:52.909752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-daa43c90-ee53-4630-91b7-834c6766a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.911496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-daa43c90-ee53-4630-91b7-834c6766a466 service neutron] 10.222.0.45 "GET /v2.0/ports/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 1027 time: 0.0430350 Aug 27 02:19:53.009250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ac17ef31-73d3-4225-be59-a9ec55237c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.010661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ac17ef31-73d3-4225-be59-a9ec55237c39 service neutron] 10.222.0.45 "GET /v2.0/ports/7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 1026 time: 0.0902762 Aug 27 02:19:53.080496 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.131638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Pushing event deleted for resources: {'Port': ['ID=65e9427a-67f8-410f-a679-91344f36fb52,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:53.162306 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.165203 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.166578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6456a1b1-cc18-4e09-9a76-3a47bede03cd tempest-ImagesOneServerNegativeTestJSON-1751586395 tempest-ImagesOneServerNegativeTestJSON-1751586395-project] 10.222.0.10 "DELETE /v2.0/floatingips/1b8ca319-30b7-44eb-94a2-2c4e0745a7bd HTTP/1.1" status: 204 len: 168 time: 0.7582922 Aug 27 02:19:53.172868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-db0c7a74-1349-4e9f-9d5d-333aebbe12d2 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.179122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-db0c7a74-1349-4e9f-9d5d-333aebbe12d2 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.188246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-db0c7a74-1349-4e9f-9d5d-333aebbe12d2 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.188246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-db0c7a74-1349-4e9f-9d5d-333aebbe12d2 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "GET /v2.0/networks?id=16e5c914-5405-4258-ad19-5b2a64dad66a&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=f5965bcd-6534-4040-991c-d88cccba9470&id=f5965bcd-6534-4040-991c-d88cccba9470 HTTP/1.1" status: 200 len: 1991 time: 0.1678083 Aug 27 02:19:53.188933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1a125-a524-4ae4-9390-cafb8cd2214d req-ed8161d4-c120-4b03-b5be-d9ce82cae6d8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.189046 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25a1a125-a524-4ae4-9390-cafb8cd2214d req-ed8161d4-c120-4b03-b5be-d9ce82cae6d8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1266193 Aug 27 02:19:53.228615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25a1a125-a524-4ae4-9390-cafb8cd2214d req-4386799c-18fb-4d87-baca-7b8f27f75d38 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Aug 27 02:19:53.325299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33346) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:53.340994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d972b038-75cc-4a47-bed6-98690c25e24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.370444 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-30703ac2-7e2b-4c7e-8f7b-7833ec0d6981 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4588d0b96d644598e46477ade199b53 HTTP/1.1" status: 200 len: 379 time: 0.0707333 Aug 27 02:19:53.388014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'admin_state_up': True, 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'security_groups': ['c00f8293-3cb6-466a-b835-58ef82d02673']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:53.510143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d972b038-75cc-4a47-bed6-98690c25e24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.523358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d972b038-75cc-4a47-bed6-98690c25e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.559272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d972b038-75cc-4a47-bed6-98690c25e24f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ecc89c8c385744d2b10dc957f3103136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325070 Aug 27 02:19:53.561834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33360) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:53.595207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:53.605419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.623332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972b038-75cc-4a47-bed6-98690c25e24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fabe01f-5016-4521-9c44-58b9307a11d2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:53.660606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8556-637d-4797-92bb-f9d4c11856a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.687523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8556-637d-4797-92bb-f9d4c11856a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.750063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8556-637d-4797-92bb-f9d4c11856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.752970 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8556-637d-4797-92bb-f9d4c11856a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.754555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ab0a8556-637d-4797-92bb-f9d4c11856a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fabe01f-5016-4521-9c44-58b9307a11d2 HTTP/1.1" status: 204 len: 168 time: 0.1913369 Aug 27 02:19:53.776144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 172.20.0.10 (16e5c914-5405-4258-ad19-5b2a64dad66a/b7474c23-5641-46df-93f3-6384e3e1929c/509370df-ec58-40f1-a4e2-431feb7f4b22) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:53.786218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a8556-637d-4797-92bb-f9d4c11856a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fabe01f-5016-4521-9c44-58b9307a11d2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:53.835311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d9b78-0b3e-49fc-a4ac-d75e7c743214 req-975cdc9c-2d4e-4e76-95d2-8dfcd8c418a8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.837305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c71d9b78-0b3e-49fc-a4ac-d75e7c743214 req-975cdc9c-2d4e-4e76-95d2-8dfcd8c418a8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1777329 Aug 27 02:19:53.938944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c71d9b78-0b3e-49fc-a4ac-d75e7c743214 req-a4f89427-1ccb-4f5f-a3d4-309399c82733 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904000 Aug 27 02:19:53.976687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.996339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Transition to ACTIVE for port object 509370df-ec58-40f1-a4e2-431feb7f4b22 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:53.998839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33388) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:54.065604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.075433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] Deleting subnet 9dd2a642-c832-4e54-806b-8418e2e9810c {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:19:54.082480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.109100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network 16e5c914-5405-4258-ad19-5b2a64dad66a is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:54.113300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:54.126441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:54.210190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:54.210906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.213323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.233373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.247698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3270f-4d63-42b9-9a54-47a91ae81b47 req-a35152ea-006d-43c5-91fd-6bbe0b561444 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:54.247925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:54.251512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9aa3270f-4d63-42b9-9a54-47a91ae81b47 req-a35152ea-006d-43c5-91fd-6bbe0b561444 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 932 time: 0.1107280 Aug 27 02:19:54.296357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=509370df-ec58-40f1-a4e2-431feb7f4b22,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:54.319933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-85e82ac6-8d7a-4792-b4f8-9325736aa540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9330008 Aug 27 02:19:54.335263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:19:54.336031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a0340d3-5e8c-4b2c-b5f3-5071f95da989 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:54.336891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33394) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:54.345105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'admin_state_up': True, 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'security_groups': ['c00f8293-3cb6-466a-b835-58ef82d02673']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:54.399543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-c22cd163-2042-4b5a-b43d-e70d38e3ace9 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:19:54.400829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-c22cd163-2042-4b5a-b43d-e70d38e3ace9 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355160 Aug 27 02:19:54.420184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Request body: {'binding': {'host': 'n-h2-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:54.420613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Unknown quota resources ['binding']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:19:54.422879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9aa3270f-4d63-42b9-9a54-47a91ae81b47 req-d554af93-03cb-4eeb-8040-ab24b056d2a5 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278341 Aug 27 02:19:54.462522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.500618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd2a642-c832-4e54-806b-8418e2e9810c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:54.523116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.529048 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aa4c87b3-cf86-4a5d-8bf9-3319679a5e38 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9dd2a642-c832-4e54-806b-8418e2e9810c HTTP/1.1" status: 204 len: 168 time: 0.5285685 Aug 27 02:19:54.531111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33404) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:54.560204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0ce81d49-e100-4280-bc25-3d9aeb69af9f None None] Provisioning for port 509370df-ec58-40f1-a4e2-431feb7f4b22 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:54.566475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0ce81d49-e100-4280-bc25-3d9aeb69af9f None None] Provisioning complete for port 509370df-ec58-40f1-a4e2-431feb7f4b22 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:54.567073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ce81d49-e100-4280-bc25-3d9aeb69af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.607169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:54.611148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.637953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-network', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:54.650691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0ce81d49-e100-4280-bc25-3d9aeb69af9f None None] Port 509370df-ec58-40f1-a4e2-431feb7f4b22 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:54.654517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on host n-h2-806293-1 for vnic_type normal with profile None {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:54.654517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:54.654517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:54.663860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:54.664190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:54.677018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.686783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Made reservation on behalf of 39f0a85fde6d4daba21bde4c6e45a6e2 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:54.689448 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.699164 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.699897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:54.700244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:54.700631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:54.701078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Bound port: 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:54.763345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:54.775211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.776446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-60809724-3907-4fbd-ab5f-9287091c5f4b service neutron] 10.222.0.10 "POST /v2.0/ports/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3622425 Aug 27 02:19:54.799224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.822967 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.823690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.824914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.825348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.825772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.826205 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.826650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.827062 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.827475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.827906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.876805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 10.1.1.171 (a2308963-07c8-42c3-8f1f-c82f146f73f9/e5dba69b-cca3-4615-95de-7b89b3c7d99e/92d6d42a-1d40-4518-91cf-72ebc0b28de3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:54.917233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.918508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.920235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.920680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:19:54.921173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a61d11d-9894-48b9-a68e-463bbaa5d15c']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:54.983775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:54.987945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6127fa4-34aa-4cc3-9fd5-e36a35eb2f38') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:19:55.036403 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.098139 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.125054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:19:55.125054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: from cryptography.utils import int_from_bytes Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: from cryptography.utils import int_from_bytes Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:19:55.130034 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:19:55.158953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a4215-bb5b-4981-a50f-8fcb89fa0657 req-3d25da28-21b1-4694-af1d-ba7ee8946456 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.161178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa1a4215-bb5b-4981-a50f-8fcb89fa0657 req-3d25da28-21b1-4694-af1d-ba7ee8946456 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1123981 Aug 27 02:19:55.212031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.217534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d6c4c-9154-49c4-9fca-0d883f485e44 req-95169296-e240-4d55-960e-c8c9c235ad62 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.225093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de2d6c4c-9154-49c4-9fca-0d883f485e44 req-95169296-e240-4d55-960e-c8c9c235ad62 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.2081254 Aug 27 02:19:55.228346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa1a4215-bb5b-4981-a50f-8fcb89fa0657 req-7ad20794-ef23-44b2-a533-8d877956881f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539162 Aug 27 02:19:55.236530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Transition to ACTIVE for port object 92d6d42a-1d40-4518-91cf-72ebc0b28de3 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:55.272930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.277283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.286193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.288141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-0c9502c6-b98f-4fe6-8562-1f57e232ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.289751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-0c9502c6-b98f-4fe6-8562-1f57e232ace1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1097 time: 0.1790249 Aug 27 02:19:55.298595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.318047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.320285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a61d11d-9894-48b9-a68e-463bbaa5d15c HTTP/1.1" status: 204 len: 168 time: 0.7879803 Aug 27 02:19:55.336541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d2f07-f43e-4aa2-824d-2a57479c3db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a61d11d-9894-48b9-a68e-463bbaa5d15c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:55.355132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=92d6d42a-1d40-4518-91cf-72ebc0b28de3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:55.360152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:55.361631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:55.373853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:55.378917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de2d6c4c-9154-49c4-9fca-0d883f485e44 req-7bb84547-f2df-4e06-9096-cecd7b4711fb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527526 Aug 27 02:19:55.457738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.458455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.495654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-cd1a9ee0-d121-47a0-8e07-0b4625a091c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1743844 Aug 27 02:19:55.511110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'admin_state_up': True, 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'security_groups': ['c00f8293-3cb6-466a-b835-58ef82d02673']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:55.797063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-74ca55fb-0d03-41d6-8f71-8e249923f0cf None None] Provisioning for port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:55.802754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-74ca55fb-0d03-41d6-8f71-8e249923f0cf None None] Provisioning complete for port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:55.803138 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74ca55fb-0d03-41d6-8f71-8e249923f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.814783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:55.821563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.822633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:19:55.842596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7169017-44b6-49b4-aa59-6d4cf5e2c179,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:55.857307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33436) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:55.869142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.869602 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Added segment 370016d0-7e3b-4610-b392-900526987d79 of type vlan for network 3210946d-cd2d-4def-9d3d-f0356bda49ae Aug 27 02:19:55.871705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-74ca55fb-0d03-41d6-8f71-8e249923f0cf None None] Port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:55.936177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.941727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-c86f8972-1db9-4b1d-b5fb-3f24debbb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.943527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-c86f8972-1db9-4b1d-b5fb-3f24debbb843 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.6365061 Aug 27 02:19:56.002829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-902de5c5-2175-4892-b18e-c034d3fe26b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 200 len: 217 time: 0.0493295 Aug 27 02:19:56.022291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.023639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.025745 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.132623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7872844 Aug 27 02:19:56.157574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-88513907-ba55-4a1a-a27b-e4f124ebce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.159165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-88513907-ba55-4a1a-a27b-e4f124ebce93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1496100 Aug 27 02:19:56.160090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33446) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:56.171808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Request body: {'subnet': {'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-subnet', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:56.218209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-b5912725-85c7-4cbe-9ac8-39b71e7a3e01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410225 Aug 27 02:19:56.240134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee79f8-43d9-4e80-bd78-d74f34ae36e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3210946d-cd2d-4def-9d3d-f0356bda49ae,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:56.252740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:19:56.262705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ccff6eaf-e5e8-4b86-9d85-5034e9da7e23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5eb33d70486e4297824486ab7a295cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027412 Aug 27 02:19:56.274212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d05fbc-4d86-4f52-b170-4364c3fb5002 req-ad894094-1d00-4c25-b63b-efacd58a8a42 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.281108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d05fbc-4d86-4f52-b170-4364c3fb5002 req-ad894094-1d00-4c25-b63b-efacd58a8a42 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.290756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43d05fbc-4d86-4f52-b170-4364c3fb5002 req-ad894094-1d00-4c25-b63b-efacd58a8a42 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 1654 time: 0.6137693 Aug 27 02:19:56.292626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33448) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:56.293642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Made reservation on behalf of 39f0a85fde6d4daba21bde4c6e45a6e2 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:56.297201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.459205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43d05fbc-4d86-4f52-b170-4364c3fb5002 req-c3b53d5c-ade1-42ea-b237-e7076c3389bd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632469 Aug 27 02:19:56.474775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-1d25334d-1e0c-484b-9abc-7ab14aa5725e service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368059 Aug 27 02:19:56.509432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea80dc4d-33f2-4e9b-a621-cd2d05f1f94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.521263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 10.1.1.176 (a2308963-07c8-42c3-8f1f-c82f146f73f9/e5dba69b-cca3-4615-95de-7b89b3c7d99e/f6812d02-ff7c-4a8d-bfb9-a97e2a45b173) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:56.544089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3139b03-5bc9-44e9-bbc2-a012522b5dfc req-d86311e2-13d9-4e4d-911f-88cb9d8bdf56 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.544089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3139b03-5bc9-44e9-bbc2-a012522b5dfc req-d86311e2-13d9-4e4d-911f-88cb9d8bdf56 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1696775 Aug 27 02:19:56.557170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea80dc4d-33f2-4e9b-a621-cd2d05f1f94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.678680 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3139b03-5bc9-44e9-bbc2-a012522b5dfc req-38396a2f-d5c8-447e-b879-fe4d125653f8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172533 Aug 27 02:19:56.687197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-9e44c8d6-b56d-4d68-a82c-ced157530c8f service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117198 Aug 27 02:19:56.713518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea80dc4d-33f2-4e9b-a621-cd2d05f1f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.717910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea80dc4d-33f2-4e9b-a621-cd2d05f1f94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.718914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.728428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ea80dc4d-33f2-4e9b-a621-cd2d05f1f94e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0 HTTP/1.1" status: 204 len: 168 time: 0.4320676 Aug 27 02:19:56.761969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80dc4d-33f2-4e9b-a621-cd2d05f1f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad7f6e3-02dc-4db9-a816-1cabd1d9cac0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:56.786493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef45785-04fb-4853-9f3a-339ab46e63cb,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:56.796561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Checking segment: {'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:56.796927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Network hostable DHCP agents. Network: 3210946d-cd2d-4def-9d3d-f0356bda49ae, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:19:56.843940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.864014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Transition to ACTIVE for port object f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:56.900207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:19:56.911523 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.930292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3210946d-cd2d-4def-9d3d-f0356bda49ae) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:56.939891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449f5c3-da7b-4485-ae41-808eda201d06 None None] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:56.947565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.948168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.973079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aef9ad-c7f1-422b-9152-9b5df1764928 req-3ede7966-dc24-4f8e-b00f-d3c19ded5e8c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.977066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aef9ad-c7f1-422b-9152-9b5df1764928 req-3ede7966-dc24-4f8e-b00f-d3c19ded5e8c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.1499662 Aug 27 02:19:57.007248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:57.008995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-108290cc-b1da-421f-80a9-3225c56c1235 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8418519 Aug 27 02:19:57.013347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33464) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:57.020947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:57.029206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:57.042216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:57.079471 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68aef9ad-c7f1-422b-9152-9b5df1764928 req-1012d745-fa91-47d9-ab1b-726b1e38ea6b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904703 Aug 27 02:19:57.107670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.108030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.114010 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.116678 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.153265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:57.170062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4559af5d-5ba9-43be-8bf4-302fa63e5226 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6671991 Aug 27 02:19:57.196415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470', 'admin_state_up': True, 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'security_groups': ['c00f8293-3cb6-466a-b835-58ef82d02673']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:57.275582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.325008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-3210946d-cd2d-4def-9d3d-f0356bda49ae', 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'fixed_ips': [{'subnet_id': '4ef45785-04fb-4853-9f3a-339ab46e63cb'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:19:57.326255 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.474517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:57.596510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.604577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33486) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:57.694544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e19ceff7-f390-4450-9cd6-dd82dd6ef16c None None] Provisioning for port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:57.702204 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-84f731fa-a45b-4f7b-996b-30e86a02bafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.713291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.747634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e19ceff7-f390-4450-9cd6-dd82dd6ef16c None None] Provisioning complete for port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:57.751307 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e19ceff7-f390-4450-9cd6-dd82dd6ef16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.770449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925af1b-51fc-41bf-9360-e776b6add203 req-13e57b03-118c-4776-83ee-feb8d48fc013 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.789086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925af1b-51fc-41bf-9360-e776b6add203 req-13e57b03-118c-4776-83ee-feb8d48fc013 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.803691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925af1b-51fc-41bf-9360-e776b6add203 req-13e57b03-118c-4776-83ee-feb8d48fc013 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.807222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2925af1b-51fc-41bf-9360-e776b6add203 req-13e57b03-118c-4776-83ee-feb8d48fc013 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 2375 time: 0.1695240 Aug 27 02:19:57.889193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e19ceff7-f390-4450-9cd6-dd82dd6ef16c None None] Port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:57.898689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Allocated IP 172.20.0.2 (3210946d-cd2d-4def-9d3d-f0356bda49ae/4ef45785-04fb-4853-9f3a-339ab46e63cb/a2695afb-7b09-4c29-b822-4fc05d9c752e) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:57.903028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2925af1b-51fc-41bf-9360-e776b6add203 req-036a00f6-dac1-43be-b82d-1c2f08d354c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883884 Aug 27 02:19:57.930649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44743f-2385-4eca-ae7e-c260a56cedd2 req-3ae17121-15a2-4e88-92f6-6de3ac131b7d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.931831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd44743f-2385-4eca-ae7e-c260a56cedd2 req-3ae17121-15a2-4e88-92f6-6de3ac131b7d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1338205 Aug 27 02:19:58.063777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f29257b6-a6b8-4923-94be-6421b3b387ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.127817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd44743f-2385-4eca-ae7e-c260a56cedd2 req-87a7e068-77c8-4f02-ad13-0c0867943d38 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950254 Aug 27 02:19:58.180444 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.204412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.246440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33504) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:58.292752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.320436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Transition to ACTIVE for port object a2695afb-7b09-4c29-b822-4fc05d9c752e will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:58.344269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Transition to ACTIVE for port object a2695afb-7b09-4c29-b822-4fc05d9c752e will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:58.354971 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.387864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Allocated IP 172.25.1.94 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/d95bba8a-9e93-4333-a964-fffcb4cabec2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:58.404162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:58.408813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:58.412451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:58.440827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b6c6b-1203-4bdf-bc6f-7d64e77b9f78 req-986b67aa-e7b0-479b-8da5-182ce076f0f2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:58.442915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a1b6c6b-1203-4bdf-bc6f-7d64e77b9f78 req-986b67aa-e7b0-479b-8da5-182ce076f0f2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.1947842 Aug 27 02:19:58.466950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 10.2.2.100 (f5965bcd-6534-4040-991c-d88cccba9470/a01aa5d1-3aa4-43ba-bd53-b8ea4911487c/a87aaf8a-31ed-42b3-a6e4-31118ad5bffe) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:58.486496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-973687505-network', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:58.487188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Pushing event updated for resources: {'Port': ['ID=a2695afb-7b09-4c29-b822-4fc05d9c752e,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:58.497659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.497988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.498543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.498871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.499199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.499589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.499905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.500294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.500809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.501134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.501976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.502491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.516515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Attempting to bind port a2695afb-7b09-4c29-b822-4fc05d9c752e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:58.516855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Attempting to bind port a2695afb-7b09-4c29-b822-4fc05d9c752e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:58.517269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Attempting to bind port a2695afb-7b09-4c29-b822-4fc05d9c752e on network 3210946d-cd2d-4def-9d3d-f0356bda49ae {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:58.523409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:58.523825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Checking segment: {'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:58.524230 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.524662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Bound using segment: {'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:58.525135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Bound port: a2695afb-7b09-4c29-b822-4fc05d9c752e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:58.525558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.530345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.546921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a1b6c6b-1203-4bdf-bc6f-7d64e77b9f78 req-26f164cd-8b5b-4a31-91ae-d1200287809a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953712 Aug 27 02:19:58.601468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.609310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] For port a2695afb-7b09-4c29-b822-4fc05d9c752e, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:58.613482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] For port a2695afb-7b09-4c29-b822-4fc05d9c752e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a2695afb-7b09-4c29-b822-4fc05d9c752e,segment=NetworkSegment(370016d0-7e3b-4610-b392-900526987d79),segment_id=370016d0-7e3b-4610-b392-900526987d79)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:58.620108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.651203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:58.662779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:58.673444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:58.681615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f29257b6-a6b8-4923-94be-6421b3b387ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.693414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f29257b6-a6b8-4923-94be-6421b3b387ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.702464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08dfe-683a-4be4-bcf6-fead9e541da7 None None] Pushing event updated for resources: {'Port': ['ID=a2695afb-7b09-4c29-b822-4fc05d9c752e,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:58.724946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=d95bba8a-9e93-4333-a964-fffcb4cabec2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:58.726399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f29257b6-a6b8-4923-94be-6421b3b387ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=924b4107e353484cab541e0e743bc4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1187215 Aug 27 02:19:58.735198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33508) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:58.778670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Made reservation on behalf of 0de4c8c6294f44b8a4a860bd42b09882 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:58.781119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.789906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29257b6-a6b8-4923-94be-6421b3b387ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a58e4d-edd6-4264-896a-392a1a7f67a0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:58.795653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.807604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.828918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Transition to ACTIVE for port object a87aaf8a-31ed-42b3-a6e4-31118ad5bffe will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:58.909966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.986889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b79c8e-f0d4-4db1-afa2-ab73204bcc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.031843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network f5965bcd-6534-4040-991c-d88cccba9470 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:59.035431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b79c8e-f0d4-4db1-afa2-ab73204bcc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.040703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:59.049065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:59.112054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:59.123253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.151507 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.168737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:19:59.173394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.181610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.181952 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Added segment 2777b4f1-e16a-4eeb-9230-f902e232c7ab of type vlan for network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d Aug 27 02:19:59.236303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.240618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a6761-fd7c-4012-82cf-79a0c46afa7f req-18c5151f-ba8f-4035-b8a8-b85bf00e6880 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.246855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a6761-fd7c-4012-82cf-79a0c46afa7f req-18c5151f-ba8f-4035-b8a8-b85bf00e6880 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.264112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a6761-fd7c-4012-82cf-79a0c46afa7f req-18c5151f-ba8f-4035-b8a8-b85bf00e6880 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.277066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.278088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.278931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.282310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a6761-fd7c-4012-82cf-79a0c46afa7f req-18c5151f-ba8f-4035-b8a8-b85bf00e6880 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.295963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb8a6761-fd7c-4012-82cf-79a0c46afa7f req-18c5151f-ba8f-4035-b8a8-b85bf00e6880 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 3096 time: 0.2275722 Aug 27 02:19:59.302203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.302889 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.326884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0771446 Aug 27 02:19:59.332690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33516) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:59.358439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a942f247-f40c-41ee-8b3d-fdd9df060ff4 None None] Provisioning for port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:59.362554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Request body: {'subnet': {'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-973687505-subnet', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:59.367127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a942f247-f40c-41ee-8b3d-fdd9df060ff4 None None] Provisioning complete for port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:59.367880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a942f247-f40c-41ee-8b3d-fdd9df060ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.372168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b79c8e-f0d4-4db1-afa2-ab73204bcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.375862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b79c8e-f0d4-4db1-afa2-ab73204bcc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.380338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-44b79c8e-f0d4-4db1-afa2-ab73204bcc46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3a58e4d-edd6-4264-896a-392a1a7f67a0 HTTP/1.1" status: 204 len: 168 time: 0.6416101 Aug 27 02:19:59.396230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b79c8e-f0d4-4db1-afa2-ab73204bcc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a58e4d-edd6-4264-896a-392a1a7f67a0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:59.405640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea01470e-1ffe-4f41-9aca-be2ef05a742e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:59.414338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb8a6761-fd7c-4012-82cf-79a0c46afa7f req-2b89ff23-5b1f-40c0-a5d4-96a405079b83 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111650 Aug 27 02:19:59.447383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a942f247-f40c-41ee-8b3d-fdd9df060ff4 None None] Port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:59.459217 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-435f7112-af7e-46c6-bcc7-dbc49421f424 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2783194 Aug 27 02:19:59.461478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a080-4721-49d4-a6df-bdbe23315e35 admin admin] Pushing event updated for resources: {'Network': ['ID=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:59.480801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470', 'admin_state_up': True, 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'security_groups': ['c00f8293-3cb6-466a-b835-58ef82d02673']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:59.483553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:19:59.501384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Made reservation on behalf of 0de4c8c6294f44b8a4a860bd42b09882 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:59.504478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.606344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6a5c-1168-4c24-953b-bb75e9590264 req-73d13e6e-e3f8-4854-81cb-9961419144b6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.615945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49aa6a5c-1168-4c24-953b-bb75e9590264 req-73d13e6e-e3f8-4854-81cb-9961419144b6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.2461443 Aug 27 02:19:59.727601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49aa6a5c-1168-4c24-953b-bb75e9590264 req-1d5dd26c-261d-42c3-af88-27dd6a70ffc8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044521 Aug 27 02:19:59.752033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.772160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Made reservation on behalf of b4588d0b96d644598e46477ade199b53 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:59.779937 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.871207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33524) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:59.986773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Allocated IP 10.2.2.200 (f5965bcd-6534-4040-991c-d88cccba9470/a01aa5d1-3aa4-43ba-bd53-b8ea4911487c/f5532371-6a28-4d4b-945f-ab93e6e8018a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:00.011128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc11679b-9489-4b1c-95c3-1b24060731c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.021986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d60d2c-5858-4fe8-9fff-5662f51e17ed None None] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:00.089154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3f9c82ac-edaf-4a9b-90e9-98a9dc8929d4 None None] Provisioning for port a2695afb-7b09-4c29-b822-4fc05d9c752e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:00.214553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.216144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cb86-704b-4f80-b116-2ac0ffac4251 req-1e3d7776-c8e2-4054-aa42-d9c2c58f80a5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.218016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d454cb86-704b-4f80-b116-2ac0ffac4251 req-1e3d7776-c8e2-4054-aa42-d9c2c58f80a5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.5335450 Aug 27 02:20:00.262176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-19be77e8-7f29-465d-9725-715b54b575c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.288245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc11679b-9489-4b1c-95c3-1b24060731c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.289546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Transition to ACTIVE for port object f5532371-6a28-4d4b-945f-ab93e6e8018a will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:00.298238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc11679b-9489-4b1c-95c3-1b24060731c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.396504 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.420181 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dc11679b-9489-4b1c-95c3-1b24060731c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de93f01802124c46a24dda78e47a2948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284477 Aug 27 02:20:00.429591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33530) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:00.457528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11679b-9489-4b1c-95c3-1b24060731c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a5bcec-4746-41eb-9c4f-4ceb3be9aa15,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:00.504666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a2695afb-7b09-4c29-b822-4fc05d9c752e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:00.549911 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d454cb86-704b-4f80-b116-2ac0ffac4251 req-39009fb2-3180-468c-9e8a-9f0de279ab3b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340944 Aug 27 02:20:00.559978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.563653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.577535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:20:00.633519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event updated for resources: {'Port': ['ID=f5532371-6a28-4d4b-945f-ab93e6e8018a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:00.650002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a2695afb-7b09-4c29-b822-4fc05d9c752e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:00.650222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1f01412-a805-487e-89b7-d222cb5d1fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.653904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a2695afb-7b09-4c29-b822-4fc05d9c752e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:00.654284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.692845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Network f5965bcd-6534-4040-991c-d88cccba9470 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:00.713721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:00.721431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:00.731416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1f01412-a805-487e-89b7-d222cb5d1fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.789227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a49e8-d03c-4347-b2b8-b55ff3727ccc req-c02eaec0-7366-4dcd-81da-eeb3ecaa1077 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.794704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:00.795453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a49e8-d03c-4347-b2b8-b55ff3727ccc req-c02eaec0-7366-4dcd-81da-eeb3ecaa1077 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.802065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a49e8-d03c-4347-b2b8-b55ff3727ccc req-c02eaec0-7366-4dcd-81da-eeb3ecaa1077 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.808596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a49e8-d03c-4347-b2b8-b55ff3727ccc req-c02eaec0-7366-4dcd-81da-eeb3ecaa1077 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.821684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0ad88919-0437-4898-ad3e-babffb9fb717 None None] Provisioning complete for port a2695afb-7b09-4c29-b822-4fc05d9c752e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:00.822064 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ad88919-0437-4898-ad3e-babffb9fb717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.831395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a49e8-d03c-4347-b2b8-b55ff3727ccc req-c02eaec0-7366-4dcd-81da-eeb3ecaa1077 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.834540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d8a49e8-d03c-4347-b2b8-b55ff3727ccc req-c02eaec0-7366-4dcd-81da-eeb3ecaa1077 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 3817 time: 0.2031882 Aug 27 02:20:00.848968 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.879019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Checking segment: {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:00.879404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Network hostable DHCP agents. Network: 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:00.916249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port a2695afb-7b09-4c29-b822-4fc05d9c752e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a2695afb-7b09-4c29-b822-4fc05d9c752e,segment=NetworkSegment(370016d0-7e3b-4610-b392-900526987d79),segment_id=370016d0-7e3b-4610-b392-900526987d79)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:00.945158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c667648-0338-4c75-b9c9-a6926c3c73e3 req-954a5887-ceb8-4936-b252-8430db588aa3 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.949203 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c667648-0338-4c75-b9c9-a6926c3c73e3 req-954a5887-ceb8-4936-b252-8430db588aa3 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1096 time: 0.2388806 Aug 27 02:20:00.953893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.954759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.967535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d8a49e8-d03c-4347-b2b8-b55ff3727ccc req-2ca13798-eee4-40f4-bbcc-876528be3728 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247296 Aug 27 02:20:00.970860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.989083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-1e268b28-57d9-4fc6-9ce0-015977c60204 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5164092 Aug 27 02:20:01.004339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:01.009362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:01.040532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1f01412-a805-487e-89b7-d222cb5d1fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.041494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:01.043429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1f01412-a805-487e-89b7-d222cb5d1fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.048025 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c1f01412-a805-487e-89b7-d222cb5d1fd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83a5bcec-4746-41eb-9c4f-4ceb3be9aa15 HTTP/1.1" status: 204 len: 168 time: 0.5939896 Aug 27 02:20:01.053454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.054360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.063498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01412-a805-487e-89b7-d222cb5d1fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a5bcec-4746-41eb-9c4f-4ceb3be9aa15,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:01.074219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9a555-f21e-41da-8d4a-b5cde9028e16 None None] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:01.075962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:01.097591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.159942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1e91f385-b550-4e76-a00e-04e0b2dcc590 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8023961 Aug 27 02:20:01.161575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33540) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:01.166522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.182353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-82f36dfc-7c36-419d-a0ed-2be40bdb9ce2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1530361 Aug 27 02:20:01.182839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33542) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:01.187810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:01.195849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Sync routers for ids ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:01.199981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c667648-0338-4c75-b9c9-a6926c3c73e3 req-53f2c75c-7cbf-44b6-bef0-c20f00e3b46a tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283516 Aug 27 02:20:01.246523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.248413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.292752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Routers {'c8f247fa-3e81-496e-940a-5b7ab5a44fe1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:01.292986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:01.376295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.408842 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ad88919-0437-4898-ad3e-babffb9fb717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.465645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.589146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f482-8484-4cb1-afdc-0e1773ea7d58 req-7e3c060c-b770-42aa-983d-685319765087 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.594448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c39f482-8484-4cb1-afdc-0e1773ea7d58 req-7e3c060c-b770-42aa-983d-685319765087 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.4153633 Aug 27 02:20:01.641130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=a2695afb-7b09-4c29-b822-4fc05d9c752e,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:01.690946 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:01.945492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c39f482-8484-4cb1-afdc-0e1773ea7d58 req-8e69c7ba-ba7c-4e40-a990-49d991df3b20 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428400 Aug 27 02:20:01.982234 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-0ad88919-0437-4898-ad3e-babffb9fb717 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:20:01.983813 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-0ad88919-0437-4898-ad3e-babffb9fb717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:20:02.015754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:20:02.016626 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.048640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Set router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:02.087988 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.110047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.206411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509370df-ec58-40f1-a4e2-431feb7f4b22 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:02.216143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.242982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Transition to ACTIVE for port object 509370df-ec58-40f1-a4e2-431feb7f4b22 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:02.277332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Allocated IP 172.25.1.142 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/9babfcea-49ef-4d2f-922c-11ffb508c983) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:02.403662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.462725 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.476040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a2695afb-7b09-4c29-b822-4fc05d9c752e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:02.556068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Allocated IP 172.20.0.2 (06fd27f7-cb81-48f4-b4eb-e12f6ffd196d/c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10/0dff034f-ba8d-42ff-bfbb-b32cb688be91) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:02.575111 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.630955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Pushing event updated for resources: {'Port': ['ID=9babfcea-49ef-4d2f-922c-11ffb508c983,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:02.650693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-2784e95c-7334-4827-9a7f-ff5301ebf579 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:20:02.652001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-2784e95c-7334-4827-9a7f-ff5301ebf579 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264640 Aug 27 02:20:02.661111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:02.665011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:02.668369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:19:58Z', 'revision_number': 3, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port': {'id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:19:58Z', 'updated_at': '2021-08-27T02:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:02.671426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Request body: {'binding': {'host': 'n-h2-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:02.672167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Unknown quota resources ['binding']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:20:02.719916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a2695afb-7b09-4c29-b822-4fc05d9c752e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:02.719916 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.721614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Checking router: c8f247fa-3e81-496e-940a-5b7ab5a44fe1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:02.722019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Updating router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 port d95bba8a-9e93-4333-a964-fffcb4cabec2 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:02.741871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:02.903699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ade757-a987-42e5-81ad-5ff58eb7bcf4 req-7108c0ff-360a-48e2-bf2b-b1badf0926a9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.912312 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60ade757-a987-42e5-81ad-5ff58eb7bcf4 req-7108c0ff-360a-48e2-bf2b-b1badf0926a9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.6642337 Aug 27 02:20:02.926511 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.928078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4ef24c78-7d94-478b-be0b-4715c9d5313c None None] Provisioning for port f5532371-6a28-4d4b-945f-ab93e6e8018a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:02.955779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=509370df-ec58-40f1-a4e2-431feb7f4b22,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:02.976652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4ef24c78-7d94-478b-be0b-4715c9d5313c None None] Provisioning complete for port f5532371-6a28-4d4b-945f-ab93e6e8018a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:02.977030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ef24c78-7d94-478b-be0b-4715c9d5313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.117323 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60ade757-a987-42e5-81ad-5ff58eb7bcf4 req-9213049e-439d-40da-a909-1e28648d49d1 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035360 Aug 27 02:20:03.129716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.175923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Attempting to bind port 509370df-ec58-40f1-a4e2-431feb7f4b22 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:03.177726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Attempting to bind port 509370df-ec58-40f1-a4e2-431feb7f4b22 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:03.178379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Attempting to bind port 509370df-ec58-40f1-a4e2-431feb7f4b22 on network 16e5c914-5405-4258-ad19-5b2a64dad66a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:03.194255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Port 509370df-ec58-40f1-a4e2-431feb7f4b22 on network 16e5c914-5405-4258-ad19-5b2a64dad66a not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:03.197980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Attempting to bind port 509370df-ec58-40f1-a4e2-431feb7f4b22 on network 16e5c914-5405-4258-ad19-5b2a64dad66a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:03.215152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.218731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Transition to ACTIVE for port object 0dff034f-ba8d-42ff-bfbb-b32cb688be91 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:03.244695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4ef24c78-7d94-478b-be0b-4715c9d5313c None None] Port f5532371-6a28-4d4b-945f-ab93e6e8018a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:03.251818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on host n-h2-806293-1 for vnic_type normal with profile None {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:03.252733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:03.253346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:03.265305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.265734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:03.266591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:03.267700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:03.268214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Checking segment: {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:03.268926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Bound using segment: {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:03.269536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Transition to ACTIVE for port object 0dff034f-ba8d-42ff-bfbb-b32cb688be91 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:03.269939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Bound port: 509370df-ec58-40f1-a4e2-431feb7f4b22, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b915b0c9-f401-40fb-8569-8a3a67aa80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:03.270703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.285910 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.337886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:03.337886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:03.338701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:03.338701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Bound port: 67ab476f-5628-492c-b94d-c124196bf7e3, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:03.390475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:03.410295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:03.431044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:03.467719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:03.474837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.479931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.481254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a02fa98b-5222-4f10-a348-dd2b01f0cc38 service neutron] 10.222.0.10 "POST /v2.0/ports/67ab476f-5628-492c-b94d-c124196bf7e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.8176243 Aug 27 02:20:03.623021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.625234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] For port 509370df-ec58-40f1-a4e2-431feb7f4b22, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:03.637154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Transition to ACTIVE for port object d95bba8a-9e93-4333-a964-fffcb4cabec2 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:03.644238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Pushing event updated for resources: {'Port': ['ID=0dff034f-ba8d-42ff-bfbb-b32cb688be91,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:03.658487 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.699084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] For port 509370df-ec58-40f1-a4e2-431feb7f4b22, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=509370df-ec58-40f1-a4e2-431feb7f4b22,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:03.719810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b334f3-721b-46a8-a553-317651936d57 req-8a5fcf5d-ee76-4b16-a144-4bb62ad4e236 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.726738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b334f3-721b-46a8-a553-317651936d57 req-8a5fcf5d-ee76-4b16-a144-4bb62ad4e236 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.734105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b334f3-721b-46a8-a553-317651936d57 req-8a5fcf5d-ee76-4b16-a144-4bb62ad4e236 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.741213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c55c95-d8de-45f1-88cd-530f128b037a None None] Pushing event updated for resources: {'Port': ['ID=d95bba8a-9e93-4333-a964-fffcb4cabec2,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:03.745639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b334f3-721b-46a8-a553-317651936d57 req-8a5fcf5d-ee76-4b16-a144-4bb62ad4e236 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.752521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b334f3-721b-46a8-a553-317651936d57 req-8a5fcf5d-ee76-4b16-a144-4bb62ad4e236 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.760874 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13b334f3-721b-46a8-a553-317651936d57 req-8a5fcf5d-ee76-4b16-a144-4bb62ad4e236 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 3829 time: 0.4975576 Aug 27 02:20:03.787175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.798298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.814135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Attempting to bind port d95bba8a-9e93-4333-a964-fffcb4cabec2 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:03.814539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Attempting to bind port d95bba8a-9e93-4333-a964-fffcb4cabec2 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:03.814908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Attempting to bind port d95bba8a-9e93-4333-a964-fffcb4cabec2 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:03.818408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Attempting to bind port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:03.818775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Attempting to bind port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:03.819135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Attempting to bind port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 on network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:03.824512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:03.825027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:03.825437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.825828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:03.826298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Bound port: d95bba8a-9e93-4333-a964-fffcb4cabec2, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:03.827047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.832143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:03.832442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Checking segment: {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:03.832985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.833378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Bound using segment: {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:03.833841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Bound port: 0dff034f-ba8d-42ff-bfbb-b32cb688be91, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:03.834217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.850509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb4fe5-0638-47d6-92db-1003b024ebbf req-d0ed009c-73de-456f-abc9-318203c479c5 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.863653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8cb4fe5-0638-47d6-92db-1003b024ebbf req-d0ed009c-73de-456f-abc9-318203c479c5 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1622221 Aug 27 02:20:03.883824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Allocated IP 172.20.0.1 (3210946d-cd2d-4def-9d3d-f0356bda49ae/4ef45785-04fb-4853-9f3a-339ab46e63cb/d4556481-7b36-4ae8-a351-d8f6a0a6ed0d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:03.893538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.895096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.896967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-91d74799-5579-4236-b076-e763be057ea2 service neutron] 10.222.0.45 "PUT /v2.0/ports/509370df-ec58-40f1-a4e2-431feb7f4b22 HTTP/1.1" status: 200 len: 1092 time: 2.8987203 Aug 27 02:20:03.901642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:03.911946 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354789cf-933a-4356-a14f-af7e95045a90" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:03.924123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13b334f3-721b-46a8-a553-317651936d57 req-e3056509-1aec-4575-a764-6d21ec5cf3a9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623483 Aug 27 02:20:03.939496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] For port d95bba8a-9e93-4333-a964-fffcb4cabec2, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:03.949468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:03.978472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] For port d95bba8a-9e93-4333-a964-fffcb4cabec2, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d95bba8a-9e93-4333-a964-fffcb4cabec2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:03.991618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8cb4fe5-0638-47d6-92db-1003b024ebbf req-d0f4861b-4d5a-407a-a740-fd4752756b79 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267240 Aug 27 02:20:03.994982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] For port 0dff034f-ba8d-42ff-bfbb-b32cb688be91, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:04.001230 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.005547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] For port 0dff034f-ba8d-42ff-bfbb-b32cb688be91, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0dff034f-ba8d-42ff-bfbb-b32cb688be91,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:04.069190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d74799-5579-4236-b076-e763be057ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=509370df-ec58-40f1-a4e2-431feb7f4b22,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:04.072720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:20:04.126328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c55c95-d8de-45f1-88cd-530f128b037a None None] Pushing event updated for resources: {'Port': ['ID=d95bba8a-9e93-4333-a964-fffcb4cabec2,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:04.148038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.207354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.226921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Routers {'c8f247fa-3e81-496e-940a-5b7ab5a44fe1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:04.227560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:04.302689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:04.314143 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Sync routers for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:04.329740 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:04.330789 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:04.343075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ed8d7-64d0-41d8-a1d8-09c1be68947b req-d7391410-a78e-4bc4-aa43-1bb1ffb8d9f2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:04.344830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-063ed8d7-64d0-41d8-a1d8-09c1be68947b req-d7391410-a78e-4bc4-aa43-1bb1ffb8d9f2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1871109 Aug 27 02:20:04.349054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.353844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-02302443-11a4-41e5-9e7b-36a4ddadffd7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1884570 Aug 27 02:20:04.356048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:04.406934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] Set router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:04.479732 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-063ed8d7-64d0-41d8-a1d8-09c1be68947b req-0908ce36-1178-4a67-9de3-5b170a735090 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145697 Aug 27 02:20:04.588439 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:04.593853 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acb0e49-e37d-4fc4-912b-2680fb465a94 x-openstack-request-id: req-6acb0e49-e37d-4fc4-912b-2680fb465a94 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:04.594160 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:04.594906 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6acb0e49-e37d-4fc4-912b-2680fb465a94 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:04.595309 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'status': 'completed', 'code': 200} Aug 27 02:20:04.635390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-58252e55-78cc-4e64-8c8b-84923d53747d tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388870 Aug 27 02:20:04.663798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.679199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5ef3e-a679-45eb-92dc-b3b6988cc62d None None] Pushing event updated for resources: {'Port': ['ID=0dff034f-ba8d-42ff-bfbb-b32cb688be91,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:04.861671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-6ab2e5d2-308e-45bd-a8c2-c6765535587b tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:04.872052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-6ab2e5d2-308e-45bd-a8c2-c6765535587b tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127411 Aug 27 02:20:04.926960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-26dfc270-716f-452a-957a-3260d11e850c tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/quotas/a9b7eecdf080409eaea5575079e9a6ae HTTP/1.1" status: 200 len: 375 time: 0.0539124 Aug 27 02:20:04.939960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Transition to ACTIVE for port object d4556481-7b36-4ae8-a351-d8f6a0a6ed0d will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:04.999464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.006491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:05.023341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5228be-51cc-4695-a48b-fc4aaa3271f4 req-45b8a8e6-3b2b-467f-8158-3d092942172e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.025022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a5228be-51cc-4695-a48b-fc4aaa3271f4 req-45b8a8e6-3b2b-467f-8158-3d092942172e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.4317708 Aug 27 02:20:05.042073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-a196abe3-3dc1-4af8-8511-87db06a6af1d tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142161 Aug 27 02:20:05.044181 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.057651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-f504b865-58ee-44d2-8f16-2b209eed1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.058131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-f504b865-58ee-44d2-8f16-2b209eed1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.060027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-f504b865-58ee-44d2-8f16-2b209eed1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.060556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-f504b865-58ee-44d2-8f16-2b209eed1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.061022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-f504b865-58ee-44d2-8f16-2b209eed1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.066729 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-354789cf-933a-4356-a14f-af7e95045a90 req-f504b865-58ee-44d2-8f16-2b209eed1d76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 4364 time: 0.4738936 Aug 27 02:20:05.090237 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:03Z', 'revision_number': 3, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:05.115930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Transition to ACTIVE for port object 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:05.133498 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Checking router: ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:05.134126 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Updating router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 port 9babfcea-49ef-4d2f-922c-11ffb508c983 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:05.145573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.150455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:05.162515 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:20:05.175263 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.184395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:05.194647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:19:58Z', 'revision_number': 3, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port': {'id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:19:58Z', 'updated_at': '2021-08-27T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:05.200591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:05.270273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91d020-649d-442c-8a9a-f31229a8286b None None] The sync data for ids ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'] in n-d-806293-1 is: [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:19:58Z', 'revision_number': 3, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port': {'id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:19:58Z', 'updated_at': '2021-08-27T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:05.279523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Pushing event updated for resources: {'Port': ['ID=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:05.599510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.713873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0892d120-6634-43c3-8b78-e953f422a81b None None] Provisioning for port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:05.722143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0892d120-6634-43c3-8b78-e953f422a81b None None] Provisioning complete for port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:05.722689 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0892d120-6634-43c3-8b78-e953f422a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.832528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0892d120-6634-43c3-8b78-e953f422a81b None None] Port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:05.846819 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.873156 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Transition to ACTIVE for port object 9babfcea-49ef-4d2f-922c-11ffb508c983 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:05.891827 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.895890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Pushing event updated for resources: {'Port': ['ID=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:05.910546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Attempting to bind port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:05.910890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Attempting to bind port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:05.911240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Attempting to bind port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:05.937711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-0c5a203e-283e-4837-b2f5-a9f38f4f829a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.946308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-0c5a203e-283e-4837-b2f5-a9f38f4f829a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.959469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-0c5a203e-283e-4837-b2f5-a9f38f4f829a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.971115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-0c5a203e-283e-4837-b2f5-a9f38f4f829a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.974467 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Pushing event updated for resources: {'Port': ['ID=9babfcea-49ef-4d2f-922c-11ffb508c983,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:05.977131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-0c5a203e-283e-4837-b2f5-a9f38f4f829a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.992872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-0c5a203e-283e-4837-b2f5-a9f38f4f829a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.005117 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.005899 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.006631 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.007109 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.007587 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.008130 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.008615 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.009084 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.009550 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.010077 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.010581 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.011137 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:06.022035 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-0c5a203e-283e-4837-b2f5-a9f38f4f829a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 4601 time: 0.5651615 Aug 27 02:20:06.047271 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Attempting to bind port 9babfcea-49ef-4d2f-922c-11ffb508c983 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:06.047889 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Attempting to bind port 9babfcea-49ef-4d2f-922c-11ffb508c983 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:06.048439 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Attempting to bind port 9babfcea-49ef-4d2f-922c-11ffb508c983 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:06.053345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:06.053683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Attempting to bind port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:06.058623 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:06.059261 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:06.062603 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:06.063526 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:06.064596 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Bound port: 9babfcea-49ef-4d2f-922c-11ffb508c983, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:06.065174 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:06.083542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:06.083886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Checking segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:06.084316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Bound using segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:06.084775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Bound port: 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:06.085134 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:06.176958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-8c898154-db2b-41de-97b7-54939e48fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.180606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-8c898154-db2b-41de-97b7-54939e48fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.181128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-8c898154-db2b-41de-97b7-54939e48fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.188937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-354789cf-933a-4356-a14f-af7e95045a90 req-8c898154-db2b-41de-97b7-54939e48fdac service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4588d0b96d644598e46477ade199b53&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0982783 Aug 27 02:20:06.205557 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] For port 9babfcea-49ef-4d2f-922c-11ffb508c983, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:06.209747 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] For port 9babfcea-49ef-4d2f-922c-11ffb508c983, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9babfcea-49ef-4d2f-922c-11ffb508c983,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:06.224572 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:06.285025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc221e1-a9c9-4385-976c-0148555baba5 None None] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:06.294487 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90b139-32cd-4d19-8049-601fd2a5f178 None None] Pushing event updated for resources: {'Port': ['ID=9babfcea-49ef-4d2f-922c-11ffb508c983,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:06.320760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:06.321545 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:06.361620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e91646f-a5d2-421d-b6a5-f6802476e1b2 req-c1a696cd-66de-4848-b02d-6b51c0778bd9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3383746 Aug 27 02:20:06.385862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] For port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:06.417390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] For port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:06.436614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:06.532550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:06.541143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-36d48ede-84f5-4afe-b0b0-62309d597d46 None None] Provisioning for port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:06.562160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.562825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:06.564410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] 10.222.0.45 "PUT /v2.0/ports/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 1130 time: 2.6198826 Aug 27 02:20:06.568803 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:06.594946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a5228be-51cc-4695-a48b-fc4aaa3271f4 req-39fa3fa9-7f05-4057-94e4-da2122d57e20 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5270729 Aug 27 02:20:06.601026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:06.607380 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a271ab89-f7c5-4828-b521-9deb360c971d" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:06.679831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:06.722242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d95bba8a-9e93-4333-a964-fffcb4cabec2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:06.835073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeb306-9a57-428e-8267-84d3752deafe service neutron] Pushing event updated for resources: {'Port': ['ID=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:06.933114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d95bba8a-9e93-4333-a964-fffcb4cabec2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:06.941726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354789cf-933a-4356-a14f-af7e95045a90 req-7ddebc70-c178-492e-85e8-8d29dbfd1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.943466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-354789cf-933a-4356-a14f-af7e95045a90 req-7ddebc70-c178-492e-85e8-8d29dbfd1568 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7282009 Aug 27 02:20:06.950211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d95bba8a-9e93-4333-a964-fffcb4cabec2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:06.956197 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.005212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-696e0921-55bc-46ac-b467-9063035999e1 req-b4d7e8ad-de2a-416e-bf65-51952a0f29a2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 210 time: 0.0581784 Aug 27 02:20:07.008710 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:03Z', 'revision_number': 3, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:07.072325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.101418 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a20d24-7a76-4d8e-9742-73ff978dec8e None None] The sync data for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 is: [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:03Z', 'revision_number': 3, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:07.120779 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-2778287d-c3c4-45ff-862e-1bdc4dceb982 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639424 Aug 27 02:20:07.205350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.235105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d95bba8a-9e93-4333-a964-fffcb4cabec2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d95bba8a-9e93-4333-a964-fffcb4cabec2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:07.252439 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.253649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0dff034f-ba8d-42ff-bfbb-b32cb688be91 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:07.260356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.306410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc8616-50f2-44d6-bb97-608fbe7b38bc req-e940f3c4-2234-496f-aa5f-7afbac56f414 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.318504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2dc8616-50f2-44d6-bb97-608fbe7b38bc req-e940f3c4-2234-496f-aa5f-7afbac56f414 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.7530205 Aug 27 02:20:07.387701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d95bba8a-9e93-4333-a964-fffcb4cabec2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:07.408005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.409821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:07.415472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:07.416480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.427200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee2ab1-ecd7-48a4-94da-a057e338d8a5 req-f0701283-061b-492e-96fd-83a56544b1a8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.428982 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20ee2ab1-ecd7-48a4-94da-a057e338d8a5 req-f0701283-061b-492e-96fd-83a56544b1a8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1970854 Aug 27 02:20:07.440997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-b10dc0a9-7941-40fc-b544-3fcbeb7a47ee tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.442887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-b10dc0a9-7941-40fc-b544-3fcbeb7a47ee tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147817 Aug 27 02:20:07.463789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.479885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Request body: {'port': {'device_id': 'c31268c9-4945-425f-902a-0a146c7471e2', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'a9b7eecdf080409eaea5575079e9a6ae'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:07.563571 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.566035 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2dc8616-50f2-44d6-bb97-608fbe7b38bc req-bd276582-f3cf-432e-a083-4f6443511a2d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412844 Aug 27 02:20:07.642119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 0dff034f-ba8d-42ff-bfbb-b32cb688be91, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0dff034f-ba8d-42ff-bfbb-b32cb688be91,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:07.656994 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.705353 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e7ae3-e0a7-4e14-be04-a748dbf21b43 x-openstack-request-id: req-404e7ae3-e0a7-4e14-be04-a748dbf21b43 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:07.705640 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:07.705888 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-404e7ae3-e0a7-4e14-be04-a748dbf21b43 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:07.706416 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8', 'status': 'completed', 'code': 200} Aug 27 02:20:07.726109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20ee2ab1-ecd7-48a4-94da-a057e338d8a5 req-04606c42-a367-4e50-a440-36ab789df4fa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820675 Aug 27 02:20:07.791515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=0dff034f-ba8d-42ff-bfbb-b32cb688be91,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:07.829534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Allocated IP 172.20.0.1 (06fd27f7-cb81-48f4-b4eb-e12f6ffd196d/c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10/f420be15-4f3c-4062-8898-9715fea03c40) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:07.863094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-664c41c7-d54e-4865-9d43-7fe2a5440d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.863852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-664c41c7-d54e-4865-9d43-7fe2a5440d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.864509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-664c41c7-d54e-4865-9d43-7fe2a5440d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.865155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-664c41c7-d54e-4865-9d43-7fe2a5440d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.865803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-664c41c7-d54e-4865-9d43-7fe2a5440d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.866480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-664c41c7-d54e-4865-9d43-7fe2a5440d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.868639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a271ab89-f7c5-4828-b521-9deb360c971d req-664c41c7-d54e-4865-9d43-7fe2a5440d92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5287 time: 0.1811490 Aug 27 02:20:07.965079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Pushing event updated for resources: {'Port': ['ID=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:07.986414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.000711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-185dc1c7-fc96-4451-b4f7-a06afa98a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.001221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-185dc1c7-fc96-4451-b4f7-a06afa98a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.001694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-185dc1c7-fc96-4451-b4f7-a06afa98a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.003450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a271ab89-f7c5-4828-b521-9deb360c971d req-185dc1c7-fc96-4451-b4f7-a06afa98a772 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4588d0b96d644598e46477ade199b53&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1175392 Aug 27 02:20:08.006806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-be50d7fa-794d-400d-8213-9ec076e4481f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.013680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-be50d7fa-794d-400d-8213-9ec076e4481f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.020985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-be50d7fa-794d-400d-8213-9ec076e4481f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.026817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-be50d7fa-794d-400d-8213-9ec076e4481f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.033089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-be50d7fa-794d-400d-8213-9ec076e4481f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.040904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-be50d7fa-794d-400d-8213-9ec076e4481f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.050834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-be50d7fa-794d-400d-8213-9ec076e4481f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 4601 time: 0.2797811 Aug 27 02:20:08.063456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Made reservation on behalf of a9b7eecdf080409eaea5575079e9a6ae for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:08.068237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.135487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.175163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2275ccd6-0f84-4e83-8dbb-d9e4c9d44aa4 req-8c112bf1-dd9a-4240-b7ed-d4b5a08a1def tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230898 Aug 27 02:20:08.221685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f8058-310b-43a1-bf43-f5a0764eafac req-aa32a0b9-a4a6-4d05-aea3-afb40d0e53a7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.223394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-916f8058-310b-43a1-bf43-f5a0764eafac req-aa32a0b9-a4a6-4d05-aea3-afb40d0e53a7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.3534887 Aug 27 02:20:08.265932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7149d506-330f-476b-a5d4-f9bdc06e736c {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:08.282761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.295899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.309789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Transition to ACTIVE for port object f420be15-4f3c-4062-8898-9715fea03c40 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:08.379714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.381056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Transition to ACTIVE for port object 7149d506-330f-476b-a5d4-f9bdc06e736c will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:08.397519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:08.417173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:08.438599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.457231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Pushing event updated for resources: {'Port': ['ID=f420be15-4f3c-4062-8898-9715fea03c40,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:08.529875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-916f8058-310b-43a1-bf43-f5a0764eafac req-57ed2312-7d3c-44e2-9f95-ca23ca5dc0ff tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687434 Aug 27 02:20:08.547733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab89-f7c5-4828-b521-9deb360c971d req-4ab03772-6407-489b-ad78-533ab9b12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.549574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a271ab89-f7c5-4828-b521-9deb360c971d req-4ab03772-6407-489b-ad78-533ab9b12f79 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5185745 Aug 27 02:20:08.560127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:08.569785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9babfcea-49ef-4d2f-922c-11ffb508c983 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:08.587917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:08.596889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:08.711030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9babfcea-49ef-4d2f-922c-11ffb508c983 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:08.719683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9babfcea-49ef-4d2f-922c-11ffb508c983 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:08.720329 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.778300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.833846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.840193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f24c3e-59d2-4aef-a01e-bc0a5487b959 req-0aa70cc6-5677-48f2-876b-95093aa507bb tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.848372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f24c3e-59d2-4aef-a01e-bc0a5487b959 req-0aa70cc6-5677-48f2-876b-95093aa507bb tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1644816 Aug 27 02:20:08.862661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9babfcea-49ef-4d2f-922c-11ffb508c983, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9babfcea-49ef-4d2f-922c-11ffb508c983,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:08.869906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.871099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0dff034f-ba8d-42ff-bfbb-b32cb688be91 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:08.883457 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.901502 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.975440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-888134f8-f64c-41d2-bdb9-0c44f4559baf req-1f786a2c-ffb6-4455-ba1b-73b26818f159 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 210 time: 0.6125598 Aug 27 02:20:09.030254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-85853a93-065a-4627-b3ed-c517ac34dec0 None None] Provisioning complete for port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:09.030665 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85853a93-065a-4627-b3ed-c517ac34dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.030982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Allocated IP 192.168.233.76 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/9ec997b4-7b93-45ad-af73-76664073e8fc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:09.033428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9babfcea-49ef-4d2f-922c-11ffb508c983,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:09.073939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:09.074343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.119799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-85853a93-065a-4627-b3ed-c517ac34dec0 None None] Port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:09.166495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7149d506-330f-476b-a5d4-f9bdc06e736c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:09.216320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d95bba8a-9e93-4333-a964-fffcb4cabec2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:09.290480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-48957322-796c-4c4a-82d6-cd3934935796 None None] Provisioning for port f420be15-4f3c-4062-8898-9715fea03c40 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:09.297502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-48957322-796c-4c4a-82d6-cd3934935796 None None] Provisioning complete for port f420be15-4f3c-4062-8898-9715fea03c40 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:09.297885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-48957322-796c-4c4a-82d6-cd3934935796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.301498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d95bba8a-9e93-4333-a964-fffcb4cabec2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:09.301498 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.327610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.332251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:09.349115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Transition to ACTIVE for port object 9ec997b4-7b93-45ad-af73-76664073e8fc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:09.364764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c479a08-613a-460c-819d-ec26120e8ed0 req-691d1284-6ed8-48ce-8b78-2e85cab01799 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.366599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c479a08-613a-460c-819d-ec26120e8ed0 req-691d1284-6ed8-48ce-8b78-2e85cab01799 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.2044721 Aug 27 02:20:09.422451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-48957322-796c-4c4a-82d6-cd3934935796 None None] Port f420be15-4f3c-4062-8898-9715fea03c40 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:09.431048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.437092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Attempting to bind port 7149d506-330f-476b-a5d4-f9bdc06e736c on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:09.437495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Attempting to bind port 7149d506-330f-476b-a5d4-f9bdc06e736c by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:09.437747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Attempting to bind port 7149d506-330f-476b-a5d4-f9bdc06e736c on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:09.457798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f24c3e-59d2-4aef-a01e-bc0a5487b959 req-6f04bb77-a596-490c-b2ee-abc3e17d653f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084332 Aug 27 02:20:09.502619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c479a08-613a-460c-819d-ec26120e8ed0 req-62c6aeab-6248-4e1d-b52a-ca67c481484d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229057 Aug 27 02:20:09.505977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Port 7149d506-330f-476b-a5d4-f9bdc06e736c on network a2308963-07c8-42c3-8f1f-c82f146f73f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:09.506528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Attempting to bind port 7149d506-330f-476b-a5d4-f9bdc06e736c on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:09.528370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:09.534889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Checking segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:09.536281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Bound using segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:09.547651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Bound port: 7149d506-330f-476b-a5d4-f9bdc06e736c, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:09.549370 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.554642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b250f4e8-37a8-4cfe-9f8a-75c13256c93f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:09.567015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:09.573315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:09.580924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:09.616362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Pushing event updated for resources: {'Port': ['ID=9ec997b4-7b93-45ad-af73-76664073e8fc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:09.648866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:09.661723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Sync routers for ids ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:09.672893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d33b6c4-6dea-4a01-bdec-325d67308d56 admin admin] 10.222.0.10 "PUT /v2.0/routers/c8f247fa-3e81-496e-940a-5b7ab5a44fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4887898 Aug 27 02:20:09.684630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Routers {'c8f247fa-3e81-496e-940a-5b7ab5a44fe1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:09.685225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:09.794899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.808184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] For port 7149d506-330f-476b-a5d4-f9bdc06e736c, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:09.812250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] For port 7149d506-330f-476b-a5d4-f9bdc06e736c, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7149d506-330f-476b-a5d4-f9bdc06e736c,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:09.827350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.845696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.846434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.896032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.896761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.898870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 1129 time: 3.2868724 Aug 27 02:20:09.899015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Set router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:09.913732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '7149d506-330f-476b-a5d4-f9bdc06e736c'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:09.915590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.918421 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838de40-6364-4e60-92ed-41f1353ba77e" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "7149d506-330f-476b-a5d4-f9bdc06e736c"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:09.922518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.936601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.944591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.951550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaf13a-c227-424f-909e-9992e6756685 req-1b490ac1-7578-48ba-a2f5-3e8ff281d590 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.953318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-22f61220-17c3-4257-b172-41dc86e6e55b None None] Provisioning for port 9ec997b4-7b93-45ad-af73-76664073e8fc completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:09.960572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ffdaf13a-c227-424f-909e-9992e6756685 req-1b490ac1-7578-48ba-a2f5-3e8ff281d590 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.1464350 Aug 27 02:20:09.964177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-22f61220-17c3-4257-b172-41dc86e6e55b None None] Provisioning complete for port 9ec997b4-7b93-45ad-af73-76664073e8fc triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:09.964537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.969800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-22f61220-17c3-4257-b172-41dc86e6e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.975689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:09.983993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.989927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.991896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-6db96d9a-024a-4179-a405-77be09694269 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5372 time: 0.3559124 Aug 27 02:20:10.051284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-93a2d72d-312e-48b4-9352-7095b50ed3cb tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5764575 Aug 27 02:20:10.055369 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.072070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457a9fc-e768-46dc-a5c4-460243caa7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7149d506-330f-476b-a5d4-f9bdc06e736c,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:10.126392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-22f61220-17c3-4257-b172-41dc86e6e55b None None] Port 9ec997b4-7b93-45ad-af73-76664073e8fc cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:10.155603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Request body: {'port': {'device_id': 'c31268c9-4945-425f-902a-0a146c7471e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:10.271140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:20:06Z', 'revision_number': 4, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port': {'id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:19:58Z', 'updated_at': '2021-08-27T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd4556481-7b36-4ae8-a351-d8f6a0a6ed0d', 'name': '', 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'mac_address': 'fa:16:3e:16:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4ef45785-04fb-4853-9f3a-339ab46e63cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:03Z', 'updated_at': '2021-08-27T02:20:07Z', 'revision_number': 2, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'subnets': [{'id': '4ef45785-04fb-4853-9f3a-339ab46e63cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:10.299887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ffdaf13a-c227-424f-909e-9992e6756685 req-be5ee1ed-805c-42dd-b0af-a89c1718cb11 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381197 Aug 27 02:20:10.309631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Checking router: c8f247fa-3e81-496e-940a-5b7ab5a44fe1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:10.310025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Updating router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:10.370598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.496553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9babfcea-49ef-4d2f-922c-11ffb508c983 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:10.535423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c384f26-51c7-44da-82c0-2d3f69978391 req-07f28749-aaff-46be-a361-10d72d673243 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5338967 Aug 27 02:20:10.537296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d6d42a-1d40-4518-91cf-72ebc0b28de3 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:10.570604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.601813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.603802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.613362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.621518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9babfcea-49ef-4d2f-922c-11ffb508c983 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:10.621910 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.685979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-befeda7d-c86b-4917-9421-c54fe4e5f461 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2812343 Aug 27 02:20:10.692505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:10.716835 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe361c61-40e4-4642-85cb-119a306b4859 x-openstack-request-id: req-fe361c61-40e4-4642-85cb-119a306b4859 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:10.717249 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "7149d506-330f-476b-a5d4-f9bdc06e736c", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:10.717777 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe361c61-40e4-4642-85cb-119a306b4859 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:10.718300 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '7149d506-330f-476b-a5d4-f9bdc06e736c', 'status': 'completed', 'code': 200} Aug 27 02:20:10.730739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.737020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Transition to ACTIVE for port object 92d6d42a-1d40-4518-91cf-72ebc0b28de3 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:10.751780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.834682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.843224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Pushing event updated for resources: {'Port': ['ID=f420be15-4f3c-4062-8898-9715fea03c40,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:10.931691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Pushing event updated for resources: {'Port': ['ID=92d6d42a-1d40-4518-91cf-72ebc0b28de3,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:11.021915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.022690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.023320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.023942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.024597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.025217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.025838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.026300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Attempting to bind port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:11.027340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Attempting to bind port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:11.027680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Attempting to bind port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:11.028490 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c838de40-6364-4e60-92ed-41f1353ba77e req-0ed2f426-7588-4e81-a770-976c0f0bb4dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6209 time: 0.3388941 Aug 27 02:20:11.040630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:11.040958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Attempting to bind port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:11.051621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:11.051970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Checking segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:11.052404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Bound using segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:11.052987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Bound port: 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:11.053516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.112813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.122465 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.134141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Transition to ACTIVE for port object d4556481-7b36-4ae8-a351-d8f6a0a6ed0d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:11.152982 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.183628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-30743c4a-3100-44d7-957d-aef337561018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.184119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-30743c4a-3100-44d7-957d-aef337561018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.184617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-30743c4a-3100-44d7-957d-aef337561018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.185376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] For port 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:11.186290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c838de40-6364-4e60-92ed-41f1353ba77e req-30743c4a-3100-44d7-957d-aef337561018 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4588d0b96d644598e46477ade199b53&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1412048 Aug 27 02:20:11.206410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] For port 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:11.233198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.261210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fa86e-5902-455e-a001-dd9d1ed2f74b None None] Pushing event updated for resources: {'Port': ['ID=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:11.302644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Attempting to bind port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:11.303012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Attempting to bind port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:11.303374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Attempting to bind port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d on network 3210946d-cd2d-4def-9d3d-f0356bda49ae {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:11.309370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:11.309746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Checking segment: {'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:11.310148 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.310615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Bound using segment: {'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:11.311595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Bound port: d4556481-7b36-4ae8-a351-d8f6a0a6ed0d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370016d0-7e3b-4610-b392-900526987d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:11.311595 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.329705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.330774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.332228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/92d6d42a-1d40-4518-91cf-72ebc0b28de3 HTTP/1.1" status: 200 len: 1091 time: 1.3608460 Aug 27 02:20:11.337236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df05704-5748-4c81-90ed-c4d6694580f1 service neutron] Pushing event updated for resources: {'Port': ['ID=92d6d42a-1d40-4518-91cf-72ebc0b28de3,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:11.337976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c95ba-ccd0-4695-8603-29ab08050b60 req-63c00ccc-d3a9-43b3-bfc6-f53634b23043 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.339874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a6c95ba-ccd0-4695-8603-29ab08050b60 req-63c00ccc-d3a9-43b3-bfc6-f53634b23043 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 935 time: 0.5073042 Aug 27 02:20:11.364430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Allocated IP 172.25.1.163 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/152592ad-1a89-4ad1-8ea2-6bacfd334e24) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:11.383846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:11.407045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] For port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:11.410827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] For port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,segment=NetworkSegment(370016d0-7e3b-4610-b392-900526987d79),segment_id=370016d0-7e3b-4610-b392-900526987d79)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:11.421054 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.555376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a6c95ba-ccd0-4695-8603-29ab08050b60 req-b8a6df8c-1146-4456-b9bb-91ffe2b163be tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490488 Aug 27 02:20:11.564780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:11.581567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fa86e-5902-455e-a001-dd9d1ed2f74b None None] Pushing event updated for resources: {'Port': ['ID=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:11.593261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:11.594978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.598619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Routers {'c8f247fa-3e81-496e-940a-5b7ab5a44fe1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:11.599126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:11.701555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.766674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] Set router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:11.852689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838de40-6364-4e60-92ed-41f1353ba77e req-29f0e35f-37fe-4021-8da1-c04a97050dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.854369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c838de40-6364-4e60-92ed-41f1353ba77e req-29f0e35f-37fe-4021-8da1-c04a97050dda service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6111524 Aug 27 02:20:11.865413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:11.932674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.938058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1a63d-e397-40d1-8285-8f0676021886 req-0df2a333-6e1a-4f8c-8d17-52b9581361d3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.939724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-56b1a63d-e397-40d1-8285-8f0676021886 req-0df2a333-6e1a-4f8c-8d17-52b9581361d3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.2789028 Aug 27 02:20:12.010238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=152592ad-1a89-4ad1-8ea2-6bacfd334e24,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:12.023690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec997b4-7b93-45ad-af73-76664073e8fc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:12.039639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.058493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bafac058-2c03-42b3-8864-7f9a3e0c828f None None] Provisioning complete for port f420be15-4f3c-4062-8898-9715fea03c40 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:12.059767 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bafac058-2c03-42b3-8864-7f9a3e0c828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.098970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-56b1a63d-e397-40d1-8285-8f0676021886 req-b45e0b38-4613-45d4-9f5b-e55b3a5d1cc7 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375270 Aug 27 02:20:12.108147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Transition to ACTIVE for port object 9ec997b4-7b93-45ad-af73-76664073e8fc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:12.113620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bafac058-2c03-42b3-8864-7f9a3e0c828f None None] Port f420be15-4f3c-4062-8898-9715fea03c40 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:12.130033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.145072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:20:06Z', 'revision_number': 4, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port': {'id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:19:58Z', 'updated_at': '2021-08-27T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd4556481-7b36-4ae8-a351-d8f6a0a6ed0d', 'name': '', 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'mac_address': 'fa:16:3e:16:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4ef45785-04fb-4853-9f3a-339ab46e63cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:03Z', 'updated_at': '2021-08-27T02:20:11Z', 'revision_number': 4, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'subnets': [{'id': '4ef45785-04fb-4853-9f3a-339ab46e63cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:12.150503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:12.156954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:12.160468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:12.162523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:12.178290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b1853eed-b510-4985-8e3e-1f32f2298519 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8133049 Aug 27 02:20:12.185674 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Sync routers for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:12.195846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec997b4-7b93-45ad-af73-76664073e8fc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:12.204466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:12.210456 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:12.228805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9aa3-808c-409e-9ab3-92e5608f3541 None None] The sync data for ids ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'] in n-d-806293-1 is: [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:20:06Z', 'revision_number': 4, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port': {'id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:19:58Z', 'updated_at': '2021-08-27T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd4556481-7b36-4ae8-a351-d8f6a0a6ed0d', 'name': '', 'network_id': '3210946d-cd2d-4def-9d3d-f0356bda49ae', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'mac_address': 'fa:16:3e:16:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4ef45785-04fb-4853-9f3a-339ab46e63cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:03Z', 'updated_at': '2021-08-27T02:20:11Z', 'revision_number': 4, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'subnets': [{'id': '4ef45785-04fb-4853-9f3a-339ab46e63cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:12.479867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1279-feca-4d9f-90b8-7f628bf12006 req-d618af08-cbc5-47ef-ab14-0a980e030035 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.485742 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-578e1279-feca-4d9f-90b8-7f628bf12006 req-d618af08-cbc5-47ef-ab14-0a980e030035 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.2396328 Aug 27 02:20:12.500368 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:12.511545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.536998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4556481-7b36-4ae8-a351-d8f6a0a6ed0d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:12.562426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:12.601484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Attempting to bind port 9ec997b4-7b93-45ad-af73-76664073e8fc on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:12.603401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Attempting to bind port 9ec997b4-7b93-45ad-af73-76664073e8fc by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:12.603813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Attempting to bind port 9ec997b4-7b93-45ad-af73-76664073e8fc on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:12.610634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-578e1279-feca-4d9f-90b8-7f628bf12006 req-2b394b23-f709-407c-8e0d-c9c2fa9b9a09 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239426 Aug 27 02:20:12.611334 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.613079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Port 9ec997b4-7b93-45ad-af73-76664073e8fc on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:12.613512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Attempting to bind port 9ec997b4-7b93-45ad-af73-76664073e8fc on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:12.624641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:12.627265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:12.627732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:12.629765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Bound port: 9ec997b4-7b93-45ad-af73-76664073e8fc, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:12.630345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.631474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.634699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Transition to ACTIVE for port object f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:12.693732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:12.709173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:12.710728 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.790347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] For port 9ec997b4-7b93-45ad-af73-76664073e8fc, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:12.794272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] For port 9ec997b4-7b93-45ad-af73-76664073e8fc, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9ec997b4-7b93-45ad-af73-76664073e8fc,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:12.804765 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.831335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.834969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:12.842135 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8968bfe-c2bc-406c-b1f9-88b554156cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:12.851451 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.853911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.886791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.887469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.888992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ec997b4-7b93-45ad-af73-76664073e8fc HTTP/1.1" status: 200 len: 1095 time: 2.7496943 Aug 27 02:20:12.897764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31268c9-4945-425f-902a-0a146c7471e2', 'tag': '9ec997b4-7b93-45ad-af73-76664073e8fc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:12.900483 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219" -d '{"events": [{"name": "network-changed", "server_uuid": "c31268c9-4945-425f-902a-0a146c7471e2", "tag": "9ec997b4-7b93-45ad-af73-76664073e8fc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:12.938430 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.978886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,segment=NetworkSegment(370016d0-7e3b-4610-b392-900526987d79),segment_id=370016d0-7e3b-4610-b392-900526987d79)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:12.987331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.086438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.088401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:13.091239 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:10Z', 'revision_number': 2, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:13.131377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459f722-3e88-4f27-aa1b-1647d5b726f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec997b4-7b93-45ad-af73-76664073e8fc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:13.142964 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.148401 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Checking router: ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:13.148752 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Updating router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 port f420be15-4f3c-4062-8898-9715fea03c40 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:13.150359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4630897 Aug 27 02:20:13.167342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86f1d3-3f45-41dc-83bb-17ed31d89adf tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=152592ad-1a89-4ad1-8ea2-6bacfd334e24,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:13.187735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-0004ba9f-f02a-4ce3-9334-d503b17b77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.189294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-0004ba9f-f02a-4ce3-9334-d503b17b77dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 1098 time: 0.2441802 Aug 27 02:20:13.209039 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.229085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca79fe9-cc23-4097-ac9c-cf5afb8019d6 req-d6f7d013-0d77-4d3b-b09e-989c94384b40 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.230784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aca79fe9-cc23-4097-ac9c-cf5afb8019d6 req-d6f7d013-0d77-4d3b-b09e-989c94384b40 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.2470098 Aug 27 02:20:13.301888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-b06b0ddb-c770-417b-b893-6ccc7cadb14a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=9ec997b4-7b93-45ad-af73-76664073e8fc HTTP/1.1" status: 200 len: 217 time: 0.1031365 Aug 27 02:20:13.415132 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-ca7bad46-ce63-4548-abe9-be4a92b92e96 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.2637272 Aug 27 02:20:13.422719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aca79fe9-cc23-4097-ac9c-cf5afb8019d6 req-a16c6edf-362f-4a5d-ab6b-01d7ac7d9fb3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420414 Aug 27 02:20:13.460738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-53f66fae-499f-4990-b59a-cbac2594cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.462164 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-53f66fae-499f-4990-b59a-cbac2594cdc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1497164 Aug 27 02:20:13.462353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Pushing event updated for resources: {'Port': ['ID=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:13.571369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-97ec4a20-6b59-4fd5-85c3-2a7c994c958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.572874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-97ec4a20-6b59-4fd5-85c3-2a7c994c958d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029739 Aug 27 02:20:13.582911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Attempting to bind port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:13.583361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Attempting to bind port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:13.583758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Attempting to bind port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:13.592056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.598981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.608969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.614848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:13.615404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.615498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Attempting to bind port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:13.620929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.626928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.627481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:13.628017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Checking segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:13.628465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Bound using segment: {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:13.628979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Bound port: f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b543ff-bae4-4274-8085-64e8a0fc4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:13.629404 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.632906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.640814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-b7e58ee8-294a-41e6-a2ec-71a78868decf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5396 time: 0.1267593 Aug 27 02:20:13.684102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-8bb76048-c3bf-4c5a-abcd-26bb6bc9bef5 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.691810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-8bb76048-c3bf-4c5a-abcd-26bb6bc9bef5 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2656512 Aug 27 02:20:13.697498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4ece55b5-e43b-4cbb-80c3-3bb3e4d6f875 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:20:13.710133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ff4fdf7-c4da-42a7-9e43-b9056de5efcd req-4ece55b5-e43b-4cbb-80c3-3bb3e4d6f875 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173161 Aug 27 02:20:13.752289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15ab1aa2-6d2c-4ed0-ab77-2844ebc3af02 req-23eb8fe5-9d9c-431d-a604-fd5cad240cfa tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082852 Aug 27 02:20:13.834899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-8be6f2ee-aa54-49df-92c5-68185b75729c service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863654 Aug 27 02:20:13.857720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] For port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:13.861237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] For port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:13.872827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.942645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.947817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.949327 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] 10.222.0.45 "PUT /v2.0/ports/f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 HTTP/1.1" status: 200 len: 1091 time: 2.5705934 Aug 27 02:20:13.983622 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.996656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:14.005940 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Transition to ACTIVE for port object f420be15-4f3c-4062-8898-9715fea03c40 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:14.022027 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.041910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33708) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:14.068265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4af473a9-245b-4f43-8db9-aadc72fb5c4d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539831264', 'description': 'tempest-description--1560828057'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:14.083058 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded7baf2-7b6e-4a4c-a397-99cbf274d7ab x-openstack-request-id: req-ded7baf2-7b6e-4a4c-a397-99cbf274d7ab {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:14.101532 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:14.101974 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ded7baf2-7b6e-4a4c-a397-99cbf274d7ab {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:14.102455 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3', 'status': 'completed', 'code': 200} Aug 27 02:20:14.105658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d0f9-1dbc-48d5-bf09-6feaf4d406fa req-9deb7997-1fd9-4b3b-853d-e4f205b127b0 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.108310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f204d0f9-1dbc-48d5-bf09-6feaf4d406fa req-9deb7997-1fd9-4b3b-853d-e4f205b127b0 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 947 time: 0.2534013 Aug 27 02:20:14.144821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3e1eb-494c-494c-b17e-f6fd6dcc4f75 service neutron] Pushing event updated for resources: {'Port': ['ID=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:14.173342 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9df5e4-cab2-449f-887a-974bbdcfbf33 x-openstack-request-id: req-3d9df5e4-cab2-449f-887a-974bbdcfbf33 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:14.173607 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31268c9-4945-425f-902a-0a146c7471e2", "tag": "9ec997b4-7b93-45ad-af73-76664073e8fc", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:14.173881 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d9df5e4-cab2-449f-887a-974bbdcfbf33 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:14.174248 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31268c9-4945-425f-902a-0a146c7471e2', 'tag': '9ec997b4-7b93-45ad-af73-76664073e8fc', 'status': 'completed', 'code': 200} Aug 27 02:20:14.293103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f204d0f9-1dbc-48d5-bf09-6feaf4d406fa req-d19acb37-2f40-41e0-9228-0f0509077def tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651053 Aug 27 02:20:14.295316 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Attempting to bind port f420be15-4f3c-4062-8898-9715fea03c40 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:14.297289 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Attempting to bind port f420be15-4f3c-4062-8898-9715fea03c40 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:14.297853 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Attempting to bind port f420be15-4f3c-4062-8898-9715fea03c40 on network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:14.306794 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e24c5-c371-48fd-8907-afb6839ae33d None None] Pushing event updated for resources: {'Port': ['ID=f420be15-4f3c-4062-8898-9715fea03c40,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:14.307145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6e82d23-51e6-4ac7-bf5e-55c8720c565e req-a7dd32f5-c828-4c43-9714-cda329127248 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631417 Aug 27 02:20:14.318946 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:14.319881 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Checking segment: {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:14.321535 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.322520 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Bound using segment: {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:14.323261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.325056 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Bound port: f420be15-4f3c-4062-8898-9715fea03c40, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:14.325662 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.380597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.381664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.382543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.383182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.383826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.384450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.385092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.387189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-98e6659a-afb0-4c73-a667-7fa7b96b9e51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6343 time: 0.2660742 Aug 27 02:20:14.388249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4af473a9-245b-4f43-8db9-aadc72fb5c4d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.477202 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] For port f420be15-4f3c-4062-8898-9715fea03c40, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:14.483370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] For port f420be15-4f3c-4062-8898-9715fea03c40, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f420be15-4f3c-4062-8898-9715fea03c40,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:14.492534 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.496095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4556481-7b36-4ae8-a351-d8f6a0a6ed0d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:14.568760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:14.569336 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.579783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328a2eb-57a6-496c-87aa-bf75ba8a06ae req-bde6d106-f7e8-48f7-8c36-713046ef4f51 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.581740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a328a2eb-57a6-496c-87aa-bf75ba8a06ae req-bde6d106-f7e8-48f7-8c36-713046ef4f51 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.3619795 Aug 27 02:20:14.589220 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e24c5-c371-48fd-8907-afb6839ae33d None None] Pushing event updated for resources: {'Port': ['ID=f420be15-4f3c-4062-8898-9715fea03c40,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:14.606500 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:14.607295 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:14.693572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-aa27f9e9-2ffe-4bd1-b9cc-9c5534243d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.696045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-aa27f9e9-2ffe-4bd1-b9cc-9c5534243d58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 1098 time: 0.3218882 Aug 27 02:20:14.726087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a328a2eb-57a6-496c-87aa-bf75ba8a06ae req-94b07560-6a87-43b2-8764-046a5e15430d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112745 Aug 27 02:20:14.776894 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:14.806500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e48b6-2e93-429f-9b5d-e3c1c6a2b248 req-774520f6-e5f7-4761-ac90-e58cb0e8d195 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.815479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d15e48b6-2e93-429f-9b5d-e3c1c6a2b248 req-774520f6-e5f7-4761-ac90-e58cb0e8d195 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.3513386 Aug 27 02:20:14.879411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-d5cc12c9-d15a-4269-91ed-69601e41bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.879948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-d5cc12c9-d15a-4269-91ed-69601e41bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.880486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-d5cc12c9-d15a-4269-91ed-69601e41bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.882074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-d5cc12c9-d15a-4269-91ed-69601e41bb8a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4588d0b96d644598e46477ade199b53&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4458034 Aug 27 02:20:14.965070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d15e48b6-2e93-429f-9b5d-e3c1c6a2b248 req-46d895da-59af-4849-acb7-c2053e1a86e1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487005 Aug 27 02:20:14.997574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4af473a9-245b-4f43-8db9-aadc72fb5c4d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.002205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-5cdc30f9-7175-45d9-b194-9b78a72e0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.003919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-5cdc30f9-7175-45d9-b194-9b78a72e0fed service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2896006 Aug 27 02:20:15.011686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4af473a9-245b-4f43-8db9-aadc72fb5c4d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.107382 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:14Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:15.141327 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93443c3-e915-40a3-9710-0991a5f6d840 None None] The sync data for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 is: [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:14Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:15.180816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-7a26cdef-a842-4d1a-bae5-89623c573f79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=9ec997b4-7b93-45ad-af73-76664073e8fc HTTP/1.1" status: 200 len: 217 time: 0.1572440 Aug 27 02:20:15.181229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af473a9-245b-4f43-8db9-aadc72fb5c4d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5538484-c000-4279-a63e-e0f1f786e641,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:15.281056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87aaf8a-31ed-42b3-a6e4-31118ad5bffe {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:15.293958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.329365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Transition to ACTIVE for port object a87aaf8a-31ed-42b3-a6e4-31118ad5bffe will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:15.341250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.405163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:15.413415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc299c67-9666-4845-bb39-64eb3f38529c req-03d3c49a-969b-45b3-9ad5-6da298c691e4 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6414442 Aug 27 02:20:15.441329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:15.537927 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.593235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-fa364fa1-e749-4aef-b6c9-87d65103deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.595255 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8968bfe-c2bc-406c-b1f9-88b554156cbe req-fa364fa1-e749-4aef-b6c9-87d65103deb6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6966026 Aug 27 02:20:15.621470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4af473a9-245b-4f43-8db9-aadc72fb5c4d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.625823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4af473a9-245b-4f43-8db9-aadc72fb5c4d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5728524 Aug 27 02:20:15.626020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33716) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:15.651822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-45101279-12fe-42b1-9d3c-08f94d27524b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Request body: {'security_group_rule': {'security_group_id': 'd5538484-c000-4279-a63e-e0f1f786e641', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:15.655764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-d8776f62-ca9c-4cb4-b716-546031a21d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.666273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-d8776f62-ca9c-4cb4-b716-546031a21d06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.4665279 Aug 27 02:20:15.666929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Attempting to bind port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:15.667502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Attempting to bind port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:15.668036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Attempting to bind port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe on network f5965bcd-6534-4040-991c-d88cccba9470 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:15.682725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe on network f5965bcd-6534-4040-991c-d88cccba9470 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:15.683488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Attempting to bind port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe on network f5965bcd-6534-4040-991c-d88cccba9470 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:15.684195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b8fe-de8a-4081-a0a3-9ed334f67dda req-eb7c98e2-5b28-4202-8020-4a5829c8ac93 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.685798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc26b8fe-de8a-4081-a0a3-9ed334f67dda req-eb7c98e2-5b28-4202-8020-4a5829c8ac93 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.4975965 Aug 27 02:20:15.698980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:15.701799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Checking segment: {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:15.702406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Bound using segment: {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:15.702945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Bound port: a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:15.703380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.740219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45101279-12fe-42b1-9d3c-08f94d27524b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.757199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc26b8fe-de8a-4081-a0a3-9ed334f67dda req-b8b2ba35-3ee2-4293-a73f-2f7bccea9ff3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600085 Aug 27 02:20:15.759212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-c855c043-3045-45ec-b51d-d8fa4ce64f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.760737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-c855c043-3045-45ec-b51d-d8fa4ce64f63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738878 Aug 27 02:20:15.898275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] For port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:15.928540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] For port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:15.940098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45101279-12fe-42b1-9d3c-08f94d27524b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.941566 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.944221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.950284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.956405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.962393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.968271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.974228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.980069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.986000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.988017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-46f1b934-aae4-4aa5-8794-609309e7e999 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5408 time: 0.1402094 Aug 27 02:20:15.990504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-8e9b2868-0c31-436d-9d65-33156bbf23de service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152984 Aug 27 02:20:15.991692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45101279-12fe-42b1-9d3c-08f94d27524b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.009139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:16.009615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.012491 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] 10.222.0.45 "PUT /v2.0/ports/a87aaf8a-31ed-42b3-a6e4-31118ad5bffe HTTP/1.1" status: 200 len: 1091 time: 2.0247993 Aug 27 02:20:16.074302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Request body: {'port': {'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:16.103222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ee17ec6-e676-401d-9b4c-403fc28ddbab req-7ad6deb5-7d12-4d86-9c69-3c55040f5759 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060891 Aug 27 02:20:16.115027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45101279-12fe-42b1-9d3c-08f94d27524b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed03d28-cd61-4e6d-ad04-ce5056bccdac,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:16.116937 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45101279-12fe-42b1-9d3c-08f94d27524b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.118150 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-45101279-12fe-42b1-9d3c-08f94d27524b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4856448 Aug 27 02:20:16.118708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173'}, {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:16.121171 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3bdfdf-051b-4c14-ac6e-735a01113430" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173"}, {"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:16.121298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33724) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:16.127734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-82daf177-1a69-4286-b8e5-50b8f3ebfee1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Request body: {'security_group_rule': {'security_group_id': 'd5538484-c000-4279-a63e-e0f1f786e641', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:16.176813 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d142eb16-9bc9-4f7a-8d6b-96313c6b5219 req-20adb42d-2538-4821-be78-2390e4c055d3 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689730 Aug 27 02:20:16.182405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462234a7-8292-413f-8921-1493c90d1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:16.206882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82daf177-1a69-4286-b8e5-50b8f3ebfee1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.260248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.324218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Allocated IP 172.25.1.151 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/ca973bbb-af4d-4aeb-84cb-68634516e0fc) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:16.347801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82daf177-1a69-4286-b8e5-50b8f3ebfee1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.364480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82daf177-1a69-4286-b8e5-50b8f3ebfee1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.399329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cee6d-5a93-4306-ab3b-688891c99631 req-3a101b63-d2f7-4340-8e81-6ee5698bc4fd tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:16.404703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c49cee6d-5a93-4306-ab3b-688891c99631 req-3a101b63-d2f7-4340-8e81-6ee5698bc4fd tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 947 time: 0.1301782 Aug 27 02:20:16.453864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daf177-1a69-4286-b8e5-50b8f3ebfee1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edcc890-6465-4f41-8f2f-d28249f9aff3,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:16.464680 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.476568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82daf177-1a69-4286-b8e5-50b8f3ebfee1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.487761 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-82daf177-1a69-4286-b8e5-50b8f3ebfee1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3636878 Aug 27 02:20:16.493850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33728) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:16.498033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:16.527783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f420be15-4f3c-4062-8898-9715fea03c40 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:16.545082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c49cee6d-5a93-4306-ab3b-688891c99631 req-4af8a624-adf0-49c7-bcfc-e1ddb4c4d22f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310089 Aug 27 02:20:16.583678 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.620314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f420be15-4f3c-4062-8898-9715fea03c40 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:16.625021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f420be15-4f3c-4062-8898-9715fea03c40 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:16.625541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.662941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.731531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e425d-b646-46f1-bfc2-1c3174899825 req-2449e888-1136-416c-86ed-eb2f8512d0d8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:16.733548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-323e425d-b646-46f1-bfc2-1c3174899825 req-2449e888-1136-416c-86ed-eb2f8512d0d8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.0781190 Aug 27 02:20:16.756586 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.798704 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.808775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port f420be15-4f3c-4062-8898-9715fea03c40, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f420be15-4f3c-4062-8898-9715fea03c40,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:16.817998 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.820786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-323e425d-b646-46f1-bfc2-1c3174899825 req-213bcc83-ffc8-40cb-bf6c-d3b6845f448c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774381 Aug 27 02:20:16.822804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5532371-6a28-4d4b-945f-ab93e6e8018a {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:16.835117 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.848986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Transition to ACTIVE for port object f5532371-6a28-4d4b-945f-ab93e6e8018a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:16.862958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.902544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.946226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=f420be15-4f3c-4062-8898-9715fea03c40,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:16.967554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:16.971579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:16.974988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:17.040292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Pushing event updated for resources: {'Port': ['ID=f5532371-6a28-4d4b-945f-ab93e6e8018a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.051660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afeeb6-878d-40e3-ba41-b2775de1a346 req-5496f442-5900-4935-9ef6-a87a6148e8b0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.059446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39afeeb6-878d-40e3-ba41-b2775de1a346 req-5496f442-5900-4935-9ef6-a87a6148e8b0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1345983 Aug 27 02:20:17.084590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Allocated IP 172.25.1.141 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/6812916c-19c5-435a-bac5-4e4e59ce3658) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:17.125311 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.136227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39afeeb6-878d-40e3-ba41-b2775de1a346 req-312c56fe-ecc2-4f6c-959d-b52d2577aaba tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757272 Aug 27 02:20:17.162885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.185320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=ca973bbb-af4d-4aeb-84cb-68634516e0fc,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.187881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Attempting to bind port f5532371-6a28-4d4b-945f-ab93e6e8018a on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:17.188221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Attempting to bind port f5532371-6a28-4d4b-945f-ab93e6e8018a by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:17.188610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Attempting to bind port f5532371-6a28-4d4b-945f-ab93e6e8018a on network f5965bcd-6534-4040-991c-d88cccba9470 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:17.215069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Port f5532371-6a28-4d4b-945f-ab93e6e8018a on network f5965bcd-6534-4040-991c-d88cccba9470 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:17.215446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Attempting to bind port f5532371-6a28-4d4b-945f-ab93e6e8018a on network f5965bcd-6534-4040-991c-d88cccba9470 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:17.224482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:17.224767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Checking segment: {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:17.225130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Bound using segment: {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:17.225568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Bound port: f5532371-6a28-4d4b-945f-ab93e6e8018a, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf31e03-071c-4eb4-b26d-9c9321d85d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:17.225933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.236322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.252425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.304517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.307355 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801eb85d-3de8-4b31-80b0-895347b66d1c x-openstack-request-id: req-801eb85d-3de8-4b31-80b0-895347b66d1c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:17.307659 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:17.307912 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-801eb85d-3de8-4b31-80b0-895347b66d1c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:17.308314 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173', 'status': 'completed', 'code': 200} Aug 27 02:20:17.308574 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe', 'status': 'completed', 'code': 200} Aug 27 02:20:17.392675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:17.393432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] For port f5532371-6a28-4d4b-945f-ab93e6e8018a, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:17.411495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] For port f5532371-6a28-4d4b-945f-ab93e6e8018a, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:17.411868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:17.414760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:17.425802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.469348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event updated for resources: {'Port': ['ID=6812916c-19c5-435a-bac5-4e4e59ce3658,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.480447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.481130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.482571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-51c6e08e-2344-4625-b272-417126690a35 service neutron] 10.222.0.45 "PUT /v2.0/ports/f5532371-6a28-4d4b-945f-ab93e6e8018a HTTP/1.1" status: 200 len: 1091 time: 1.4267197 Aug 27 02:20:17.526300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e08e-2344-4625-b272-417126690a35 service neutron] Pushing event updated for resources: {'Port': ['ID=f5532371-6a28-4d4b-945f-ab93e6e8018a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.543585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.544229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.544426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.544725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.545604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.545709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.546110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.546622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.548689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-96c168d3-2207-41cc-93f8-4256933d4826 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6435 time: 0.1932194 Aug 27 02:20:17.554733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.614581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83b3f-efca-4b00-84e5-ce57d97cd499 req-14e64e7a-eb3b-4890-82b6-c4af27941182 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.623178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd83b3f-efca-4b00-84e5-ce57d97cd499 req-14e64e7a-eb3b-4890-82b6-c4af27941182 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 946 time: 0.2502637 Aug 27 02:20:17.656245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.677574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=ca973bbb-af4d-4aeb-84cb-68634516e0fc,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.683576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.685470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc299c67-9666-4845-bb39-64eb3f38529c req-883f869a-332e-4b50-ae66-7650088c23b1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2498543 Aug 27 02:20:17.741705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd83b3f-efca-4b00-84e5-ce57d97cd499 req-dda81d0e-c1cc-421d-99d9-a98cafbdb03d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153057 Aug 27 02:20:17.774063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc299c67-9666-4845-bb39-64eb3f38529c req-76a6ddd9-1d80-4cb0-8358-879be714958c tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.0805466 Aug 27 02:20:17.826714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.855335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9ec997b4-7b93-45ad-af73-76664073e8fc details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:17.938127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-62f96d59-b1d0-49bd-9ce5-76c85b11dac1 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.940205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-62f96d59-b1d0-49bd-9ce5-76c85b11dac1 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1097 time: 0.1238379 Aug 27 02:20:17.960562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806293-1'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:18.006167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9ec997b4-7b93-45ad-af73-76664073e8fc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9ec997b4-7b93-45ad-af73-76664073e8fc,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:18.016548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc299c67-9666-4845-bb39-64eb3f38529c req-a2932510-a599-4cbe-8354-156a8272ab93 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.018736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc299c67-9666-4845-bb39-64eb3f38529c req-a2932510-a599-4cbe-8354-156a8272ab93 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2299385 Aug 27 02:20:18.021170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '9ec997b4-7b93-45ad-af73-76664073e8fc', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '9ec997b4-7b93-45ad-af73-76664073e8fc', 'mac_address': 'fa:16:3e:90:b4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:18.051876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-7fbb4bce-839d-4868-af1b-c7c12367c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.052362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-7fbb4bce-839d-4868-af1b-c7c12367c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.052837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-7fbb4bce-839d-4868-af1b-c7c12367c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.070071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-7fbb4bce-839d-4868-af1b-c7c12367c01e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4588d0b96d644598e46477ade199b53&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4908841 Aug 27 02:20:18.079621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.138227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.153198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.160894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec997b4-7b93-45ad-af73-76664073e8fc {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:18.192670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9ec997b4-7b93-45ad-af73-76664073e8fc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9ec997b4-7b93-45ad-af73-76664073e8fc,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:18.199573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.213682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.219691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.225706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.231659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.237723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.243643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.249638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.258999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-73cc7951-18ee-46ee-bd30-fc8ff238082f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.4067352 Aug 27 02:20:18.296813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:18.302992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9ec997b4-7b93-45ad-af73-76664073e8fc,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:18.370796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:18.425690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c0ecf26-0803-4708-9211-0dc8fcc631b9 req-70e6977d-f2c2-4ac9-9c37-f5bd56f4061f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657283 Aug 27 02:20:18.439365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.473226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f420be15-4f3c-4062-8898-9715fea03c40 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:18.475616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9ec997b4-7b93-45ad-af73-76664073e8fc'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:18.493378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-bcdb73ae-b978-4ede-8a01-ff74ecd35581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.495744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.505727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-bcdb73ae-b978-4ede-8a01-ff74ecd35581 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4188764 Aug 27 02:20:18.576407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106ed9-ef5b-4d18-a835-66348020f9f7 req-635f797c-b517-4766-b286-52a103be8ef4 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.578357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f106ed9-ef5b-4d18-a835-66348020f9f7 req-635f797c-b517-4766-b286-52a103be8ef4 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 948 time: 0.1331723 Aug 27 02:20:18.638785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f420be15-4f3c-4062-8898-9715fea03c40 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:18.639159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.693316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f106ed9-ef5b-4d18-a835-66348020f9f7 req-86111516-aecc-4b85-9755-55c2d62ad1c7 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055810 Aug 27 02:20:18.694832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:18.699853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on host n-h1-806293-1 for vnic_type normal with profile {"migrating_to": "n-h2-806293-1"} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:18.700420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:18.700914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:18.707317 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.708613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:18.709408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Attempting to bind port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:18.717784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:18.718429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:18.718864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:18.719456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Bound port: 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:18.719584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6745-eb9c-4c6b-9a99-f264151c426c req-1e2252a3-2d9a-4aaa-b214-e4219d610066 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.719828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.741215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67e6745-eb9c-4c6b-9a99-f264151c426c req-1e2252a3-2d9a-4aaa-b214-e4219d610066 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1771202 Aug 27 02:20:18.759544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.767625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.768305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.768609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.769096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.769549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.770183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.775116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.777402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-2853939e-73c4-4962-a2bf-35907bb052ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6477 time: 0.1869416 Aug 27 02:20:18.903702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:18.928255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:18.929090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67e6745-eb9c-4c6b-9a99-f264151c426c req-7775c3f2-684d-4c36-bcf4-217081661e13 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870036 Aug 27 02:20:18.939687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-5b4491fa-3423-4d82-9b93-512539f5c77f tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1690745 Aug 27 02:20:18.942136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.957427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:19.000841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event updated for resources: {'Port': ['ID=6812916c-19c5-435a-bac5-4e4e59ce3658,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:19.022732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=8']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:19.050591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.064469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.065911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.067445 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-87e6219a-f068-4e1b-aee8-478b169fc3bf service neutron] 10.222.0.45 "PUT /v2.0/ports/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 200 len: 1122 time: 1.1139073 Aug 27 02:20:19.068680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.108085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.117623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-82a836e1-9f01-4c9d-b3e3-87e0ab50a550 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6149392 Aug 27 02:20:19.126118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-b8a6e287-ae27-4039-8cd6-9ee190a45cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.126626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-b8a6e287-ae27-4039-8cd6-9ee190a45cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.127099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-b8a6e287-ae27-4039-8cd6-9ee190a45cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.129790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-b8a6e287-ae27-4039-8cd6-9ee190a45cff service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4588d0b96d644598e46477ade199b53&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2928815 Aug 27 02:20:19.138177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1215a9-a217-4c5a-a66d-beb323e82356 req-238fc115-7aba-45a0-842c-06726a0cf48d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.139814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be1215a9-a217-4c5a-a66d-beb323e82356 req-238fc115-7aba-45a0-842c-06726a0cf48d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1212666 Aug 27 02:20:19.181539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:19.185280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:19.241559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be1215a9-a217-4c5a-a66d-beb323e82356 req-d9d8df88-78d7-4ba2-a0f7-db96c320a348 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907938 Aug 27 02:20:19.254498 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.284413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-147d51e0-8649-4549-854a-b3c670454b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.286341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de3bdfdf-051b-4c14-ac6e-735a01113430 req-147d51e0-8649-4549-854a-b3c670454b07 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455948 Aug 27 02:20:19.378617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a'}, {'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'}, {'name': 'network-changed', 'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:19.386724 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa72138-8105-4bd5-bcde-1043bcf9b661" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a"}, {"server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2"}, {"name": "network-changed", "server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:19.436897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.438016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.438631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.439176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.439710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.440889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.441493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.444157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-45a4d69b-8dbd-4072-b448-763725855740 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6477 time: 0.1069303 Aug 27 02:20:19.464192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Allocated IP 172.25.1.149 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/f4d52aaf-6668-4451-876b-f1795b6f0972) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:19.500228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-5ab3161f-ade4-43c2-9f03-28089b954290 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509370df-ec58-40f1-a4e2-431feb7f4b22 HTTP/1.1" status: 200 len: 217 time: 0.0460098 Aug 27 02:20:19.514556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05fda-2f4c-45ba-bb07-bdf3d23a9903 req-b770522e-2dd9-4eb5-90a4-4e41986ccbc7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.514556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40e05fda-2f4c-45ba-bb07-bdf3d23a9903 req-b770522e-2dd9-4eb5-90a4-4e41986ccbc7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 944 time: 0.1299262 Aug 27 02:20:19.594016 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.606478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40e05fda-2f4c-45ba-bb07-bdf3d23a9903 req-133bce77-93a7-485f-8ce1-c72fd311e75a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783293 Aug 27 02:20:19.616777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-5edf1805-4ddb-48a0-a168-3cf1da5de904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.616777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-5edf1805-4ddb-48a0-a168-3cf1da5de904 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7474c23-5641-46df-93f3-6384e3e1929c HTTP/1.1" status: 200 len: 851 time: 0.0970371 Aug 27 02:20:19.641208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.668814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-fc591763-9f0a-4640-be42-84c5456a0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.670540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-fc591763-9f0a-4640-be42-84c5456a0fbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16e5c914-5405-4258-ad19-5b2a64dad66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503571 Aug 27 02:20:19.689661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:19.696668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:19.699436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:19.727285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=f4d52aaf-6668-4451-876b-f1795b6f0972,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:19.770712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b2ee31f7-d9d1-4a36-b36b-ca6fb578f06f tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--539831264&fields=id&tenant_id=0de4c8c6294f44b8a4a860bd42b09882 HTTP/1.1" status: 200 len: 267 time: 0.0803125 Aug 27 02:20:19.793944 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.831901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.842648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-83ef337e-91d8-444a-b50a-99b3f2775d80 service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622033 Aug 27 02:20:19.862431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9ec997b4-7b93-45ad-af73-76664073e8fc up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:19.919098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 9ec997b4-7b93-45ad-af73-76664073e8fc completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:19.924448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 9ec997b4-7b93-45ad-af73-76664073e8fc triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:19.925226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.965397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-41790191-59cb-4c31-8a6a-a26298d4684a tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.972474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-41790191-59cb-4c31-8a6a-a26298d4684a tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/networks?id=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d HTTP/1.1" status: 200 len: 805 time: 0.1875794 Aug 27 02:20:20.002421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-f29a4df9-c051-4c5f-b693-546283971395 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/quotas/0de4c8c6294f44b8a4a860bd42b09882 HTTP/1.1" status: 200 len: 375 time: 0.0289133 Aug 27 02:20:20.014557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.019298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-82b4ecb5-bf76-407d-998d-e91aed6a0ce8 service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643476 Aug 27 02:20:20.023404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.024105 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.053810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31268c9-4945-425f-902a-0a146c7471e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec997b4-7b93-45ad-af73-76664073e8fc'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:20.056220 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abcd85-e5f1-4093-8cc0-863b512bc849" -d '{"events": [{"server_uuid": "c31268c9-4945-425f-902a-0a146c7471e2", "name": "network-vif-plugged", "status": "completed", "tag": "9ec997b4-7b93-45ad-af73-76664073e8fc"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:20.071080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9ec997b4-7b93-45ad-af73-76664073e8fc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9ec997b4-7b93-45ad-af73-76664073e8fc,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:20.077894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.082970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-3c80487e-82cc-49d2-bde4-8335974f2b8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 217 time: 0.0470581 Aug 27 02:20:20.096690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-33aaaed3-a1d6-47fc-8507-8c7ae0610306 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0de4c8c6294f44b8a4a860bd42b09882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926285 Aug 27 02:20:20.100357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=f4d52aaf-6668-4451-876b-f1795b6f0972,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:20.112453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.129945 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.131963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9ec997b4-7b93-45ad-af73-76664073e8fc,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:20.137604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-9a7e7625-148c-43b1-b506-b88497cc0f44 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1851110 Aug 27 02:20:20.183207 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-bd9945dd-b5cc-42fb-b0d9-56fb6cd16e2e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0445440 Aug 27 02:20:20.191872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-d7019f5b-e30c-4ba2-a3e4-4918416c7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.193326 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-d7019f5b-e30c-4ba2-a3e4-4918416c7f8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0962946 Aug 27 02:20:20.255347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-bd197fba-51a9-4174-a241-c6e1dd7fbfc6 service neutron] 10.222.0.10 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267159 Aug 27 02:20:20.272247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-5cea4efb-5085-4545-9d62-a9034b2da13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.273740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-5cea4efb-5085-4545-9d62-a9034b2da13b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713565 Aug 27 02:20:20.293023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-a4e040ff-4676-4d15-8a6f-8559781e9890 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.294362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53cb2572-04d4-4611-ae5d-b70b87c7f40c req-a4e040ff-4676-4d15-8a6f-8559781e9890 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1055121 Aug 27 02:20:20.352448 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c30b9-18fa-4d59-b08a-928b3cbd2190 x-openstack-request-id: req-e80c30b9-18fa-4d59-b08a-928b3cbd2190 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:20.356810 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a", "status": "completed", "code": 200}, {"server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2", "code": 200}, {"name": "network-changed", "server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:20.357141 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e80c30b9-18fa-4d59-b08a-928b3cbd2190 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:20.358070 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a', 'status': 'completed', 'code': 200} Aug 27 02:20:20.358422 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'code': 200} Aug 27 02:20:20.358675 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'status': 'completed', 'code': 200} Aug 27 02:20:20.388221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:20.439596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.442763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-50afa47d-2b0b-4283-87ab-cc732df1a746 service neutron] 10.222.0.10 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803236 Aug 27 02:20:20.445444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.451333 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-517b8d75-83cf-4393-9a42-888bb670ded6 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681681 Aug 27 02:20:20.451504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.454268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e1232de9-26d3-47ee-a5ce-aa443ab15867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.456072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e1232de9-26d3-47ee-a5ce-aa443ab15867 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1125 time: 0.0901585 Aug 27 02:20:20.458953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.465382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.472251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.478253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.480184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-aaba8779-e7eb-455c-bba2-7d1778775ef0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.0973434 Aug 27 02:20:20.492972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:20.505338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 has no active binding in host n-h2-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:20:20.535386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f11476e-980e-427b-b5c9-8f22d263e5a1 req-c28070af-7f05-4a9d-8d37-a7eb2227a55f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479455 Aug 27 02:20:20.674432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1089c49-c2ec-4345-aba0-785d2eecc821 req-625b9985-7b83-4bfe-ba38-cfa33f961964 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.676209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1089c49-c2ec-4345-aba0-785d2eecc821 req-625b9985-7b83-4bfe-ba38-cfa33f961964 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 949 time: 0.0594101 Aug 27 02:20:20.739380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1089c49-c2ec-4345-aba0-785d2eecc821 req-354be198-881c-4836-a3ac-26426dfa8ec7 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Aug 27 02:20:20.763235 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f37698-4b9a-40a3-9e24-ab7ba4ce87cf x-openstack-request-id: req-40f37698-4b9a-40a3-9e24-ab7ba4ce87cf {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:20.763539 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31268c9-4945-425f-902a-0a146c7471e2", "name": "network-vif-plugged", "status": "completed", "tag": "9ec997b4-7b93-45ad-af73-76664073e8fc", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:20.763795 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40f37698-4b9a-40a3-9e24-ab7ba4ce87cf {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:20.764199 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31268c9-4945-425f-902a-0a146c7471e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec997b4-7b93-45ad-af73-76664073e8fc', 'code': 200} Aug 27 02:20:20.901336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29938b-c600-4855-9062-74655107dfbd req-c5bc5dfb-4c10-4f98-857e-6337d18723dc tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.903634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d29938b-c600-4855-9062-74655107dfbd req-c5bc5dfb-4c10-4f98-857e-6337d18723dc tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0860634 Aug 27 02:20:20.914277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6207ca9-5621-45bb-8321-7ced67dc8fa5 req-cacf7cf6-ee48-4b89-8aae-fea63736c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.916146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6207ca9-5621-45bb-8321-7ced67dc8fa5 req-cacf7cf6-ee48-4b89-8aae-fea63736c32f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 1100 time: 0.0687423 Aug 27 02:20:20.941560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-2d1a015e-3b8c-40e2-b922-6518eb4b8200 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786692 Aug 27 02:20:20.956321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a855e1-b22c-4dc0-99d4-07ffec4593b7 req-42396a11-a26d-4937-899a-45a4a8ea9090 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.957822 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63a855e1-b22c-4dc0-99d4-07ffec4593b7 req-42396a11-a26d-4937-899a-45a4a8ea9090 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 945 time: 0.1205831 Aug 27 02:20:20.971371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d29938b-c600-4855-9062-74655107dfbd req-71569fab-3d88-4c0b-96fb-1f37b9b4293a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541248 Aug 27 02:20:20.977989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6207ca9-5621-45bb-8321-7ced67dc8fa5 req-2a01c63e-15c3-4865-8dc4-c87c39c65ab3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Aug 27 02:20:20.998271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-979799cf-424e-4797-abb1-09f1e9182835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.000253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-979799cf-424e-4797-abb1-09f1e9182835 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.5286412 Aug 27 02:20:21.007400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-717e627e-7f6b-42cf-8fd3-8ba97dec08e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 217 time: 0.0471451 Aug 27 02:20:21.060628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63a855e1-b22c-4dc0-99d4-07ffec4593b7 req-0a6f15e9-af97-4c5d-980e-69e9dc786c63 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933516 Aug 27 02:20:21.073323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-52870659-31d6-47f6-b5f5-4fb7d881f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.074916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-52870659-31d6-47f6-b5f5-4fb7d881f6a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0577745 Aug 27 02:20:21.124542 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-b1df3c19-f4a0-4fd5-9a0a-93114dc13754 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1184824 Aug 27 02:20:21.135589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:21.138733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-7e9de9d3-dd4b-4b95-8db5-6f8df191801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.140554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-7e9de9d3-dd4b-4b95-8db5-6f8df191801e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580339 Aug 27 02:20:21.159538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.238053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-bc2da63e-13c3-4418-8d27-b3b5f0aae36a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 200 len: 217 time: 0.0710044 Aug 27 02:20:21.259843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.294065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd015eec-7888-4f3f-bf67-c3bfe9886453 req-a9d04d6f-f9ee-433f-ad46-2f7f5452a66e tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 210 time: 0.0615623 Aug 27 02:20:21.334570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-a6ceedc3-e373-44bf-b56f-b339486a8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.336122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-a6ceedc3-e373-44bf-b56f-b339486a8fd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0868998 Aug 27 02:20:21.338123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ac832f05-6bda-4e66-a2b5-8c4339b4a49b service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889391 Aug 27 02:20:21.379204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Allocated IP 172.25.1.63 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/81e5814b-34db-4a09-ba59-7f890c22441c) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:21.426294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-c9665431-806a-410b-8b03-6e2ec8996269 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674286 Aug 27 02:20:21.480815 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.522694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.536501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17400d36-c0f3-42a5-8b50-edb35c5f56ef req-3a8dfeb3-7f87-4045-86b2-a8332ee1ea7b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.538339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17400d36-c0f3-42a5-8b50-edb35c5f56ef req-3a8dfeb3-7f87-4045-86b2-a8332ee1ea7b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 944 time: 0.1703618 Aug 27 02:20:21.563783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:21.568935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:21.571481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:21.574797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8c339983-ec48-44db-83d3-69aa99858233 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236574 Aug 27 02:20:21.602303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=81e5814b-34db-4a09-ba59-7f890c22441c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:21.630975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-b50269c0-b9ba-4858-af3c-6f359fa9fd74 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898839 Aug 27 02:20:21.632219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-d84c5436-bf02-42f5-bbbd-4a87b7c87f57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3 HTTP/1.1" status: 200 len: 217 time: 0.0463252 Aug 27 02:20:21.640687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17400d36-c0f3-42a5-8b50-edb35c5f56ef req-7fb5086f-8196-4b75-b8d7-288c86f9625f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933213 Aug 27 02:20:21.692289 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.743622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-123a161c-a7ce-4ef7-a794-868e07bee22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.745133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-123a161c-a7ce-4ef7-a794-868e07bee22a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0963140 Aug 27 02:20:21.765872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-012311d8-bda5-4256-8bde-68e33548ba2b service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241612 Aug 27 02:20:21.813060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-2c261cbe-5db3-4d05-9158-3e946baf02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.814728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-2c261cbe-5db3-4d05-9158-3e946baf02b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480204 Aug 27 02:20:21.932070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-030b6793-e07f-4d49-9a24-ffe5f66586ef service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055293 Aug 27 02:20:22.108654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ff61dc3e-8983-4467-95d4-a0c44c07c01c service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625199 Aug 27 02:20:22.113518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.125678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.131637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.137484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.143415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.149290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.156617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.168765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.170696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-2728e770-c3c1-4b0d-a0d3-e007eb80fc59 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.1342587 Aug 27 02:20:22.230065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8e2a7641-39ef-4043-9044-c2deb87d9808 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 HTTP/1.1" status: 200 len: 217 time: 0.0583694 Aug 27 02:20:22.253974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-12a3b2d3-916a-41b5-af79-2f394e3e93f4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.255580 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-12a3b2d3-916a-41b5-af79-2f394e3e93f4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.45 "GET /v2.0/networks?id=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d HTTP/1.1" status: 200 len: 805 time: 0.5230215 Aug 27 02:20:22.295582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54a6b8a7-baa2-4ef5-b775-91cbb975da2e req-b354ca4e-3a99-4a38-aa91-a653e5a701e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683270 Aug 27 02:20:22.309895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-a5bd9b4b-2d48-47dc-8f79-58063e06b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.311478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-a5bd9b4b-2d48-47dc-8f79-58063e06b9d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0725269 Aug 27 02:20:22.402551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8dc5508a-b05b-4230-845c-2f0617d3952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.404058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-8dc5508a-b05b-4230-845c-2f0617d3952e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640314 Aug 27 02:20:22.414196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-23ce304c-b7e0-4788-ad83-e6c99c0d071c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0de4c8c6294f44b8a4a860bd42b09882 HTTP/1.1" status: 200 len: 379 time: 0.1327624 Aug 27 02:20:22.432129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Request body: {'port': {'device_id': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'admin_state_up': True, 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'security_groups': ['d5538484-c000-4279-a63e-e0f1f786e641']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:22.442745 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-2c204972-9b29-41ef-be62-f95bfc78c373 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986052 Aug 27 02:20:22.489622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42283b8-5f28-4656-ac9c-80ceb596d5c0 req-e217062c-9486-4646-a19c-cdd850cef9d6 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.491179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c42283b8-5f28-4656-ac9c-80ceb596d5c0 req-e217062c-9486-4646-a19c-cdd850cef9d6 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 949 time: 0.1034973 Aug 27 02:20:22.492443 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.510529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.547934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-4ae1784a-817c-40e8-bb9b-5e61ea9565ec service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300709 Aug 27 02:20:22.553110 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c42283b8-5f28-4656-ac9c-80ceb596d5c0 req-46c3b072-1c6c-400e-886f-fd45f09c1b1b tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531421 Aug 27 02:20:22.634070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event updated for resources: {'Port': ['ID=81e5814b-34db-4a09-ba59-7f890c22441c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:22.656147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-77210460-9b58-4b32-a350-7d635c7371d9 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931897 Aug 27 02:20:22.662953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-8db1dc6a-2794-43ca-a108-44a349e590ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.664439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-8db1dc6a-2794-43ca-a108-44a349e590ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 1095 time: 0.1701586 Aug 27 02:20:22.666801 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.707153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Made reservation on behalf of 0de4c8c6294f44b8a4a860bd42b09882 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:22.710816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.715117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-fcddc928-0aa6-4eb3-8243-517ca6b26e21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe HTTP/1.1" status: 200 len: 217 time: 0.0385380 Aug 27 02:20:22.729227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.730487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-040c1637-f731-47b5-ac07-fcf9e187d28e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6000662 Aug 27 02:20:22.787272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-57fb9c89-7477-4da5-83d2-9b709342d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.788776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-57fb9c89-7477-4da5-83d2-9b709342d5a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.0653117 Aug 27 02:20:22.799674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510657ea-a944-4bab-9dfb-093aecfb153b req-a3e2f684-a983-4c56-9446-a3981308a107 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.801216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-510657ea-a944-4bab-9dfb-093aecfb153b req-a3e2f684-a983-4c56-9446-a3981308a107 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0887527 Aug 27 02:20:22.822095 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-480815c2-0847-45cc-8890-4ca86f6e629d tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 695 time: 0.0667164 Aug 27 02:20:22.863811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-510657ea-a944-4bab-9dfb-093aecfb153b req-b80e9b72-14bb-4932-9367-fe17eca76773 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Aug 27 02:20:22.866627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-95a42737-9067-4dcd-a179-e708c9d13936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.868024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-95a42737-9067-4dcd-a179-e708c9d13936 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659347 Aug 27 02:20:22.962759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-f0204317-e890-48ec-bc2e-e582ec162c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.964241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-f0204317-e890-48ec-bc2e-e582ec162c9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2679496 Aug 27 02:20:22.974707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-bbc2ad6d-12d5-4012-b9d0-a7983ff54494 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902839 Aug 27 02:20:23.024163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca3faf3b-e343-41cd-b450-36d5abddaca8 req-06180b10-0270-4e78-9f24-1b23f20d2f7b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 210 time: 0.0320024 Aug 27 02:20:23.059966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-a99d5a0b-b9c6-4a2b-8296-6d4e88865c77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 200 len: 217 time: 0.0603428 Aug 27 02:20:23.073776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Allocated IP 172.20.0.4 (06fd27f7-cb81-48f4-b4eb-e12f6ffd196d/c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10/94bcf275-4def-418f-9254-fbda84a3f3a0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:23.120859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-4e61dcb0-ebd3-4c38-8a28-db2c8bcf2dc5 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.122137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6403a4bc-f6da-4802-97cb-1dd5e9e7086e req-4e61dcb0-ebd3-4c38-8a28-db2c8bcf2dc5 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2861726 Aug 27 02:20:23.131274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-c841e638-1f16-4183-a0bd-4153ce72b2a4 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288600 Aug 27 02:20:23.162067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-50fee89e-6106-4935-b03e-788bbccd1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.165128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-50fee89e-6106-4935-b03e-788bbccd1e60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0891633 Aug 27 02:20:23.195784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-118d919a-fe6a-4158-82b0-ab696ca6105b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a HTTP/1.1" status: 200 len: 217 time: 0.0494852 Aug 27 02:20:23.250236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-155feec2-516f-459b-a720-0742141f3aa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663798 Aug 27 02:20:23.265252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0efd66df-2fa4-43dc-84d1-2a4fe0fba1aa req-36fa1bb4-d371-4542-9df2-2bba48d85563 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips/6f7fce5f-d3de-4804-bcf0-53a30c167277 HTTP/1.1" status: 200 len: 692 time: 0.0719543 Aug 27 02:20:23.322395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ed3cbd0a-64c2-40ba-ac39-6e323b60f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.323897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-ed3cbd0a-64c2-40ba-ac39-6e323b60f63d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.0953743 Aug 27 02:20:23.367767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d36ba-bffa-4219-bedd-cb1d0b1d4e71 req-7c4429ea-40e9-407a-9a88-cc02ab914ef8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.369204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-148d36ba-bffa-4219-bedd-cb1d0b1d4e71 req-7c4429ea-40e9-407a-9a88-cc02ab914ef8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 944 time: 0.1520882 Aug 27 02:20:23.404014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd66df-2fa4-43dc-84d1-2a4fe0fba1aa req-d128dd5e-9a16-42a9-961a-3e7f1bfc74d6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.405380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0efd66df-2fa4-43dc-84d1-2a4fe0fba1aa req-d128dd5e-9a16-42a9-961a-3e7f1bfc74d6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1326363 Aug 27 02:20:23.405502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.408197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-0dc3e348-92a7-4722-9835-9249c8aece13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.409840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-0dc3e348-92a7-4722-9835-9249c8aece13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745478 Aug 27 02:20:23.416161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-0efd66df-2fa4-43dc-84d1-2a4fe0fba1aa req-a4c7242f-bb0e-41fd-b73a-eeb2f01d4180 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:20:23.417360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0efd66df-2fa4-43dc-84d1-2a4fe0fba1aa req-a4c7242f-bb0e-41fd-b73a-eeb2f01d4180 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054400 Aug 27 02:20:23.442737 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-6e4e8b14-3cc7-4598-9ee7-12577359fff0 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754735 Aug 27 02:20:23.448613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Transition to ACTIVE for port object 94bcf275-4def-418f-9254-fbda84a3f3a0 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:23.501907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-148d36ba-bffa-4219-bedd-cb1d0b1d4e71 req-2a36415a-f2a4-4430-91b6-3ec3846a79fb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198399 Aug 27 02:20:23.541654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-035e0fe0-bf9a-4570-ba84-7cc0276a9074 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235747 Aug 27 02:20:23.548042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.555299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46f3f4-18f8-4263-9fa0-47c01def6ebf req-f91c90f7-e46e-4eb9-987a-15985598feb0 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.557027 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef46f3f4-18f8-4263-9fa0-47c01def6ebf req-f91c90f7-e46e-4eb9-987a-15985598feb0 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 949 time: 0.0829530 Aug 27 02:20:23.617399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:23.638866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:23.642977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7a9074-149f-4ca3-a34d-30e3c1050eb3 req-8d9e01b4-b2f3-4f95-9ef2-074c2c39299b service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928055 Aug 27 02:20:23.645664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:23.653051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef46f3f4-18f8-4263-9fa0-47c01def6ebf req-1fbf1291-3093-4a2c-a26d-d21dacb39c9a tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876710 Aug 27 02:20:23.654647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event updated for resources: {'Port': ['ID=94bcf275-4def-418f-9254-fbda84a3f3a0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:23.678050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c266e0a-2f2f-4c20-960a-e8ed572d18c2 req-6c9ad048-87d4-4e22-a657-56e826d74d3a service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195924 Aug 27 02:20:23.728083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.734003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.740126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.747721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.754112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.760106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.766146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.768105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-ac0afea2-34ac-4a44-a83f-349a1924b924 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.1772566 Aug 27 02:20:23.774098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.774739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.814680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-2d65318b-b091-456b-8713-051044627340 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871589 Aug 27 02:20:23.822720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1f7adb7-9d8d-4bf0-a6ef-d84fb85b1285 req-34b920a2-3f9b-43d0-b06a-6e541d688353 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441995 Aug 27 02:20:23.832962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Request body: {'port': {'device_id': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:23.871483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-3a27e0b1-1698-4ef3-a6f4-2eb6c68e38aa tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips/6f7fce5f-d3de-4804-bcf0-53a30c167277 HTTP/1.1" status: 200 len: 692 time: 0.1359112 Aug 27 02:20:23.900479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.946713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.946909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.947384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.948129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.948604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.949072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.949532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.951476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-e0d74e0c-e7c7-4405-9382-fc3f8930b638 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6477 time: 0.1578641 Aug 27 02:20:23.974450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-93313753-8b01-4cf1-8758-15dba10bd08e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1455524 Aug 27 02:20:24.019970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b789b5ff-bf09-4165-9df3-01488f712584 None None] Provisioning for port 94bcf275-4def-418f-9254-fbda84a3f3a0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:24.025889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b789b5ff-bf09-4165-9df3-01488f712584 None None] Provisioning complete for port 94bcf275-4def-418f-9254-fbda84a3f3a0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:24.026351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b789b5ff-bf09-4165-9df3-01488f712584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.048062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-0a177045-4ba0-4975-abc7-a721448d6f04 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383468 Aug 27 02:20:24.067126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b789b5ff-bf09-4165-9df3-01488f712584 None None] Port 94bcf275-4def-418f-9254-fbda84a3f3a0 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:24.079036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-140a4fa3-b254-4194-8bb1-95816ab2e55e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.080794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-140a4fa3-b254-4194-8bb1-95816ab2e55e tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2084830 Aug 27 02:20:24.098821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-070efd58-298d-45a2-b790-4ec2cc922b0a tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:20:24.099799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-070efd58-298d-45a2-b790-4ec2cc922b0a tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120418 Aug 27 02:20:24.126836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-9233ff72-1435-4b4f-82db-b445d3b4156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.128360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-9233ff72-1435-4b4f-82db-b445d3b4156a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 1096 time: 0.1105275 Aug 27 02:20:24.147077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-d79a1781-fd07-4016-9d62-d79c0c3a9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.148533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-d79a1781-fd07-4016-9d62-d79c0c3a9474 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5965bcd-6534-4040-991c-d88cccba9470 HTTP/1.1" status: 200 len: 903 time: 0.1865067 Aug 27 02:20:24.221997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-101f96f3-d744-4ccb-a820-8d3f9cb11103 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.223500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-101f96f3-d744-4ccb-a820-8d3f9cb11103 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695864 Aug 27 02:20:24.254963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-cd96fa21-613a-421f-99dc-7b93436cb82a tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/quotas/a9b7eecdf080409eaea5575079e9a6ae HTTP/1.1" status: 200 len: 375 time: 0.0234339 Aug 27 02:20:24.319125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bcf275-4def-418f-9254-fbda84a3f3a0 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:24.329552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.348776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Transition to ACTIVE for port object 94bcf275-4def-418f-9254-fbda84a3f3a0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:24.353791 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-89ff964e-406c-458e-a7e9-8c19c93a2f3c tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764861 Aug 27 02:20:24.354964 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.397780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a16a1ec8-37af-4ae9-be94-a2d67d3dca8d details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:24.414800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Pushing event updated for resources: {'Port': ['ID=94bcf275-4def-418f-9254-fbda84a3f3a0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:24.501486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Attempting to bind port 94bcf275-4def-418f-9254-fbda84a3f3a0 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:24.502142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Attempting to bind port 94bcf275-4def-418f-9254-fbda84a3f3a0 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:24.502750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Attempting to bind port 94bcf275-4def-418f-9254-fbda84a3f3a0 on network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:24.508313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Port 94bcf275-4def-418f-9254-fbda84a3f3a0 on network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:24.508907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Attempting to bind port 94bcf275-4def-418f-9254-fbda84a3f3a0 on network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:24.522470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:24.522641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Checking segment: {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:24.522910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Bound using segment: {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:24.523358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Bound port: 94bcf275-4def-418f-9254-fbda84a3f3a0, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2777b4f1-e16a-4eeb-9230-f902e232c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:24.523724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.579945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:24.586251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-c3bf2ad7-45f1-482a-b542-5b6a122d7b3c tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 695 time: 0.4735622 Aug 27 02:20:24.596037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'mac_address': 'fa:16:3e:44:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:24.597643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-31f15ca6-b27c-4fb9-adee-e05914a13688 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a HTTP/1.1" status: 200 len: 217 time: 0.4175377 Aug 27 02:20:24.624081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] For port 94bcf275-4def-418f-9254-fbda84a3f3a0, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:24.642220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] For port 94bcf275-4def-418f-9254-fbda84a3f3a0, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94bcf275-4def-418f-9254-fbda84a3f3a0,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:24.654898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.669818 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.723357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a16a1ec8-37af-4ae9-be94-a2d67d3dca8d {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:24.768550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-65e512e6-2331-4bd4-9fcf-7fca570bd0bb tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 695 time: 0.1812520 Aug 27 02:20:24.785967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.786902 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.788999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] 10.222.0.45 "PUT /v2.0/ports/94bcf275-4def-418f-9254-fbda84a3f3a0 HTTP/1.1" status: 200 len: 1091 time: 0.9609411 Aug 27 02:20:24.789677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:24.790148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:24.793687 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72acf2f6-c110-41a7-8f78-83022d2850b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:24.804005 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.887346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:24.903741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a16a1ec8-37af-4ae9-be94-a2d67d3dca8d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:24.933302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163858-0570-481d-b877-9d84783f5ddf service neutron] Pushing event updated for resources: {'Port': ['ID=94bcf275-4def-418f-9254-fbda84a3f3a0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:24.997554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-08facea2-f757-429d-93c5-142358496c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.999209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-08facea2-f757-429d-93c5-142358496c53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0de4c8c6294f44b8a4a860bd42b09882&device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 1094 time: 0.1166234 Aug 27 02:20:25.011035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187396e0-8338-4adb-8a48-60d16d52f619 req-f67632d5-3008-4573-9037-9f0b08de47ee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.013086 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-187396e0-8338-4adb-8a48-60d16d52f619 req-f67632d5-3008-4573-9037-9f0b08de47ee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.2797987 Aug 27 02:20:25.054175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-3fd53bb8-71cc-4bef-a700-bc7a54222155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.055705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-3fd53bb8-71cc-4bef-a700-bc7a54222155 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.3621080 Aug 27 02:20:25.147523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-311d15fb-ecf5-474b-981d-814ad70d01e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bcf275-4def-418f-9254-fbda84a3f3a0 HTTP/1.1" status: 200 len: 217 time: 0.1332741 Aug 27 02:20:25.172727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-555aa670-be6d-42b0-8514-d4e0a8abda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.174371 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-555aa670-be6d-42b0-8514-d4e0a8abda67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.9953942 Aug 27 02:20:25.231528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-187396e0-8338-4adb-8a48-60d16d52f619 req-d18b0129-32be-4897-b31e-0f8fc7e059ff tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864495 Aug 27 02:20:25.305786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-4a3680b7-c63d-4d96-9389-0f940d384219 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 200 len: 217 time: 0.1221886 Aug 27 02:20:25.315174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-fe8a9062-f8c4-4537-bdd7-3cad5b424412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.316512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-fe8a9062-f8c4-4537-bdd7-3cad5b424412 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2480979 Aug 27 02:20:25.357335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-c6ba86b3-95d9-4f99-88fb-8050ad69a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.360961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-c6ba86b3-95d9-4f99-88fb-8050ad69a646 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10 HTTP/1.1" status: 200 len: 844 time: 0.1338720 Aug 27 02:20:25.494228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-ce8e0d98-1c43-4664-ae32-e8468b4fe83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.496552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-ce8e0d98-1c43-4664-ae32-e8468b4fe83c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137080 Aug 27 02:20:25.522227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Deleting port 81e5814b-34db-4a09-ba59-7f890c22441c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:25.522533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.656084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-1e381e54-71ce-4c4b-8cdd-cd9f8b8f9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.659284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-1e381e54-71ce-4c4b-8cdd-cd9f8b8f9432 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.3366125 Aug 27 02:20:25.665766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a12cf-34d8-4525-ab7e-34a71685b8e6 req-3e5d3b70-269e-4286-b704-6ff8652e9cd0 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.673413 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff4a12cf-34d8-4525-ab7e-34a71685b8e6 req-3e5d3b70-269e-4286-b704-6ff8652e9cd0 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 943 time: 0.1412017 Aug 27 02:20:25.707010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-52164fdb-6911-4f65-b805-e85843fab6d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398324 Aug 27 02:20:25.709042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.709653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.710520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-aa85b543-bdde-40e5-8e62-d03d2f43cedb service neutron] 10.222.0.45 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053268 Aug 27 02:20:25.780225 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff4a12cf-34d8-4525-ab7e-34a71685b8e6 req-f68c14a8-62d0-411c-82d1-68134cae20e5 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980616 Aug 27 02:20:25.815589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Calling delete_port for 81e5814b-34db-4a09-ba59-7f890c22441c owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:25.824076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-85db0fe9-4321-4e67-97d6-12ded2bb7eac service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725842 Aug 27 02:20:25.945379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa72138-8105-4bd5-bcde-1043bcf9b661 req-d0a45841-77a4-4e2e-8305-9474a00f1033 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081431 Aug 27 02:20:25.960826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4bd50fc-0aca-42dc-9802-cbf505ef5fd2 req-6520c414-4c0d-4c16-9f9a-42037236cd39 service neutron] 10.222.0.45 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280777 Aug 27 02:20:25.976977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97a480-9a44-4f52-8875-a9974e50ad56 req-b9316f33-46be-4bc9-9b29-4037eee53de9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.985983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce97a480-9a44-4f52-8875-a9974e50ad56 req-b9316f33-46be-4bc9-9b29-4037eee53de9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 944 time: 0.1167121 Aug 27 02:20:26.036454 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce97a480-9a44-4f52-8875-a9974e50ad56 req-78cb2fb9-8b1c-4fc9-968e-d062771cf07b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Aug 27 02:20:26.078354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-25d41e5b-449d-4c46-85c4-4b80732b5c38 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580279 Aug 27 02:20:26.158806 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c623479e-13dc-43fe-b564-f8e05623b731 req-b9bb22ea-0eeb-43d8-90f9-881a34e84590 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 210 time: 0.0371180 Aug 27 02:20:26.194802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc8b63c9-751b-4e99-9071-13591c86f00e req-4d34214c-7223-4ab9-8917-ae412dbf70da service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045277 Aug 27 02:20:26.237562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-3a1b0145-35fe-4074-a9c8-193cd944fbab tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311418 Aug 27 02:20:26.255084 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d8f3d-6706-4e0f-bbc9-55214dfea6c0 x-openstack-request-id: req-de9d8f3d-6706-4e0f-bbc9-55214dfea6c0 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:26.255617 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:26.256076 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de9d8f3d-6706-4e0f-bbc9-55214dfea6c0 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:26.256679 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'status': 'completed', 'code': 200} Aug 27 02:20:26.347478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.407898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a16a1ec8-37af-4ae9-be94-a2d67d3dca8d up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:26.416510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event deleted for resources: {'Port': ['ID=81e5814b-34db-4a09-ba59-7f890c22441c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:26.508971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:26.509495 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.542748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-ca65254e-0079-4282-91f3-88e304b8cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.552133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-ca65254e-0079-4282-91f3-88e304b8cde8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0de4c8c6294f44b8a4a860bd42b09882&device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 1094 time: 0.2453916 Aug 27 02:20:26.560884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.567750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.569716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9549ab19-e482-4ae4-88f8-17baa0caa92b req-9955b03b-793d-4f28-9478-325e6ceadd49 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "DELETE /v2.0/floatingips/6f7fce5f-d3de-4804-bcf0-53a30c167277 HTTP/1.1" status: 204 len: 173 time: 1.8003552 Aug 27 02:20:26.584055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.591780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.602227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.608964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.615550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.623923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.633009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.639044 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.643625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-2f433ff5-7ee9-4a82-97c2-396e4b62c2de tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.2777417 Aug 27 02:20:26.662986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:26.665576 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1028a0e7-066a-4852-8c7e-55ccb0d74fb6" -d '{"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-plugged", "status": "completed", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:26.675551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-91273281-3d54-47b8-8460-827f57ceaec1 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.678255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-91273281-3d54-47b8-8460-827f57ceaec1 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4288137 Aug 27 02:20:26.682003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:26.691804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.732683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Request body: {'port': {'device_id': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'a9b7eecdf080409eaea5575079e9a6ae'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:26.748248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:26.809830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b31a14-384d-40f7-af46-4e20f76642a8 req-f126c08d-88a1-4ace-af40-e1f04a3e17ec tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.811566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79b31a14-384d-40f7-af46-4e20f76642a8 req-f126c08d-88a1-4ace-af40-e1f04a3e17ec tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1039236 Aug 27 02:20:26.887672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79b31a14-384d-40f7-af46-4e20f76642a8 req-4fd941bb-dff5-4562-81a7-1d33246704e4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699675 Aug 27 02:20:27.153151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6353f44-4df2-4c8b-a336-59f28b9cdf50 req-7bc2b311-adba-4423-a2f3-c5c8ca4d0133 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5085425 Aug 27 02:20:27.191592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-3df73f8a-317c-4d10-aca7-5282bafc0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:27.195639 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-3df73f8a-317c-4d10-aca7-5282bafc0884 service neutron] 10.222.0.45 "GET /v2.0/networks?id=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d HTTP/1.1" status: 200 len: 906 time: 0.5499775 Aug 27 02:20:27.266541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-277857ec-8e5b-49a5-92ac-f087f5082fde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bcf275-4def-418f-9254-fbda84a3f3a0 HTTP/1.1" status: 200 len: 217 time: 0.0528994 Aug 27 02:20:27.273285 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1da086d-0fb8-4182-bc96-210a4c1138a3 x-openstack-request-id: req-c1da086d-0fb8-4182-bc96-210a4c1138a3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:27.273581 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-plugged", "status": "completed", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:27.273836 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1da086d-0fb8-4182-bc96-210a4c1138a3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:27.274242 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'code': 200} Aug 27 02:20:27.307006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff20d2-47bf-4243-9304-1fa6045d9ab5 req-568a937c-4695-423d-970c-b0bb95d1aed9 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:27.310525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ff20d2-47bf-4243-9304-1fa6045d9ab5 req-568a937c-4695-423d-970c-b0bb95d1aed9 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2888587 Aug 27 02:20:27.329179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Made reservation on behalf of a9b7eecdf080409eaea5575079e9a6ae for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:27.333188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.409698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-e478ea05-286b-4b77-af81-813a264a1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:27.411256 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-e478ea05-286b-4b77-af81-813a264a1209 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10 HTTP/1.1" status: 200 len: 844 time: 0.1222701 Aug 27 02:20:27.464555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57492b-0148-4951-a588-5d8afee8e8f5 req-f21cfd00-1d3d-4ce6-a785-d70141178276 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:27.466269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd57492b-0148-4951-a588-5d8afee8e8f5 req-f21cfd00-1d3d-4ce6-a785-d70141178276 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 944 time: 0.0628476 Aug 27 02:20:27.543094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6ff28-2361-4784-a5f9-acbba92d374c req-9e7e13d2-9e8f-41f8-a738-143f82970ed7 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:27.544635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1b6ff28-2361-4784-a5f9-acbba92d374c req-9e7e13d2-9e8f-41f8-a738-143f82970ed7 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 943 time: 0.1793916 Aug 27 02:20:27.553817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd57492b-0148-4951-a588-5d8afee8e8f5 req-ece8ecc8-8cab-4476-acdc-14939f903904 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802908 Aug 27 02:20:27.577829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-8b1b5ef6-b878-4ad3-ac27-1d6ea1a17343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:27.579521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-8b1b5ef6-b878-4ad3-ac27-1d6ea1a17343 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481001 Aug 27 02:20:27.619930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-22005509-0024-4609-bc77-757a5c5b76d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.655871 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1b6ff28-2361-4784-a5f9-acbba92d374c req-9650c9f3-11e8-435f-91cd-5d09ebe57f77 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002095 Aug 27 02:20:27.717366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b2bd40c-eb79-4c28-b235-8cffc1c37b22 req-64e7bfde-59f1-4b47-90c8-e7139c8cae8d tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 210 time: 0.0591853 Aug 27 02:20:27.739738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Allocated IP 192.168.233.244 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/1061d28c-b184-4ddc-9d5e-268270475f05) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:27.810446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-446a032c-5a33-471d-89a9-156399f2275a req-26f0119c-3333-46e4-a06e-686c0e65ece6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=39f0a85fde6d4daba21bde4c6e45a6e2 HTTP/1.1" status: 200 len: 1657 time: 0.1110840 Aug 27 02:20:27.827923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-e08c6be4-d309-4e90-aaf4-31db3ad87e14 service neutron] 10.222.0.32 "GET /v2.0/ports/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2/bindings/n-h2-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.1054716 Aug 27 02:20:27.904404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-e4c8ea84-6577-4f1c-9b64-b4c7bcb91010 service neutron] 10.222.0.45 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027961 Aug 27 02:20:27.938400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:28.078626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0d0a2-b29a-47ca-9886-bcedcfc5745b req-f95c386a-3eaf-4b97-9328-db31214180aa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.087055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7bb0d0a2-b29a-47ca-9886-bcedcfc5745b req-f95c386a-3eaf-4b97-9328-db31214180aa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1153126 Aug 27 02:20:28.104176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a032c-5a33-471d-89a9-156399f2275a req-1260580c-8e96-4ac0-8962-d2e9608b88f3 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.105769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-446a032c-5a33-471d-89a9-156399f2275a req-1260580c-8e96-4ac0-8962-d2e9608b88f3 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks?id=a9257989-12fb-4e60-a407-f8069dfebfb8&id=a9257989-12fb-4e60-a407-f8069dfebfb8&id=a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 787 time: 0.2842684 Aug 27 02:20:28.132838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:28.150386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-446a032c-5a33-471d-89a9-156399f2275a req-f6f70edd-4ce6-4eb1-9e06-b3b63cc38f6c tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:20:28.163063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-446a032c-5a33-471d-89a9-156399f2275a req-f6f70edd-4ce6-4eb1-9e06-b3b63cc38f6c tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349679 Aug 27 02:20:28.175088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7bb0d0a2-b29a-47ca-9886-bcedcfc5745b req-9de4502b-9830-42fd-a460-1c261be62891 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866778 Aug 27 02:20:28.198816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72acf2f6-c110-41a7-8f78-83022d2850b1 req-a8f378e4-dd78-49d0-8aaf-16ecbfad1866 service neutron] 10.222.0.45 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854490 Aug 27 02:20:28.205481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:28.222888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.245454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Transition to ACTIVE for port object 1061d28c-b184-4ddc-9d5e-268270475f05 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:28.292902 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.305913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9ec997b4-7b93-45ad-af73-76664073e8fc'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:28.325677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-b7cc7e56-d05b-47c1-9a91-5a63e3279fda tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips/0eb1ec69-3893-47f6-83cc-b6962fda6015 HTTP/1.1" status: 200 len: 693 time: 0.0828333 Aug 27 02:20:28.346747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:28.398031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:28.400517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:28.404990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94bcf275-4def-418f-9254-fbda84a3f3a0 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:28.407477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:28.415669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:28.430198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.442386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.450047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.456569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.465153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.479029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.488619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.499556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.501512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-90b18eca-89d4-40c2-bf16-ca6a034db341 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.1929803 Aug 27 02:20:28.542624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-2b3fd738-698e-4fd3-862b-6b87c690ace4 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.551748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-2b3fd738-698e-4fd3-862b-6b87c690ace4 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2250566 Aug 27 02:20:28.570436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Pushing event updated for resources: {'Port': ['ID=1061d28c-b184-4ddc-9d5e-268270475f05,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:28.629111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.630169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.650119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-a9552e15-c37b-4d8d-82c9-95ce14e7ff90 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0973852 Aug 27 02:20:28.659842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-a62b73eb-1c28-453e-b0d6-73df5c1bc8f2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9629240 Aug 27 02:20:28.662750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94bcf275-4def-418f-9254-fbda84a3f3a0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94bcf275-4def-418f-9254-fbda84a3f3a0,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:28.675628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bb61e9db-e969-4d37-bb25-f772924ca9f5 req-98a22f42-d6d8-4465-ab1c-a7e50770eac7 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267347 Aug 27 02:20:28.692357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'port_id': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'mac_address': 'fa:16:3e:90:c6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:28.695737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Request body: {'port': {'device_id': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:28.713558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] Transition to ACTIVE for port object 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:28.717288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.740026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-5cddf684-a1a3-41de-9f1a-a646f34ff103 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0877473 Aug 27 02:20:28.744201 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.760903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bcf275-4def-418f-9254-fbda84a3f3a0 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:28.803102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94bcf275-4def-418f-9254-fbda84a3f3a0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94bcf275-4def-418f-9254-fbda84a3f3a0,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:28.805102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.811980 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.842402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a24b9a12-9183-4bf8-b5d3-f4099f51b063 None None] Provisioning for port 1061d28c-b184-4ddc-9d5e-268270475f05 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:28.850890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a24b9a12-9183-4bf8-b5d3-f4099f51b063 None None] Provisioning complete for port 1061d28c-b184-4ddc-9d5e-268270475f05 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:28.851434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a24b9a12-9183-4bf8-b5d3-f4099f51b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.914661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=94bcf275-4def-418f-9254-fbda84a3f3a0,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:28.917731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a24b9a12-9183-4bf8-b5d3-f4099f51b063 None None] Port 1061d28c-b184-4ddc-9d5e-268270475f05 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:28.945816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52af8b2-e73a-4fe5-88da-1c925c62364c req-fdf3ae01-6205-45c6-a2b3-32093994a841 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.948737 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e52af8b2-e73a-4fe5-88da-1c925c62364c req-fdf3ae01-6205-45c6-a2b3-32093994a841 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 945 time: 0.0990191 Aug 27 02:20:28.982906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] No DVR routers for this DVR port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:29.066824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e52af8b2-e73a-4fe5-88da-1c925c62364c req-7195cee6-a14c-4029-9365-024859e98626 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520346 Aug 27 02:20:29.068800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] 10.222.0.32 "PUT /v2.0/ports/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2/bindings/n-h2-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2361233 Aug 27 02:20:29.085262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a955192-98ce-46ea-83ee-93f6e8f12b18 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:29.102075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['94bcf275-4def-418f-9254-fbda84a3f3a0'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:29.117067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Deleting port f4d52aaf-6668-4451-876b-f1795b6f0972 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:29.117420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.224116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.224412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.241541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Calling delete_port for f4d52aaf-6668-4451-876b-f1795b6f0972 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:29.315265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1061d28c-b184-4ddc-9d5e-268270475f05 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:29.325723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.339940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649119ae-70ef-457c-8245-c1a076c8d52f req-108920ab-6c9f-41b3-9993-de3268e056c7 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:29.348138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-649119ae-70ef-457c-8245-c1a076c8d52f req-108920ab-6c9f-41b3-9993-de3268e056c7 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 944 time: 0.1451254 Aug 27 02:20:29.366754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-27f611c7-a1b4-4080-9f55-441b3d2589d9 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:29.368580 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-27f611c7-a1b4-4080-9f55-441b3d2589d9 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.1646130 Aug 27 02:20:29.411093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Transition to ACTIVE for port object 1061d28c-b184-4ddc-9d5e-268270475f05 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:29.428594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.489051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-649119ae-70ef-457c-8245-c1a076c8d52f req-281856fd-c3f1-44ca-b182-5ded9140961b tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349580 Aug 27 02:20:29.493138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.504594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-d4f77ea0-7a05-4e9d-a7ab-066185954ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:29.506373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-d4f77ea0-7a05-4e9d-a7ab-066185954ff0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b&tenant_id=42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 1096 time: 0.1285973 Aug 27 02:20:29.563783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event deleted for resources: {'Port': ['ID=f4d52aaf-6668-4451-876b-f1795b6f0972,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:29.616145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.617156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.617511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.618038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.618202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.618574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.618906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.619234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.619563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.619885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.620212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.620535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:29.641013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Pushing event updated for resources: {'Port': ['ID=1061d28c-b184-4ddc-9d5e-268270475f05,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:29.652404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.655705 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.672743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12f6a6fc-0667-4ab6-9cae-75991e4a09d7 req-6983a95c-23c2-4fb3-8462-65dd0e9e7694 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "DELETE /v2.0/floatingips/0eb1ec69-3893-47f6-83cc-b6962fda6015 HTTP/1.1" status: 204 len: 173 time: 0.9282112 Aug 27 02:20:29.700579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Attempting to bind port 1061d28c-b184-4ddc-9d5e-268270475f05 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:29.701356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Attempting to bind port 1061d28c-b184-4ddc-9d5e-268270475f05 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:29.701356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Attempting to bind port 1061d28c-b184-4ddc-9d5e-268270475f05 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:29.713588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-5f55ab07-d7a5-44e7-ae5f-20c6bf970da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:29.715685 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-5f55ab07-d7a5-44e7-ae5f-20c6bf970da0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1096 time: 0.1783869 Aug 27 02:20:29.717936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Port 1061d28c-b184-4ddc-9d5e-268270475f05 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:29.718261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Attempting to bind port 1061d28c-b184-4ddc-9d5e-268270475f05 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:29.794585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:29.794935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:29.795341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:29.796169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Bound port: 1061d28c-b184-4ddc-9d5e-268270475f05, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:29.796534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.814016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051b4eb-d3aa-48c6-94b0-c1f461332b32 req-10142518-5d8e-492e-af6e-7f8494e4b764 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:29.816811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2051b4eb-d3aa-48c6-94b0-c1f461332b32 req-10142518-5d8e-492e-af6e-7f8494e4b764 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 948 time: 0.1701474 Aug 27 02:20:29.885397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534833fd-e3f4-4b52-91eb-f0f295520494 req-f98f4e15-9411-4780-a1a6-df764d910f02 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:29.887487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-534833fd-e3f4-4b52-91eb-f0f295520494 req-f98f4e15-9411-4780-a1a6-df764d910f02 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0769520 Aug 27 02:20:29.940241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2051b4eb-d3aa-48c6-94b0-c1f461332b32 req-1412ef46-c604-4c6f-857f-4f7dce1d56df tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092169 Aug 27 02:20:29.940488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-534833fd-e3f4-4b52-91eb-f0f295520494 req-6db26a4c-aad8-4837-98e6-6a186160feef tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Aug 27 02:20:29.972337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-2a633001-7d0b-4162-b78a-f777e2c5c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:29.973838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-2a633001-7d0b-4162-b78a-f777e2c5c319 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.2486308 Aug 27 02:20:30.034359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-5541ed83-1355-4c5b-84ac-e0077461d668 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips/26f71bfc-e96a-4ef9-8f17-b462f277ddbc HTTP/1.1" status: 200 len: 693 time: 0.0586162 Aug 27 02:20:30.073072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] For port 1061d28c-b184-4ddc-9d5e-268270475f05, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:30.077075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-65b1e6d7-9be4-4969-858f-8731aa2ba9ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 200 len: 217 time: 0.0890760 Aug 27 02:20:30.118920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] For port 1061d28c-b184-4ddc-9d5e-268270475f05, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=1061d28c-b184-4ddc-9d5e-268270475f05,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:30.170105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eed3ea6d-6d90-4d32-b3a6-9e25f70507fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.188803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.250441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3bb2a634-396d-4732-acf7-d4de679a2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.252318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-3bb2a634-396d-4732-acf7-d4de679a2285 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1566401 Aug 27 02:20:30.262561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.264465 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.266198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] 10.222.0.32 "PUT /v2.0/ports/1061d28c-b184-4ddc-9d5e-268270475f05 HTTP/1.1" status: 200 len: 1096 time: 1.5864239 Aug 27 02:20:30.310930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'tag': '1061d28c-b184-4ddc-9d5e-268270475f05'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:30.314140 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa936b-0271-4adb-b3a0-7cf77388b76c" -d '{"events": [{"name": "network-changed", "server_uuid": "35d60859-df8c-4ec9-bafe-efd69182d20c", "tag": "1061d28c-b184-4ddc-9d5e-268270475f05"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:30.319701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-1ca3f4e4-b2fe-421c-833f-dcb6d3f7209d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506339 Aug 27 02:20:30.508841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.517965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.520840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.526951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.553572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.560765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.579821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.579821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81d58a78-0e25-40dd-8049-54886a8f294a req-84245a0a-a23e-4fcb-8826-c46e136ff67b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.4438517 Aug 27 02:20:30.579821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d1099-7475-4679-a766-e72e8fea587c service neutron] Pushing event updated for resources: {'Port': ['ID=1061d28c-b184-4ddc-9d5e-268270475f05,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:30.595680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94bcf275-4def-418f-9254-fbda84a3f3a0 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:30.632953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-8830ed1a-8077-483c-aded-c6f24509a0fc tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.634477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-8830ed1a-8077-483c-aded-c6f24509a0fc tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.5988135 Aug 27 02:20:30.642167 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.696358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 94bcf275-4def-418f-9254-fbda84a3f3a0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:30.703242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 94bcf275-4def-418f-9254-fbda84a3f3a0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:30.703927 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.710112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-9e742dda-043b-4da1-9d3e-0e4b7f80684f tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.0581725 Aug 27 02:20:30.828106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-0dffa829-64d5-46fe-9b93-6d86f6b85647 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.1069932 Aug 27 02:20:30.843947 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.881635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:30.886111 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc7e91f-0ec1-4fee-9938-e91c0a1e8819" -d '{"events": [{"server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "name": "network-vif-plugged", "status": "completed", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:30.910535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94bcf275-4def-418f-9254-fbda84a3f3a0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94bcf275-4def-418f-9254-fbda84a3f3a0,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:30.921564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.008070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=94bcf275-4def-418f-9254-fbda84a3f3a0,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:31.011955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Deleting port ca973bbb-af4d-4aeb-84cb-68634516e0fc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:31.012383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.082385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-f806becd-1e23-4d9e-9055-c81e79b1f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.083925 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-f806becd-1e23-4d9e-9055-c81e79b1f307 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 1099 time: 0.7605989 Aug 27 02:20:31.111529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.111904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.127311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Calling delete_port for ca973bbb-af4d-4aeb-84cb-68634516e0fc owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:31.130752 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81d58a78-0e25-40dd-8049-54886a8f294a req-25891d68-9f10-48bf-a6f8-881bbce03bc0 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857399 Aug 27 02:20:31.132648 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-e0981bf4-96dd-47f1-9062-da50de3022b7 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944973 Aug 27 02:20:31.132788 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.170711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-aa13cde8-a4e4-4382-9884-35ee1b1312c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1061d28c-b184-4ddc-9d5e-268270475f05 HTTP/1.1" status: 200 len: 217 time: 0.0692120 Aug 27 02:20:31.285748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.315888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-8746ae84-cef6-41dc-a8ca-fb05d62227df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.316150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event deleted for resources: {'Port': ['ID=ca973bbb-af4d-4aeb-84cb-68634516e0fc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:31.317392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-8746ae84-cef6-41dc-a8ca-fb05d62227df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1290798 Aug 27 02:20:31.375461 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-c7f505b9-09ca-4b0f-b096-3f3092dfeac7 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032917 Aug 27 02:20:31.385572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8d217-9b9b-4304-9e7f-cb6abe049a72 req-94e323fb-47ea-4113-8300-76ce9ce05086 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.387112 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1d8d217-9b9b-4304-9e7f-cb6abe049a72 req-94e323fb-47ea-4113-8300-76ce9ce05086 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 945 time: 0.1147594 Aug 27 02:20:31.393755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.396389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.397612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-394acbdc-b0ad-49c4-a623-1c153fce19ab req-7c7393a8-b5c8-45d7-93e3-e1f97f00ffa6 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "DELETE /v2.0/floatingips/26f71bfc-e96a-4ef9-8f17-b462f277ddbc HTTP/1.1" status: 204 len: 173 time: 0.5685771 Aug 27 02:20:31.419409 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-06e23154-f85a-4bb4-852d-d5d88c61b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.420914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-06e23154-f85a-4bb4-852d-d5d88c61b8b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961685 Aug 27 02:20:31.457104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1d8d217-9b9b-4304-9e7f-cb6abe049a72 req-64b05995-3636-4621-9881-bed6eff5b815 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583880 Aug 27 02:20:31.482909 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d0d1a1-8a6b-4047-bf93-503451dce188 x-openstack-request-id: req-28d0d1a1-8a6b-4047-bf93-503451dce188 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:31.482909 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d60859-df8c-4ec9-bafe-efd69182d20c", "tag": "1061d28c-b184-4ddc-9d5e-268270475f05", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:31.483178 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28d0d1a1-8a6b-4047-bf93-503451dce188 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:31.483511 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'tag': '1061d28c-b184-4ddc-9d5e-268270475f05', 'status': 'completed', 'code': 200} Aug 27 02:20:31.545832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-65e4fcb4-d5aa-4516-b97c-63de374a80c4 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122217 Aug 27 02:20:31.611899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5ba98-6ee4-4998-a7c0-460fc6a797cb req-e751db95-6939-4437-9cb2-79da4b14263f tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.614993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13b5ba98-6ee4-4998-a7c0-460fc6a797cb req-e751db95-6939-4437-9cb2-79da4b14263f tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.0822022 Aug 27 02:20:31.640500 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0c6a12-8898-44a9-87eb-d16cf85f83d3 x-openstack-request-id: req-bd0c6a12-8898-44a9-87eb-d16cf85f83d3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:31.641063 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "name": "network-vif-plugged", "status": "completed", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:31.641063 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd0c6a12-8898-44a9-87eb-d16cf85f83d3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:31.641848 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'code': 200} Aug 27 02:20:31.698062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13b5ba98-6ee4-4998-a7c0-460fc6a797cb req-89bfa86e-1ded-4dba-985d-f9db07a5a21d tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730608 Aug 27 02:20:31.710833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-d355870b-6772-4c99-8375-92b4ee4e8929 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.712612 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-d355870b-6772-4c99-8375-92b4ee4e8929 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.0756156 Aug 27 02:20:31.794143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdc5d0-4790-464e-8128-ad55b084249f req-70f731a5-ca37-4e2c-97ba-1da90a07dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.796999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cfcdc5d0-4790-464e-8128-ad55b084249f req-70f731a5-ca37-4e2c-97ba-1da90a07dbb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0636740 Aug 27 02:20:31.849950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35f8abfd-982c-4c49-989b-b23e7cffb6aa req-cdd36d43-142c-404d-b7f7-d42c434b83f0 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905221 Aug 27 02:20:31.875719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cfcdc5d0-4790-464e-8128-ad55b084249f req-b8ee1f09-00db-4650-a465-1ea04dfe9ddf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692179 Aug 27 02:20:31.889597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4f3b-cddb-45bf-b6bb-35fb6b731974 req-8a755bce-a715-4509-9f3c-5581bd6b8dd5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.892835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-847e4f3b-cddb-45bf-b6bb-35fb6b731974 req-8a755bce-a715-4509-9f3c-5581bd6b8dd5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1013863 Aug 27 02:20:31.904055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94483c8-3012-414e-b92b-187de4eb9e8d req-7e87e068-2826-419d-bf17-ffdf9005573a tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.912138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b94483c8-3012-414e-b92b-187de4eb9e8d req-7e87e068-2826-419d-bf17-ffdf9005573a tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 948 time: 0.1165969 Aug 27 02:20:31.945831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-847e4f3b-cddb-45bf-b6bb-35fb6b731974 req-a9270ae4-9030-4577-b112-c6c0817426e5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468564 Aug 27 02:20:32.008148 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b94483c8-3012-414e-b92b-187de4eb9e8d req-8af89dd1-4323-4fa9-9b26-ceebe6b4993d tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806265 Aug 27 02:20:32.027712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-4467acdf-3107-42e9-9b16-8783a8bb6e96 service neutron] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:32.071067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-4467acdf-3107-42e9-9b16-8783a8bb6e96 service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.072186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-884bc5de-c1b9-49ee-81b9-c470df039238 req-4467acdf-3107-42e9-9b16-8783a8bb6e96 service neutron] 10.222.0.45 "DELETE /v2.0/ports/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2/bindings/n-h1-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.3397796 Aug 27 02:20:32.074212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-2a94736f-2a73-4cb5-aae8-b6a6863069c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.075643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-2a94736f-2a73-4cb5-aae8-b6a6863069c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 1099 time: 0.1609364 Aug 27 02:20:32.084467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-9d325efb-2014-42ab-a985-1f25cd4828a1 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips/7bdf8ad7-1dfa-4fca-a392-c6a5fb0df6b7 HTTP/1.1" status: 200 len: 693 time: 0.0699770 Aug 27 02:20:32.277374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-a249d93d-ff14-428e-b086-b275074a25e2 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.278771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-a249d93d-ff14-428e-b086-b275074a25e2 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1826346 Aug 27 02:20:32.284428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-ac8d8052-28fb-4345-aed9-f8e92281e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.285842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-ac8d8052-28fb-4345-aed9-f8e92281e2c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2006066 Aug 27 02:20:32.289591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.291359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-09ad58da-0b6f-456b-9b63-59df8dfbcfd4 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:20:32.292897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-09ad58da-0b6f-456b-9b63-59df8dfbcfd4 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060666 Aug 27 02:20:32.295681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.304028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.310393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.316354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.322437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.328673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.337032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-8cfdfdb9-a38f-4dc7-80a7-86f3815b9f09 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.1022272 Aug 27 02:20:32.345776 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-750b8eb9-7112-4eef-9f21-a542038d719c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1061d28c-b184-4ddc-9d5e-268270475f05 HTTP/1.1" status: 200 len: 217 time: 0.0480967 Aug 27 02:20:32.414633 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-7dbf01e3-f9a9-4fd2-beb9-b58cea9ea5f0 tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1088109 Aug 27 02:20:32.423459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c00a56fb-3ab8-462d-a080-ca6b6039f7a2 req-37eecf1f-116f-468b-8db4-df9189ee3a82 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852869 Aug 27 02:20:32.503573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-74ffd6ea-c761-4fa9-83a7-bb7554bfde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.505886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-74ffd6ea-c761-4fa9-83a7-bb7554bfde8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1217864 Aug 27 02:20:32.514920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-966da14d-bd13-43d2-bf29-f00e2aa2ee0c tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0983343 Aug 27 02:20:32.652227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850d50e-39d1-4957-b1bd-3ddd6c19ed50 req-04c4b264-8a37-4838-9507-c16f553b4cfc tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.653783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1850d50e-39d1-4957-b1bd-3ddd6c19ed50 req-04c4b264-8a37-4838-9507-c16f553b4cfc tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 945 time: 0.0753279 Aug 27 02:20:32.664821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-a617caa3-6c62-4bfa-8e34-f01a0b5f0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.666301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-a617caa3-6c62-4bfa-8e34-f01a0b5f0bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112895 Aug 27 02:20:32.713997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1850d50e-39d1-4957-b1bd-3ddd6c19ed50 req-9831ad22-806c-401a-9842-9a6490bb20ac tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520222 Aug 27 02:20:32.755885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Deleting port 152592ad-1a89-4ad1-8ea2-6bacfd334e24 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:32.756193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.823264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-7db44842-ea7a-4b10-93a5-f2b7946ce0ba service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474888 Aug 27 02:20:32.864623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.865365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.878577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Calling delete_port for 152592ad-1a89-4ad1-8ea2-6bacfd334e24 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:32.902804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67487e-a2db-40ed-ad86-33d42e56580f req-705f8257-d03f-414c-a2a8-d6bab44444ac tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.910642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd67487e-a2db-40ed-ad86-33d42e56580f req-705f8257-d03f-414c-a2a8-d6bab44444ac tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.0583584 Aug 27 02:20:32.958223 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd67487e-a2db-40ed-ad86-33d42e56580f req-a4b3797b-2a1d-4b38-ae79-651674120541 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463331 Aug 27 02:20:33.001948 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.083721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.142883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2b980-60ee-45c6-bfa0-387e1564942d req-96a2214e-cde5-42b9-b44e-7a5f72bf05d7 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.144785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9e2b980-60ee-45c6-bfa0-387e1564942d req-96a2214e-cde5-42b9-b44e-7a5f72bf05d7 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0684381 Aug 27 02:20:33.156231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Pushing event deleted for resources: {'Port': ['ID=152592ad-1a89-4ad1-8ea2-6bacfd334e24,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:33.199008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9e2b980-60ee-45c6-bfa0-387e1564942d req-6c008434-0c51-4afb-afeb-e3c22be8c0a1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469980 Aug 27 02:20:33.210295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.229844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.231369 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f1a765a-b258-4f79-8d2b-20c3f10910ef req-c51fa406-5ef2-402c-ac7f-3ec77190f8ed tempest-FloatingIPDetailsTestJSON-1737170185 tempest-FloatingIPDetailsTestJSON-1737170185-project] 10.222.0.10 "DELETE /v2.0/floatingips/7bdf8ad7-1dfa-4fca-a392-c6a5fb0df6b7 HTTP/1.1" status: 204 len: 173 time: 0.7153106 Aug 27 02:20:33.240535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34026) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:33.385640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba7df7-ebcb-43bb-879c-6c026a14ac30 req-44ecb4fa-a61a-4c00-af61-1695ff9ac30a tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.387536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eaba7df7-ebcb-43bb-879c-6c026a14ac30 req-44ecb4fa-a61a-4c00-af61-1695ff9ac30a tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 948 time: 0.1027417 Aug 27 02:20:33.405148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe09d1-778d-4ee9-b734-304d00d58491 req-8a6c80be-1387-4560-81fa-dca67afb875f tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.405148 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37fe09d1-778d-4ee9-b734-304d00d58491 req-8a6c80be-1387-4560-81fa-dca67afb875f tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1096 time: 0.1051073 Aug 27 02:20:33.469415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28fa936b-0271-4adb-b3a0-7cf77388b76c req-840eb2e9-f09d-461e-b74c-21bfc2c9196b service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283689 Aug 27 02:20:33.484103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37fe09d1-778d-4ee9-b734-304d00d58491 req-060f7179-697d-4ffc-9ca3-c2096a229200 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601900 Aug 27 02:20:33.505156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eaba7df7-ebcb-43bb-879c-6c026a14ac30 req-a3769818-3883-43f8-b170-24ae3a5852dd tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974252 Aug 27 02:20:33.676965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.683336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.692464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.700627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.708691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.717175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.718777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60035f-d9b4-4f34-9cb9-b05558e28237 req-b7e85300-dd60-4a95-8a64-3c425b8b952c tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.720583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d60035f-d9b4-4f34-9cb9-b05558e28237 req-b7e85300-dd60-4a95-8a64-3c425b8b952c tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 1096 time: 0.0779355 Aug 27 02:20:33.724251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.727676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-ba576582-b0cb-47c1-ad50-1ecf56ac7c71 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.1273956 Aug 27 02:20:33.793734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d60035f-d9b4-4f34-9cb9-b05558e28237 req-bd34c08a-cc41-4e8a-b8c9-126aa4ca329a tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Aug 27 02:20:33.824618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94eff2d1-9ef8-4577-a687-ce1c5cdeb508 req-f4f0c62d-fa24-4480-addf-051cf9b49cc9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794628 Aug 27 02:20:33.987648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-35c5ce8a-edd2-4bc0-81d1-aaf0805283bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.993122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-35c5ce8a-edd2-4bc0-81d1-aaf0805283bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1096 time: 0.0735750 Aug 27 02:20:34.097695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.167451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dc873-f233-443d-a42f-75c3c0cd73c9 req-fa5b5edb-d721-4bb3-ae73-b0c2c49e5edb tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.177511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d3dc873-f233-443d-a42f-75c3c0cd73c9 req-fa5b5edb-d721-4bb3-ae73-b0c2c49e5edb tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.0916235 Aug 27 02:20:34.213312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-55a774dd-159a-4cb7-8286-c3728e39ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.215178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-55a774dd-159a-4cb7-8286-c3728e39ea78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2131085 Aug 27 02:20:34.298401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d3dc873-f233-443d-a42f-75c3c0cd73c9 req-d423a7f4-e6e2-42fa-8a1e-3861b769a154 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149940 Aug 27 02:20:34.300729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-66b78d50-d194-4fa8-9462-1c949e44fea9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 200 len: 217 time: 0.0709624 Aug 27 02:20:34.414484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-b07963e9-e9ba-47e9-a07a-045dc207dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.415905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-b07963e9-e9ba-47e9-a07a-045dc207dbf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1064565 Aug 27 02:20:34.452416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52116dde-772b-4e3c-9e14-677814ab7e68 req-1b2ec0e2-f222-41ef-bde7-63d4e24b1317 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.461015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52116dde-772b-4e3c-9e14-677814ab7e68 req-1b2ec0e2-f222-41ef-bde7-63d4e24b1317 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1128354 Aug 27 02:20:34.475870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-e8d645e3-c55f-499c-b9d6-2509058cc8cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491226 Aug 27 02:20:34.531330 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52116dde-772b-4e3c-9e14-677814ab7e68 req-161da48b-962d-4656-8b8e-a7f21ee7c600 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693493 Aug 27 02:20:34.613923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3abe95-fc13-4dd6-b5d5-9c7ce14ffdc3 req-eb146055-c33e-4a82-8b3b-12f8fd8ed181 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.623637 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e3abe95-fc13-4dd6-b5d5-9c7ce14ffdc3 req-eb146055-c33e-4a82-8b3b-12f8fd8ed181 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.1255562 Aug 27 02:20:34.631084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34062) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:34.638122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Request body: {'floatingip': {'port_id': '94bcf275-4def-418f-9254-fbda84a3f3a0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:34.682571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-b35c2296-a255-45ef-aaed-1c19f1ad329e service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934700 Aug 27 02:20:34.742585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.794978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-b2166fa7-b785-4480-8cfe-bc6dd8fbc2c4 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028225 Aug 27 02:20:34.812010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Deleting port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:34.812270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.931003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1cff-25cd-4f84-a34a-e2b765416aeb req-c7c6edc2-1e4b-4b62-ad7e-4fbd42e277ec tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.932493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-840b1cff-25cd-4f84-a34a-e2b765416aeb req-c7c6edc2-1e4b-4b62-ad7e-4fbd42e277ec tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 948 time: 0.2409365 Aug 27 02:20:35.040490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.051014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.061467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.069932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.074972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-840b1cff-25cd-4f84-a34a-e2b765416aeb req-28f48687-8c77-4a6f-b062-eff0e3991ec9 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354389 Aug 27 02:20:35.076705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] For port d4556481-7b36-4ae8-a351-d8f6a0a6ed0d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,segment=NetworkSegment(370016d0-7e3b-4610-b392-900526987d79),segment_id=370016d0-7e3b-4610-b392-900526987d79)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:35.077103 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.091897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.109859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Calling delete_port for d4556481-7b36-4ae8-a351-d8f6a0a6ed0d owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:35.120454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.157267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.164446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-bd185cf6-c35e-4ca9-ad6e-50a34543c14d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.2304771 Aug 27 02:20:35.250174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17b258dc-54c7-4bfe-8b53-5b35d95ce080 req-be6bed33-db7d-4dd8-8387-d2d00ab07f77 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722980 Aug 27 02:20:35.747469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e93e5-6b1a-4b78-b14e-aa8147ef3013 req-25b5c700-adab-42b7-b34d-d7f2d0ff2aeb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.759064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a5e93e5-6b1a-4b78-b14e-aa8147ef3013 req-25b5c700-adab-42b7-b34d-d7f2d0ff2aeb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0970168 Aug 27 02:20:35.835865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a5e93e5-6b1a-4b78-b14e-aa8147ef3013 req-ee18730a-cc77-43c3-9363-456ce33bd6d8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Aug 27 02:20:35.953255 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:20:35.976030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 1061d28c-b184-4ddc-9d5e-268270475f05 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:36.041034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.072094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.094169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.096381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4556481-7b36-4ae8-a351-d8f6a0a6ed0d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:36.183470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 1061d28c-b184-4ddc-9d5e-268270475f05, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=1061d28c-b184-4ddc-9d5e-268270475f05,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:36.230180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '1061d28c-b184-4ddc-9d5e-268270475f05', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '1061d28c-b184-4ddc-9d5e-268270475f05', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:36.303990 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.320044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1061d28c-b184-4ddc-9d5e-268270475f05 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:36.381723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 1061d28c-b184-4ddc-9d5e-268270475f05, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=1061d28c-b184-4ddc-9d5e-268270475f05,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:36.395628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.479623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.505009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=1061d28c-b184-4ddc-9d5e-268270475f05,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:36.510128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.527256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.536107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.545663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.547109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec646b-fec0-4d0d-a45b-44b48dc75ad3 req-b14c7df1-b0e9-4aa3-833e-bf0670249068 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.548703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6ec646b-fec0-4d0d-a45b-44b48dc75ad3 req-b14c7df1-b0e9-4aa3-833e-bf0670249068 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 948 time: 0.2897859 Aug 27 02:20:36.562581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.571107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.573533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e4f91027-659f-4fed-a614-78c7c71488dc req-fb610ccf-a6d3-4dee-a329-ba749300f919 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.2094059 Aug 27 02:20:36.600297 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Floating IP d98bcaad-e2ff-4130-8de0-de9b3398bbe6 associated. External IP: 172.25.1.141, port: 94bcf275-4def-418f-9254-fbda84a3f3a0. Aug 27 02:20:36.671185 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e4f91027-659f-4fed-a614-78c7c71488dc req-81c135c7-aff0-459d-b3da-2da2e84b8efb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879924 Aug 27 02:20:36.671804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.681147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['1061d28c-b184-4ddc-9d5e-268270475f05'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:36.687110 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6ec646b-fec0-4d0d-a45b-44b48dc75ad3 req-47709786-3d56-4500-9e1d-a3d641afbb1d tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045828 Aug 27 02:20:37.092801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c9779-d870-49d6-bcc2-a971a59fb5f0 req-d174ce76-764a-4923-8ea1-0a691e742e24 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.101177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-111c9779-d870-49d6-bcc2-a971a59fb5f0 req-d174ce76-764a-4923-8ea1-0a691e742e24 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1563301 Aug 27 02:20:37.129949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:37.196037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-111c9779-d870-49d6-bcc2-a971a59fb5f0 req-94b08f1c-9b96-482f-a129-64e27080cfb1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938928 Aug 27 02:20:37.245592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:37.353527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:37.359120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.370026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] Sync routers for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:37.387309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:37.388703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:37.553346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:37.751604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4d3ac26b-63c3-4778-82bc-479f26fe2d72 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "PUT /v2.0/floatingips/d98bcaad-e2ff-4130-8de0-de9b3398bbe6 HTTP/1.1" status: 200 len: 991 time: 3.1194525 Aug 27 02:20:37.764921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:37.767801 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b559f-50bc-48c9-aaff-90ec6a6ee920" -d '{"events": [{"name": "network-changed", "server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:37.818214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:37.828773 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] Sync routers for ids ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:37.834447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fe79958a-77eb-4fd8-a1f3-de89bacdf64b admin admin] 10.222.0.10 "PUT /v2.0/routers/c8f247fa-3e81-496e-940a-5b7ab5a44fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5926096 Aug 27 02:20:37.837166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34126) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:37.844733 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] Routers {'c8f247fa-3e81-496e-940a-5b7ab5a44fe1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:37.845601 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:37.855985 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd98bcaad-e2ff-4130-8de0-de9b3398bbe6', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'port_id': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'mac_address': 'fa:16:3e:90:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:20:17Z', 'updated_at': '2021-08-27T02:20:35Z', 'revision_number': 1, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 5, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:37.895438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] Checking router: ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:37.904022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:37.904784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:37.957203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.968345 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] Set router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:37.979323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.011743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.026409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:38.039969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.057847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.071098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.080802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.088393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015318-7ea3-4e29-879f-0875c79bbf26 req-f7f50efc-4128-4018-b33a-815c94865ea5 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.091764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b015318-7ea3-4e29-879f-0875c79bbf26 req-f7f50efc-4128-4018-b33a-815c94865ea5 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 949 time: 0.2535388 Aug 27 02:20:38.096867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-0f602715-fe21-43f2-b6e0-da9b8613a218 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.2872391 Aug 27 02:20:38.172596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.203801 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd6a0e07-d44d-4f4f-b794-7e066fc56252 req-4885f844-bf80-4931-97b4-572ff1a8e6d4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050611 Aug 27 02:20:38.236859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b015318-7ea3-4e29-879f-0875c79bbf26 req-ba1561a4-69af-4f48-b6ce-926bbb3640ef tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260853 Aug 27 02:20:38.281202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 1061d28c-b184-4ddc-9d5e-268270475f05 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:38.340950 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:20:35Z', 'revision_number': 5, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port': {'id': 'd95bba8a-9e93-4333-a964-fffcb4cabec2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:19:58Z', 'updated_at': '2021-08-27T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:38.359007 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.368626 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe139c7c-afcd-4af0-88a3-c96613081dd4 x-openstack-request-id: req-fe139c7c-afcd-4af0-88a3-c96613081dd4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:38.369090 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:38.370051 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe139c7c-afcd-4af0-88a3-c96613081dd4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:38.370548 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'status': 'completed', 'code': 200} Aug 27 02:20:38.450808 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] Checking router: c8f247fa-3e81-496e-940a-5b7ab5a44fe1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:38.465012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Deleting port d95bba8a-9e93-4333-a964-fffcb4cabec2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:38.465477 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.484937 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] Routers {'c8f247fa-3e81-496e-940a-5b7ab5a44fe1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:38.485312 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:38.509157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-c02d88ce-0d87-43a1-8d30-ae7187ead41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.513840 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-c02d88ce-0d87-43a1-8d30-ae7187ead41c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0de4c8c6294f44b8a4a860bd42b09882&device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 1096 time: 0.1239693 Aug 27 02:20:38.521741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 1061d28c-b184-4ddc-9d5e-268270475f05 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:38.547411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 1061d28c-b184-4ddc-9d5e-268270475f05 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:38.547950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.676227 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] Set router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:38.678232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd98bcaad-e2ff-4130-8de0-de9b3398bbe6', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'port_id': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'mac_address': 'fa:16:3e:90:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:20:17Z', 'updated_at': '2021-08-27T02:20:35Z', 'revision_number': 1, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 5, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:38.701188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] For port d95bba8a-9e93-4333-a964-fffcb4cabec2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d95bba8a-9e93-4333-a964-fffcb4cabec2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:38.701571 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.706632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-5e75b487-2e2f-4f49-90c9-cc4fd7b06398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.708248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-5e75b487-2e2f-4f49-90c9-cc4fd7b06398 service neutron] 10.222.0.45 "GET /v2.0/networks?id=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d HTTP/1.1" status: 200 len: 906 time: 0.1775899 Aug 27 02:20:38.716306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Calling delete_port for d95bba8a-9e93-4333-a964-fffcb4cabec2 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:38.749852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c023bcc1-728c-447c-8b16-c6f4d558e832 None None] The sync data for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 is: [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd98bcaad-e2ff-4130-8de0-de9b3398bbe6', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'port_id': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'mac_address': 'fa:16:3e:90:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:20:17Z', 'updated_at': '2021-08-27T02:20:35Z', 'revision_number': 1, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 5, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:38.813614 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:20:38Z', 'revision_number': 6, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:38.839383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.878338 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd84d0-cd3d-4c1b-8a4d-4a7209aee856 None None] The sync data for ids ['c8f247fa-3e81-496e-940a-5b7ab5a44fe1'] in n-d-806293-1 is: [{'id': 'c8f247fa-3e81-496e-940a-5b7ab5a44fe1', 'name': 'tempest-FloatingIPDetailsTestJSON-1992639305-router', 'tenant_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:19:57Z', 'updated_at': '2021-08-27T02:20:38Z', 'revision_number': 6, 'project_id': '39f0a85fde6d4daba21bde4c6e45a6e2', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:38.904081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 1061d28c-b184-4ddc-9d5e-268270475f05, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=1061d28c-b184-4ddc-9d5e-268270475f05,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:38.907367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1061d28c-b184-4ddc-9d5e-268270475f05'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:38.913377 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8369a481-d5a5-40f1-af15-bffc139e7a28" -d '{"events": [{"server_uuid": "35d60859-df8c-4ec9-bafe-efd69182d20c", "name": "network-vif-plugged", "status": "completed", "tag": "1061d28c-b184-4ddc-9d5e-268270475f05"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:38.919200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-f29185b3-7173-4e2b-a02e-8416d608f332 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bcf275-4def-418f-9254-fbda84a3f3a0 HTTP/1.1" status: 200 len: 999 time: 0.2028244 Aug 27 02:20:38.920688 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.007939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.055721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cca566-e394-4e96-a344-f2209c224540 req-8aa80a85-6dbf-40d4-a0f5-3ae7d9fff483 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.058709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59cca566-e394-4e96-a344-f2209c224540 req-8aa80a85-6dbf-40d4-a0f5-3ae7d9fff483 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1024022 Aug 27 02:20:39.059620 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c38ab-ae83-4a87-9171-ab0f426a9024 x-openstack-request-id: req-451c38ab-ae83-4a87-9171-ab0f426a9024 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:39.060014 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d60859-df8c-4ec9-bafe-efd69182d20c", "name": "network-vif-plugged", "status": "completed", "tag": "1061d28c-b184-4ddc-9d5e-268270475f05", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:39.060498 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-451c38ab-ae83-4a87-9171-ab0f426a9024 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:39.060920 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1061d28c-b184-4ddc-9d5e-268270475f05', 'code': 200} Aug 27 02:20:39.061610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=1061d28c-b184-4ddc-9d5e-268270475f05,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:39.062965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95bba8a-9e93-4333-a964-fffcb4cabec2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:39.075711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-5421e7d6-d3ca-4fbe-813a-e5e6bafd638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.078220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-5421e7d6-d3ca-4fbe-813a-e5e6bafd638e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10 HTTP/1.1" status: 200 len: 844 time: 0.1506770 Aug 27 02:20:39.199755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290251c2-f001-4009-9c5f-a69888cf6ea1 None None] New status for floating IP d98bcaad-e2ff-4130-8de0-de9b3398bbe6: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:20:39.262759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-373f34ca-44ac-4a5f-8a47-9a8140ccf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.264443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-373f34ca-44ac-4a5f-8a47-9a8140ccf228 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728897 Aug 27 02:20:39.270463 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.293765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59cca566-e394-4e96-a344-f2209c224540 req-a03aafcd-1cee-4a7c-a5e3-5c2eabd3de34 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634996 Aug 27 02:20:39.315342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf17c3f-7564-47d2-a79d-21a50477cec9 req-a30adc80-b3da-482f-9768-55eb972edd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.316889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8bf17c3f-7564-47d2-a79d-21a50477cec9 req-a30adc80-b3da-482f-9768-55eb972edd7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 1101 time: 0.1733196 Aug 27 02:20:39.494248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-19809ad6-ed49-4d58-8dd9-26d06876f1e8 service neutron] 10.222.0.45 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212746 Aug 27 02:20:39.495738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8bf17c3f-7564-47d2-a79d-21a50477cec9 req-5f85139a-e2ce-4165-8182-0bd1d68ec53b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565619 Aug 27 02:20:39.662993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.672367 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.830697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.831569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f247fa-3e81-496e-940a-5b7ab5a44fe1 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:20:39.852567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec7e-91a7-440b-9873-9a2f94f85e61 req-de56f006-a64d-4c71-a8a0-24fdddec0a29 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.870229 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05a0ec7e-91a7-440b-9873-9a2f94f85e61 req-de56f006-a64d-4c71-a8a0-24fdddec0a29 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 950 time: 0.3398511 Aug 27 02:20:39.875525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.876996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb45cd3d-937b-4c2f-9cfb-2629437c8e47 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c8f247fa-3e81-496e-940a-5b7ab5a44fe1 HTTP/1.1" status: 204 len: 168 time: 2.0337055 Aug 27 02:20:39.889456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34156) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:39.990640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] Deleting subnet 4ef45785-04fb-4853-9f3a-339ab46e63cb {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:40.006816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05a0ec7e-91a7-440b-9873-9a2f94f85e61 req-66a4d72d-e7c6-4846-be2a-3222ff455be9 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306512 Aug 27 02:20:40.018924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.102351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.288418 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.310755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.318532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.327399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.335843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.342127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.350288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.357558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.368908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-d1edc2aa-fb55-4210-b225-f073c3a1b02a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 1.0281510 Aug 27 02:20:40.399067 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.410527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a10b559f-50bc-48c9-aaff-90ec6a6ee920 req-50cdddc5-0e63-414d-8712-5713f1e1b8f8 service neutron] 10.222.0.45 "GET /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8943341 Aug 27 02:20:40.458268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef45785-04fb-4853-9f3a-339ab46e63cb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:40.470189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.472215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-86f404b2-0285-4c63-ad70-77c4820e4308 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4ef45785-04fb-4853-9f3a-339ab46e63cb HTTP/1.1" status: 204 len: 168 time: 0.5799813 Aug 27 02:20:40.478418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3081d-c957-4fa1-b959-9479742b5231 None None] Network 3210946d-cd2d-4def-9d3d-f0356bda49ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:40.495036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34168) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:40.503547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4556481-7b36-4ae8-a351-d8f6a0a6ed0d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:40.650909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48691-e7ca-48a2-ac90-9bc0be9ebb91 req-f198a406-19a9-4e70-9792-37dde70affa3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.653851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d4556481-7b36-4ae8-a351-d8f6a0a6ed0d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:40.654198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4556481-7b36-4ae8-a351-d8f6a0a6ed0d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:40.654655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d95bba8a-9e93-4333-a964-fffcb4cabec2 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:40.654983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1f48691-e7ca-48a2-ac90-9bc0be9ebb91 req-f198a406-19a9-4e70-9792-37dde70affa3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1064065 Aug 27 02:20:40.688305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.707386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1f48691-e7ca-48a2-ac90-9bc0be9ebb91 req-03604302-6384-49be-a434-e450132eab41 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Aug 27 02:20:40.740478 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30822d20-04e1-406e-9ee8-32e4863059f0 req-3949623c-115b-47d1-977b-5f13ac24a08a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3705075 Aug 27 02:20:40.754753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d95bba8a-9e93-4333-a964-fffcb4cabec2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:40.755271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d95bba8a-9e93-4333-a964-fffcb4cabec2 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:40.859524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Deleting port a2695afb-7b09-4c29-b822-4fc05d9c752e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:40.864984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.935583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46379857-5268-4894-ba48-df159f780a29 None None] DHCP port deletion for 3210946d-cd2d-4def-9d3d-f0356bda49ae request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:20:40.948300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] For port a2695afb-7b09-4c29-b822-4fc05d9c752e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a2695afb-7b09-4c29-b822-4fc05d9c752e,segment=NetworkSegment(370016d0-7e3b-4610-b392-900526987d79),segment_id=370016d0-7e3b-4610-b392-900526987d79)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:40.948921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.967172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Calling delete_port for a2695afb-7b09-4c29-b822-4fc05d9c752e owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:41.005187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-46379857-5268-4894-ba48-df159f780a29 None None] Deleting port a2695afb-7b09-4c29-b822-4fc05d9c752e {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:41.005690 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-46379857-5268-4894-ba48-df159f780a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.163242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.164885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-46379857-5268-4894-ba48-df159f780a29 None None] For port a2695afb-7b09-4c29-b822-4fc05d9c752e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a2695afb-7b09-4c29-b822-4fc05d9c752e,segment=NetworkSegment(370016d0-7e3b-4610-b392-900526987d79),segment_id=370016d0-7e3b-4610-b392-900526987d79)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:41.165600 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-46379857-5268-4894-ba48-df159f780a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.181230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-46379857-5268-4894-ba48-df159f780a29 None None] Calling delete_port for a2695afb-7b09-4c29-b822-4fc05d9c752e owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:41.191402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] No DVR routers for this DVR port a2695afb-7b09-4c29-b822-4fc05d9c752e on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:41.214026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b868ec-9007-41a5-803e-dae9cf3dfaa5 req-0965701e-4617-4575-8fb7-ab6dc4548237 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.215437 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31b868ec-9007-41a5-803e-dae9cf3dfaa5 req-0965701e-4617-4575-8fb7-ab6dc4548237 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 950 time: 0.0942361 Aug 27 02:20:41.233131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2695afb-7b09-4c29-b822-4fc05d9c752e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:41.295500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31b868ec-9007-41a5-803e-dae9cf3dfaa5 req-b2d37b75-f26d-40ed-ad47-8f3d14c4f3b7 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681984 Aug 27 02:20:41.304762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.305424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.305946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.307161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.308102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.310343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.311129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.312146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.313253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.313779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.315679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-46379857-5268-4894-ba48-df159f780a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.316312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.316852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:41.361596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46379857-5268-4894-ba48-df159f780a29 None None] Pushing event deleted for resources: {'Port': ['ID=a2695afb-7b09-4c29-b822-4fc05d9c752e,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:41.365250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46379857-5268-4894-ba48-df159f780a29 None None] No DVR routers for this DVR port a2695afb-7b09-4c29-b822-4fc05d9c752e on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:41.444070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.472232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3210946d-cd2d-4def-9d3d-f0356bda49ae']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:41.494157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370016d0-7e3b-4610-b392-900526987d79') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:41.494526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370016d0-7e3b-4610-b392-900526987d79') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:41.505896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.530771 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.542362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:41.542362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:41.609771 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:41.622607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.635957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.638209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3210946d-cd2d-4def-9d3d-f0356bda49ae HTTP/1.1" status: 204 len: 168 time: 1.1421077 Aug 27 02:20:41.654888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee323e-742a-4a4d-8368-3b0f4df16220 admin admin] Pushing event deleted for resources: {'Network': ['ID=3210946d-cd2d-4def-9d3d-f0356bda49ae,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:41.876546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b903603-5ff4-4cbb-88a6-25d1999460a5 req-54da3dce-14d5-4070-9c0d-cd45ad3ef92d tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.878803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b903603-5ff4-4cbb-88a6-25d1999460a5 req-54da3dce-14d5-4070-9c0d-cd45ad3ef92d tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 950 time: 0.1116230 Aug 27 02:20:41.890847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5249c-35b6-48fd-adce-2e89b4814496 req-5c865dcc-2b42-41f5-9ea4-ed0477ec9dd2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.892395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3dd5249c-35b6-48fd-adce-2e89b4814496 req-5c865dcc-2b42-41f5-9ea4-ed0477ec9dd2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0517783 Aug 27 02:20:41.958761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3dd5249c-35b6-48fd-adce-2e89b4814496 req-60e8f6fe-d214-48a1-8bea-9809a5720f43 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589728 Aug 27 02:20:41.991581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b903603-5ff4-4cbb-88a6-25d1999460a5 req-a074aa5e-0cd7-4106-9ae8-ce9413f482da tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054142 Aug 27 02:20:42.138473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34244) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:42.144543 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:20:42.159347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.165900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.173519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.179777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.186025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.193886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.200011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.208364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-c428c83a-74eb-462a-8f2e-25f220cfd1e8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5420 time: 0.1444311 Aug 27 02:20:42.260752 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-776b78f2-89a6-4741-843c-480fb3b6b58a req-3a280022-c788-4b48-a941-f12a91fe0849 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440760 Aug 27 02:20:42.288342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34248) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:42.295961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-61c4009b-272d-44e2-bb0a-cb29750d9582 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39f0a85fde6d4daba21bde4c6e45a6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553245 Aug 27 02:20:42.419489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cbc172b3-ab5c-44a6-b593-9325a0f65739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:42.450111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7149d506-330f-476b-a5d4-f9bdc06e736c details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:42.475363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cbc172b3-ab5c-44a6-b593-9325a0f65739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:42.532379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a2695afb-7b09-4c29-b822-4fc05d9c752e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:42.568128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cbc172b3-ab5c-44a6-b593-9325a0f65739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:42.571570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cbc172b3-ab5c-44a6-b593-9325a0f65739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:42.587154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cbc172b3-ab5c-44a6-b593-9325a0f65739 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7169017-44b6-49b4-aa59-6d4cf5e2c179 HTTP/1.1" status: 204 len: 168 time: 0.2908070 Aug 27 02:20:42.619497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc172b3-ab5c-44a6-b593-9325a0f65739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7169017-44b6-49b4-aa59-6d4cf5e2c179,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:42.679416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a2695afb-7b09-4c29-b822-4fc05d9c752e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:42.679762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a2695afb-7b09-4c29-b822-4fc05d9c752e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:42.761372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7149d506-330f-476b-a5d4-f9bdc06e736c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7149d506-330f-476b-a5d4-f9bdc06e736c,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:42.772975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '7149d506-330f-476b-a5d4-f9bdc06e736c', 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'port_id': '7149d506-330f-476b-a5d4-f9bdc06e736c', 'mac_address': 'fa:16:3e:36:c9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dba69b-cca3-4615-95de-7b89b3c7d99e', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:42.851051 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:42.882143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7149d506-330f-476b-a5d4-f9bdc06e736c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:42.905749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7149d506-330f-476b-a5d4-f9bdc06e736c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7149d506-330f-476b-a5d4-f9bdc06e736c,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:42.912732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:42.914207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:42.982285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=7149d506-330f-476b-a5d4-f9bdc06e736c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:43.000198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:43.022361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8', 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'port_id': '2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8', 'mac_address': 'fa:16:3e:ee:f7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dba69b-cca3-4615-95de-7b89b3c7d99e', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:43.121596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.149142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:43.170939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:43.176715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.177606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 92d6d42a-1d40-4518-91cf-72ebc0b28de3 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:43.243000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c1a8-b066-4569-8e47-0509b967863d req-34c41d1a-70ab-49db-b4ca-8c6b386c23e3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.247971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12b4c1a8-b066-4569-8e47-0509b967863d req-34c41d1a-70ab-49db-b4ca-8c6b386c23e3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1368206 Aug 27 02:20:43.334079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:43.341734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:43.359474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '92d6d42a-1d40-4518-91cf-72ebc0b28de3', 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'port_id': '92d6d42a-1d40-4518-91cf-72ebc0b28de3', 'mac_address': 'fa:16:3e:48:56:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dba69b-cca3-4615-95de-7b89b3c7d99e', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:43.365756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12b4c1a8-b066-4569-8e47-0509b967863d req-39c530d5-07ec-4215-8bd1-584fed23959f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100001 Aug 27 02:20:43.441090 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.482686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d6d42a-1d40-4518-91cf-72ebc0b28de3 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:43.504095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a67ebd-778e-46aa-8bd9-3a21b4159166 req-1d6e5416-5345-42f4-9646-2bafccaea551 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.514548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82a67ebd-778e-46aa-8bd9-3a21b4159166 req-1d6e5416-5345-42f4-9646-2bafccaea551 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 950 time: 0.0815940 Aug 27 02:20:43.541512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:43.552220 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.553720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 509370df-ec58-40f1-a4e2-431feb7f4b22 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:43.582131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82a67ebd-778e-46aa-8bd9-3a21b4159166 req-0f9e6be1-6454-4970-9af3-3aeb6f2c27ff tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661809 Aug 27 02:20:43.619146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.625662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.631819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.637866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.644757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.651717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.658852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.660799 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-7faa4dd6-a6fd-480d-a7b5-87ac9c28c8dc tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5422 time: 0.1370051 Aug 27 02:20:43.766747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=92d6d42a-1d40-4518-91cf-72ebc0b28de3,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:43.798587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6cca3503-2fab-45af-8d32-e647bb1a1dfd req-a3ff22b5-76b3-4122-a944-9c2331279f8e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222515 Aug 27 02:20:43.827652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205dbe2-2ca0-4c08-a380-03cd04141b10 req-68dbdda0-ed7e-4646-8be0-faf210dde86d tempest-LiveMigrationNegativeTest-638915061 tempest-LiveMigrationNegativeTest-638915061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.838116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1205dbe2-2ca0-4c08-a380-03cd04141b10 req-68dbdda0-ed7e-4646-8be0-faf210dde86d tempest-LiveMigrationNegativeTest-638915061 tempest-LiveMigrationNegativeTest-638915061-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 1101 time: 0.1004262 Aug 27 02:20:43.848823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 509370df-ec58-40f1-a4e2-431feb7f4b22, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=509370df-ec58-40f1-a4e2-431feb7f4b22,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:43.853517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1205dbe2-2ca0-4c08-a380-03cd04141b10 req-084533bc-f92b-4836-92ab-70d0eb9b093c tempest-LiveMigrationNegativeTest-638915061 tempest-LiveMigrationNegativeTest-638915061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.877029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'port_id': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'mac_address': 'fa:16:3e:12:64:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:43.981424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1205dbe2-2ca0-4c08-a380-03cd04141b10 req-084533bc-f92b-4836-92ab-70d0eb9b093c tempest-LiveMigrationNegativeTest-638915061 tempest-LiveMigrationNegativeTest-638915061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.992285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1205dbe2-2ca0-4c08-a380-03cd04141b10 req-084533bc-f92b-4836-92ab-70d0eb9b093c tempest-LiveMigrationNegativeTest-638915061 tempest-LiveMigrationNegativeTest-638915061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.995180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.031062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509370df-ec58-40f1-a4e2-431feb7f4b22 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:44.034520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084533bc-f92b-4836-92ab-70d0eb9b093c tempest-LiveMigrationNegativeTest-638915061 tempest-LiveMigrationNegativeTest-638915061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71bde4e-c43a-4782-b6f2-edeaf1c86b96,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:44.041789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1205dbe2-2ca0-4c08-a380-03cd04141b10 req-084533bc-f92b-4836-92ab-70d0eb9b093c tempest-LiveMigrationNegativeTest-638915061 tempest-LiveMigrationNegativeTest-638915061-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027826 Aug 27 02:20:44.102731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 509370df-ec58-40f1-a4e2-431feb7f4b22, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=509370df-ec58-40f1-a4e2-431feb7f4b22,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:44.112940 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.117757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34364) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:44.226357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=509370df-ec58-40f1-a4e2-431feb7f4b22,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:44.302853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1005798039-network', 'tenant_id': '1e9de2af9a6b4d90bc986797a8d08d50'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:44.334614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Made reservation on behalf of 1e9de2af9a6b4d90bc986797a8d08d50 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:44.338580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.349563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.462219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:44.476917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a16a1ec8-37af-4ae9-be94-a2d67d3dca8d no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:44.523266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af24b66-d685-4593-afb1-cd73b3051b70 req-7860967a-3124-485f-aeab-890ad74ce8c3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.533563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9af24b66-d685-4593-afb1-cd73b3051b70 req-7860967a-3124-485f-aeab-890ad74ce8c3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 950 time: 0.0727580 Aug 27 02:20:44.576777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.585345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.593889 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.resource_extend [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:20:44.607681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9af24b66-d685-4593-afb1-cd73b3051b70 req-1cd9528f-d35d-408c-93f1-ee2ccf912cf5 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Aug 27 02:20:44.641610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['92d6d42a-1d40-4518-91cf-72ebc0b28de3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:44.657192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:44.679242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['509370df-ec58-40f1-a4e2-431feb7f4b22'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:44.708471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.708816 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Added segment 8476b7c8-655e-4751-b6c8-eef46f3e145b of type vlan for network 72080350-545a-4854-920e-7dd547896cdf Aug 27 02:20:44.720514 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e508df66-f2a5-4f1a-8579-cbd55940671e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:44.734772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:44.739107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c503018-f1ed-4bc3-b4d6-579b99e190a7 req-3c87500d-b07c-4422-88d4-a08cb0c09f5e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.747665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c503018-f1ed-4bc3-b4d6-579b99e190a7 req-3c87500d-b07c-4422-88d4-a08cb0c09f5e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0645919 Aug 27 02:20:44.784865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['7149d506-330f-476b-a5d4-f9bdc06e736c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:44.795694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c503018-f1ed-4bc3-b4d6-579b99e190a7 req-bb8109e6-1b9c-417e-b767-06e6cf1686a9 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 Aug 27 02:20:44.839972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.880341 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.890125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.890722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.925490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8062432 Aug 27 02:20:44.929682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34420) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:44.938250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Request body: {'subnet': {'network_id': '72080350-545a-4854-920e-7dd547896cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1005798039-subnet', 'tenant_id': '1e9de2af9a6b4d90bc986797a8d08d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:44.983354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Made reservation on behalf of 1e9de2af9a6b4d90bc986797a8d08d50 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:44.986788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.055870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bc635-f0dd-42d1-8d83-e6f400fd8f76 admin admin] Pushing event updated for resources: {'Network': ['ID=72080350-545a-4854-920e-7dd547896cdf,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:45.107768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 72080350-545a-4854-920e-7dd547896cdf details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:45.147592 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.188319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.194749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.201414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.208556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.213774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:45.215155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.221835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.226274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:45.229261 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b71108-fbb9-46b3-80c5-ef5150ba079b" -d '{"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-unplugged", "status": "completed", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:45.230374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.233249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-7ea06fbc-1f4e-4eba-9f7c-d4dc170a909a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5424 time: 0.1548839 Aug 27 02:20:45.255364 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.326943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f01ddeb-7025-4074-aca1-cb7f545ee49b req-88731485-9342-4faa-a281-939d8bca146d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849941 Aug 27 02:20:45.423626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.450302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:45.457616 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b471bf-ebff-47c4-9a81-ebb0945a64d1 x-openstack-request-id: req-25b471bf-ebff-47c4-9a81-ebb0945a64d1 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:45.457930 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-unplugged", "status": "completed", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:45.458287 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25b471bf-ebff-47c4-9a81-ebb0945a64d1 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:45.458585 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'code': 200} Aug 27 02:20:45.490603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b31b61-f80d-4113-aaf9-2d13d0638d07,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:45.520163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Checking segment: {'id': '8476b7c8-655e-4751-b6c8-eef46f3e145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '72080350-545a-4854-920e-7dd547896cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:45.522886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Network hostable DHCP agents. Network: 72080350-545a-4854-920e-7dd547896cdf, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:45.546579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Network 72080350-545a-4854-920e-7dd547896cdf is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:45.563121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 72080350-545a-4854-920e-7dd547896cdf) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:45.571060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.573920 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.604472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-54fa206a-3b95-446e-abb7-4790612088c4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6732144 Aug 27 02:20:45.614903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31598e-59df-4384-b5fc-77efa8d8c4b8 None None] Network 72080350-545a-4854-920e-7dd547896cdf requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:45.658736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:45.661049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173', 'network_id': 'a2308963-07c8-42c3-8f1f-c82f146f73f9', 'port_id': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173', 'mac_address': 'fa:16:3e:fe:2a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dba69b-cca3-4615-95de-7b89b3c7d99e', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:45.830904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3301-b7d4-4e15-a2fa-9bcaf620dfdf req-68b64ef8-b3e5-4d9e-95ee-736905f1803e tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.834822 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0ef3301-b7d4-4e15-a2fa-9bcaf620dfdf req-68b64ef8-b3e5-4d9e-95ee-736905f1803e tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 950 time: 0.0829639 Aug 27 02:20:45.878950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-71db434f-dda1-4a4d-b314-4b43b3111871 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.888083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-71db434f-dda1-4a4d-b314-4b43b3111871 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.1486878 Aug 27 02:20:45.890101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0ef3301-b7d4-4e15-a2fa-9bcaf620dfdf req-9458ce08-15ad-4cf2-9ac9-83482430f1bd tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Aug 27 02:20:45.902129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-1a73ebc4-d34b-4839-9065-0d8778bedfe4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/quotas/054d533f41c04fbab0f5ddb598cb3cd1 HTTP/1.1" status: 200 len: 375 time: 0.0127091 Aug 27 02:20:45.984723 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-a526bbb6-7706-4aad-a261-8a5f1cd2458e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730309 Aug 27 02:20:46.093600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-791c095d-9711-4db9-9554-6bfb4ac93e7e tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:46.098946 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-791c095d-9711-4db9-9554-6bfb4ac93e7e tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 950 time: 0.1035938 Aug 27 02:20:46.141183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-1690e23b-1b9f-4a1e-9e3d-64629f3fccc1 req-7bc74d7f-3c2d-4d63-b503-bca1a0efbd51 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2094015380', 'description': 'tempest-description-569686632'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:46.185367 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1690e23b-1b9f-4a1e-9e3d-64629f3fccc1 req-7bc74d7f-3c2d-4d63-b503-bca1a0efbd51 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.215410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-d6c1b17e-b1fd-4adc-9bc1-3ef7b68d656a service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296290 Aug 27 02:20:46.275932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1690e23b-1b9f-4a1e-9e3d-64629f3fccc1 req-7bc74d7f-3c2d-4d63-b503-bca1a0efbd51 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.284878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1690e23b-1b9f-4a1e-9e3d-64629f3fccc1 req-7bc74d7f-3c2d-4d63-b503-bca1a0efbd51 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.318645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc74d7f-3c2d-4d63-b503-bca1a0efbd51 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fdf094-bbf7-4b20-9713-f79d171701bc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:46.339125 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-7680baac-8875-46da-84d1-69b88a7918ff service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225953 Aug 27 02:20:46.348557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1690e23b-1b9f-4a1e-9e3d-64629f3fccc1 req-7bc74d7f-3c2d-4d63-b503-bca1a0efbd51 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.349916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1690e23b-1b9f-4a1e-9e3d-64629f3fccc1 req-7bc74d7f-3c2d-4d63-b503-bca1a0efbd51 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2133570 Aug 27 02:20:46.351006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Deleting port 1061d28c-b184-4ddc-9d5e-268270475f05 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:46.351837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.441656 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.462033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] For port 1061d28c-b184-4ddc-9d5e-268270475f05, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=1061d28c-b184-4ddc-9d5e-268270475f05,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:46.462716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.509242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Calling delete_port for 1061d28c-b184-4ddc-9d5e-268270475f05 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:46.580926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c118b4c-b4a0-4f31-8993-812aea16b78c req-96769274-4d7e-4d6b-ba76-b7852d4078c2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:46.584599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c118b4c-b4a0-4f31-8993-812aea16b78c req-96769274-4d7e-4d6b-ba76-b7852d4078c2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1104693 Aug 27 02:20:46.591383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:46.622541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d235c653-3178-410d-8958-65937ea71359 None None] Network 72080350-545a-4854-920e-7dd547896cdf requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:46.672752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c118b4c-b4a0-4f31-8993-812aea16b78c req-1305b1cb-9be7-4174-95b2-2401fc3e9a2a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832548 Aug 27 02:20:46.757815 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.764063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:46.780345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.784129 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.785121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f5532371-6a28-4d4b-945f-ab93e6e8018a details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:46.818669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Pushing event deleted for resources: {'Port': ['ID=1061d28c-b184-4ddc-9d5e-268270475f05,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:46.899149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] No DVR routers for this DVR port 1061d28c-b184-4ddc-9d5e-268270475f05 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:46.904970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.908448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25c19944-ed1e-4cab-be38-7a2f362fb9ce req-59a1eca8-6aa8-4409-8467-59eec522a0a3 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "DELETE /v2.0/ports/1061d28c-b184-4ddc-9d5e-268270475f05 HTTP/1.1" status: 204 len: 173 time: 0.8009493 Aug 27 02:20:46.908946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'name': 'network-vif-deleted', 'tag': '1061d28c-b184-4ddc-9d5e-268270475f05'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:46.924402 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5dcd03-6fec-43cf-b55c-e1530cc2a218" -d '{"events": [{"server_uuid": "35d60859-df8c-4ec9-bafe-efd69182d20c", "name": "network-vif-deleted", "tag": "1061d28c-b184-4ddc-9d5e-268270475f05"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:46.949470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5079072a-b134-4c09-b66c-11fbd414f17d req-d94a01df-4d7e-4965-b316-e7280b71c647 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/b9fdf094-bbf7-4b20-9713-f79d171701bc HTTP/1.1" status: 200 len: 1812 time: 0.1848397 Aug 27 02:20:46.954885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-5079072a-b134-4c09-b66c-11fbd414f17d req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9fdf094-bbf7-4b20-9713-f79d171701bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:46.955640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-5079072a-b134-4c09-b66c-11fbd414f17d req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9fdf094-bbf7-4b20-9713-f79d171701bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:47.068563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.085730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:47.093592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9ec997b4-7b93-45ad-af73-76664073e8fc', '1061d28c-b184-4ddc-9d5e-268270475f05'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:47.107389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.116107 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-5079072a-b134-4c09-b66c-11fbd414f17d req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.133830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.146645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.155052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-5079072a-b134-4c09-b66c-11fbd414f17d req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.161095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-5079072a-b134-4c09-b66c-11fbd414f17d req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.161333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f5532371-6a28-4d4b-945f-ab93e6e8018a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:47.169562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.183490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.187568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e56620-9073-4558-8606-18e751479d1d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:47.204528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.209269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-b96ceed4-16ca-4e26-9075-35952621fff9 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5425 time: 0.2908683 Aug 27 02:20:47.234225 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.240195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f5532371-6a28-4d4b-945f-ab93e6e8018a', 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470', 'port_id': 'f5532371-6a28-4d4b-945f-ab93e6e8018a', 'mac_address': 'fa:16:3e:de:da:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01aa5d1-3aa4-43ba-bd53-b8ea4911487c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:47.245580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-5079072a-b134-4c09-b66c-11fbd414f17d req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.255124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5079072a-b134-4c09-b66c-11fbd414f17d req-091a3c17-fb09-4d8d-b812-4a4a80fb0e59 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3044367 Aug 27 02:20:47.298637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-458396db-aaab-4865-92bc-ff2bc3ad8773 req-f3ec273d-b322-4a26-a05f-bec393b0ce79 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804479 Aug 27 02:20:47.318610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-8fd7fec8-1ab2-48bf-abf8-bc780e8c5633 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.321732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-8fd7fec8-1ab2-48bf-abf8-bc780e8c5633 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c335da5-f339-448a-97a2-d70cc494af88 HTTP/1.1" status: 200 len: 943 time: 0.1357775 Aug 27 02:20:47.341879 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.358887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5532371-6a28-4d4b-945f-ab93e6e8018a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:47.392401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f5532371-6a28-4d4b-945f-ab93e6e8018a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:47.403813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.404571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a87aaf8a-31ed-42b3-a6e4-31118ad5bffe details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:47.436091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eaedb481-ae55-4976-b3f9-cc70b4ed85bd req-b2481cab-f2f8-41ab-8978-e0a54b3c7876 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 210 time: 0.1120019 Aug 27 02:20:47.459975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c659dca5-1940-4499-981a-4f01e6c43522 req-83396d84-d32e-40a7-a7d8-200438bc7982 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d60859-df8c-4ec9-bafe-efd69182d20c HTTP/1.1" status: 200 len: 210 time: 0.0336680 Aug 27 02:20:47.473409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:47.517157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Deleting port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:47.518202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.523545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe', 'network_id': 'f5965bcd-6534-4040-991c-d88cccba9470', 'port_id': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe', 'mac_address': 'fa:16:3e:73:10:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01aa5d1-3aa4-43ba-bd53-b8ea4911487c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:47.576181 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f3821-17c2-41f2-8aef-d5b9d22be7e3 x-openstack-request-id: req-7b1f3821-17c2-41f2-8aef-d5b9d22be7e3 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:47.576726 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d60859-df8c-4ec9-bafe-efd69182d20c", "name": "network-vif-deleted", "tag": "1061d28c-b184-4ddc-9d5e-268270475f05", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:47.577137 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b1f3821-17c2-41f2-8aef-d5b9d22be7e3 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:47.577545 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d60859-df8c-4ec9-bafe-efd69182d20c', 'name': 'network-vif-deleted', 'tag': '1061d28c-b184-4ddc-9d5e-268270475f05', 'status': 'completed', 'code': 200} Aug 27 02:20:47.605644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.608223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f5532371-6a28-4d4b-945f-ab93e6e8018a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:47.640789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87aaf8a-31ed-42b3-a6e4-31118ad5bffe {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:47.668966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:47.673176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7246088-fa5f-42bc-8440-af44dd4a6551 req-47737bb3-a43f-447c-a715-6ae7fdaa1a65 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/b9fdf094-bbf7-4b20-9713-f79d171701bc HTTP/1.1" status: 200 len: 2405 time: 0.1444566 Aug 27 02:20:47.677615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.685470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] For port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:47.685837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.727173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Calling delete_port for a16a1ec8-37af-4ae9-be94-a2d67d3dca8d owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:47.760578 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19f96eaf-69ff-405e-9c69-4b7068a44588 req-51205238-affb-495a-ab3d-1ca12e7d2a01 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-group-rules/88e56620-9073-4558-8606-18e751479d1d HTTP/1.1" status: 200 len: 778 time: 0.0394738 Aug 27 02:20:47.774943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:47.847822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896cfef-0a39-4cf2-9855-6553b2e64c5c req-f867d3c0-3a45-4916-9345-be7d84c682c0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.855927 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5896cfef-0a39-4cf2-9855-6553b2e64c5c req-f867d3c0-3a45-4916-9345-be7d84c682c0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0625894 Aug 27 02:20:47.870677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19f96eaf-69ff-405e-9c69-4b7068a44588 req-0ebb5c4b-01bb-47a7-bdad-9305fe41ae73 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/b9fdf094-bbf7-4b20-9713-f79d171701bc HTTP/1.1" status: 200 len: 2405 time: 0.0661023 Aug 27 02:20:47.895118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5896cfef-0a39-4cf2-9855-6553b2e64c5c req-d2f6d6c6-7f00-45f1-b38b-2b07e58f71e8 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Aug 27 02:20:47.939102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-19f96eaf-69ff-405e-9c69-4b7068a44588 req-b439a4f8-4b10-48dd-bbe1-8cf8b546f9aa tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.952902 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-19f96eaf-69ff-405e-9c69-4b7068a44588 req-b439a4f8-4b10-48dd-bbe1-8cf8b546f9aa tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.971498 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.041850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event deleted for resources: {'Port': ['ID=a16a1ec8-37af-4ae9-be94-a2d67d3dca8d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:48.065319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] No DVR routers for this DVR port a16a1ec8-37af-4ae9-be94-a2d67d3dca8d on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:48.069016 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.071504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-347f9b65-8778-4fb2-be28-64f47fca0b8e req-636f2a8f-ad45-455e-a01a-f4234a81af06 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "DELETE /v2.0/ports/a16a1ec8-37af-4ae9-be94-a2d67d3dca8d HTTP/1.1" status: 204 len: 173 time: 0.7275212 Aug 27 02:20:48.072112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-19f96eaf-69ff-405e-9c69-4b7068a44588 req-b439a4f8-4b10-48dd-bbe1-8cf8b546f9aa tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.090514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-19f96eaf-69ff-405e-9c69-4b7068a44588 req-b439a4f8-4b10-48dd-bbe1-8cf8b546f9aa tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.096836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19f96eaf-69ff-405e-9c69-4b7068a44588 req-b439a4f8-4b10-48dd-bbe1-8cf8b546f9aa tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/88e56620-9073-4558-8606-18e751479d1d HTTP/1.1" status: 204 len: 173 time: 0.2181752 Aug 27 02:20:48.097976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439a4f8-4b10-48dd-bbe1-8cf8b546f9aa tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88e56620-9073-4558-8606-18e751479d1d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:48.129966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-74232395-0e3a-4268-ab03-0151d4882221 req-3b9c585c-060d-417e-bf6d-7f6bd55c70c9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-896915301', 'description': 'tempest-description-111854264'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:48.188862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-74232395-0e3a-4268-ab03-0151d4882221 req-3b9c585c-060d-417e-bf6d-7f6bd55c70c9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.354349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-74232395-0e3a-4268-ab03-0151d4882221 req-3b9c585c-060d-417e-bf6d-7f6bd55c70c9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.361159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-74232395-0e3a-4268-ab03-0151d4882221 req-3b9c585c-060d-417e-bf6d-7f6bd55c70c9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.385877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-c6982198-dea3-48ce-a815-81be1260c825 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.388046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-c6982198-dea3-48ce-a815-81be1260c825 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.1320748 Aug 27 02:20:48.397878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-74232395-0e3a-4268-ab03-0151d4882221 req-3b9c585c-060d-417e-bf6d-7f6bd55c70c9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.402603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74232395-0e3a-4268-ab03-0151d4882221 req-3b9c585c-060d-417e-bf6d-7f6bd55c70c9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2790618 Aug 27 02:20:48.407603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Request body: {'port': {'device_id': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'admin_state_up': True, 'tenant_id': '054d533f41c04fbab0f5ddb598cb3cd1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:48.408578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c585c-060d-417e-bf6d-7f6bd55c70c9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a44e78-d24c-4e6e-a4b9-90d0e84e9afc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:48.427684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f6812d02-ff7c-4a8d-bfb9-a97e2a45b173'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:48.471922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d737fa97-1d6f-4f96-827a-610bfd3360a5 req-91f59c59-fd76-4c22-afe1-efde6b222631 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/14a44e78-d24c-4e6e-a4b9-90d0e84e9afc HTTP/1.1" status: 200 len: 1811 time: 0.0490994 Aug 27 02:20:48.525674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a87aaf8a-31ed-42b3-a6e4-31118ad5bffe'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:48.529986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.536621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.544064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.550070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.559886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.565967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.572220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.580516 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-917a378f-9bb1-46fe-bf93-2509772c1dec tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5427 time: 0.1885967 Aug 27 02:20:48.642381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b253523f-cc2e-4c25-9c52-e21772cc560b req-42734aff-5758-4ada-b849-98ee68a76c56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609591 Aug 27 02:20:48.656232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Made reservation on behalf of 054d533f41c04fbab0f5ddb598cb3cd1 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:48.661059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.700012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f9c9c1d7-d81c-45c3-9993-cc8f97fdd177 req-49f45b9d-8a7b-454b-8bc7-4501ef8f3b47 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-803289885', 'description': 'tempest-description-1447503543'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:48.777618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9c9c1d7-d81c-45c3-9993-cc8f97fdd177 req-49f45b9d-8a7b-454b-8bc7-4501ef8f3b47 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.811047 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-867b941f-6036-44ff-8f59-717e1d227b05 req-b8ada064-c73d-41f1-aef3-e380a1706d36 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 210 time: 0.0834432 Aug 27 02:20:48.871087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Allocated IP 172.20.0.3 (388f4982-e505-409e-b254-de96e41b7a37/f07cf031-b529-44f0-a59d-82b4244670e4/847c354b-0e84-481c-90df-2f9ac273248b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:48.952529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9c9c1d7-d81c-45c3-9993-cc8f97fdd177 req-49f45b9d-8a7b-454b-8bc7-4501ef8f3b47 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.977779 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9c9c1d7-d81c-45c3-9993-cc8f97fdd177 req-49f45b9d-8a7b-454b-8bc7-4501ef8f3b47 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.051531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9c9c1d7-d81c-45c3-9993-cc8f97fdd177 req-49f45b9d-8a7b-454b-8bc7-4501ef8f3b47 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.052701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9c9c1d7-d81c-45c3-9993-cc8f97fdd177 req-49f45b9d-8a7b-454b-8bc7-4501ef8f3b47 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3639271 Aug 27 02:20:49.059669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f45b9d-8a7b-454b-8bc7-4501ef8f3b47 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0cc027-dea3-42ee-b15a-60090a41200f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:49.120327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.192031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c3cf2-354d-4d4a-ac75-bd0f1c3c79c1 req-97553d8b-ef0a-42f8-b75c-3c3e323cadb0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.194798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-944c3cf2-354d-4d4a-ac75-bd0f1c3c79c1 req-97553d8b-ef0a-42f8-b75c-3c3e323cadb0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0683150 Aug 27 02:20:49.223205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.289513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Network 388f4982-e505-409e-b254-de96e41b7a37 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:49.295475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-944c3cf2-354d-4d4a-ac75-bd0f1c3c79c1 req-eb0039f2-c9de-4246-b536-21f76751bec4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949509 Aug 27 02:20:49.300492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:49.304353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:49.349649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event updated for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:49.351096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca305-b4c0-4e83-9f42-3cb73d47bc32 req-4cce0d8c-c356-4596-8452-17db3f634348 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.358218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf3ca305-b4c0-4e83-9f42-3cb73d47bc32 req-4cce0d8c-c356-4596-8452-17db3f634348 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 949 time: 0.0811062 Aug 27 02:20:49.393646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.394259 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.399511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf3ca305-b4c0-4e83-9f42-3cb73d47bc32 req-5ba54551-f202-4e8b-bffb-506999d756e0 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Aug 27 02:20:49.413528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff98c9d9-914b-452a-a3bc-b4b29f26b1f9 req-3882f9c0-6765-4252-8b42-d382097f4123 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/1c0cc027-dea3-42ee-b15a-60090a41200f HTTP/1.1" status: 200 len: 1812 time: 0.0724976 Aug 27 02:20:49.424403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-176b2868-aed6-4cf3-bde0-c6af48b47be4 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0206420 Aug 27 02:20:49.438875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Request body: {'port': {'device_id': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:49.451642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-81db7a06-11cf-4e33-a60f-7f3ced293a11 req-1e84e1bd-b23b-41ce-b657-9ef9c09dbb1f tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-190387317', 'description': 'tempest-description-793982133'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:49.483465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81db7a06-11cf-4e33-a60f-7f3ced293a11 req-1e84e1bd-b23b-41ce-b657-9ef9c09dbb1f tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.497579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.584332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81db7a06-11cf-4e33-a60f-7f3ced293a11 req-1e84e1bd-b23b-41ce-b657-9ef9c09dbb1f tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.589503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81db7a06-11cf-4e33-a60f-7f3ced293a11 req-1e84e1bd-b23b-41ce-b657-9ef9c09dbb1f tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.618377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-deleted', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:49.620899 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4767501a-7f48-49fa-8fee-0fc9ec0792f6" -d '{"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-deleted", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:49.624092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81db7a06-11cf-4e33-a60f-7f3ced293a11 req-1e84e1bd-b23b-41ce-b657-9ef9c09dbb1f tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.625395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81db7a06-11cf-4e33-a60f-7f3ced293a11 req-1e84e1bd-b23b-41ce-b657-9ef9c09dbb1f tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1784225 Aug 27 02:20:49.627958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84e1bd-b23b-41ce-b657-9ef9c09dbb1f tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248924c1-1f3c-48a9-8233-fcbe3cf874f6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:49.688637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7149d506-330f-476b-a5d4-f9bdc06e736c up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:49.717002 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd437488-288a-4207-9f38-6a404839c119 x-openstack-request-id: req-dd437488-288a-4207-9f38-6a404839c119 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:49.717400 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c335da5-f339-448a-97a2-d70cc494af88", "name": "network-vif-deleted", "tag": "a16a1ec8-37af-4ae9-be94-a2d67d3dca8d", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:49.717661 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd437488-288a-4207-9f38-6a404839c119 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:49.718484 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c335da5-f339-448a-97a2-d70cc494af88', 'name': 'network-vif-deleted', 'tag': 'a16a1ec8-37af-4ae9-be94-a2d67d3dca8d', 'status': 'completed', 'code': 200} Aug 27 02:20:49.723440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aae9605b-50a3-4eb3-af68-723d6d0391f4 req-027dd847-45ff-4808-981c-fd69ba766a8e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/248924c1-1f3c-48a9-8233-fcbe3cf874f6 HTTP/1.1" status: 200 len: 1811 time: 0.0656803 Aug 27 02:20:49.750839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-23d3086f-cd8a-445f-a5f9-3c554c8bbf37 req-703f934c-3896-4f98-8f13-2a5bfd34a59d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1189900537', 'description': 'tempest-description-519905867'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:49.767678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f5532371-6a28-4d4b-945f-ab93e6e8018a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:49.789246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23d3086f-cd8a-445f-a5f9-3c554c8bbf37 req-703f934c-3896-4f98-8f13-2a5bfd34a59d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.818229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 7149d506-330f-476b-a5d4-f9bdc06e736c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:49.823651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 7149d506-330f-476b-a5d4-f9bdc06e736c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:49.824257 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.841658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.847770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.853923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.860498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.866767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.872633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.878552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.880472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8875e753-2c32-427d-b327-6b7a050b948f req-c69f28f7-feda-424c-8270-e4a9ee1dbb56 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5427 time: 0.1232092 Aug 27 02:20:49.929578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847c354b-0e84-481c-90df-2f9ac273248b {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:49.944500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.949953 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23d3086f-cd8a-445f-a5f9-3c554c8bbf37 req-703f934c-3896-4f98-8f13-2a5bfd34a59d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.958811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8875e753-2c32-427d-b327-6b7a050b948f req-966aabe3-8106-4af7-9437-cecb9ed13c0e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598311 Aug 27 02:20:49.968090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Transition to ACTIVE for port object 847c354b-0e84-481c-90df-2f9ac273248b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:49.970875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23d3086f-cd8a-445f-a5f9-3c554c8bbf37 req-703f934c-3896-4f98-8f13-2a5bfd34a59d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.972276 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.973438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.002899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23d3086f-cd8a-445f-a5f9-3c554c8bbf37 req-703f934c-3896-4f98-8f13-2a5bfd34a59d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.004426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23d3086f-cd8a-445f-a5f9-3c554c8bbf37 req-703f934c-3896-4f98-8f13-2a5bfd34a59d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2589962 Aug 27 02:20:50.051467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7149d506-330f-476b-a5d4-f9bdc06e736c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7149d506-330f-476b-a5d4-f9bdc06e736c,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:50.055961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7149d506-330f-476b-a5d4-f9bdc06e736c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:50.059659 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899fd77e-f253-489b-8595-5c8908094acc" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "7149d506-330f-476b-a5d4-f9bdc06e736c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:50.071376 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.072528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f934c-3896-4f98-8f13-2a5bfd34a59d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec09430-1100-40e5-a2b4-bc6679d58a4e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.072985 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 92d6d42a-1d40-4518-91cf-72ebc0b28de3 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:50.087025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Pushing event updated for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.089021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31a65ee7-5046-4f8a-85da-14ef4d481bd0 req-9fc74827-7052-44ad-8007-4e883028bacc tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/cec09430-1100-40e5-a2b4-bc6679d58a4e HTTP/1.1" status: 200 len: 1812 time: 0.0544918 Aug 27 02:20:50.107078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 1061d28c-b184-4ddc-9d5e-268270475f05 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:50.137064 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e767f3-fd27-4eb2-a01d-783c752d0aae x-openstack-request-id: req-88e767f3-fd27-4eb2-a01d-783c752d0aae {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:50.137876 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "7149d506-330f-476b-a5d4-f9bdc06e736c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:50.138302 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88e767f3-fd27-4eb2-a01d-783c752d0aae {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:50.138931 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7149d506-330f-476b-a5d4-f9bdc06e736c', 'code': 200} Aug 27 02:20:50.168080 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-7288eb86-da48-4a39-9f0a-23d3ebcba9bd req-1e2c9c66-36b6-4fc3-9b66-9b1f2a135935 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] show failed (client error): The resource could not be found. Aug 27 02:20:50.170614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7288eb86-da48-4a39-9f0a-23d3ebcba9bd req-1e2c9c66-36b6-4fc3-9b66-9b1f2a135935 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/066ac46f-c07d-49a9-bccc-dbed31db552f HTTP/1.1" status: 404 len: 352 time: 0.0210612 Aug 27 02:20:50.177256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 1061d28c-b184-4ddc-9d5e-268270475f05 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:50.177794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 1061d28c-b184-4ddc-9d5e-268270475f05 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:50.207533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=7149d506-330f-476b-a5d4-f9bdc06e736c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.218036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Attempting to bind port 847c354b-0e84-481c-90df-2f9ac273248b on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:50.218493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Attempting to bind port 847c354b-0e84-481c-90df-2f9ac273248b by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:50.218943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Attempting to bind port 847c354b-0e84-481c-90df-2f9ac273248b on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:50.225376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:50.229864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Port 847c354b-0e84-481c-90df-2f9ac273248b on network 388f4982-e505-409e-b254-de96e41b7a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:50.230164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:50.230303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Attempting to bind port 847c354b-0e84-481c-90df-2f9ac273248b on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:50.230572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.250610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed4bd-4bf7-4ebc-aa78-2a51d3700cc2 req-2f248b81-0518-4b2b-8d6e-b36689528a92 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.258898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e90ed4bd-4bf7-4ebc-aa78-2a51d3700cc2 req-2f248b81-0518-4b2b-8d6e-b36689528a92 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 943 time: 0.1127784 Aug 27 02:20:50.267043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:50.267372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Checking segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:50.267742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Bound using segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:50.268210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Bound port: 847c354b-0e84-481c-90df-2f9ac273248b, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:50.268560 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.278551 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-0c30fc51-1831-4f2f-bafe-05f8716996cf req-2e05c955-700f-4809-8252-045d1806e338 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] show failed (client error): The resource could not be found. Aug 27 02:20:50.294379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c30fc51-1831-4f2f-bafe-05f8716996cf req-2e05c955-700f-4809-8252-045d1806e338 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-group-rules/e8ea5c70-f355-43d4-9b86-d406bccbe261 HTTP/1.1" status: 404 len: 361 time: 0.0310550 Aug 27 02:20:50.338216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.383215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:50.387113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e90ed4bd-4bf7-4ebc-aa78-2a51d3700cc2 req-71e3b750-3847-488c-976c-a0dc2c659b13 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270514 Aug 27 02:20:50.391943 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.395201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:50.456210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:50.466357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:50.480610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.496015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f73dd3d-b8ca-4812-a8a7-07bf6cf837ad req-e7c8d687-94f4-4fac-9b53-40a630d581dd tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/cec09430-1100-40e5-a2b4-bc6679d58a4e HTTP/1.1" status: 200 len: 1812 time: 0.0793128 Aug 27 02:20:50.498655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=92d6d42a-1d40-4518-91cf-72ebc0b28de3,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.511854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:50.522117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:50.522836 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.557050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.557666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.559167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] 10.222.0.32 "PUT /v2.0/ports/847c354b-0e84-481c-90df-2f9ac273248b HTTP/1.1" status: 200 len: 1091 time: 1.1248810 Aug 27 02:20:50.583312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-277c04a2-797a-4d93-ae1d-cda668d63a47 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.585743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-277c04a2-797a-4d93-ae1d-cda668d63a47 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 949 time: 0.0880778 Aug 27 02:20:50.587886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a5346-635a-43df-a362-c3bc063343bd req-03417796-68de-4775-b33e-938aa195a1ff tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.589614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-719a5346-635a-43df-a362-c3bc063343bd req-03417796-68de-4775-b33e-938aa195a1ff tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.1217542 Aug 27 02:20:50.592823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e6d3-9e39-4ec7-97fd-5309b64a640b service neutron] Pushing event updated for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.650293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2f73dd3d-b8ca-4812-a8a7-07bf6cf837ad req-f4e9845c-040f-4f15-8c70-ed0c683bf95e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.671608 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-719a5346-635a-43df-a362-c3bc063343bd req-cc30ddfe-2844-4047-8fc2-99c30083d8aa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739338 Aug 27 02:20:50.696679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ecd93edb-a115-479d-8346-bd5bc9bc1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.702124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-ecd93edb-a115-479d-8346-bd5bc9bc1848 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 1094 time: 0.0905106 Aug 27 02:20:50.705828 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.720232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2f73dd3d-b8ca-4812-a8a7-07bf6cf837ad req-f4e9845c-040f-4f15-8c70-ed0c683bf95e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.758589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-8c0b5d51-bbdc-4b6f-94eb-f4a5896955a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847c354b-0e84-481c-90df-2f9ac273248b HTTP/1.1" status: 200 len: 217 time: 0.0472250 Aug 27 02:20:50.764961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Deleting port 9ec997b4-7b93-45ad-af73-76664073e8fc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:50.765309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.779250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:50.792023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.793376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 509370df-ec58-40f1-a4e2-431feb7f4b22 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:50.824275 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2f73dd3d-b8ca-4812-a8a7-07bf6cf837ad req-f4e9845c-040f-4f15-8c70-ed0c683bf95e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.827011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2f73dd3d-b8ca-4812-a8a7-07bf6cf837ad req-f4e9845c-040f-4f15-8c70-ed0c683bf95e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.828920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f73dd3d-b8ca-4812-a8a7-07bf6cf837ad req-f4e9845c-040f-4f15-8c70-ed0c683bf95e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "DELETE /v2.0/security-groups/cec09430-1100-40e5-a2b4-bc6679d58a4e HTTP/1.1" status: 204 len: 173 time: 0.3148680 Aug 27 02:20:50.844358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-e2797bf8-04aa-4b6e-9fab-5be93b5548ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.846234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-e2797bf8-04aa-4b6e-9fab-5be93b5548ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.0760972 Aug 27 02:20:50.853182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9845c-040f-4f15-8c70-ed0c683bf95e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec09430-1100-40e5-a2b4-bc6679d58a4e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.860743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29658-885d-45e0-b34f-467718422641 req-19bb22b4-1503-4260-a188-cdb424bae817 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.862542 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbd29658-885d-45e0-b34f-467718422641 req-19bb22b4-1503-4260-a188-cdb424bae817 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31268c9-4945-425f-902a-0a146c7471e2 HTTP/1.1" status: 200 len: 949 time: 0.1027117 Aug 27 02:20:50.892149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] For port 9ec997b4-7b93-45ad-af73-76664073e8fc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9ec997b4-7b93-45ad-af73-76664073e8fc,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:50.892888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.896278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-c3a9fb70-cde5-45fe-be34-fed0722c0eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327415 Aug 27 02:20:50.917244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.918521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Calling delete_port for 9ec997b4-7b93-45ad-af73-76664073e8fc owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:50.927908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 509370df-ec58-40f1-a4e2-431feb7f4b22 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:50.932613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 509370df-ec58-40f1-a4e2-431feb7f4b22 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:50.933286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.936133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04a30172-cd6e-4aec-9200-b4d22513f502 req-b5b0c68b-0eb0-424c-9047-3eeb3f4318dd tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/248924c1-1f3c-48a9-8233-fcbe3cf874f6 HTTP/1.1" status: 200 len: 1811 time: 0.0750699 Aug 27 02:20:50.989715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbd29658-885d-45e0-b34f-467718422641 req-9985f466-e57d-4a4d-93f5-17f4105f9ae2 tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.10 "GET /v2.0/security-groups?id=b250f4e8-37a8-4cfe-9f8a-75c13256c93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924487 Aug 27 02:20:51.029962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-a19670a7-df52-4a9d-bfaf-37475cd403f3 service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252546 Aug 27 02:20:51.037566 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.066341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-04a30172-cd6e-4aec-9200-b4d22513f502 req-6d5fa60b-57cd-43a5-a06a-502449fcb0d5 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.090104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-04a30172-cd6e-4aec-9200-b4d22513f502 req-6d5fa60b-57cd-43a5-a06a-502449fcb0d5 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.117308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 509370df-ec58-40f1-a4e2-431feb7f4b22, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=509370df-ec58-40f1-a4e2-431feb7f4b22,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:51.125471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.126498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a16a1ec8-37af-4ae9-be94-a2d67d3dca8d no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:51.181473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: a16a1ec8-37af-4ae9-be94-a2d67d3dca8d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:51.182115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a16a1ec8-37af-4ae9-be94-a2d67d3dca8d not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:51.191058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.197334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.200551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.212139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.222780 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-04a30172-cd6e-4aec-9200-b4d22513f502 req-6d5fa60b-57cd-43a5-a06a-502449fcb0d5 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.222965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9ec997b4-7b93-45ad-af73-76664073e8fc'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:51.223608 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-04a30172-cd6e-4aec-9200-b4d22513f502 req-6d5fa60b-57cd-43a5-a06a-502449fcb0d5 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.223705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.223788 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04a30172-cd6e-4aec-9200-b4d22513f502 req-6d5fa60b-57cd-43a5-a06a-502449fcb0d5 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "DELETE /v2.0/security-groups/248924c1-1f3c-48a9-8233-fcbe3cf874f6 HTTP/1.1" status: 204 len: 173 time: 0.2495720 Aug 27 02:20:51.231304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.238798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.245672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.247090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Pushing event deleted for resources: {'Port': ['ID=9ec997b4-7b93-45ad-af73-76664073e8fc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:51.247905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-8db99426-1309-4bd3-a107-078eff2a40ed tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5430 time: 0.1521606 Aug 27 02:20:51.256711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f89c81b-3e6b-4dde-9d0c-8ea865e28f4e req-9e87c2bc-1b1c-4495-bf79-20e9b38cff3b service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182133 Aug 27 02:20:51.257928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=509370df-ec58-40f1-a4e2-431feb7f4b22,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:51.259452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fa60b-57cd-43a5-a06a-502449fcb0d5 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248924c1-1f3c-48a9-8233-fcbe3cf874f6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:51.313351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] No DVR routers for this DVR port 9ec997b4-7b93-45ad-af73-76664073e8fc on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:51.317586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.319611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a745d7b-8a54-4d88-956d-a1adffdc807b req-9aa31c19-86ad-4f48-a9b8-ef3db7b1160f tempest-LiveMigrationNegativeTest-2019511170 tempest-LiveMigrationNegativeTest-2019511170-project] 10.222.0.32 "DELETE /v2.0/ports/9ec997b4-7b93-45ad-af73-76664073e8fc HTTP/1.1" status: 204 len: 173 time: 0.7220376 Aug 27 02:20:51.320063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31268c9-4945-425f-902a-0a146c7471e2', 'name': 'network-vif-deleted', 'tag': '9ec997b4-7b93-45ad-af73-76664073e8fc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:51.322358 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250a64fb-0ae0-47b6-bc87-9eb775703b38" -d '{"events": [{"server_uuid": "c31268c9-4945-425f-902a-0a146c7471e2", "name": "network-vif-deleted", "tag": "9ec997b4-7b93-45ad-af73-76664073e8fc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:51.332991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99fe2ffd-eed9-4ab6-bfd0-35d4f810605a req-1a51390d-790e-41cd-8918-b01171a944e4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631907 Aug 27 02:20:51.355580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fcaaa2f-2eae-4065-8b11-bdeb8cd93114 req-1e0730bf-7650-4fda-a409-002f52073b4e tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/1c0cc027-dea3-42ee-b15a-60090a41200f HTTP/1.1" status: 200 len: 1812 time: 0.0941246 Aug 27 02:20:51.478782 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a696f1d6-c10a-4e34-91ab-43d77d65e0b5 x-openstack-request-id: req-a696f1d6-c10a-4e34-91ab-43d77d65e0b5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:51.479080 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31268c9-4945-425f-902a-0a146c7471e2", "name": "network-vif-deleted", "tag": "9ec997b4-7b93-45ad-af73-76664073e8fc", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:51.479322 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a696f1d6-c10a-4e34-91ab-43d77d65e0b5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:51.479731 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31268c9-4945-425f-902a-0a146c7471e2', 'name': 'network-vif-deleted', 'tag': '9ec997b4-7b93-45ad-af73-76664073e8fc', 'status': 'completed', 'code': 200} Aug 27 02:20:51.485352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8fcaaa2f-2eae-4065-8b11-bdeb8cd93114 req-cf80b518-452d-487c-8b41-e68b9a4de39d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.515005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8fcaaa2f-2eae-4065-8b11-bdeb8cd93114 req-cf80b518-452d-487c-8b41-e68b9a4de39d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.561293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8fcaaa2f-2eae-4065-8b11-bdeb8cd93114 req-cf80b518-452d-487c-8b41-e68b9a4de39d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.564405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8fcaaa2f-2eae-4065-8b11-bdeb8cd93114 req-cf80b518-452d-487c-8b41-e68b9a4de39d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.565663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fcaaa2f-2eae-4065-8b11-bdeb8cd93114 req-cf80b518-452d-487c-8b41-e68b9a4de39d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "DELETE /v2.0/security-groups/1c0cc027-dea3-42ee-b15a-60090a41200f HTTP/1.1" status: 204 len: 173 time: 0.1969202 Aug 27 02:20:51.575631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80b518-452d-487c-8b41-e68b9a4de39d tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0cc027-dea3-42ee-b15a-60090a41200f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:51.656706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9dac848-4bb1-4a10-b9b7-4cb22729b0f2 req-9250951f-456c-4950-914b-41741d42f502 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/14a44e78-d24c-4e6e-a4b9-90d0e84e9afc HTTP/1.1" status: 200 len: 1811 time: 0.0573890 Aug 27 02:20:51.668992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b281c1-76e2-428e-a4e9-6161403da1f5 req-7367ab1f-117e-4e1b-9f95-b7fb8a764e82 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.670860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81b281c1-76e2-428e-a4e9-6161403da1f5 req-7367ab1f-117e-4e1b-9f95-b7fb8a764e82 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 943 time: 0.0679421 Aug 27 02:20:51.680592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f5532371-6a28-4d4b-945f-ab93e6e8018a up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:51.724644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:51.737208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d9dac848-4bb1-4a10-b9b7-4cb22729b0f2 req-1463ce0d-67f8-40a0-a5e5-6d951bd93643 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.741202 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47618af5-9a31-482e-b22a-6820639baac7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "tag": "847c354b-0e84-481c-90df-2f9ac273248b"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:51.763076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d9dac848-4bb1-4a10-b9b7-4cb22729b0f2 req-1463ce0d-67f8-40a0-a5e5-6d951bd93643 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.786752 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81b281c1-76e2-428e-a4e9-6161403da1f5 req-439f2b90-439c-447c-ae4e-a8422e383c9f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085379 Aug 27 02:20:51.805919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f5532371-6a28-4d4b-945f-ab93e6e8018a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:51.810578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f5532371-6a28-4d4b-945f-ab93e6e8018a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:51.810992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.848650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d9dac848-4bb1-4a10-b9b7-4cb22729b0f2 req-1463ce0d-67f8-40a0-a5e5-6d951bd93643 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.852772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d9dac848-4bb1-4a10-b9b7-4cb22729b0f2 req-1463ce0d-67f8-40a0-a5e5-6d951bd93643 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.853924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9dac848-4bb1-4a10-b9b7-4cb22729b0f2 req-1463ce0d-67f8-40a0-a5e5-6d951bd93643 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "DELETE /v2.0/security-groups/14a44e78-d24c-4e6e-a4b9-90d0e84e9afc HTTP/1.1" status: 204 len: 173 time: 0.1885803 Aug 27 02:20:51.864217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ce0d-67f8-40a0-a5e5-6d951bd93643 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a44e78-d24c-4e6e-a4b9-90d0e84e9afc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:51.927783 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0425271-9a10-41c2-92a7-091009921bb1 x-openstack-request-id: req-f0425271-9a10-41c2-92a7-091009921bb1 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:51.928114 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "tag": "847c354b-0e84-481c-90df-2f9ac273248b", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:51.928325 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0425271-9a10-41c2-92a7-091009921bb1 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:51.928706 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b', 'status': 'completed', 'code': 200} Aug 27 02:20:51.954409 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a22cc8-2f6b-4910-b575-e2f7ca2ffbc0 req-eec57127-7090-496e-b3b1-fe00606e859a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.963296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48a22cc8-2f6b-4910-b575-e2f7ca2ffbc0 req-eec57127-7090-496e-b3b1-fe00606e859a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.0787094 Aug 27 02:20:51.980372 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.005214 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48a22cc8-2f6b-4910-b575-e2f7ca2ffbc0 req-78265de7-d5c1-4a55-b163-a33990470fcc tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Aug 27 02:20:52.026368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47618af5-9a31-482e-b22a-6820639baac7 req-79e80d1c-68de-431a-8d48-62b743a27aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.027569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47618af5-9a31-482e-b22a-6820639baac7 req-79e80d1c-68de-431a-8d48-62b743a27aaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 1094 time: 0.0887175 Aug 27 02:20:52.038443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b5302bb-455b-4368-b115-04c175e30474 req-952e41b4-89be-4fd1-b6f7-d370a8c28b94 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "GET /v2.0/security-groups/b9fdf094-bbf7-4b20-9713-f79d171701bc HTTP/1.1" status: 200 len: 1812 time: 0.1081760 Aug 27 02:20:52.038753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f5532371-6a28-4d4b-945f-ab93e6e8018a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:52.045733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.046787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:52.141648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:52.144471 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe622f4-5be9-4d85-b812-7b44e384d6c5" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:52.149536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:52.156111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:52.156480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.159686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f5532371-6a28-4d4b-945f-ab93e6e8018a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:52.161088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4b5302bb-455b-4368-b115-04c175e30474 req-a5d9684a-12d6-4d7d-b5a3-aa2fc0eb04e9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.214755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4b5302bb-455b-4368-b115-04c175e30474 req-a5d9684a-12d6-4d7d-b5a3-aa2fc0eb04e9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.231994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47618af5-9a31-482e-b22a-6820639baac7 req-a9b10779-31de-4832-9ccc-fb3ae8168f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.233507 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47618af5-9a31-482e-b22a-6820639baac7 req-a9b10779-31de-4832-9ccc-fb3ae8168f17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 905 time: 0.1918478 Aug 27 02:20:52.241932 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f35c34-3a61-42fa-866b-2f152b769b47 x-openstack-request-id: req-11f35c34-3a61-42fa-866b-2f152b769b47 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:52.242236 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:52.242505 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11f35c34-3a61-42fa-866b-2f152b769b47 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:52.242997 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3', 'code': 200} Aug 27 02:20:52.243249 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8', 'code': 200} Aug 27 02:20:52.243494 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'code': 200} Aug 27 02:20:52.243793 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a', 'code': 200} Aug 27 02:20:52.268301 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.288238 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47618af5-9a31-482e-b22a-6820639baac7 req-7a1b9bf4-b75d-46fd-9085-a27514915b32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847c354b-0e84-481c-90df-2f9ac273248b HTTP/1.1" status: 200 len: 217 time: 0.0454500 Aug 27 02:20:52.316835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:52.325558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.326755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a87aaf8a-31ed-42b3-a6e4-31118ad5bffe up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:52.346916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47618af5-9a31-482e-b22a-6820639baac7 req-11a43b59-057d-471b-a9cb-3306993538eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.348626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47618af5-9a31-482e-b22a-6820639baac7 req-11a43b59-057d-471b-a9cb-3306993538eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.0531375 Aug 27 02:20:52.350183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4b5302bb-455b-4368-b115-04c175e30474 req-a5d9684a-12d6-4d7d-b5a3-aa2fc0eb04e9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.353092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4b5302bb-455b-4368-b115-04c175e30474 req-a5d9684a-12d6-4d7d-b5a3-aa2fc0eb04e9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.357132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b5302bb-455b-4368-b115-04c175e30474 req-a5d9684a-12d6-4d7d-b5a3-aa2fc0eb04e9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9fdf094-bbf7-4b20-9713-f79d171701bc HTTP/1.1" status: 204 len: 173 time: 0.3174369 Aug 27 02:20:52.360041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34584) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:52.390735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47618af5-9a31-482e-b22a-6820639baac7 req-601534ad-6782-47c1-9bbc-ce428389d4d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325797 Aug 27 02:20:52.391637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9684a-12d6-4d7d-b5a3-aa2fc0eb04e9 tempest-SecurityGroupRulesNegativeTestJSON-1965378245 tempest-SecurityGroupRulesNegativeTestJSON-1965378245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fdf094-bbf7-4b20-9713-f79d171701bc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:52.417586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34588) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:52.502411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:52.504070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] Deleting subnet e2b31b61-f80d-4113-aaf9-2d13d0638d07 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:52.516447 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.527214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:52.528740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47618af5-9a31-482e-b22a-6820639baac7 req-5037e472-f80e-4594-be88-98387f92b276 service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289589 Aug 27 02:20:52.537299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:52.544421 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.629279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.666767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.674799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.675682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47618af5-9a31-482e-b22a-6820639baac7 req-6d6e8191-cafb-4914-adba-6ea4fd6713ba service neutron] 10.222.0.32 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359439 Aug 27 02:20:52.682647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.688936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.695246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.701237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.707738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.716030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-3c901c25-fff2-4f04-b248-50cc277263b3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5433 time: 0.1610970 Aug 27 02:20:52.722793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.746850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-31107429-e761-49f2-9613-f400a4859a5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9b7eecdf080409eaea5575079e9a6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281960 Aug 27 02:20:52.749441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34598) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:52.768040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:52.775028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c44a00c-eb86-4831-bf2a-55f8ffa166e6 req-c2c1ff37-7a09-4578-b53f-375787ec382f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577848 Aug 27 02:20:52.777477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.803128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.845441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-129c36d2-9997-4872-908a-777e1ac414c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.849016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:52.871100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-129c36d2-9997-4872-908a-777e1ac414c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.877614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.907859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b31b61-f80d-4113-aaf9-2d13d0638d07,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:52.911713 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.913933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aa0823a5-f6de-435a-a0ef-b7533c8e2976 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e2b31b61-f80d-4113-aaf9-2d13d0638d07 HTTP/1.1" status: 204 len: 168 time: 0.5524316 Aug 27 02:20:52.916326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34602) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:52.958830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887828-cd38-42f3-b021-3482358d81ac req-d069c320-dc73-4637-8762-2653a8e2c802 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.960215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03887828-cd38-42f3-b021-3482358d81ac req-d069c320-dc73-4637-8762-2653a8e2c802 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 943 time: 0.0752931 Aug 27 02:20:52.991050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-129c36d2-9997-4872-908a-777e1ac414c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.993553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-129c36d2-9997-4872-908a-777e1ac414c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.994730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-129c36d2-9997-4872-908a-777e1ac414c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b250f4e8-37a8-4cfe-9f8a-75c13256c93f HTTP/1.1" status: 204 len: 168 time: 0.2443147 Aug 27 02:20:53.004959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.009694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c36d2-9997-4872-908a-777e1ac414c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b250f4e8-37a8-4cfe-9f8a-75c13256c93f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:53.016464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03887828-cd38-42f3-b021-3482358d81ac req-c3ecf102-4917-4a5a-aa56-5da0868b78f6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497723 Aug 27 02:20:53.332806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34610) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:53.378909 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-79c69bda-4765-4bb8-9f96-fe26aa4818a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=832dca76ebca45d1a0faacff766a7621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440817 Aug 27 02:20:53.380552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34612) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:53.433829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2507ede-bd28-4adb-8e6d-1ef03b60d528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.458124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2507ede-bd28-4adb-8e6d-1ef03b60d528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.473076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-c10e20f8-167b-4afe-ae4a-84548809585c tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.474614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-c10e20f8-167b-4afe-ae4a-84548809585c tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.4605350 Aug 27 02:20:53.478784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.493916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806293-1'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:53.504657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0384f-3061-482b-99dc-3f5eff8cd90a req-8c3f5546-fdbc-47ba-a8b6-cdb7daf1218f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.506118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65c0384f-3061-482b-99dc-3f5eff8cd90a req-8c3f5546-fdbc-47ba-a8b6-cdb7daf1218f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 945 time: 0.4044213 Aug 27 02:20:53.508802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72080350-545a-4854-920e-7dd547896cdf']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:53.515690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2507ede-bd28-4adb-8e6d-1ef03b60d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.518391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2507ede-bd28-4adb-8e6d-1ef03b60d528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.521483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a2507ede-bd28-4adb-8e6d-1ef03b60d528 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e71bde4e-c43a-4782-b6f2-edeaf1c86b96 HTTP/1.1" status: 204 len: 168 time: 0.1380708 Aug 27 02:20:53.536965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2507ede-bd28-4adb-8e6d-1ef03b60d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71bde4e-c43a-4782-b6f2-edeaf1c86b96,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:53.545937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8476b7c8-655e-4751-b6c8-eef46f3e145b') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:53.545937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8476b7c8-655e-4751-b6c8-eef46f3e145b') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:53.571922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.614120 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.625144 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65c0384f-3061-482b-99dc-3f5eff8cd90a req-c4f2aacd-0e54-4696-af15-830079d3b0ac tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965781 Aug 27 02:20:53.627245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.629587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:53.630406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:53.632570 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:53.703302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 67ab476f-5628-492c-b94d-c124196bf7e3 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:53.732913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.739933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.744372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] 10.222.0.10 "DELETE /v2.0/networks/72080350-545a-4854-920e-7dd547896cdf HTTP/1.1" status: 204 len: 168 time: 0.8236570 Aug 27 02:20:53.791187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42368784-3153-43d5-a19d-81ff2bd13f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=72080350-545a-4854-920e-7dd547896cdf,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:53.882859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:54.021983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:54.056948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:54.063173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.069906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.074211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 67ab476f-5628-492c-b94d-c124196bf7e3 has no active binding in host n-h2-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:20:54.076921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.082294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:54.086744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.097107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.099226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 847c354b-0e84-481c-90df-2f9ac273248b details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:54.111339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.118528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9ec997b4-7b93-45ad-af73-76664073e8fc no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:54.120715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.122707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-3767a837-e10b-43fe-a6da-beea8d839ced tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.2184851 Aug 27 02:20:54.132405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3a4af3c4-6c0f-44ae-ba9b-01c18bfb2837 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e9de2af9a6b4d90bc986797a8d08d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486588 Aug 27 02:20:54.136600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34638) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:54.167813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 9ec997b4-7b93-45ad-af73-76664073e8fc {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:54.168722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9ec997b4-7b93-45ad-af73-76664073e8fc not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:54.192290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f07b15f-a23b-4a69-aeaa-ee7a4197c36e req-f4c60656-1371-48a4-8ff1-9f65784f2c75 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550418 Aug 27 02:20:54.195318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:54.197691 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e9f68-a454-4720-8bd7-620eb20e807d" -d '{"events": [{"server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "name": "network-vif-unplugged", "status": "completed", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:54.201950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.212525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.280376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da6f1e65-888d-461b-9cf6-738d41f40fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.292008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929e2e-a3cd-4635-8a1b-9169e126f15f req-96369fef-6797-478d-9a35-05a2e5a850d0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.295726 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89929e2e-a3cd-4635-8a1b-9169e126f15f req-96369fef-6797-478d-9a35-05a2e5a850d0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 943 time: 0.1467035 Aug 27 02:20:54.299747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:54.306529 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b00e68-04a7-4fbe-9843-fefc1f84f1dd" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:54.319866 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5041604-2520-40e8-b532-84f78e46344e x-openstack-request-id: req-a5041604-2520-40e8-b532-84f78e46344e {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:54.320144 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "name": "network-vif-unplugged", "status": "completed", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:54.320924 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5041604-2520-40e8-b532-84f78e46344e {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:54.321324 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3', 'code': 200} Aug 27 02:20:54.342166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da6f1e65-888d-461b-9cf6-738d41f40fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.380374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:54.389815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on host n-h1-806293-1 for vnic_type normal with profile {"migrating_to": "n-h2-806293-1"} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:54.392515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:54.392931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:54.397745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '847c354b-0e84-481c-90df-2f9ac273248b', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': '847c354b-0e84-481c-90df-2f9ac273248b', 'mac_address': 'fa:16:3e:f5:4a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:54.400306 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb002bd9-4c5d-4d4d-9ac2-405b233cfe96 x-openstack-request-id: req-bb002bd9-4c5d-4d4d-9ac2-405b233cfe96 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:54.400565 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-plugged", "status": "completed", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:54.400785 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb002bd9-4c5d-4d4d-9ac2-405b233cfe96 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:54.401163 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173', 'code': 200} Aug 27 02:20:54.401408 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe', 'code': 200} Aug 27 02:20:54.402192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:54.425354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:54.425697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Attempting to bind port 67ab476f-5628-492c-b94d-c124196bf7e3 on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:54.441707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:54.442055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:54.442481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:54.442935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Bound port: 67ab476f-5628-492c-b94d-c124196bf7e3, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:54.443319 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.452340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.469439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847c354b-0e84-481c-90df-2f9ac273248b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:54.472602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da6f1e65-888d-461b-9cf6-738d41f40fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.476903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da6f1e65-888d-461b-9cf6-738d41f40fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.478349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-da6f1e65-888d-461b-9cf6-738d41f40fdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e508df66-f2a5-4f1a-8579-cbd55940671e HTTP/1.1" status: 204 len: 168 time: 0.3405120 Aug 27 02:20:54.527921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:54.542847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:54.545774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89929e2e-a3cd-4635-8a1b-9169e126f15f req-f08becc4-886a-4e5e-ba5e-03ab688ab4bf tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281676 Aug 27 02:20:54.548203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f1e65-888d-461b-9cf6-738d41f40fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e508df66-f2a5-4f1a-8579-cbd55940671e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:54.548540 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.556179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:54.568648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.570480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.570965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.571432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.571887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.572346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.572801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.573254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.578600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-acf3dd3b-2898-49a1-9f4f-45d9da35bd25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6491 time: 0.0966570 Aug 27 02:20:54.669999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0926fd5d-89ad-4c5f-97db-91e3bc6743c1 req-5c722c0e-bf2d-402c-b401-afdf913eb1f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781822 Aug 27 02:20:54.672044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=8']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:54.695596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:54.726122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.730271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.733565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-17a99f54-aa81-4541-8523-a56a941115af service neutron] 10.222.0.45 "PUT /v2.0/ports/67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 200 len: 1121 time: 1.2445495 Aug 27 02:20:54.794239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['847c354b-0e84-481c-90df-2f9ac273248b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:54.841104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33913-60c1-4a5b-9a44-60d2407b2750 req-4ce68b69-caf9-4e61-a2b0-a1ee0bd48db1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.843309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['67ab476f-5628-492c-b94d-c124196bf7e3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:54.843466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b33913-60c1-4a5b-9a44-60d2407b2750 req-4ce68b69-caf9-4e61-a2b0-a1ee0bd48db1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.1002951 Aug 27 02:20:54.870554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['67ab476f-5628-492c-b94d-c124196bf7e3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:54.937686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b33913-60c1-4a5b-9a44-60d2407b2750 req-3b92183f-830a-49e9-89fd-2e0d06ad53fb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805554 Aug 27 02:20:55.075552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34668) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:55.217939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-network', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:55.249440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Made reservation on behalf of 1eb8fbb4a2a0427d8c31886e54cfd193 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:55.252277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.262406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.420906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.435284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.439153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.444971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.450617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.456749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.463080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.470394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.477324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-5ade794f-38b7-40dd-badf-55eddf8efd4f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.1288409 Aug 27 02:20:55.485209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.515123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:55.538192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6b17f-94ad-4152-84f0-42e9de405f1e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:55.547238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.547580 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Added segment 093cdf0f-338a-4b06-86cf-f07b74897899 of type vlan for network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 Aug 27 02:20:55.559645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fb4e39c2-efee-4c12-a426-72b911ef9697 req-9be779fe-dd4b-4458-8b9d-d07a8460a210 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813696 Aug 27 02:20:55.614651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.646848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.648623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.649591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.654577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34690) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:55.706444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eca51-aff9-4467-9935-60b338d7bcbc req-70ef9d0b-3a4d-4a22-9dcb-bd820b67369d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.714590 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-210eca51-aff9-4467-9935-60b338d7bcbc req-70ef9d0b-3a4d-4a22-9dcb-bd820b67369d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 944 time: 0.0655532 Aug 27 02:20:55.727481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6477129 Aug 27 02:20:55.727481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50afd1-a4a1-4545-b3c4-75fa715eeb8b admin admin] Pushing event updated for resources: {'Network': ['ID=1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:55.728117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34694) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:55.733139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Request body: {'subnet': {'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-subnet', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:55.739325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:55.764749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-210eca51-aff9-4467-9935-60b338d7bcbc req-b4530987-52d1-4a58-8845-f911d4c6c5f5 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Aug 27 02:20:55.781343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Made reservation on behalf of 1eb8fbb4a2a0427d8c31886e54cfd193 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:55.784079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.834495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1188686396-network', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:55.874828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Made reservation on behalf of 0aaecc812f7c4e09abe36fefddecedde for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:55.877327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.887686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.047084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.090008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3595de-ef4b-4e0f-856c-460d768c9de1 req-782e8666-9958-4a5e-90a8-d6e6617651bb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.098093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af3595de-ef4b-4e0f-856c-460d768c9de1 req-782e8666-9958-4a5e-90a8-d6e6617651bb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.0600104 Aug 27 02:20:56.107570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 847c354b-0e84-481c-90df-2f9ac273248b up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:56.128616 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.136081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29924b7d-29d6-481b-821b-fed9e5fa9028,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.143151 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.179360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:56.184488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Checking segment: {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:56.184838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Network hostable DHCP agents. Network: 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:56.186843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4904e2-250b-4088-a711-d930bbf1f0c8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.190977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af3595de-ef4b-4e0f-856c-460d768c9de1 req-6679b26c-abea-4e90-b54e-a6ff462acbe3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917981 Aug 27 02:20:56.194784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 847c354b-0e84-481c-90df-2f9ac273248b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:56.196735 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.197105 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Added segment 38e7b461-3200-4bee-b04f-abc864c7fdb2 of type vlan for network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e Aug 27 02:20:56.199858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 847c354b-0e84-481c-90df-2f9ac273248b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:56.200593 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.308865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.322412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:56.324957 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3" -d '{"events": [{"name": "network-changed", "server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:56.363861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:56.370226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.388796 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e282185-f8e1-4078-b455-06b8e5ed6e2f x-openstack-request-id: req-5e282185-f8e1-4078-b455-06b8e5ed6e2f {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:56.389094 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:56.389339 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e282185-f8e1-4078-b455-06b8e5ed6e2f {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:56.389749 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3', 'status': 'completed', 'code': 200} Aug 27 02:20:56.404883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:56.411445 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4d1eb-84e0-48db-b454-4100c81cb0ed" -d '{"events": [{"server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "name": "network-vif-plugged", "status": "completed", "tag": "847c354b-0e84-481c-90df-2f9ac273248b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:56.446056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.453229 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d6939-ac41-4bf7-8fcf-f94106bd638e x-openstack-request-id: req-961d6939-ac41-4bf7-8fcf-f94106bd638e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:56.453523 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "name": "network-vif-plugged", "status": "completed", "tag": "847c354b-0e84-481c-90df-2f9ac273248b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:56.453772 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-961d6939-ac41-4bf7-8fcf-f94106bd638e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:56.454165 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b', 'code': 200} Aug 27 02:20:56.576253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0c128-863b-4a51-a9b8-000e1e3010e1 req-05253592-4e39-43f1-a0b8-12bca2c48882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.577669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56e0c128-863b-4a51-a9b8-000e1e3010e1 req-05253592-4e39-43f1-a0b8-12bca2c48882 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 1096 time: 0.0584290 Aug 27 02:20:56.624798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:56.631812 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56e0c128-863b-4a51-a9b8-000e1e3010e1 req-410abac0-feb4-4dd9-babd-e7de5dce7f9c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447445 Aug 27 02:20:56.642250 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.667407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:56.677799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2256dd22-85b3-40b1-9b09-a253b89fe59d None None] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:56.693557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.694273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.721124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-91c4f85c-9a6a-480d-8e66-6571eeeb636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.722920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-91c4f85c-9a6a-480d-8e66-6571eeeb636e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1124 time: 0.1208758 Aug 27 02:20:56.724689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.725621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.726240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.731512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c1ee8211-fb79-48d0-9060-422af2106d2f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0024157 Aug 27 02:20:56.734393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34710) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:56.740082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:56.766833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.768775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.799041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.804872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.810786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.816758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.822651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.828588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.834666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.842507 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-eadbf014-bf3f-4fbf-b4f5-180ce9420156 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.1923161 Aug 27 02:20:56.864184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2048771 Aug 27 02:20:56.865320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34714) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:56.868213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.882548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'fixed_ips': [{'subnet_id': '29924b7d-29d6-481b-821b-fed9e5fa9028'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:20:56.884256 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.888730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Request body: {'subnet': {'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1188686396-subnet', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:56.927815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b9506-375d-48bc-9dbf-9948dc31d444 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.971770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:56.988891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c036f7c-fb5a-4c1e-8e65-1997b503d11a req-8d68fb54-538d-44e8-b9b8-8219aa000763 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1454134 Aug 27 02:20:56.998517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Made reservation on behalf of 0aaecc812f7c4e09abe36fefddecedde for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:57.000810 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.056078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dbf60-a43b-400a-8cda-b19aacd2da32 req-2822d714-d7fa-42b8-afa4-05e7dc35b820 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.060790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-65aea234-6b9f-44ef-ac25-21e47e1d2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.062439 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-65aea234-6b9f-44ef-ac25-21e47e1d2d41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2151453 Aug 27 02:20:57.066492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-218dbf60-a43b-400a-8cda-b19aacd2da32 req-2822d714-d7fa-42b8-afa4-05e7dc35b820 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 945 time: 0.2102661 Aug 27 02:20:57.147792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-1ea5a243-7ebb-40a1-8cc9-c3eccd8344a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 200 len: 217 time: 0.0749056 Aug 27 02:20:57.176592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-218dbf60-a43b-400a-8cda-b19aacd2da32 req-716444f4-53f7-46f4-aa59-1a3c4e3a91f8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027803 Aug 27 02:20:57.188730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Allocated IP 172.20.0.2 (1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4/29924b7d-29d6-481b-821b-fed9e5fa9028/0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:57.234575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.278071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-16ad398b-2974-463d-bd36-ccd1297387d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.279907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-16ad398b-2974-463d-bd36-ccd1297387d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1173866 Aug 27 02:20:57.308477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.315110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.321258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.327559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.334201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.340193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.346359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.348792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef9773a6-3dfa-469b-8e97-7ddb8c1c61d0 req-cbed092e-05a0-4cdf-a8b4-a977afe5accd tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.1494412 Aug 27 02:20:57.363810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34726) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:57.369630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Request body: {'floatingip': {'port_id': '509370df-ec58-40f1-a4e2-431feb7f4b22'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:57.400041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-d951d269-2149-4cf1-970f-eef2746225cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105630 Aug 27 02:20:57.444187 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.449643 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.459827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Transition to ACTIVE for port object 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:57.478028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Transition to ACTIVE for port object 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:57.488954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.522452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.540216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:57.544085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:57.551403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:57.561700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Pushing event updated for resources: {'Port': ['ID=0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:57.604240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be325c8-b87e-43f6-828c-6b9884f0a9c3 req-8fc1901c-7867-4f3c-8396-3b50872c277c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.605738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3be325c8-b87e-43f6-828c-6b9884f0a9c3 req-8fc1901c-7867-4f3c-8396-3b50872c277c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.2003114 Aug 27 02:20:57.632370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Pushing event updated for resources: {'Subnet': ['ID=159a1652-043b-4a73-bb46-644a197005ff,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:57.671541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-94fdb8fa-6b5f-4616-bde5-916923702a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.679471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Attempting to bind port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:57.680200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Attempting to bind port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:57.680806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Attempting to bind port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa on network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:57.688813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:57.689598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Checking segment: {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:57.690222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.690596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-88ccb499-fe7a-44ee-bcef-731356749698 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627552 Aug 27 02:20:57.691845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Bound using segment: {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:57.692566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Bound port: 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:57.693283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.693732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Checking segment: {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:57.694184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Network hostable DHCP agents. Network: 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:57.777332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3be325c8-b87e-43f6-828c-6b9884f0a9c3 req-68d540b9-be28-4d62-92ef-43e0936efb27 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455972 Aug 27 02:20:57.780953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.802797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] For port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:57.808375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] For port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:57.815654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:57.817367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.828841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d73d5b36-be12-4cbd-9e6a-70f8f22bcdf3 req-7bb45f88-50d5-4d6c-8021-9e2d779322c1 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295288 Aug 27 02:20:57.839740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:57.841543 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.847007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.847983 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.873890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d65121-b3be-41fc-9da9-66c601e5de7b None None] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:57.878513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a554557a-004f-44da-b516-ee3c8dea857b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0035069 Aug 27 02:20:57.879165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34728) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:57.884407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:57.927049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.931535 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.045898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a8b3a-0aab-4e63-a21d-7e4b188df1a1 None None] Pushing event updated for resources: {'Port': ['ID=0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:58.065839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.094949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:20:58.096014 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.100903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Allocated IP 172.25.1.21 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/9ad50fcb-463a-43a7-a084-a42215d3d365) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:58.382218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Allocated IP 172.20.0.2 (5fe78557-d3c6-44f7-aa4f-d18f74d87d6e/159a1652-043b-4a73-bb46-644a197005ff/d46331e8-e7d6-402d-a8fd-fb2816e896a3) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:58.408758 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.427332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.458852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.461823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.558745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3cc3d-e83f-4b14-8642-91a5bc3a2cb1 req-a6e06c72-43dc-48f9-95f9-6379bede473e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.560185 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5eb3cc3d-e83f-4b14-8642-91a5bc3a2cb1 req-a6e06c72-43dc-48f9-95f9-6379bede473e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 945 time: 0.2394989 Aug 27 02:20:58.579043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:58.663904 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.670077 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Floating IP c186c356-a7e7-4625-a42e-eb7107b6fc01 associated. External IP: 172.25.1.90, port: 509370df-ec58-40f1-a4e2-431feb7f4b22. Aug 27 02:20:58.679411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5eb3cc3d-e83f-4b14-8642-91a5bc3a2cb1 req-d1267700-5d60-4018-acd9-696912dd6d27 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732260 Aug 27 02:20:58.720443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:58.725062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.740755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Transition to ACTIVE for port object d46331e8-e7d6-402d-a8fd-fb2816e896a3 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:58.753022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:58.760627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Transition to ACTIVE for port object d46331e8-e7d6-402d-a8fd-fb2816e896a3 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:58.765675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.766500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:58.775418 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.779076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:58.805046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:58.806992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.831793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Pushing event updated for resources: {'Port': ['ID=9ad50fcb-463a-43a7-a084-a42215d3d365,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:58.855801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:58.859987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:58.863122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Pushing event updated for resources: {'Port': ['ID=d46331e8-e7d6-402d-a8fd-fb2816e896a3,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:58.882035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.882459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.882849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.883179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.883512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.883915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.884240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.884607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.885123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.885456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.886060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.886486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.972519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Attempting to bind port d46331e8-e7d6-402d-a8fd-fb2816e896a3 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:58.972895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Attempting to bind port d46331e8-e7d6-402d-a8fd-fb2816e896a3 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:58.973254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Attempting to bind port d46331e8-e7d6-402d-a8fd-fb2816e896a3 on network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:59.001068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:59.001558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Checking segment: {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:59.007066 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.007887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Bound using segment: {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:59.008411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Bound port: d46331e8-e7d6-402d-a8fd-fb2816e896a3, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:59.008806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.099239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Allocated IP 172.25.1.18 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/2f5698e9-43ac-4297-967c-8c4f667fdd54) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:59.157014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] For port d46331e8-e7d6-402d-a8fd-fb2816e896a3, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:59.162765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] For port d46331e8-e7d6-402d-a8fd-fb2816e896a3, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d46331e8-e7d6-402d-a8fd-fb2816e896a3,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:59.176978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.262142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86577b72-ff64-4266-a064-0961d5fcd156 None None] Pushing event updated for resources: {'Port': ['ID=d46331e8-e7d6-402d-a8fd-fb2816e896a3,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:59.326052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc68b9-ed90-462b-9676-10ad5066e44a req-fe69c5fe-abf8-4d8b-95d6-17077b36c8fe tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:59.328299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bc68b9-ed90-462b-9676-10ad5066e44a req-fe69c5fe-abf8-4d8b-95d6-17077b36c8fe tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 945 time: 0.1147776 Aug 27 02:20:59.403928 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.409284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4bc68b9-ed90-462b-9676-10ad5066e44a req-8321b077-c596-425f-860b-432837959557 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727055 Aug 27 02:20:59.489164 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.586286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:59.602679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:59.607154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:59.638953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb24742-870d-4124-a09e-8d4277b65433 req-a01a5e29-2ccf-4d1d-b65c-b4d284cb1067 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:59.640735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9eb24742-870d-4124-a09e-8d4277b65433 req-a01a5e29-2ccf-4d1d-b65c-b4d284cb1067 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.7206523 Aug 27 02:20:59.668058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5698e9-43ac-4297-967c-8c4f667fdd54,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:59.720525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed840cb-2b9d-4666-a721-9fa94d558ac5 None None] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:59.834689 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9eb24742-870d-4124-a09e-8d4277b65433 req-0aa9928d-895e-4a8c-9736-d7a5186ad60f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779609 Aug 27 02:20:59.889974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:59.949577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-42fa4b9e-47d5-4c00-bf5d-9a9532ed6cab None None] Provisioning for port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:59.958588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-42fa4b9e-47d5-4c00-bf5d-9a9532ed6cab None None] Provisioning complete for port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:59.959304 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42fa4b9e-47d5-4c00-bf5d-9a9532ed6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.962640 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.999839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.101128 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42fa4b9e-47d5-4c00-bf5d-9a9532ed6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.115090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:00.120462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.128469 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] Sync routers for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:00.144640 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:00.145150 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:20:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:00.161661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e8278edb-5114-435b-9c51-0645f65b4529 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "PUT /v2.0/floatingips/c186c356-a7e7-4625-a42e-eb7107b6fc01 HTTP/1.1" status: 200 len: 991 time: 2.7955403 Aug 27 02:21:00.163662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:00.183713 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9d743b-1f16-420a-8117-7d327bc6c358" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:00.201035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-42fa4b9e-47d5-4c00-bf5d-9a9532ed6cab None None] For port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:00.212994 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ec50-75f2-4298-b479-76ba477fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.216763 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42fa4b9e-47d5-4c00-bf5d-9a9532ed6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.350201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.356114 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438cf9a-8311-4fc0-8a27-4a2e227a8217 x-openstack-request-id: req-a438cf9a-8311-4fc0-8a27-4a2e227a8217 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:00.356663 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:00.356997 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a438cf9a-8311-4fc0-8a27-4a2e227a8217 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:00.357449 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'status': 'completed', 'code': 200} Aug 27 02:21:00.390167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4b9e-47d5-4c00-bf5d-9a9532ed6cab None None] Pushing event updated for resources: {'Port': ['ID=0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:00.421931 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:00.427772 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.581726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d46331e8-e7d6-402d-a8fd-fb2816e896a3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:00.651025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.651489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.651957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.653241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.653241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.653453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.653756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.655711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-9856ca17-d50d-4194-a091-a53b57175dfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6491 time: 0.2965906 Aug 27 02:21:00.656451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-70048d6c-3d39-47a4-a63f-b4f4d774a7e6 None None] Provisioning complete for port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:00.656928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70048d6c-3d39-47a4-a63f-b4f4d774a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.694723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.739547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d46331e8-e7d6-402d-a8fd-fb2816e896a3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:00.789675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:21:00.902005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a863e-f71b-4152-8d33-66fbd40eef22 None None] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:00.951437 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c186c356-a7e7-4625-a42e-eb7107b6fc01', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'port_id': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'mac_address': 'fa:16:3e:12:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:46Z', 'updated_at': '2021-08-27T02:20:58Z', 'revision_number': 1, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:19:02Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:01.003949 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] Checking router: 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:01.025358 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:01.026232 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:01.033075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bff4f-0301-408e-bb64-1fa60745877f req-bbf1b5b4-8540-4831-88b3-0a61db7e836a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.035145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-071bff4f-0301-408e-bb64-1fa60745877f req-bbf1b5b4-8540-4831-88b3-0a61db7e836a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.0653780 Aug 27 02:21:01.040499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:01.040733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad053dfd-3c3b-4667-8676-99fcc80cca32 None None] Provisioning for port d46331e8-e7d6-402d-a8fd-fb2816e896a3 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:01.061823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Sync routers for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:01.080020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad053dfd-3c3b-4667-8676-99fcc80cca32 None None] Provisioning complete for port d46331e8-e7d6-402d-a8fd-fb2816e896a3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:01.080794 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad053dfd-3c3b-4667-8676-99fcc80cca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:01.087567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5df612-f8de-4ffc-a767-3c699a9df2a8 req-b8d6238c-2668-434c-ba79-2e25ba52cd08 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.096651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f5df612-f8de-4ffc-a767-3c699a9df2a8 req-b8d6238c-2668-434c-ba79-2e25ba52cd08 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 945 time: 0.4879222 Aug 27 02:21:01.104310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-071bff4f-0301-408e-bb64-1fa60745877f req-e37c6df7-8b64-40ef-948a-116b61db86ae tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520754 Aug 27 02:21:01.132135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:01.133958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6411b902-c906-4ec7-b30b-5e3dc9c0beb9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2536054 Aug 27 02:21:01.136655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34780) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:01.188358 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:01.248026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:01.250089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:01.256905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f5df612-f8de-4ffc-a767-3c699a9df2a8 req-bccaed6a-3dc7-4cf8-8686-a050bbe40960 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569021 Aug 27 02:21:01.292663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-947d8af2-51b8-456d-a5e4-5f687da18bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.296487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-947d8af2-51b8-456d-a5e4-5f687da18bcb service neutron] 10.222.0.45 "GET /v2.0/networks?id=16e5c914-5405-4258-ad19-5b2a64dad66a HTTP/1.1" status: 200 len: 913 time: 0.5967896 Aug 27 02:21:01.494892 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-342175c5-297c-4379-bf96-852ab27acbf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509370df-ec58-40f1-a4e2-431feb7f4b22 HTTP/1.1" status: 200 len: 999 time: 0.1895859 Aug 27 02:21:01.502598 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c186c356-a7e7-4625-a42e-eb7107b6fc01', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'port_id': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'mac_address': 'fa:16:3e:12:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:46Z', 'updated_at': '2021-08-27T02:20:58Z', 'revision_number': 1, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:19:02Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:01.503983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:21:01.552175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:01.594136 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef016c-fc99-4f6a-8a66-e867850483af None None] The sync data for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 is: [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c186c356-a7e7-4625-a42e-eb7107b6fc01', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'port_id': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'mac_address': 'fa:16:3e:12:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:46Z', 'updated_at': '2021-08-27T02:20:58Z', 'revision_number': 1, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:19:02Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:01.600469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-35e5e97a-9522-4e38-9b01-c01165b15db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.602274 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-35e5e97a-9522-4e38-9b01-c01165b15db3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7474c23-5641-46df-93f3-6384e3e1929c HTTP/1.1" status: 200 len: 851 time: 0.0946150 Aug 27 02:21:01.767421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-d4a1a856-fbad-44bb-8474-f9183095c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.772699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-d4a1a856-fbad-44bb-8474-f9183095c8be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16e5c914-5405-4258-ad19-5b2a64dad66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573925 Aug 27 02:21:01.904137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.014380 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22358dbe-926c-4c70-bdcb-9fe805c657f8 None None] New status for floating IP c186c356-a7e7-4625-a42e-eb7107b6fc01: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:21:02.032024 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad053dfd-3c3b-4667-8676-99fcc80cca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.113002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-4d7f3696-2369-4025-a422-abd2ae4e6da5 service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206117 Aug 27 02:21:02.114708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:02.115324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ad053dfd-3c3b-4667-8676-99fcc80cca32 None None] For port d46331e8-e7d6-402d-a8fd-fb2816e896a3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d46331e8-e7d6-402d-a8fd-fb2816e896a3,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:02.128276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Sync routers for ids ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:02.149269 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad053dfd-3c3b-4667-8676-99fcc80cca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.152434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Routers {'2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:02.153172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:02.175143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.196165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.200429 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-42ffd716-aac2-4a16-9926-b1eecb80efbe admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4638832 Aug 27 02:21:02.210590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34812) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:02.225765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:20:59Z', 'revision_number': 3, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:02.267375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Checking router: 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:02.268189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Updating router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c port 2f5698e9-43ac-4297-967c-8c4f667fdd54 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:02.298274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.443966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a9d743b-1f16-420a-8117-7d327bc6c358 req-f9a11d0d-f92e-4296-9f00-b28f1c1eed13 service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857192 Aug 27 02:21:02.585819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:02.626116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b6fd-1675-47c7-bf95-09ebfbf9ec05 req-0a9ddf74-90a4-4ea7-a7c9-d9e8f93e01d1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.627698 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9569b6fd-1675-47c7-bf95-09ebfbf9ec05 req-0a9ddf74-90a4-4ea7-a7c9-d9e8f93e01d1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.3238344 Aug 27 02:21:02.642777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad053dfd-3c3b-4667-8676-99fcc80cca32 None None] Pushing event updated for resources: {'Port': ['ID=d46331e8-e7d6-402d-a8fd-fb2816e896a3,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:02.683594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Set router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:02.719706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b7ba58de-130f-434c-b07c-454ed07101c4 None None] Provisioning complete for port d46331e8-e7d6-402d-a8fd-fb2816e896a3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:02.720113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7ba58de-130f-434c-b07c-454ed07101c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.737227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9569b6fd-1675-47c7-bf95-09ebfbf9ec05 req-65c53f57-97e5-4558-88d9-0387fb50b8aa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005189 Aug 27 02:21:03.196123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.206533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:03.207180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.215922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Allocated IP 172.20.0.1 (5fe78557-d3c6-44f7-aa4f-d18f74d87d6e/159a1652-043b-4a73-bb46-644a197005ff/8e9b86c3-4549-48be-b8ed-25e534fa6aca) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:03.419566 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.446361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Transition to ACTIVE for port object 2f5698e9-43ac-4297-967c-8c4f667fdd54 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:03.459156 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.475246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-5e7b71ef-2ee3-4ae1-8060-1eae95e59bc5 service neutron] 10.222.0.32 "GET /v2.0/ports/67ab476f-5628-492c-b94d-c124196bf7e3/bindings/n-h2-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.1465776 Aug 27 02:21:03.481160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.516703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:20:59Z', 'revision_number': 3, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port': {'id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:03.551202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Attempting to bind port 2f5698e9-43ac-4297-967c-8c4f667fdd54 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:03.551640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Attempting to bind port 2f5698e9-43ac-4297-967c-8c4f667fdd54 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:03.552070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Attempting to bind port 2f5698e9-43ac-4297-967c-8c4f667fdd54 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:03.555293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Checking router: 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:03.555707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Updating router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 port 9ad50fcb-463a-43a7-a084-a42215d3d365 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:03.559672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Transition to ACTIVE for port object 8e9b86c3-4549-48be-b8ed-25e534fa6aca will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:03.568193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf95058-8d42-48fe-961a-09a3e7b29df3 None None] Pushing event updated for resources: {'Port': ['ID=2f5698e9-43ac-4297-967c-8c4f667fdd54,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:03.574173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:03.574672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:03.575145 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.575605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:03.576164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Bound port: 2f5698e9-43ac-4297-967c-8c4f667fdd54, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:03.576615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.623368 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.684157 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.736284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] For port 2f5698e9-43ac-4297-967c-8c4f667fdd54, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:03.758347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] For port 2f5698e9-43ac-4297-967c-8c4f667fdd54, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2f5698e9-43ac-4297-967c-8c4f667fdd54,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:03.767792 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.769448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:03.781935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:03.784652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:03.871852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9b86c3-4549-48be-b8ed-25e534fa6aca,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:03.887548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.905112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.910816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:03.911889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:03.952328 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32ac76-5503-498e-98e5-25e83c62dc3f req-4c585183-1159-4f40-80db-d0d9d04013f2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:03.964091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff32ac76-5503-498e-98e5-25e83c62dc3f req-4c585183-1159-4f40-80db-d0d9d04013f2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 943 time: 0.0821400 Aug 27 02:21:03.966159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf95058-8d42-48fe-961a-09a3e7b29df3 None None] Pushing event updated for resources: {'Port': ['ID=2f5698e9-43ac-4297-967c-8c4f667fdd54,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:04.027405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:04.032070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff32ac76-5503-498e-98e5-25e83c62dc3f req-d5f44213-2f5b-43ba-98c5-398cc4b32594 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675194 Aug 27 02:21:04.073769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:04.147304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:04.194823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 847c354b-0e84-481c-90df-2f9ac273248b details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:04.196719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 67ab476f-5628-492c-b94d-c124196bf7e3 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:04.241723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ab476f-5628-492c-b94d-c124196bf7e3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:04.287423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:04.332039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.332381 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.380746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.434506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Transition to ACTIVE for port object 9ad50fcb-463a-43a7-a084-a42215d3d365 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:04.443007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbd70bd9-2cb3-4c15-a74d-7d4105cc0b20 None None] Provisioning for port 8e9b86c3-4549-48be-b8ed-25e534fa6aca completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:04.478019 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.479821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbd70bd9-2cb3-4c15-a74d-7d4105cc0b20 None None] Provisioning complete for port 8e9b86c3-4549-48be-b8ed-25e534fa6aca triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:04.480427 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbd70bd9-2cb3-4c15-a74d-7d4105cc0b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.503239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Allocated IP 172.20.0.1 (1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4/29924b7d-29d6-481b-821b-fed9e5fa9028/bdf81060-a18f-44b0-ad13-b1bb71b995f1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:04.538361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] Transition to ACTIVE for port object 67ab476f-5628-492c-b94d-c124196bf7e3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:04.569280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d46331e8-e7d6-402d-a8fd-fb2816e896a3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:04.653703 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.751115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf8c79-c1fa-4a6f-9109-d0a7876f263d None None] Pushing event updated for resources: {'Port': ['ID=9ad50fcb-463a-43a7-a084-a42215d3d365,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:04.798456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Attempting to bind port 9ad50fcb-463a-43a7-a084-a42215d3d365 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:04.799017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Attempting to bind port 9ad50fcb-463a-43a7-a084-a42215d3d365 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:04.799506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Attempting to bind port 9ad50fcb-463a-43a7-a084-a42215d3d365 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:04.812266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d46331e8-e7d6-402d-a8fd-fb2816e896a3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:04.812862 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.816277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] No DVR routers for this DVR port 67ab476f-5628-492c-b94d-c124196bf7e3 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:04.825900 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.846395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:04.846871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:04.847345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.847837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:04.848379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Bound port: 9ad50fcb-463a-43a7-a084-a42215d3d365, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:04.848836 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.852228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bbd70bd9-2cb3-4c15-a74d-7d4105cc0b20 None None] Port 8e9b86c3-4549-48be-b8ed-25e534fa6aca cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:04.862212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Transition to ACTIVE for port object bdf81060-a18f-44b0-ad13-b1bb71b995f1 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:04.886777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af21038-9956-4967-b180-32fb120cb856 service neutron] Pushing event updated for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:04.945799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-6af21038-9956-4967-b180-32fb120cb856 service neutron] 10.222.0.32 "PUT /v2.0/ports/67ab476f-5628-492c-b94d-c124196bf7e3/bindings/n-h2-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4592938 Aug 27 02:21:04.946455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:04.991285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '847c354b-0e84-481c-90df-2f9ac273248b', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': '847c354b-0e84-481c-90df-2f9ac273248b', 'mac_address': 'fa:16:3e:f5:4a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:04.997214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.000854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:20:59Z', 'revision_number': 3, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:05.050449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] For port 9ad50fcb-463a-43a7-a084-a42215d3d365, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:05.055208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5791ba0-d4e7-460d-9cf8-5c293b36d250 None None] The sync data for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 is: [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:20:59Z', 'revision_number': 3, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:05.106290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-1216e48e-9728-47a4-8b17-6df04b7e69ec tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.107869 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-1216e48e-9728-47a4-8b17-6df04b7e69ec tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.0817678 Aug 27 02:21:05.112218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:05.123887 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.155605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:05.169034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:05.172443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] For port 9ad50fcb-463a-43a7-a084-a42215d3d365, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9ad50fcb-463a-43a7-a084-a42215d3d365,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:05.177910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf81060-a18f-44b0-ad13-b1bb71b995f1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:05.193566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-da42531f-4a2f-4c14-b48b-9fe81fa99b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.194458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.200794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-da42531f-4a2f-4c14-b48b-9fe81fa99b29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d&tenant_id=824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 1095 time: 0.0839846 Aug 27 02:21:05.255320 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.353248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a6dc25d6-035c-43fa-bfc4-264dfda35415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.361169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 847c354b-0e84-481c-90df-2f9ac273248b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:05.361613 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a6dc25d6-035c-43fa-bfc4-264dfda35415 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1095 time: 0.1330121 Aug 27 02:21:05.383048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Routers {'2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:05.384417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:05.389719 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.418087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:05.420134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf8c79-c1fa-4a6f-9109-d0a7876f263d None None] Pushing event updated for resources: {'Port': ['ID=9ad50fcb-463a-43a7-a084-a42215d3d365,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:05.582268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.646936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-4d12ff31-024c-4e24-aa5f-5bf3fadaa800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.662375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-4d12ff31-024c-4e24-aa5f-5bf3fadaa800 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2879698 Aug 27 02:21:05.785317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-147910c8-8fa1-46ff-a0f4-4555ff7db2ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 200 len: 217 time: 0.1186335 Aug 27 02:21:05.861656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-9a07158c-73e9-48f7-9240-0d2723177764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.863777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-9a07158c-73e9-48f7-9240-0d2723177764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0739210 Aug 27 02:21:05.866629 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.904438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9b86c3-4549-48be-b8ed-25e534fa6aca,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:05.909194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-ddf7cc42-ed0e-49f9-9f41-826975946796 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348637 Aug 27 02:21:05.978458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.024630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820aefe1-13d3-426b-9401-ec07d6af411f req-38f7447e-3cf1-4b36-a486-e1f96a6fdef3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.027082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820aefe1-13d3-426b-9401-ec07d6af411f req-38f7447e-3cf1-4b36-a486-e1f96a6fdef3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 944 time: 0.8417192 Aug 27 02:21:06.114340 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-523c7715-1131-4680-84da-036fdacfe075 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942489 Aug 27 02:21:06.121221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-38add6a2-0d06-4764-9553-eb6da4f30641 None None] Provisioning for port bdf81060-a18f-44b0-ad13-b1bb71b995f1 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:06.130021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-38add6a2-0d06-4764-9553-eb6da4f30641 None None] Provisioning complete for port bdf81060-a18f-44b0-ad13-b1bb71b995f1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:06.130564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-38add6a2-0d06-4764-9553-eb6da4f30641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.145596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['847c354b-0e84-481c-90df-2f9ac273248b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:06.180449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820aefe1-13d3-426b-9401-ec07d6af411f req-86ac636e-5d8f-4917-943d-b4de4b2be8ce tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800624 Aug 27 02:21:06.188426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.273386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] Set router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:06.284295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:06.368234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a68d1ab8-70ff-4b0b-98f2-2a0b6b8aa950 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439513 Aug 27 02:21:06.475429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-38add6a2-0d06-4764-9553-eb6da4f30641 None None] Port bdf81060-a18f-44b0-ad13-b1bb71b995f1 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:06.672171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2f5698e9-43ac-4297-967c-8c4f667fdd54 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:06.781331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:06.787706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:06.846912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-30800bee-3eb2-4f8a-bbf0-d28c5233a7fe tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.848839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-30800bee-3eb2-4f8a-bbf0-d28c5233a7fe tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.0923386 Aug 27 02:21:06.999038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 2f5698e9-43ac-4297-967c-8c4f667fdd54 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:07.017987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2f5698e9-43ac-4297-967c-8c4f667fdd54 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:07.018452 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.085894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:20:59Z', 'revision_number': 3, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port': {'id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:07.147528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9d496-ee7e-46c5-8e81-35b6d11ce121 None None] The sync data for ids ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'] in n-d-806293-1 is: [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:20:59Z', 'revision_number': 3, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port': {'id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:07.160798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a6780780-d0cc-47a9-986b-b9e2a0cbb456 service neutron] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:07.167050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a6780780-d0cc-47a9-986b-b9e2a0cbb456 service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.170084 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a21148f2-0944-41e2-ab31-d759b6e16ba9 req-a6780780-d0cc-47a9-986b-b9e2a0cbb456 service neutron] 10.222.0.45 "DELETE /v2.0/ports/67ab476f-5628-492c-b94d-c124196bf7e3/bindings/n-h1-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.3079305 Aug 27 02:21:07.253560 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.267496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea3dd3fa-61ab-4ebe-aa20-9a2abd014400 None None] Provisioning complete for port 8e9b86c3-4549-48be-b8ed-25e534fa6aca triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:07.267957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd3fa-61ab-4ebe-aa20-9a2abd014400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.276771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.292621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.359234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 2f5698e9-43ac-4297-967c-8c4f667fdd54, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2f5698e9-43ac-4297-967c-8c4f667fdd54,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:07.361952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:07.371463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.381073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ea3dd3fa-61ab-4ebe-aa20-9a2abd014400 None None] Port 8e9b86c3-4549-48be-b8ed-25e534fa6aca cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:07.404101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.423409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf81060-a18f-44b0-ad13-b1bb71b995f1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:07.445435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20149-63bd-484c-a061-3172bd6e0cd0 req-a79412bc-28a3-4f96-ad48-30b67679b0d1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.461228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41f20149-63bd-484c-a061-3172bd6e0cd0 req-a79412bc-28a3-4f96-ad48-30b67679b0d1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 944 time: 0.1047466 Aug 27 02:21:07.484953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=2f5698e9-43ac-4297-967c-8c4f667fdd54,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:07.532137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41f20149-63bd-484c-a061-3172bd6e0cd0 req-127952ab-ba55-40b3-af5f-b9a11b80d03d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696883 Aug 27 02:21:07.739952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:07.753544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7295fdf5-6e47-4daf-a9db-4b9de2030108 admin admin] 10.222.0.10 "PUT /v2.0/routers/36972947-c957-4dcc-bf8d-a1d3cb1c9e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6157136 Aug 27 02:21:07.772825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:07.781031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:07.881476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b816c-c499-4c52-ac82-9b7f94fa6352 req-08356af3-a1f7-4191-b6ba-b3d01c7a6b22 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.895000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c14b816c-c499-4c52-ac82-9b7f94fa6352 req-08356af3-a1f7-4191-b6ba-b3d01c7a6b22 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1095 time: 0.1138639 Aug 27 02:21:08.015029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c14b816c-c499-4c52-ac82-9b7f94fa6352 req-40090d97-5957-477e-b578-9c03bd63c94a tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189671 Aug 27 02:21:08.196422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 847c354b-0e84-481c-90df-2f9ac273248b up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:08.304824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:08.439086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 847c354b-0e84-481c-90df-2f9ac273248b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:08.439877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.460500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-650e0f70-bed8-460f-b8e5-ddf5ab8ff7d2 None None] Provisioning complete for port bdf81060-a18f-44b0-ad13-b1bb71b995f1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:08.460875 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Sync routers for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:08.463112 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-650e0f70-bed8-460f-b8e5-ddf5ab8ff7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.486418 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:08.487355 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:08.663775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-650e0f70-bed8-460f-b8e5-ddf5ab8ff7d2 None None] Port bdf81060-a18f-44b0-ad13-b1bb71b995f1 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:08.749974 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.775278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9ad50fcb-463a-43a7-a084-a42215d3d365 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:08.784203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:08.786670 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253071cb-eacc-40d4-a607-0b52d47f4c95" -d '{"events": [{"server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "name": "network-vif-plugged", "status": "completed", "tag": "847c354b-0e84-481c-90df-2f9ac273248b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:08.813008 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:08.827810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:08.845030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.920462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9ad50fcb-463a-43a7-a084-a42215d3d365 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:08.927836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9ad50fcb-463a-43a7-a084-a42215d3d365 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:08.928287 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.994568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.081300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.124312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9ad50fcb-463a-43a7-a084-a42215d3d365, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9ad50fcb-463a-43a7-a084-a42215d3d365,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:09.132523 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.134495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2f5698e9-43ac-4297-967c-8c4f667fdd54 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:09.186848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbc19b-067e-440d-a27f-ac9c12e5140c req-e0c713d3-ea18-47a8-9f7c-74dd3e2c9356 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.197122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ecbc19b-067e-440d-a27f-ac9c12e5140c req-e0c713d3-ea18-47a8-9f7c-74dd3e2c9356 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 1095 time: 0.9375088 Aug 27 02:21:09.272748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34970) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:09.278126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f47164f9-0371-4b9a-8ecc-eb4a234f4a39 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756400287', 'description': 'tempest-description--1455179134'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:09.287145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ecbc19b-067e-440d-a27f-ac9c12e5140c req-d965fb45-382a-4b8b-99bc-02c8748f5995 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804009 Aug 27 02:21:09.327483 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 2, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:09.350918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9ad50fcb-463a-43a7-a084-a42215d3d365,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.354363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f47164f9-0371-4b9a-8ecc-eb4a234f4a39 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.382786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2f5698e9-43ac-4297-967c-8c4f667fdd54 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:09.383178 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.470222 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Checking router: 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:09.472131 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Updating router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c port 8e9b86c3-4549-48be-b8ed-25e534fa6aca binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:09.472549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:09.502021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-87fd89a0-55c5-408a-bd41-5bbe692e1947 admin admin] 10.222.0.10 "PUT /v2.0/routers/2f0be80e-a4c2-4e7d-b822-6f7afe7d4129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2882864 Aug 27 02:21:09.527929 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa3743-4c77-4529-9e28-5b7012d19152 x-openstack-request-id: req-cbfa3743-4c77-4529-9e28-5b7012d19152 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:09.528265 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "name": "network-vif-plugged", "status": "completed", "tag": "847c354b-0e84-481c-90df-2f9ac273248b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:09.528518 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbfa3743-4c77-4529-9e28-5b7012d19152 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:09.528910 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b', 'code': 200} Aug 27 02:21:09.561976 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.594104 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f47164f9-0371-4b9a-8ecc-eb4a234f4a39 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.603950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f47164f9-0371-4b9a-8ecc-eb4a234f4a39 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.661946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f47164f9-0371-4b9a-8ecc-eb4a234f4a39 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.670589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34986) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:09.676801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b0f2099a-a4fa-43aa-8f0b-4f066b267692 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Request body: {'security_group_rule': {'security_group_id': '6f4fa378-1b22-4e56-8f58-08faa39f87cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:09.677071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f47164f9-0371-4b9a-8ecc-eb4a234f4a39 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4009430 Aug 27 02:21:09.708919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47164f9-0371-4b9a-8ecc-eb4a234f4a39 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4fa378-1b22-4e56-8f58-08faa39f87cd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.763187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0f2099a-a4fa-43aa-8f0b-4f066b267692 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.904550 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0f2099a-a4fa-43aa-8f0b-4f066b267692 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.911652 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0f2099a-a4fa-43aa-8f0b-4f066b267692 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.965634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2099a-a4fa-43aa-8f0b-4f066b267692 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb437c2-5e30-435f-97be-42c031b4ebcd,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.973047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0f2099a-a4fa-43aa-8f0b-4f066b267692 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.974935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b0f2099a-a4fa-43aa-8f0b-4f066b267692 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3034656 Aug 27 02:21:09.977478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34998) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:09.995093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f8f6c2c5-a919-4c40-bc22-9d2e9d22ca5b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Request body: {'security_group_rule': {'security_group_id': '6f4fa378-1b22-4e56-8f58-08faa39f87cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:10.048131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c2c5-a919-4c40-bc22-9d2e9d22ca5b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.239135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c2c5-a919-4c40-bc22-9d2e9d22ca5b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.250281 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c2c5-a919-4c40-bc22-9d2e9d22ca5b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.303405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6c2c5-a919-4c40-bc22-9d2e9d22ca5b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5018da63-b2df-4390-9f6d-097646cddc30,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:10.306923 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c2c5-a919-4c40-bc22-9d2e9d22ca5b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.308887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f8f6c2c5-a919-4c40-bc22-9d2e9d22ca5b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3182721 Aug 27 02:21:10.312921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:10.320142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:10.326419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1522-a582-440e-a45e-3581ee287ac4 req-118cc583-dc75-4c4f-a1c7-6b6e421617fa tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:10.336880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-118cc583-dc75-4c4f-a1c7-6b6e421617fa tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.4619665 Aug 27 02:21:10.362352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-b6124724-ed67-4dc5-87d4-f8f24b56974a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/quotas/42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 375 time: 0.0221064 Aug 27 02:21:10.388368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.478704 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.523610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9ad50fcb-463a-43a7-a084-a42215d3d365 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:10.524372 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Transition to ACTIVE for port object 8e9b86c3-4549-48be-b8ed-25e534fa6aca will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:10.535195 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.600853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-ff1be8d1-d194-4b51-9886-2f23b6f8e00e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2346911 Aug 27 02:21:10.607172 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Pushing event updated for resources: {'Port': ['ID=8e9b86c3-4549-48be-b8ed-25e534fa6aca,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:10.618862 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.619243 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.620074 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.620432 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.620760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.621148 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.621472 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.621848 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.622173 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.623245 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.623587 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.624179 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:10.668706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9ad50fcb-463a-43a7-a084-a42215d3d365 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:10.669093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.757372 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Attempting to bind port 8e9b86c3-4549-48be-b8ed-25e534fa6aca on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:10.757567 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Attempting to bind port 8e9b86c3-4549-48be-b8ed-25e534fa6aca by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:10.758033 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Attempting to bind port 8e9b86c3-4549-48be-b8ed-25e534fa6aca on network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:10.773700 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:10.774820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.775725 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Checking segment: {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:10.776145 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.776547 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Bound using segment: {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:10.780432 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Bound port: 8e9b86c3-4549-48be-b8ed-25e534fa6aca, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:10.780827 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.782626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Sync routers for ids ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:10.895406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Routers {'2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:10.907693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-6dcb6c44-ae63-4857-80fb-7810c354b895 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053870 Aug 27 02:21:10.908482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:10.937338 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] For port 8e9b86c3-4549-48be-b8ed-25e534fa6aca, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:10.939533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35028) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:10.944100 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] For port 8e9b86c3-4549-48be-b8ed-25e534fa6aca, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e9b86c3-4549-48be-b8ed-25e534fa6aca,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:10.949175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-network', 'tenant_id': '1b603847afa448efb04c2700bffb3f69'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:10.961464 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.115040 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084288-4be6-4fca-9967-9083f1362e29 None None] Pushing event updated for resources: {'Port': ['ID=8e9b86c3-4549-48be-b8ed-25e534fa6aca,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:11.138047 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-92bd712d-b8bf-4143-950b-5eea829a0119 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286615 Aug 27 02:21:11.156626 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:11.158249 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:11.178161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Made reservation on behalf of 1b603847afa448efb04c2700bffb3f69 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:11.203251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.262094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.335485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Set router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:11.410839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Allocated IP 172.25.1.171 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/f3490b92-9e68-422a-ac0e-c9fc08cd167b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:11.499534 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:11.591882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d728f-81cf-4ef5-bda2-77fbfbdb8d13 req-8e17f5a4-0fd7-4226-9efe-035ef963b03b tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:11.601294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e42d728f-81cf-4ef5-bda2-77fbfbdb8d13 req-8e17f5a4-0fd7-4226-9efe-035ef963b03b tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 945 time: 0.2339778 Aug 27 02:21:11.679031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e42d728f-81cf-4ef5-bda2-77fbfbdb8d13 req-7550d27a-b630-4dce-b590-d9186d0bbc59 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713265 Aug 27 02:21:11.830683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.921151 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.950636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.991154 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:10Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:12.075122 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67416b-ce61-4076-89fe-3b04f5d2dea8 None None] The sync data for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 is: [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:10Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:12.088864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26b386d6-ea5c-4e4f-a677-b73ede387258 req-9b78764a-dd0c-4645-9d3d-6eca8db730b9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.1493764 Aug 27 02:21:12.159399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b953c22-9428-4a16-8a8a-33027681abaa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:12.165147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:21:12.192611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.192874 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Added segment 31d1645e-145f-4878-9be8-7e198a818904 of type vlan for network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 Aug 27 02:21:12.234777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:21:05Z', 'revision_number': 4, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port': {'id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'bdf81060-a18f-44b0-ad13-b1bb71b995f1', 'name': '', 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'mac_address': 'fa:16:3e:fe:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '29924b7d-29d6-481b-821b-fed9e5fa9028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:04Z', 'updated_at': '2021-08-27T02:21:06Z', 'revision_number': 2, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'subnets': [{'id': '29924b7d-29d6-481b-821b-fed9e5fa9028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:12.256064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.387858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Checking router: 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:12.388230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Updating router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 port bdf81060-a18f-44b0-ad13-b1bb71b995f1 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:12.428663 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.463285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.489277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:12.501559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event updated for resources: {'Port': ['ID=f3490b92-9e68-422a-ac0e-c9fc08cd167b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:12.515816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:12.528587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:12.597565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e9b86c3-4549-48be-b8ed-25e534fa6aca up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:12.676854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.687654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:12.688326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.831670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 8e9b86c3-4549-48be-b8ed-25e534fa6aca completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:12.857849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8e9b86c3-4549-48be-b8ed-25e534fa6aca triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:12.858489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.986308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0457454 Aug 27 02:21:12.989232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35076) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:12.994615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Request body: {'subnet': {'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-subnet', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:13.047892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b954c33-16ae-46a9-8b0f-e61e9e459571 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d2269e-9ddc-4b5f-b940-39055c1c3fc6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:13.067740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Made reservation on behalf of 1b603847afa448efb04c2700bffb3f69 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:13.074857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.085556 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.202683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.316117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-f7554011-580e-41dd-a925-9ef954f4cf82 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--991559088&fields=id&tenant_id=16ff6397cac5439fb5442004fca8522d HTTP/1.1" status: 200 len: 267 time: 0.1145263 Aug 27 02:21:13.334299 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.348991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Transition to ACTIVE for port object bdf81060-a18f-44b0-ad13-b1bb71b995f1 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:13.358306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:21:13.462484 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.464359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.567028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a6c7d3e-230d-4507-a5f0-58e2ad0d0d14 req-4a2a2c04-f3ab-43d8-a4ce-c2e4862b2386 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.1306245 Aug 27 02:21:13.666893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4941c4a-f7a5-4df5-8e31-6905465a320f None None] Pushing event updated for resources: {'Port': ['ID=bdf81060-a18f-44b0-ad13-b1bb71b995f1,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:13.761383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f2b14a-160c-4003-a969-bcc638348097,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:13.784704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Checking segment: {'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:13.785453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Network hostable DHCP agents. Network: a6d2269e-9ddc-4b5f-b940-39055c1c3fc6, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:21:13.818838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:21:13.819389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-6a5b394b-7c0e-4bd5-be47-ccae6a7d23b9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:13.840169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-6a5b394b-7c0e-4bd5-be47-ccae6a7d23b9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 823 time: 0.5040700 Aug 27 02:21:13.857370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a6d2269e-9ddc-4b5f-b940-39055c1c3fc6) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:13.880033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:13.881395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.890038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Attempting to bind port bdf81060-a18f-44b0-ad13-b1bb71b995f1 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:13.899044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Attempting to bind port bdf81060-a18f-44b0-ad13-b1bb71b995f1 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:13.899602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Attempting to bind port bdf81060-a18f-44b0-ad13-b1bb71b995f1 on network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:13.903523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912fa1c1-00f2-429d-9458-b947f502944e None None] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:13.916880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-102a06a4-0217-4aee-bfa2-50860ae59136 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/quotas/16ff6397cac5439fb5442004fca8522d HTTP/1.1" status: 200 len: 375 time: 0.0751090 Aug 27 02:21:13.943245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a62a68a0-831d-45dd-8484-6f4f0b9354f4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9528375 Aug 27 02:21:13.945796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35104) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:13.951726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:14.001521 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.003751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.085675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.140837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:14.141287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Checking segment: {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:14.141817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.142265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Bound using segment: {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:14.142938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Bound port: bdf81060-a18f-44b0-ad13-b1bb71b995f1, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:14.143383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.188807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.221778 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.222016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.370680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1522-a582-440e-a45e-3581ee287ac4 req-331fe931-f062-48c4-901f-a4028765c765 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:14.372106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] For port bdf81060-a18f-44b0-ad13-b1bb71b995f1, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:14.373248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-331fe931-f062-48c4-901f-a4028765c765 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 807 time: 0.6744525 Aug 27 02:21:14.376899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] For port bdf81060-a18f-44b0-ad13-b1bb71b995f1, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bdf81060-a18f-44b0-ad13-b1bb71b995f1,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:14.397981 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.424752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.433246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Request body: {'port': {'device_id': '85660de0-0633-461a-b653-1ed08ae026e4', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'admin_state_up': True, 'tenant_id': '42add40864b547e3ac14ec3a0f9d75ee'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:14.637978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 8e9b86c3-4549-48be-b8ed-25e534fa6aca, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e9b86c3-4549-48be-b8ed-25e534fa6aca,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:14.680868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Routers {'2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:14.684005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:14.690158 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.737785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-85ce3244-d52e-4132-8971-7698b04979f4 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8193448 Aug 27 02:21:14.780617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4941c4a-f7a5-4df5-8e31-6905465a320f None None] Pushing event updated for resources: {'Port': ['ID=bdf81060-a18f-44b0-ad13-b1bb71b995f1,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:14.883254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=8e9b86c3-4549-48be-b8ed-25e534fa6aca,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:14.884626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-6bf62445-28c8-4df7-9385-1e97cb15f204 service neutron] 10.222.0.10 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458766 Aug 27 02:21:14.985872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Made reservation on behalf of 42add40864b547e3ac14ec3a0f9d75ee for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:14.990105 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.008101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-66e1f6b0-48a3-40e0-9f52-38892dd4198e service neutron] 10.222.0.10 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225026 Aug 27 02:21:15.010743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event updated for resources: {'Port': ['ID=f3490b92-9e68-422a-ac0e-c9fc08cd167b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:15.044318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-a6d2269e-9ddc-4b5f-b940-39055c1c3fc6', 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'fixed_ips': [{'subnet_id': '06f2b14a-160c-4003-a969-bcc638348097'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:21:15.048315 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.052453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.063500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] Set router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:15.065786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3a0009b6-5d91-4f09-9abb-02be07da6a38 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7508755 Aug 27 02:21:15.399733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Allocated IP 172.20.0.2 (6e6000ff-1e6c-4b2c-8efd-6803eee85e26/10ef85fa-d74e-4291-b42f-8739e258b3da/f3d35578-3948-4d9e-962f-c8fa4bd5c06b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:15.488752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.664220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c382e-015b-47c9-ae6a-0279533eddee req-5e599893-05c5-4616-b459-3d8525fc7e72 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:15.673097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a05c382e-015b-47c9-ae6a-0279533eddee req-5e599893-05c5-4616-b459-3d8525fc7e72 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f816c0c-8404-4e14-9ae8-5f3f647b9d54 HTTP/1.1" status: 200 len: 945 time: 1.3092442 Aug 27 02:21:15.696171 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fafaefd3-3ccc-4db9-b3d1-3f1b244c771b req-581558f2-bc4a-4e3f-8f33-de5deab5304a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.3732960 Aug 27 02:21:15.708365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Allocated IP 172.20.0.2 (a6d2269e-9ddc-4b5f-b940-39055c1c3fc6/06f2b14a-160c-4003-a969-bcc638348097/83207fb3-4238-4fd8-8d50-7187fa0a718b) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:15.983005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:21:05Z', 'revision_number': 4, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port': {'id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'bdf81060-a18f-44b0-ad13-b1bb71b995f1', 'name': '', 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'mac_address': 'fa:16:3e:fe:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '29924b7d-29d6-481b-821b-fed9e5fa9028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:04Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 4, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'subnets': [{'id': '29924b7d-29d6-481b-821b-fed9e5fa9028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:15.985285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.075091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1c857bf8-ccb4-4160-affb-09d03d1ccde4 req-2bac8417-4ac0-4e02-a60c-66a94aa1813a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 210 time: 0.1725717 Aug 27 02:21:16.093607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f658d2-c158-40fc-b28c-96206256ac4d None None] The sync data for ids ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'] in n-d-806293-1 is: [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:21:05Z', 'revision_number': 4, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port': {'id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'bdf81060-a18f-44b0-ad13-b1bb71b995f1', 'name': '', 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'mac_address': 'fa:16:3e:fe:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '29924b7d-29d6-481b-821b-fed9e5fa9028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:04Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 4, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'subnets': [{'id': '29924b7d-29d6-481b-821b-fed9e5fa9028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:16.110042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-453cb3f9-c81d-4586-a30a-9b47c7b8c1ee tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1756400287&fields=id&tenant_id=0aaecc812f7c4e09abe36fefddecedde HTTP/1.1" status: 200 len: 267 time: 0.0908413 Aug 27 02:21:16.304605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.325739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:16.379116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Deleting port 374015ee-4060-4db9-8f03-68fd6f642ec2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:16.379470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.429647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:16.444277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:16.458995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:16.461410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:16.537350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-59ce657b-836d-47f7-b41e-64c09c37fdb4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:16.548367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-59ce657b-836d-47f7-b41e-64c09c37fdb4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/networks?id=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e HTTP/1.1" status: 200 len: 812 time: 0.4369130 Aug 27 02:21:16.588493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-4c31491d-a674-4bc8-a29d-cc78de9e8a69 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/quotas/0aaecc812f7c4e09abe36fefddecedde HTTP/1.1" status: 200 len: 375 time: 0.0387897 Aug 27 02:21:16.667574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:16.668584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.756808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-859cace3-99f5-4ef4-834d-c14b265dccfd tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0aaecc812f7c4e09abe36fefddecedde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1670237 Aug 27 02:21:16.775209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-940858b7-9316-4e57-8e9d-5b5c09916acb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3458157 Aug 27 02:21:16.842524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] For port 374015ee-4060-4db9-8f03-68fd6f642ec2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=374015ee-4060-4db9-8f03-68fd6f642ec2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:16.843242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.872665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Request body: {'port': {'device_id': '85660de0-0633-461a-b653-1ed08ae026e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:16.909866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.919783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Transition to ACTIVE for port object 83207fb3-4238-4fd8-8d50-7187fa0a718b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:16.980821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.016579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.039698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e9b86c3-4549-48be-b8ed-25e534fa6aca up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:17.083387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Transition to ACTIVE for port object 83207fb3-4238-4fd8-8d50-7187fa0a718b will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:17.148296 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.230949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-787b6732-0dd7-4ffa-9290-e2e938598031 service neutron] 10.222.0.10 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728787 Aug 27 02:21:17.239295 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.256510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:17.260922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:17.274883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:17.284205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8e9b86c3-4549-48be-b8ed-25e534fa6aca triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:17.284595 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.398135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Pushing event updated for resources: {'Port': ['ID=83207fb3-4238-4fd8-8d50-7187fa0a718b,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:17.409609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.473684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Attempting to bind port 83207fb3-4238-4fd8-8d50-7187fa0a718b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:17.474764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Attempting to bind port 83207fb3-4238-4fd8-8d50-7187fa0a718b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:17.475135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Attempting to bind port 83207fb3-4238-4fd8-8d50-7187fa0a718b on network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:17.497274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:17.500627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Checking segment: {'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:17.501289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.501761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Bound using segment: {'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:17.502287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Bound port: 83207fb3-4238-4fd8-8d50-7187fa0a718b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:17.502705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.531912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e342b7-7d53-4dc1-aaf7-7413c4332908 req-9a7b5d21-fb22-4511-93dc-4e9ba89c956e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.551263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8e342b7-7d53-4dc1-aaf7-7413c4332908 req-9a7b5d21-fb22-4511-93dc-4e9ba89c956e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 931 time: 0.6294777 Aug 27 02:21:17.587904 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.612016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bdf81060-a18f-44b0-ad13-b1bb71b995f1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:17.646967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-ae31d9b4-0884-47b3-b23d-905ecef6ff1d service neutron] 10.222.0.10 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150290 Aug 27 02:21:17.675333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] For port 83207fb3-4238-4fd8-8d50-7187fa0a718b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:17.698480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8e342b7-7d53-4dc1-aaf7-7413c4332908 req-db04188c-b69c-49f0-94d7-d4fbf626742f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446564 Aug 27 02:21:17.699141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] For port 83207fb3-4238-4fd8-8d50-7187fa0a718b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=83207fb3-4238-4fd8-8d50-7187fa0a718b,segment=NetworkSegment(31d1645e-145f-4878-9be8-7e198a818904),segment_id=31d1645e-145f-4878-9be8-7e198a818904)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:17.708803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.788318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb534ac-9700-4b00-8c01-d785b672f7a5 None None] Pushing event updated for resources: {'Port': ['ID=83207fb3-4238-4fd8-8d50-7187fa0a718b,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:17.833218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 374015ee-4060-4db9-8f03-68fd6f642ec2 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:17.836002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port bdf81060-a18f-44b0-ad13-b1bb71b995f1 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:17.856157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port bdf81060-a18f-44b0-ad13-b1bb71b995f1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:17.856548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.006632 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d35578-3948-4d9e-962f-c8fa4bd5c06b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:18.047849 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.065831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-3a630c85-d8eb-481c-8be7-c4d710e32e10 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:18.067566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-3a630c85-d8eb-481c-8be7-c4d710e32e10 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.32 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 823 time: 0.9176724 Aug 27 02:21:18.131476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Transition to ACTIVE for port object f3d35578-3948-4d9e-962f-c8fa4bd5c06b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:18.142658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.143340 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.143801 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb disassociated. External IP: 172.25.1.2, port: 374015ee-4060-4db9-8f03-68fd6f642ec2. Aug 27 02:21:18.144236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Calling delete_port for 374015ee-4060-4db9-8f03-68fd6f642ec2 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:18.144918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.262632 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.422795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port bdf81060-a18f-44b0-ad13-b1bb71b995f1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bdf81060-a18f-44b0-ad13-b1bb71b995f1,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:18.433790 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.475389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:18.536341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Allocated IP 172.25.1.180 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/fe88e5de-2f8a-464a-be85-34d66dd39756) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:18.571050 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.574042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=bdf81060-a18f-44b0-ad13-b1bb71b995f1,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:18.627628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:18.629104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:18.629651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:18.635810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:18.640577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:18.641774 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db66cbe7-a430-4065-8dcf-65c05afea0fc" -d '{"events": [{"server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "name": "network-vif-unplugged", "status": "completed", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:18.642305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:18.657851 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de5a2f2c-f424-4a3b-95eb-4940a47fcd55 req-8ad0d053-a108-48ae-a4d3-6caf72427d8d tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 210 time: 0.5891907 Aug 27 02:21:18.680158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 374015ee-4060-4db9-8f03-68fd6f642ec2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=374015ee-4060-4db9-8f03-68fd6f642ec2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:18.693143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.721673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:18.724816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:18.725183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:18.725656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Bound port: f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:18.726028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.792988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ca21ec0-9d4a-4723-87af-2838df92b8d8 req-88566518-50a1-456d-be04-4c83a4d43b1a tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 210 time: 0.1431131 Aug 27 02:21:18.827202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=374015ee-4060-4db9-8f03-68fd6f642ec2,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:18.848407 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8eb98b-9a47-4ca8-966c-9acdc43b0bc7 x-openstack-request-id: req-3f8eb98b-9a47-4ca8-966c-9acdc43b0bc7 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:18.848723 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "name": "network-vif-unplugged", "status": "completed", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:18.848955 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f8eb98b-9a47-4ca8-966c-9acdc43b0bc7 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:18.849477 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'code': 200} Aug 27 02:21:18.887103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-c581467d-30d2-4e65-a19d-f0a1ae7021e0 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ff6397cac5439fb5442004fca8522d HTTP/1.1" status: 200 len: 379 time: 0.2297099 Aug 27 02:21:18.915472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'port': {'device_id': '94e55811-7709-4503-b723-dca8a0da13be', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'admin_state_up': True, 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'security_groups': ['a08e075e-105b-431b-bcaa-74d821dd17e8']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:18.923766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:18.929827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:18.949876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.033947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:19.042473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.045048 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 200 len: 1091 time: 2.2106445 Aug 27 02:21:19.047101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:19.050573 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d798f-0c41-4876-8124-6347c8bded5e" -d '{"events": [{"name": "network-changed", "server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:19.107905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afaeff-5045-488e-a77e-a679f60290c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:19.144174 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:21:19.223784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bdf81060-a18f-44b0-ad13-b1bb71b995f1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:19.233307 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e887aa5f-4044-4957-b31e-154d47b3493d x-openstack-request-id: req-e887aa5f-4044-4957-b31e-154d47b3493d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:19.233900 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:19.234424 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e887aa5f-4044-4957-b31e-154d47b3493d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:19.234976 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b', 'status': 'completed', 'code': 200} Aug 27 02:21:19.282208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1522-a582-440e-a45e-3581ee287ac4 req-a16d4e8e-7552-4dc3-b476-4f535692c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:19.289655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-a16d4e8e-7552-4dc3-b476-4f535692c246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1094 time: 0.1782484 Aug 27 02:21:19.307154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c3851-f2dd-4dc8-86a8-f745efb65212 req-a841439b-b5c7-429b-a742-9675bfd3df7a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:19.325221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a91c3851-f2dd-4dc8-86a8-f745efb65212 req-a841439b-b5c7-429b-a742-9675bfd3df7a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.2061117 Aug 27 02:21:19.427898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-3cd55eb8-ca11-44a7-82c8-b958c5f76ba7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 200 len: 217 time: 0.0928900 Aug 27 02:21:19.456320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a91c3851-f2dd-4dc8-86a8-f745efb65212 req-da4e4cc9-99f7-4898-a3c8-7218852ffc54 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296213 Aug 27 02:21:19.458374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.469616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Made reservation on behalf of 16ff6397cac5439fb5442004fca8522d for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:19.469856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port bdf81060-a18f-44b0-ad13-b1bb71b995f1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:19.470446 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.478152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.612860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1522-a582-440e-a45e-3581ee287ac4 req-bd4a129c-9d7c-4ff5-b811-15269c06d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:19.614382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-bd4a129c-9d7c-4ff5-b811-15269c06d605 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1512005 Aug 27 02:21:19.623445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83207fb3-4238-4fd8-8d50-7187fa0a718b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:19.688364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-ef507216-727a-4af6-b42e-20edb2887a89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550358 Aug 27 02:21:19.746019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 83207fb3-4238-4fd8-8d50-7187fa0a718b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:19.795373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.829483 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.879811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-c6cf5781-aa1d-4ee9-805a-831d6ca43e49 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822999 Aug 27 02:21:19.936536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event deleted for resources: {'Port': ['ID=374015ee-4060-4db9-8f03-68fd6f642ec2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:19.971010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56ee9c23-c61e-4d33-9781-a1a8973ff6c3 req-eec6f7b0-4ec1-4b14-8554-897692686932 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 210 time: 0.1328664 Aug 27 02:21:19.997705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1a2fb-9250-460d-a1d5-a87db10e0f57 None None] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:20.017440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-161b1522-a582-440e-a45e-3581ee287ac4 req-99974bc8-caab-4119-9460-43fdbea4a1ac service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186659 Aug 27 02:21:20.022593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:20.075540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:20.084926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:20.088641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f01d59ca-2100-421d-be4a-fd83e8bbedb1 req-bfebcec4-38b8-4dcd-8049-4345d866d90f tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 210 time: 0.0701303 Aug 27 02:21:20.154807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-67ed2feb-66ee-468c-bc46-68195ad71722 None None] Provisioning for port 83207fb3-4238-4fd8-8d50-7187fa0a718b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:20.180600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Allocated IP 172.20.0.10 (c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37/3920ac97-24af-4ce7-b6ce-9405f190254c/e1feb5a8-14cf-4478-a864-db94bc56d2a2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:20.184296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-67ed2feb-66ee-468c-bc46-68195ad71722 None None] Provisioning complete for port 83207fb3-4238-4fd8-8d50-7187fa0a718b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:20.184953 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67ed2feb-66ee-468c-bc46-68195ad71722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.254777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-8de0e031-9346-4466-8320-43c7b5677198 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:20.256569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-8de0e031-9346-4466-8320-43c7b5677198 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.32 "GET /v2.0/networks?id=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e HTTP/1.1" status: 200 len: 812 time: 0.1670034 Aug 27 02:21:20.338512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe88e5de-2f8a-464a-be85-34d66dd39756,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:20.398338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-2dc4842e-0ed8-4b1d-afa5-266f3127d957 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aaecc812f7c4e09abe36fefddecedde HTTP/1.1" status: 200 len: 380 time: 0.1252089 Aug 27 02:21:20.423835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Request body: {'port': {'device_id': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'admin_state_up': True, 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'security_groups': ['6f4fa378-1b22-4e56-8f58-08faa39f87cd']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:20.518876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67ed2feb-66ee-468c-bc46-68195ad71722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.594545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-67ed2feb-66ee-468c-bc46-68195ad71722 None None] For port 83207fb3-4238-4fd8-8d50-7187fa0a718b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=83207fb3-4238-4fd8-8d50-7187fa0a718b,segment=NetworkSegment(31d1645e-145f-4878-9be8-7e198a818904),segment_id=31d1645e-145f-4878-9be8-7e198a818904)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:20.605434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67ed2feb-66ee-468c-bc46-68195ad71722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.645946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d798f-0c41-4876-8124-6347c8bded5e req-fe80b817-5096-4b9f-a606-8872eaf5927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:20.649707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d798f-0c41-4876-8124-6347c8bded5e req-fe80b817-5096-4b9f-a606-8872eaf5927e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1094 time: 0.3918717 Aug 27 02:21:20.682964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed2feb-66ee-468c-bc46-68195ad71722 None None] Pushing event updated for resources: {'Port': ['ID=83207fb3-4238-4fd8-8d50-7187fa0a718b,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:20.853191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Made reservation on behalf of 0aaecc812f7c4e09abe36fefddecedde for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:20.864355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.887749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83207fb3-4238-4fd8-8d50-7187fa0a718b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:20.891816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d798f-0c41-4876-8124-6347c8bded5e req-d43f7091-6102-4616-ad4e-fc9518b74175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:20.900581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d798f-0c41-4876-8124-6347c8bded5e req-d43f7091-6102-4616-ad4e-fc9518b74175 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.2404878 Aug 27 02:21:20.970241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d798f-0c41-4876-8124-6347c8bded5e req-54fed714-1219-4dab-9884-f0e6e3a54d14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 200 len: 217 time: 0.0572066 Aug 27 02:21:20.975004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 83207fb3-4238-4fd8-8d50-7187fa0a718b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:20.976137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.044980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1d5c1f9e-f665-41fd-bf77-07c656c524e6 None None] Provisioning complete for port 83207fb3-4238-4fd8-8d50-7187fa0a718b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:21.045362 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1f9e-f665-41fd-bf77-07c656c524e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.447396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872917f9-da1a-4aef-bb8a-181d74e63dd3 req-f229b941-cb64-4220-88c3-583a560c174d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.456499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-872917f9-da1a-4aef-bb8a-181d74e63dd3 req-f229b941-cb64-4220-88c3-583a560c174d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.8688109 Aug 27 02:21:21.470679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24c1a767-58e6-4a2a-ae44-7efc0bb31095 req-0c6f8d0a-b4f9-40a6-92c7-3d99cdaf6d25 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 210 time: 0.0694668 Aug 27 02:21:21.481179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Router 1e66ddf5-9a59-442e-a3a3-8195831ce825 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:21.600166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d798f-0c41-4876-8124-6347c8bded5e req-0d3b1dca-cfd4-4e41-92b2-1e4f9aae7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.602034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d798f-0c41-4876-8124-6347c8bded5e req-0d3b1dca-cfd4-4e41-92b2-1e4f9aae7db6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.1913486 Aug 27 02:21:21.609448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-872917f9-da1a-4aef-bb8a-181d74e63dd3 req-60bd34b8-12a9-4f08-b756-d8e8a3b44adf tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517000 Aug 27 02:21:21.672348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4f099d80-fe31-4a7f-9f96-1599cff14bfc req-a83fa5af-2c2c-47f5-990b-ac75144dce4f tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 210 time: 0.0818493 Aug 27 02:21:21.677311 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d798f-0c41-4876-8124-6347c8bded5e req-3c208df4-d6b7-4791-9760-aa64a7e3e864 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445096 Aug 27 02:21:21.767642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.844374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Transition to ACTIVE for port object e1feb5a8-14cf-4478-a864-db94bc56d2a2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:21.916038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.964624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d798f-0c41-4876-8124-6347c8bded5e req-23d81738-a534-4c78-a583-ed989f80a37a service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673895 Aug 27 02:21:22.015187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Allocated IP 172.20.0.7 (5fe78557-d3c6-44f7-aa4f-d18f74d87d6e/159a1652-043b-4a73-bb46-644a197005ff/61155baa-610b-4911-b492-f553d5d64e3b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:22.028373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:22.142677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] No DVR routers for this DVR port 374015ee-4060-4db9-8f03-68fd6f642ec2 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:22.256977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.260141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a05c382e-015b-47c9-ae6a-0279533eddee req-72c24c89-0d46-48d7-bd32-79847d6cfa41 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.45 "DELETE /v2.0/ports/374015ee-4060-4db9-8f03-68fd6f642ec2 HTTP/1.1" status: 204 len: 173 time: 6.5579419 Aug 27 02:21:22.261009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'name': 'network-vif-deleted', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:22.263581 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4662fb1f-c373-4f20-add3-bf3278accdf6" -d '{"events": [{"server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "name": "network-vif-deleted", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:22.269454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.378156 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8a0e15-7fb7-4b05-a67a-e21a98599e49 x-openstack-request-id: req-6c8a0e15-7fb7-4b05-a67a-e21a98599e49 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:22.378477 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f816c0c-8404-4e14-9ae8-5f3f647b9d54", "name": "network-vif-deleted", "tag": "374015ee-4060-4db9-8f03-68fd6f642ec2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:22.378737 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c8a0e15-7fb7-4b05-a67a-e21a98599e49 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:22.379239 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f816c0c-8404-4e14-9ae8-5f3f647b9d54', 'name': 'network-vif-deleted', 'tag': '374015ee-4060-4db9-8f03-68fd6f642ec2', 'status': 'completed', 'code': 200} Aug 27 02:21:22.435777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:22.443285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:22.496846 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] Sync routers for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:22.521630 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:22.522548 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:22.544891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:22.670840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d798f-0c41-4876-8124-6347c8bded5e req-ae518fd0-468a-4fa9-ab1c-d95175884c01 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926472 Aug 27 02:21:22.698981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:22.699788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.806526 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.897639 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:22.908769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b916-ceae-40cb-b71c-91f9956db2db req-30cfb422-78a9-40ae-83c2-2897c326565a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:22.910452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc89b916-ceae-40cb-b71c-91f9956db2db req-30cfb422-78a9-40ae-83c2-2897c326565a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.1821554 Aug 27 02:21:22.936003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event updated for resources: {'Port': ['ID=e1feb5a8-14cf-4478-a864-db94bc56d2a2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:22.973398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.988246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc89b916-ceae-40cb-b71c-91f9956db2db req-9073de7a-9bb9-4165-b948-adf2204ca3ac tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700128 Aug 27 02:21:22.998183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Transition to ACTIVE for port object 61155baa-610b-4911-b492-f553d5d64e3b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:23.020304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d048cd44-7068-4cc6-a082-5f0dea4c3c04 None None] Provisioning for port e1feb5a8-14cf-4478-a864-db94bc56d2a2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:23.028612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d048cd44-7068-4cc6-a082-5f0dea4c3c04 None None] Provisioning complete for port e1feb5a8-14cf-4478-a864-db94bc56d2a2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:23.028826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d048cd44-7068-4cc6-a082-5f0dea4c3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.066640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ac1062d4-1b9a-4326-b765-81148ae0f619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1714814 Aug 27 02:21:23.086881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Request body: {'port': {'device_id': '94e55811-7709-4503-b723-dca8a0da13be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:23.092204 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.177985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f70c-8381-4b3b-bb1a-6d991c9afef5 req-a718f00d-49ac-4969-b58c-5ca9bcf51619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.186958 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d54f70c-8381-4b3b-bb1a-6d991c9afef5 req-a718f00d-49ac-4969-b58c-5ca9bcf51619 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 932 time: 0.3819275 Aug 27 02:21:23.221532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d048cd44-7068-4cc6-a082-5f0dea4c3c04 None None] Port e1feb5a8-14cf-4478-a864-db94bc56d2a2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:23.392123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:23.413470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:23.426679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:23.431335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d54f70c-8381-4b3b-bb1a-6d991c9afef5 req-cab8eaa1-8628-45e7-8b48-5dde81c2b1c0 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357996 Aug 27 02:21:23.441447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event updated for resources: {'Port': ['ID=61155baa-610b-4911-b492-f553d5d64e3b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:23.448376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.595692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b904b4f-889a-4a41-a885-552738169296 req-068768cd-f0de-48eb-81bf-8f6e21ebd4d1 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.597279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b904b4f-889a-4a41-a885-552738169296 req-068768cd-f0de-48eb-81bf-8f6e21ebd4d1 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 931 time: 0.3412020 Aug 27 02:21:23.630469 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:23.682329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.683122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.691957 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] Checking router: 1e66ddf5-9a59-442e-a3a3-8195831ce825 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:23.720661 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:23.721554 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:23.763960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b904b4f-889a-4a41-a885-552738169296 req-9ba8d8ce-ce27-4cf2-a91a-2b4b15769259 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479545 Aug 27 02:21:23.774436 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-5dab2603-2894-43e6-b041-09a62fe18c61 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3699343 Aug 27 02:21:23.788788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Request body: {'port': {'device_id': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:23.920418 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.976473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4f7c481e-91da-4e77-aa80-8b123b76ee38 None None] Provisioning for port 61155baa-610b-4911-b492-f553d5d64e3b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:23.983432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4f7c481e-91da-4e77-aa80-8b123b76ee38 None None] Provisioning complete for port 61155baa-610b-4911-b492-f553d5d64e3b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:23.983805 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4f7c481e-91da-4e77-aa80-8b123b76ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.008032 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:24.034541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:21:24.102602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c481e-91da-4e77-aa80-8b123b76ee38 None None] Port 61155baa-610b-4911-b492-f553d5d64e3b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:24.439600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd99de-19c7-410f-8fed-0619f967389a req-f3bee3ac-78cf-408a-8e6f-ea5ac2afb8f6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.449399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11fd99de-19c7-410f-8fed-0619f967389a req-f3bee3ac-78cf-408a-8e6f-ea5ac2afb8f6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.2799850 Aug 27 02:21:24.576078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:24.598776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Sync routers for ids ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:24.613581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11fd99de-19c7-410f-8fed-0619f967389a req-0d9963c9-d2cc-4586-abc7-0f143a014193 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544936 Aug 27 02:21:24.633998 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:24.640431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Routers {'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:24.641107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:24.690530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1feb5a8-14cf-4478-a864-db94bc56d2a2 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:24.700270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.704299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eb7cfb89-01ab-4cb7-94ca-22843170fad9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.7560871 Aug 27 02:21:24.707579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35368) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:24.715320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.795388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Transition to ACTIVE for port object e1feb5a8-14cf-4478-a864-db94bc56d2a2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:24.810741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9a891-c6c6-467e-8b8c-594acc41eea9 req-43308036-d05d-484e-aee3-9cd5a3931391 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.812334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7bd9a891-c6c6-467e-8b8c-594acc41eea9 req-43308036-d05d-484e-aee3-9cd5a3931391 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 932 time: 0.0768628 Aug 27 02:21:24.813885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.819972 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f165b1-9f85-495f-a539-111b2fe7f838 None None] The sync data for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 is: [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:24.909804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Pushing event updated for resources: {'Port': ['ID=e1feb5a8-14cf-4478-a864-db94bc56d2a2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:25.033117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Set router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:25.046340 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7bd9a891-c6c6-467e-8b8c-594acc41eea9 req-e6d0a7f2-3d36-44d6-ba34-b87df9c97974 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534204 Aug 27 02:21:25.125464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61155baa-610b-4911-b492-f553d5d64e3b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:25.143806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.198765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Transition to ACTIVE for port object 61155baa-610b-4911-b492-f553d5d64e3b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:25.221816 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.237134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Attempting to bind port e1feb5a8-14cf-4478-a864-db94bc56d2a2 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:25.237524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Attempting to bind port e1feb5a8-14cf-4478-a864-db94bc56d2a2 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:25.239642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Attempting to bind port e1feb5a8-14cf-4478-a864-db94bc56d2a2 on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:25.250038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Port e1feb5a8-14cf-4478-a864-db94bc56d2a2 on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:25.251017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Attempting to bind port e1feb5a8-14cf-4478-a864-db94bc56d2a2 on network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:25.265288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:25.265649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Checking segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:25.266026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Bound using segment: {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:25.266488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Bound port: e1feb5a8-14cf-4478-a864-db94bc56d2a2, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf83edf-024a-424f-8699-d8ed4055fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:25.267830 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.439566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] For port e1feb5a8-14cf-4478-a864-db94bc56d2a2, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:25.448025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] For port e1feb5a8-14cf-4478-a864-db94bc56d2a2, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:25.460562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.493632 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0e1d3-58df-4d44-afe3-d1383ce2d89c None None] New status for floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:21:25.523720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.524692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.529914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] 10.222.0.32 "PUT /v2.0/ports/e1feb5a8-14cf-4478-a864-db94bc56d2a2 HTTP/1.1" status: 200 len: 1092 time: 2.4474258 Aug 27 02:21:25.530769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:25.533745 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80649947-2721-4418-8d52-2d76bd9c78bf" -d '{"events": [{"name": "network-changed", "server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:25.575933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758bebe-dfab-42eb-adf4-aeb5ae2ac419 service neutron] Pushing event updated for resources: {'Port': ['ID=e1feb5a8-14cf-4478-a864-db94bc56d2a2,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:25.761581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-6777d945-3f97-446f-bc3a-0c2c3003f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.766288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Pushing event updated for resources: {'Port': ['ID=61155baa-610b-4911-b492-f553d5d64e3b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:25.769918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:21Z', 'revision_number': 3, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port': {'id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:17Z', 'updated_at': '2021-08-27T02:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:25.771422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-6777d945-3f97-446f-bc3a-0c2c3003f5f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 1095 time: 0.1919491 Aug 27 02:21:25.899691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Checking router: fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:25.900916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Updating router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f port fe88e5de-2f8a-464a-be85-34d66dd39756 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:25.951768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.957924 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-5e903448-c119-4156-9c28-4a832bd7b1c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2 HTTP/1.1" status: 200 len: 217 time: 0.1740859 Aug 27 02:21:26.013468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37621081-2035-44d6-91e1-9ebec9947800 req-c314aabd-060a-4e2f-b00c-7495540483bc tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:26.036289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37621081-2035-44d6-91e1-9ebec9947800 req-c314aabd-060a-4e2f-b00c-7495540483bc tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 943 time: 0.3831680 Aug 27 02:21:26.212054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-44ab4188-e6a7-414b-b7d7-9227c704c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:26.215608 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-44ab4188-e6a7-414b-b7d7-9227c704c815 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 200 len: 862 time: 0.2431240 Aug 27 02:21:26.227134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Attempting to bind port 61155baa-610b-4911-b492-f553d5d64e3b on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:26.227382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Attempting to bind port 61155baa-610b-4911-b492-f553d5d64e3b by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:26.227656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Attempting to bind port 61155baa-610b-4911-b492-f553d5d64e3b on network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:26.236655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37621081-2035-44d6-91e1-9ebec9947800 req-e43d4b4f-ee31-4963-b01d-3a2312fdf4e4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981721 Aug 27 02:21:26.254061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Port 61155baa-610b-4911-b492-f553d5d64e3b on network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:26.254423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Attempting to bind port 61155baa-610b-4911-b492-f553d5d64e3b on network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:26.279158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:26.279508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Checking segment: {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:26.279908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Bound using segment: {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:26.280409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Bound port: 61155baa-610b-4911-b492-f553d5d64e3b, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e7b461-3200-4bee-b04f-abc864c7fdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:26.280857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.390696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-39b43a54-596b-4799-bd44-4ae3c88e3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:26.397094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-39b43a54-596b-4799-bd44-4ae3c88e3882 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571598 Aug 27 02:21:26.579017 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cb893b-f235-492b-8331-566fd9b31424 x-openstack-request-id: req-e9cb893b-f235-492b-8331-566fd9b31424 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:26.580668 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:26.582806 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9cb893b-f235-492b-8331-566fd9b31424 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:26.585001 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'status': 'completed', 'code': 200} Aug 27 02:21:26.650778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-17561f9e-7fb4-4483-8be5-71e082ce4a94 service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445853 Aug 27 02:21:26.752101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] For port 61155baa-610b-4911-b492-f553d5d64e3b, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:26.766265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] For port 61155baa-610b-4911-b492-f553d5d64e3b, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=61155baa-610b-4911-b492-f553d5d64e3b,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:26.778152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.785174 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.796138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Transition to ACTIVE for port object fe88e5de-2f8a-464a-be85-34d66dd39756 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:26.810417 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.880568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Attempting to bind port fe88e5de-2f8a-464a-be85-34d66dd39756 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:26.881203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Attempting to bind port fe88e5de-2f8a-464a-be85-34d66dd39756 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:26.881729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Attempting to bind port fe88e5de-2f8a-464a-be85-34d66dd39756 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:26.897038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:26.897754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:26.898362 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.898917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:26.899752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Bound port: fe88e5de-2f8a-464a-be85-34d66dd39756, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:26.900293 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.923374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1904cc-38d5-40de-8f47-daeea5398334 req-eb8973d9-b2fc-40ee-93ec-49f20171df85 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:26.926210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f1904cc-38d5-40de-8f47-daeea5398334 req-eb8973d9-b2fc-40ee-93ec-49f20171df85 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.1478920 Aug 27 02:21:26.930805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:26.931522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.933165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] 10.222.0.32 "PUT /v2.0/ports/61155baa-610b-4911-b492-f553d5d64e3b HTTP/1.1" status: 200 len: 1091 time: 3.1491551 Aug 27 02:21:26.942424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:26.951545 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c713fd4-481c-4940-bbca-4170987a80f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "tag": "61155baa-610b-4911-b492-f553d5d64e3b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:26.997260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] For port fe88e5de-2f8a-464a-be85-34d66dd39756, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:27.001341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] For port fe88e5de-2f8a-464a-be85-34d66dd39756, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fe88e5de-2f8a-464a-be85-34d66dd39756,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:27.009011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dbcd4-5ec5-4e19-9bf9-a7aba8ec92d5 None None] Pushing event updated for resources: {'Port': ['ID=fe88e5de-2f8a-464a-be85-34d66dd39756,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:27.017271 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.099789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Routers {'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:27.104716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f1904cc-38d5-40de-8f47-daeea5398334 req-7c8c4def-c212-4a82-807a-1639b5718ffd tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642945 Aug 27 02:21:27.107589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fe964d5-d8b6-4c52-9b7b-625240f38bee req-ebce6e89-a02f-4b2c-b813-498f5d8449cb service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493873 Aug 27 02:21:27.118391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:27.178466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3aeda-0eb2-4eef-a5b2-f9cfa5a2c09b service neutron] Pushing event updated for resources: {'Port': ['ID=61155baa-610b-4911-b492-f553d5d64e3b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:27.221779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dbcd4-5ec5-4e19-9bf9-a7aba8ec92d5 None None] Pushing event updated for resources: {'Port': ['ID=fe88e5de-2f8a-464a-be85-34d66dd39756,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:27.251872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-5c3d693e-f5d6-4f3c-aa65-56a4599a48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.259768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-5c3d693e-f5d6-4f3c-aa65-56a4599a48af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aaecc812f7c4e09abe36fefddecedde&device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 1094 time: 0.2581577 Aug 27 02:21:27.283926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649947-2721-4418-8d52-2d76bd9c78bf req-752538fb-0720-40cc-b62d-6c920ae109c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.287030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80649947-2721-4418-8d52-2d76bd9c78bf req-752538fb-0720-40cc-b62d-6c920ae109c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 1095 time: 0.1093352 Aug 27 02:21:27.301003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.377655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-018e9332-a4e7-4d37-9464-134fc37c67f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61155baa-610b-4911-b492-f553d5d64e3b HTTP/1.1" status: 200 len: 217 time: 0.1049197 Aug 27 02:21:27.379214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] Set router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:27.505384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-e5b0bd27-aa9a-4f18-b10f-556c9cacfaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.506994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-e5b0bd27-aa9a-4f18-b10f-556c9cacfaa8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=159a1652-043b-4a73-bb46-644a197005ff HTTP/1.1" status: 200 len: 851 time: 0.1142070 Aug 27 02:21:27.539152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd6ae8-8894-4de2-a475-161cbf298236 req-cd998f7e-bf51-4283-9f0f-4485a9c85051 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.555831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1bd6ae8-8894-4de2-a475-161cbf298236 req-cd998f7e-bf51-4283-9f0f-4485a9c85051 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 944 time: 0.3224397 Aug 27 02:21:27.642485 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1bd6ae8-8894-4de2-a475-161cbf298236 req-d591b921-c9ed-477f-8356-a49d78dc9c23 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828671 Aug 27 02:21:27.738860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeed60-2f60-493f-97bb-663049deb000 req-c664389c-84ce-46d9-89b5-92c4318512a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.741624 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1d39cd6-3a09-48aa-ba85-d41970eb2025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.743891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649947-2721-4418-8d52-2d76bd9c78bf req-e7e0d238-bdaf-4604-a6c8-dd68bca1d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.745914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-c664389c-84ce-46d9-89b5-92c4318512a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225425 Aug 27 02:21:27.749992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80649947-2721-4418-8d52-2d76bd9c78bf req-e7e0d238-bdaf-4604-a6c8-dd68bca1d020 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 924 time: 0.4187570 Aug 27 02:21:27.887729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80649947-2721-4418-8d52-2d76bd9c78bf req-b79fd140-c8cd-44b4-8954-df1cbd826ac2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2 HTTP/1.1" status: 200 len: 217 time: 0.1269834 Aug 27 02:21:27.953962 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcc1536-085b-4cf3-85b9-3b8e05750f62 x-openstack-request-id: req-4bcc1536-085b-4cf3-85b9-3b8e05750f62 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:27.954697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:21Z', 'revision_number': 3, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port': {'id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:17Z', 'updated_at': '2021-08-27T02:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:27.959592 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "tag": "61155baa-610b-4911-b492-f553d5d64e3b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:27.963462 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bcc1536-085b-4cf3-85b9-3b8e05750f62 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:27.964130 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b', 'status': 'completed', 'code': 200} Aug 27 02:21:27.997648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649947-2721-4418-8d52-2d76bd9c78bf req-08b98c53-b473-4ff5-870b-aeb0861ae2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.000077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80649947-2721-4418-8d52-2d76bd9c78bf req-08b98c53-b473-4ff5-870b-aeb0861ae2f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 200 len: 862 time: 0.1041236 Aug 27 02:21:28.006783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Allocated IP 172.20.0.1 (a6d2269e-9ddc-4b5f-b940-39055c1c3fc6/06f2b14a-160c-4003-a969-bcc638348097/43b120da-8d8a-419c-8e86-8a1ca414eb4f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:28.175968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-d4fb984f-6030-4cb9-ad60-81969823168e service neutron] 10.222.0.32 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098892 Aug 27 02:21:28.240562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649947-2721-4418-8d52-2d76bd9c78bf req-956a0767-fbc5-4604-a7d1-ca803974d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.243728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e01b8-5dde-4323-8c90-b2dde069745a None None] The sync data for ids ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'] in n-d-806293-1 is: [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:21Z', 'revision_number': 3, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port': {'id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:17Z', 'updated_at': '2021-08-27T02:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:28.246736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80649947-2721-4418-8d52-2d76bd9c78bf req-956a0767-fbc5-4604-a7d1-ca803974d48e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371109 Aug 27 02:21:28.457011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b1874-4b8c-43b7-924c-d38682db7328 req-2ea6852a-277b-461b-b60c-ef8ba2bcc9d4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.467611 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f6b1874-4b8c-43b7-924c-d38682db7328 req-2ea6852a-277b-461b-b60c-ef8ba2bcc9d4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 943 time: 0.3406789 Aug 27 02:21:28.531663 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.552086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15aeed60-2f60-493f-97bb-663049deb000 req-a8e9bae3-2fa5-400a-9392-3356d4a82b7a service neutron] 10.222.0.32 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660007 Aug 27 02:21:28.575153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Transition to ACTIVE for port object 43b120da-8d8a-419c-8e86-8a1ca414eb4f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:28.660614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f6b1874-4b8c-43b7-924c-d38682db7328 req-e5c27020-5d5f-4906-bce0-eb4d939dce6a tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919286 Aug 27 02:21:28.680413 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80649947-2721-4418-8d52-2d76bd9c78bf req-7d30546f-1aef-4734-b87d-12049d6f8a0a service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225566 Aug 27 02:21:28.845850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-c2154d4f-cf33-4af1-8d06-d175371db011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.847958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-c2154d4f-cf33-4af1-8d06-d175371db011 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aaecc812f7c4e09abe36fefddecedde&device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 1094 time: 0.2127290 Aug 27 02:21:28.850011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.011163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Pushing event updated for resources: {'Port': ['ID=43b120da-8d8a-419c-8e86-8a1ca414eb4f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:29.045836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:29.051096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:29.067579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:29.082065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80649947-2721-4418-8d52-2d76bd9c78bf req-9eab2d2f-6cc4-4a37-812d-c2e3058003f4 service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920391 Aug 27 02:21:29.156331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.157474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d1d2b-a222-4351-9092-08904296c82e req-e18a462c-a4b0-42f0-80dc-25317a35d5d5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.172143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-303d1d2b-a222-4351-9092-08904296c82e req-e18a462c-a4b0-42f0-80dc-25317a35d5d5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.1812377 Aug 27 02:21:29.243862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-68fc2458-89c4-4bf4-9c77-0b1e861ffa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.245464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-68fc2458-89c4-4bf4-9c77-0b1e861ffa1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e HTTP/1.1" status: 200 len: 913 time: 0.3170388 Aug 27 02:21:29.295106 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-303d1d2b-a222-4351-9092-08904296c82e req-2f634656-2539-4abe-89a2-ff3ed5ec14ae tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068652 Aug 27 02:21:29.312940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-4b8215bf-fc48-405e-9ce7-cfefba4f9b7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61155baa-610b-4911-b492-f553d5d64e3b HTTP/1.1" status: 200 len: 217 time: 0.0578470 Aug 27 02:21:29.445661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-649e2141-61c1-4ea3-8da6-0b30ec35e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.447270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-649e2141-61c1-4ea3-8da6-0b30ec35e90a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=159a1652-043b-4a73-bb46-644a197005ff HTTP/1.1" status: 200 len: 851 time: 0.0873961 Aug 27 02:21:29.548963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097aa6f-ebb5-48b1-be40-9bdacedd6db5 req-19c9db34-068c-4f22-961e-58c522ced040 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.554702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-a381651f-3c1e-4586-bc43-09be30d530ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.562349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7097aa6f-ebb5-48b1-be40-9bdacedd6db5 req-19c9db34-068c-4f22-961e-58c522ced040 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 944 time: 0.1039925 Aug 27 02:21:29.566344 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-a381651f-3c1e-4586-bc43-09be30d530ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059728 Aug 27 02:21:29.568337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-734acc6b-b039-447e-a484-78885d30779a None None] Provisioning for port 43b120da-8d8a-419c-8e86-8a1ca414eb4f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:29.575489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-734acc6b-b039-447e-a484-78885d30779a None None] Provisioning complete for port 43b120da-8d8a-419c-8e86-8a1ca414eb4f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:29.575855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-734acc6b-b039-447e-a484-78885d30779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.633750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7097aa6f-ebb5-48b1-be40-9bdacedd6db5 req-a0e60abb-7d67-4959-aaaf-18ec37ded91a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682192 Aug 27 02:21:29.718917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-734acc6b-b039-447e-a484-78885d30779a None None] Port 43b120da-8d8a-419c-8e86-8a1ca414eb4f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:29.788118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-67af080d-04f2-452d-b8f5-ed8c6ef407f0 service neutron] 10.222.0.32 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892312 Aug 27 02:21:29.788930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.992048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d22e47-3bca-405f-aa12-bc2196a658ea req-7a893cde-5b39-4405-ab99-954ac8c14dd4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:30.003003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25d22e47-3bca-405f-aa12-bc2196a658ea req-7a893cde-5b39-4405-ab99-954ac8c14dd4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 943 time: 0.1313629 Aug 27 02:21:30.042603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c713fd4-481c-4940-bbca-4170987a80f9 req-76e81512-e8c7-4030-89e1-c800f00a242f service neutron] 10.222.0.32 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341454 Aug 27 02:21:30.103360 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25d22e47-3bca-405f-aa12-bc2196a658ea req-77f0af33-2fb8-4ce6-a1ee-06b24a9bc34c tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976565 Aug 27 02:21:30.187830 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-359d309f-be6f-4d68-9b06-e73b9e66fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.193165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.205004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.347843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Pushing event updated for resources: {'Port': ['ID=43b120da-8d8a-419c-8e86-8a1ca414eb4f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:30.354944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.372866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.373233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.375184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e1feb5a8-14cf-4478-a864-db94bc56d2a2 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:30.382863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.397568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.397568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.397568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.397568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.397568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.397568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.398174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.398254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.399156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:30.430885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.485877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789ac13-80ff-4339-83c8-63ac56ea138f req-20cd20c8-a007-481b-a62d-2a2763576777 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:30.493732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5789ac13-80ff-4339-83c8-63ac56ea138f req-20cd20c8-a007-481b-a62d-2a2763576777 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.1070890 Aug 27 02:21:30.576795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5789ac13-80ff-4339-83c8-63ac56ea138f req-006d4d8e-65f9-43ef-a247-fc219c54c5f8 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817549 Aug 27 02:21:30.618771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:30.620386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:30.695285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port e1feb5a8-14cf-4478-a864-db94bc56d2a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:30.721247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'port_id': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'mac_address': 'fa:16:3e:25:e5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:30.790975 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.812886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1feb5a8-14cf-4478-a864-db94bc56d2a2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:30.866999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port e1feb5a8-14cf-4478-a864-db94bc56d2a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:30.891639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.981887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:30.985111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ca6a6-d359-4e5a-915d-1b9127dea099 req-fee40222-40ab-47a0-8d5b-a8958a0a216a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:30.987523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-542ca6a6-d359-4e5a-915d-1b9127dea099 req-fee40222-40ab-47a0-8d5b-a8958a0a216a tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 944 time: 0.2542799 Aug 27 02:21:30.994908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=e1feb5a8-14cf-4478-a864-db94bc56d2a2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:31.062367 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-542ca6a6-d359-4e5a-915d-1b9127dea099 req-98f9a086-5470-4550-a1bf-2fd9c33bc44f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674064 Aug 27 02:21:31.077933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe88e5de-2f8a-464a-be85-34d66dd39756 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:31.161742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['e1feb5a8-14cf-4478-a864-db94bc56d2a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:31.169711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:31.175660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e09cef7a-37ed-4704-a9f8-573a83d32409 admin admin] 10.222.0.10 "PUT /v2.0/routers/fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4661822 Aug 27 02:21:31.197450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bae9ac23-ac4f-4666-a0d9-544ee98161df None None] Provisioning complete for port 43b120da-8d8a-419c-8e86-8a1ca414eb4f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:31.198775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bae9ac23-ac4f-4666-a0d9-544ee98161df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.286508 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.321204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bae9ac23-ac4f-4666-a0d9-544ee98161df None None] Port 43b120da-8d8a-419c-8e86-8a1ca414eb4f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:31.332898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port fe88e5de-2f8a-464a-be85-34d66dd39756 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:31.337216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fe88e5de-2f8a-464a-be85-34d66dd39756 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:31.337662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.452196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90562197-aa33-4978-8008-3671a3eb5bec req-044460ea-94be-4824-9567-25f59291f03e tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.458039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90562197-aa33-4978-8008-3671a3eb5bec req-044460ea-94be-4824-9567-25f59291f03e tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 943 time: 0.0931709 Aug 27 02:21:31.539623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90562197-aa33-4978-8008-3671a3eb5bec req-b769ea81-0d2c-4c05-977d-bc49ca4c7834 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717170 Aug 27 02:21:31.582222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.653998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Sync routers for ids ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:31.657516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port fe88e5de-2f8a-464a-be85-34d66dd39756, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fe88e5de-2f8a-464a-be85-34d66dd39756,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:31.675312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.733154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Routers {'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:31.734545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:31.827928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=fe88e5de-2f8a-464a-be85-34d66dd39756,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:31.865500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf1f42-3b08-4991-a070-73d9ba2323a9 req-2e4be73e-12b5-437a-86cd-e92b6765c4d9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.870858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50cf1f42-3b08-4991-a070-73d9ba2323a9 req-2e4be73e-12b5-437a-86cd-e92b6765c4d9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.0730026 Aug 27 02:21:31.899691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Set router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:31.944057 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50cf1f42-3b08-4991-a070-73d9ba2323a9 req-af8360f0-f9c4-4280-91f1-f96c8631cbcb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665255 Aug 27 02:21:32.180294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:29Z', 'revision_number': 4, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port': {'id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:17Z', 'updated_at': '2021-08-27T02:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '43b120da-8d8a-419c-8e86-8a1ca414eb4f', 'name': '', 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'mac_address': 'fa:16:3e:73:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '06f2b14a-160c-4003-a969-bcc638348097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:27Z', 'updated_at': '2021-08-27T02:21:29Z', 'revision_number': 2, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'subnets': [{'id': '06f2b14a-160c-4003-a969-bcc638348097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:32.196978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47919439-6f06-4969-8c05-c141e8197d97 req-4090a752-3936-4f48-96f2-f82f1286099f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.198827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47919439-6f06-4969-8c05-c141e8197d97 req-4090a752-3936-4f48-96f2-f82f1286099f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 945 time: 0.0641363 Aug 27 02:21:32.218933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Checking router: fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:32.219910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Updating router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f port 43b120da-8d8a-419c-8e86-8a1ca414eb4f binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:32.256146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47919439-6f06-4969-8c05-c141e8197d97 req-765e1820-71a1-4ae5-97bf-18ecf93067ad tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479002 Aug 27 02:21:32.259504 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.381821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 61155baa-610b-4911-b492-f553d5d64e3b details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:32.386657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e1feb5a8-14cf-4478-a864-db94bc56d2a2 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:32.621117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port e1feb5a8-14cf-4478-a864-db94bc56d2a2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:32.628566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port e1feb5a8-14cf-4478-a864-db94bc56d2a2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:32.629223 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.679268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 61155baa-610b-4911-b492-f553d5d64e3b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=61155baa-610b-4911-b492-f553d5d64e3b,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:32.726993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '61155baa-610b-4911-b492-f553d5d64e3b', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'port_id': '61155baa-610b-4911-b492-f553d5d64e3b', 'mac_address': 'fa:16:3e:c8:11:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:32.770595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e62bc3-74f6-428b-a4f8-04ed798ec88b req-024f3296-82dd-4371-a8d0-300eff0ff6fa tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.773017 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.788189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59e62bc3-74f6-428b-a4f8-04ed798ec88b req-024f3296-82dd-4371-a8d0-300eff0ff6fa tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 943 time: 0.1241727 Aug 27 02:21:32.819805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Transition to ACTIVE for port object 43b120da-8d8a-419c-8e86-8a1ca414eb4f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:32.824997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.849477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.863993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61155baa-610b-4911-b492-f553d5d64e3b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:32.886457 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.894936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59e62bc3-74f6-428b-a4f8-04ed798ec88b req-4fb4c382-c847-4ffa-825c-b9e04a750e6b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055648 Aug 27 02:21:32.902773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe88e5de-2f8a-464a-be85-34d66dd39756 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:32.982326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 61155baa-610b-4911-b492-f553d5d64e3b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=61155baa-610b-4911-b492-f553d5d64e3b,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:32.992455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:32.994811 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc2075-a532-4c6e-a154-0d01206cd11b" -d '{"events": [{"server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "name": "network-vif-plugged", "status": "completed", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:33.035215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba21463-2e3b-4e05-a4b3-e3f768875c6f None None] Pushing event updated for resources: {'Port': ['ID=43b120da-8d8a-419c-8e86-8a1ca414eb4f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:33.037980 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.068861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port e1feb5a8-14cf-4478-a864-db94bc56d2a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:33.198089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.224643 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.333068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Attempting to bind port 43b120da-8d8a-419c-8e86-8a1ca414eb4f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:33.333484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Attempting to bind port 43b120da-8d8a-419c-8e86-8a1ca414eb4f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:33.333959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Attempting to bind port 43b120da-8d8a-419c-8e86-8a1ca414eb4f on network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:33.336622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['61155baa-610b-4911-b492-f553d5d64e3b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:33.386487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:33.387167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Checking segment: {'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:33.387662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.388164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Bound using segment: {'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:33.388750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Bound port: 43b120da-8d8a-419c-8e86-8a1ca414eb4f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d1645e-145f-4878-9be8-7e198a818904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:33.389499 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.436123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=61155baa-610b-4911-b492-f553d5d64e3b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:33.586714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fe88e5de-2f8a-464a-be85-34d66dd39756 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:33.587629 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.627556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcf04f-6489-4e2e-ade5-f691cf1c71ad req-b62eab8a-76ed-44b3-ae84-bb49fa29df2d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.635897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edbcf04f-6489-4e2e-ade5-f691cf1c71ad req-b62eab8a-76ed-44b3-ae84-bb49fa29df2d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.4964206 Aug 27 02:21:33.699045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edbcf04f-6489-4e2e-ade5-f691cf1c71ad req-a4641e14-de28-4a28-99f7-972a81350af3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621648 Aug 27 02:21:33.754395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=e1feb5a8-14cf-4478-a864-db94bc56d2a2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:33.783851 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35823bf7-56b0-49ff-863c-2aca365ca1cc x-openstack-request-id: req-35823bf7-56b0-49ff-863c-2aca365ca1cc {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:33.784524 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "name": "network-vif-plugged", "status": "completed", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:33.784524 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35823bf7-56b0-49ff-863c-2aca365ca1cc {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:33.787306 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'code': 200} Aug 27 02:21:33.788467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] For port 43b120da-8d8a-419c-8e86-8a1ca414eb4f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:33.847343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] For port 43b120da-8d8a-419c-8e86-8a1ca414eb4f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=43b120da-8d8a-419c-8e86-8a1ca414eb4f,segment=NetworkSegment(31d1645e-145f-4878-9be8-7e198a818904),segment_id=31d1645e-145f-4878-9be8-7e198a818904)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:33.887174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.051855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c6a4-0fdd-431f-a82a-8a1b55b2bc3d req-91b04ceb-3669-4cab-a716-08c51a19cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.053444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0995c6a4-0fdd-431f-a82a-8a1b55b2bc3d req-91b04ceb-3669-4cab-a716-08c51a19cf01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 1097 time: 0.1965570 Aug 27 02:21:34.096491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b313f-e8bd-4d33-b9df-a4015faff907 req-8f4d7196-eabd-41ed-94ca-8379aedba7f3 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.098428 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-035b313f-e8bd-4d33-b9df-a4015faff907 req-8f4d7196-eabd-41ed-94ca-8379aedba7f3 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.1991448 Aug 27 02:21:34.253137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-035b313f-e8bd-4d33-b9df-a4015faff907 req-aad9a150-1e53-4eaf-a551-d16b94faf915 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378834 Aug 27 02:21:34.268741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0995c6a4-0fdd-431f-a82a-8a1b55b2bc3d req-f69ebef4-cea0-4259-aa6f-9b5ef77349fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952176 Aug 27 02:21:34.587046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba21463-2e3b-4e05-a4b3-e3f768875c6f None None] Pushing event updated for resources: {'Port': ['ID=43b120da-8d8a-419c-8e86-8a1ca414eb4f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:34.595489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Routers {'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:34.596126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:34.601540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f6bdd-5ab4-4e28-ab31-5b03f10cd76c req-ebea089c-a0c6-4fd7-b4cc-b92d422aaeb4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.609565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-667f6bdd-5ab4-4e28-ab31-5b03f10cd76c req-ebea089c-a0c6-4fd7-b4cc-b92d422aaeb4 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 944 time: 0.0734830 Aug 27 02:21:34.686653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-667f6bdd-5ab4-4e28-ab31-5b03f10cd76c req-35db0ebd-7b07-4823-96dd-5c2398d4645e tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756993 Aug 27 02:21:34.780057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] Set router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:34.909228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1955c07-8bfd-4300-9c1d-cc9482ac4a42 req-33780944-6588-43cd-bf10-8c666ef43de5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.911015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1955c07-8bfd-4300-9c1d-cc9482ac4a42 req-33780944-6588-43cd-bf10-8c666ef43de5 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.0683024 Aug 27 02:21:34.969593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1955c07-8bfd-4300-9c1d-cc9482ac4a42 req-f54dc403-bcba-4a1a-bf8f-d233fe829dd6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490565 Aug 27 02:21:35.062119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:29Z', 'revision_number': 4, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port': {'id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:17Z', 'updated_at': '2021-08-27T02:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '43b120da-8d8a-419c-8e86-8a1ca414eb4f', 'name': '', 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'mac_address': 'fa:16:3e:73:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '06f2b14a-160c-4003-a969-bcc638348097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:27Z', 'updated_at': '2021-08-27T02:21:33Z', 'revision_number': 4, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'subnets': [{'id': '06f2b14a-160c-4003-a969-bcc638348097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:35.094223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f275c-6917-4fa9-aa01-0c8b38eef294 None None] The sync data for ids ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'] in n-d-806293-1 is: [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:29Z', 'revision_number': 4, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port': {'id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:17Z', 'updated_at': '2021-08-27T02:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '43b120da-8d8a-419c-8e86-8a1ca414eb4f', 'name': '', 'network_id': 'a6d2269e-9ddc-4b5f-b940-39055c1c3fc6', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'mac_address': 'fa:16:3e:73:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '06f2b14a-160c-4003-a969-bcc638348097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:27Z', 'updated_at': '2021-08-27T02:21:33Z', 'revision_number': 4, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'subnets': [{'id': '06f2b14a-160c-4003-a969-bcc638348097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:35.480062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1697-1e07-4b21-8286-e30fa3aaccaa req-d7f08089-7f12-4653-bbbc-643d276fc9b0 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:35.492582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1cd1697-1e07-4b21-8286-e30fa3aaccaa req-d7f08089-7f12-4653-bbbc-643d276fc9b0 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.1148477 Aug 27 02:21:35.548144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1cd1697-1e07-4b21-8286-e30fa3aaccaa req-d9ebecfe-b634-43c0-abe3-b7d37956f1e6 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526626 Aug 27 02:21:35.856710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8414e1-5b1a-45aa-85a8-97fec7bb750c req-8787e1be-eb7f-4d47-8477-73009a12c9d1 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:35.858357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b8414e1-5b1a-45aa-85a8-97fec7bb750c req-8787e1be-eb7f-4d47-8477-73009a12c9d1 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 944 time: 0.0742280 Aug 27 02:21:35.933245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b8414e1-5b1a-45aa-85a8-97fec7bb750c req-1d6c14a3-8589-4cca-ae95-7a5786f37124 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672922 Aug 27 02:21:36.215164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302ecf4-81a7-4bc2-9e82-fa877e3094a3 req-927bf471-a454-41f3-9e7a-6181fe92174f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:36.217255 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c302ecf4-81a7-4bc2-9e82-fa877e3094a3 req-927bf471-a454-41f3-9e7a-6181fe92174f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.0768440 Aug 27 02:21:36.291908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c302ecf4-81a7-4bc2-9e82-fa877e3094a3 req-07d60611-c305-42c3-bbd7-9e93fe4cc7f3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645022 Aug 27 02:21:36.393520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 61155baa-610b-4911-b492-f553d5d64e3b up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:36.484153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 61155baa-610b-4911-b492-f553d5d64e3b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:36.491208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 61155baa-610b-4911-b492-f553d5d64e3b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:36.492707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:36.664060 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:36.712404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:36.714746 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f64cd-58cf-48ab-b492-c524c74835c3" -d '{"events": [{"server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "name": "network-vif-plugged", "status": "completed", "tag": "61155baa-610b-4911-b492-f553d5d64e3b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:36.753280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 61155baa-610b-4911-b492-f553d5d64e3b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=61155baa-610b-4911-b492-f553d5d64e3b,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:36.772776 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:36.857145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f328b-f62f-4054-a759-8bd2b7330bc6 req-fefc0d1c-d5d7-44f9-9d63-dceaf2741d4d tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:36.866943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c7f328b-f62f-4054-a759-8bd2b7330bc6 req-fefc0d1c-d5d7-44f9-9d63-dceaf2741d4d tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.1508186 Aug 27 02:21:36.931777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b120da-8d8a-419c-8e86-8a1ca414eb4f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:36.935446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=61155baa-610b-4911-b492-f553d5d64e3b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:36.969939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c7f328b-f62f-4054-a759-8bd2b7330bc6 req-fba7f175-78f1-4393-8a7e-c1d39cc11c65 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937431 Aug 27 02:21:37.063775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-c300adeb-592c-4634-ba86-b29523738d96 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.075334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-c300adeb-592c-4634-ba86-b29523738d96 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.2241063 Aug 27 02:21:37.079419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 43b120da-8d8a-419c-8e86-8a1ca414eb4f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:37.084267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 43b120da-8d8a-419c-8e86-8a1ca414eb4f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:37.084886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.100566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-24ed7c2a-5459-4935-ba1b-a2ff2e8dca80 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/quotas/054d533f41c04fbab0f5ddb598cb3cd1 HTTP/1.1" status: 200 len: 375 time: 0.0237820 Aug 27 02:21:37.130789 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a737a-2f2a-4175-b1b7-4323a45ea64d x-openstack-request-id: req-e08a737a-2f2a-4175-b1b7-4323a45ea64d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:37.131236 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "name": "network-vif-plugged", "status": "completed", "tag": "61155baa-610b-4911-b492-f553d5d64e3b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:37.131576 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e08a737a-2f2a-4175-b1b7-4323a45ea64d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:37.132059 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b', 'code': 200} Aug 27 02:21:37.183039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-31f3d259-0c32-408e-a372-1570a6f424f0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815210 Aug 27 02:21:37.206426 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.253302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 43b120da-8d8a-419c-8e86-8a1ca414eb4f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=43b120da-8d8a-419c-8e86-8a1ca414eb4f,segment=NetworkSegment(31d1645e-145f-4878-9be8-7e198a818904),segment_id=31d1645e-145f-4878-9be8-7e198a818904)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:37.262519 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.292753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f916c-ed24-4fc3-8295-4e9d60cc55a1 req-b8ea244c-8c35-4368-8ff2-8136e136893f tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.297594 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac1f916c-ed24-4fc3-8295-4e9d60cc55a1 req-b8ea244c-8c35-4368-8ff2-8136e136893f tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.0945609 Aug 27 02:21:37.329103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=43b120da-8d8a-419c-8e86-8a1ca414eb4f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:37.330680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9430cb2-1a09-49f5-9647-778967052afe req-e54a74bc-5d88-4564-b4a9-6b69674035ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.332514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9430cb2-1a09-49f5-9647-778967052afe req-e54a74bc-5d88-4564-b4a9-6b69674035ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 1096 time: 0.1406362 Aug 27 02:21:37.368398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac1f916c-ed24-4fc3-8295-4e9d60cc55a1 req-d97f1221-93ce-4921-83ac-135423e68b1f tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628855 Aug 27 02:21:37.437799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9430cb2-1a09-49f5-9647-778967052afe req-2f6e82ea-f6a4-4715-a99b-abb552db6791 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958014 Aug 27 02:21:37.448998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-14af12ee-e75f-4659-b42d-c1eac14250db service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317328 Aug 27 02:21:37.516723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a05b-9b85-4e1f-ab0e-5ab352656681 req-0b80021d-1f96-4a6a-ba5c-35f462ff90be tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.519070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e25a05b-9b85-4e1f-ab0e-5ab352656681 req-0b80021d-1f96-4a6a-ba5c-35f462ff90be tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.0699313 Aug 27 02:21:37.527776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35574) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:37.534731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Request body: {'floatingip': {'port_id': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:37.586884 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.604373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-532350e9-4e4a-46be-bd30-7eccebb9a34c service neutron] 10.222.0.10 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543505 Aug 27 02:21:37.899890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7a35cc0-1944-45a8-891a-4b6fb4a233c3 req-3de3ca96-2aac-491f-a502-2e866152b764 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 210 time: 0.0510960 Aug 27 02:21:38.099727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a873c0-f5a2-4325-8577-1218064ce2d2 req-a0fbdf24-6b40-4228-8195-b47037a1a9b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:38.107808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50a873c0-f5a2-4325-8577-1218064ce2d2 req-a0fbdf24-6b40-4228-8195-b47037a1a9b0 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.1076577 Aug 27 02:21:38.223388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50a873c0-f5a2-4325-8577-1218064ce2d2 req-dbc8ef85-ac45-4e68-aea2-f51f3d0e099c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121547 Aug 27 02:21:38.423162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f3d35578-3948-4d9e-962f-c8fa4bd5c06b details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:38.740221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:38.748997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.761965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.793484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b', 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26', 'port_id': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b', 'mac_address': 'fa:16:3e:ef:12:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ef85fa-d74e-4291-b42f-8739e258b3da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:38.894240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7ef8-b9c6-4828-b28b-406d16b8bc94 req-0ae77bc3-374a-45f5-a4b9-e8ca03cfe7ef tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:38.903050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ac7ef8-b9c6-4828-b28b-406d16b8bc94 req-0ae77bc3-374a-45f5-a4b9-e8ca03cfe7ef tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.2900767 Aug 27 02:21:38.951567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.012439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-e9d6968e-3109-4326-bcc7-ab89188a7163 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.014028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-e9d6968e-3109-4326-bcc7-ab89188a7163 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7637431-43a1-42aa-ae14-42c024cd8378 HTTP/1.1" status: 200 len: 945 time: 0.2892716 Aug 27 02:21:39.028179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d35578-3948-4d9e-962f-c8fa4bd5c06b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:39.044779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b120da-8d8a-419c-8e86-8a1ca414eb4f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:39.073363 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb associated. External IP: 172.25.1.2, port: e1feb5a8-14cf-4478-a864-db94bc56d2a2. Aug 27 02:21:39.186998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:39.210470 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.261122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ac7ef8-b9c6-4828-b28b-406d16b8bc94 req-0e4f1942-c73a-49a6-9e82-1bef7c85329b tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410826 Aug 27 02:21:39.276994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e818d25a-62e5-4cfd-b1c7-1ae2466f932c req-f8861d1d-255b-4558-bffe-1afa0e98cd8e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 210 time: 0.0703712 Aug 27 02:21:39.373896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Deleting port 847c354b-0e84-481c-90df-2f9ac273248b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:39.375155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.428960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 43b120da-8d8a-419c-8e86-8a1ca414eb4f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:39.446642 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.566214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f3d35578-3948-4d9e-962f-c8fa4bd5c06b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:39.655503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:39.762010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] For port 847c354b-0e84-481c-90df-2f9ac273248b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=847c354b-0e84-481c-90df-2f9ac273248b,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:39.762491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.830194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Calling delete_port for 847c354b-0e84-481c-90df-2f9ac273248b owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:40.151765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Router 1e66ddf5-9a59-442e-a3a3-8195831ce825 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:40.179297 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:40.193211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59aa3-c7e4-4a66-8c34-eb035812a607 req-3d66fdb0-f923-473e-a8ff-974752b5dc45 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.209630 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eac59aa3-c7e4-4a66-8c34-eb035812a607 req-3d66fdb0-f923-473e-a8ff-974752b5dc45 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 944 time: 0.5099196 Aug 27 02:21:40.266632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eac59aa3-c7e4-4a66-8c34-eb035812a607 req-ce9c8eed-9f92-4303-8e86-11d2d5055850 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635409 Aug 27 02:21:40.275508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event deleted for resources: {'Port': ['ID=847c354b-0e84-481c-90df-2f9ac273248b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:40.425656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] No DVR routers for this DVR port 847c354b-0e84-481c-90df-2f9ac273248b on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:40.431004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 847c354b-0e84-481c-90df-2f9ac273248b no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:40.433205 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:40.444804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bb3a3b0-f4e5-45e0-b688-21c190d69da6 req-021a23f5-a375-4fa6-a628-904e1b798d1c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.32 "DELETE /v2.0/ports/847c354b-0e84-481c-90df-2f9ac273248b HTTP/1.1" status: 204 len: 173 time: 1.3923783 Aug 27 02:21:40.445316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'name': 'network-vif-deleted', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:40.460144 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66392f2-69e2-48b9-a6ef-16821c37905c" -d '{"events": [{"server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "name": "network-vif-deleted", "tag": "847c354b-0e84-481c-90df-2f9ac273248b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:40.506715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 847c354b-0e84-481c-90df-2f9ac273248b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:21:40.507373 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 847c354b-0e84-481c-90df-2f9ac273248b not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:40.607147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-58416a5e-58a9-4ab8-892d-d71418817977 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.614899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-58416a5e-58a9-4ab8-892d-d71418817977 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 804 time: 0.8095157 Aug 27 02:21:40.644296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab6d47-83c0-4f26-a029-33d6011e65dc req-b3a0b262-bac5-4689-a7bb-3b58dc26145d tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.659399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3ab6d47-83c0-4f26-a029-33d6011e65dc req-b3a0b262-bac5-4689-a7bb-3b58dc26145d tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.1925089 Aug 27 02:21:40.699858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c30d9ee-7167-4852-9c85-52d5f8d2626c req-35868e67-a969-45f1-883d-7ba5bed45938 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 210 time: 0.1846173 Aug 27 02:21:40.736175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Request body: {'port': {'device_id': '49940f23-f090-4e04-ab9a-62235259e398', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'admin_state_up': True, 'tenant_id': '054d533f41c04fbab0f5ddb598cb3cd1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:40.790588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3ab6d47-83c0-4f26-a029-33d6011e65dc req-cc729384-b65f-459f-adce-f2b78b8325b6 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286788 Aug 27 02:21:40.821781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:40.843391 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] Sync routers for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:40.845264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:40.866733 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:40.867752 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:40.893480 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612d0079-0b8d-4526-9123-9dbbb37f01c3 x-openstack-request-id: req-612d0079-0b8d-4526-9123-9dbbb37f01c3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:40.893794 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7637431-43a1-42aa-ae14-42c024cd8378", "name": "network-vif-deleted", "tag": "847c354b-0e84-481c-90df-2f9ac273248b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:40.894390 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-612d0079-0b8d-4526-9123-9dbbb37f01c3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:40.894966 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7637431-43a1-42aa-ae14-42c024cd8378', 'name': 'network-vif-deleted', 'tag': '847c354b-0e84-481c-90df-2f9ac273248b', 'status': 'completed', 'code': 200} Aug 27 02:21:41.146029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-db064f6e-e772-4db3-b46f-cf3c1a89b3a2 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "PUT /v2.0/floatingips/7a41cf2e-5cc0-46da-8e5d-ac20229dbacb HTTP/1.1" status: 200 len: 990 time: 3.6167078 Aug 27 02:21:41.200108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:41.212125 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede" -d '{"events": [{"name": "network-changed", "server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:41.266935 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:41.360233 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a1cac-3a7f-4644-ac99-78d9c92810fc x-openstack-request-id: req-e89a1cac-3a7f-4644-ac99-78d9c92810fc {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:41.360802 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:41.361232 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e89a1cac-3a7f-4644-ac99-78d9c92810fc {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:41.361867 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'status': 'completed', 'code': 200} Aug 27 02:21:41.413711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e495c6-435f-4874-ad78-03bf0f7e32fc req-83602316-a277-4416-a37f-1bd630e14ce0 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.429404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46e495c6-435f-4874-ad78-03bf0f7e32fc req-83602316-a277-4416-a37f-1bd630e14ce0 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.3354499 Aug 27 02:21:41.430376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35626) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:41.444155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Request body: {'floatingip': {'port_id': '61155baa-610b-4911-b492-f553d5d64e3b'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:41.451708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Made reservation on behalf of 054d533f41c04fbab0f5ddb598cb3cd1 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:41.459479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:41.489325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-fe1adcb0-63c8-4c88-b2fe-cddd68629ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.494218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-fe1adcb0-63c8-4c88-b2fe-cddd68629ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 1097 time: 0.1151657 Aug 27 02:21:41.614193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-41d8b6ea-2666-4484-ab22-7f6c10e93c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.616017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-41d8b6ea-2666-4484-ab22-7f6c10e93c4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 924 time: 0.1165085 Aug 27 02:21:41.682506 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '7a41cf2e-5cc0-46da-8e5d-ac20229dbacb', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'port_id': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'mac_address': 'fa:16:3e:25:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e55811-7709-4503-b723-dca8a0da13be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:10Z', 'updated_at': '2021-08-27T02:21:38Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:41.759338 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] Checking router: 1e66ddf5-9a59-442e-a3a3-8195831ce825 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:41.778683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Allocated IP 172.20.0.3 (388f4982-e505-409e-b254-de96e41b7a37/f07cf031-b529-44f0-a59d-82b4244670e4/91ba6b5c-ad95-485c-bf51-fba778bd193a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:41.797233 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:41.800110 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:41.833307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86007504-ca11-403e-a2cb-32f13a01bd61 req-e3fea60c-5f2f-4680-ae39-3e6d8e619c3d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.845543 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86007504-ca11-403e-a2cb-32f13a01bd61 req-e3fea60c-5f2f-4680-ae39-3e6d8e619c3d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 944 time: 0.2281363 Aug 27 02:21:41.874425 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-c9d8a618-de54-4553-be71-191959c9cdce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2 HTTP/1.1" status: 200 len: 998 time: 0.2109418 Aug 27 02:21:41.883001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.019644 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:42.078288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86007504-ca11-403e-a2cb-32f13a01bd61 req-2e0c13ac-3f5c-4285-95c7-840672b982b2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277925 Aug 27 02:21:42.099162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a78d5836-5721-4eaa-8772-89c602d982ec req-718da79b-179e-4955-b422-e92646e7ec23 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 210 time: 0.2058718 Aug 27 02:21:42.116436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-c0e40dbf-4c96-4627-accf-5ce959dcbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.127372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-c0e40dbf-4c96-4627-accf-5ce959dcbb20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 200 len: 862 time: 0.2476487 Aug 27 02:21:42.249341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-891fa7e7-6ad7-445b-951c-635c3695651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.251774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-891fa7e7-6ad7-445b-951c-635c3695651b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190665 Aug 27 02:21:42.404030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.433518 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-a25b5187-2987-41c2-ab3e-42a3dff16eae service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739073 Aug 27 02:21:42.436385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f3d35578-3948-4d9e-962f-c8fa4bd5c06b up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:42.563297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfadd5f-01ff-4cfe-bbbc-327d4e29eede req-2d2803e4-04b8-4938-8178-55da8b7e8430 service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208644 Aug 27 02:21:42.610041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.636776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port f3d35578-3948-4d9e-962f-c8fa4bd5c06b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:42.645035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port f3d35578-3948-4d9e-962f-c8fa4bd5c06b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:42.647047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.655629 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '7a41cf2e-5cc0-46da-8e5d-ac20229dbacb', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'port_id': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'mac_address': 'fa:16:3e:25:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e55811-7709-4503-b723-dca8a0da13be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:10Z', 'updated_at': '2021-08-27T02:21:38Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:42.693543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event updated for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:42.713203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.713611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.713892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.714227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.714612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.714940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.716956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.717290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.717621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.717965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.718271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.718615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:42.737543 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a194c45-2f6c-4390-be92-747cfc4efe97 None None] The sync data for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 is: [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '7a41cf2e-5cc0-46da-8e5d-ac20229dbacb', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'port_id': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'mac_address': 'fa:16:3e:25:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e55811-7709-4503-b723-dca8a0da13be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:19:10Z', 'updated_at': '2021-08-27T02:21:38Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:42.753473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Network 388f4982-e505-409e-b254-de96e41b7a37 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:42.815992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:42.820273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:42.827849 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.871180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:42.882122 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c420925-cd53-4f12-b24c-33769e6109a0" -d '{"events": [{"server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:42.912054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:42.922896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.049213 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34968d5-b640-4216-951b-df7fa17bf6b9 x-openstack-request-id: req-f34968d5-b640-4216-951b-df7fa17bf6b9 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:43.049508 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:43.049756 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f34968d5-b640-4216-951b-df7fa17bf6b9 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:43.050155 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b', 'code': 200} Aug 27 02:21:43.051192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:43.115196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:21:43.123240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.123910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.243691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e5119c-381b-4d3c-b574-9c2b6d65b453 None None] New status for floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:21:43.258959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52520d9f-e58d-4ee4-baed-152bc5a40f0f req-47fa3e19-0d11-48b6-a362-3df8ebcf30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.265779 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52520d9f-e58d-4ee4-baed-152bc5a40f0f req-47fa3e19-0d11-48b6-a362-3df8ebcf30f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1096 time: 0.1903455 Aug 27 02:21:43.326756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.396892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52520d9f-e58d-4ee4-baed-152bc5a40f0f req-9e904b09-e536-424f-96a9-9c2c35d07e2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224482 Aug 27 02:21:43.421886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7848-bfda-411f-936d-47fe61632157 req-0227afde-b408-46d3-826c-6850f29fb432 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.423580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-004c7848-bfda-411f-936d-47fe61632157 req-0227afde-b408-46d3-826c-6850f29fb432 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 931 time: 0.0827940 Aug 27 02:21:43.436045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.478367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-004c7848-bfda-411f-936d-47fe61632157 req-1718a5e2-f955-4b78-9b0c-1fd1e76e400f tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Aug 27 02:21:43.540232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-4c80d299-8583-4fb6-9845-97011b6b20b3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8363519 Aug 27 02:21:43.601902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3769a9d-9f68-4a09-8abf-728c6a70fc29 req-392f9cc3-833f-4388-8e4e-cee189bd8c1e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.607120 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3769a9d-9f68-4a09-8abf-728c6a70fc29 req-392f9cc3-833f-4388-8e4e-cee189bd8c1e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.2781100 Aug 27 02:21:43.705632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Request body: {'port': {'device_id': '49940f23-f090-4e04-ab9a-62235259e398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:43.708961 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Floating IP 801ea4e5-df24-4a56-8ffc-2f40a0806ef4 associated. External IP: 172.25.1.171, port: 61155baa-610b-4911-b492-f553d5d64e3b. Aug 27 02:21:43.884208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.888534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3769a9d-9f68-4a09-8abf-728c6a70fc29 req-ee99abec-1039-416a-833f-a6f720d2a2be tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748967 Aug 27 02:21:44.536116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:44.673700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406dc9b-3a65-4216-b7a9-8781388c8c79 req-cac7c067-7d11-4e13-8f92-3c6d4893cae3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.683148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d406dc9b-3a65-4216-b7a9-8781388c8c79 req-cac7c067-7d11-4e13-8f92-3c6d4893cae3 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 931 time: 0.0791080 Aug 27 02:21:44.732929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ba6b5c-ad95-485c-bf51-fba778bd193a {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:44.744416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:44.747317 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d406dc9b-3a65-4216-b7a9-8781388c8c79 req-320fc7f3-a073-4f1f-ba8e-8477c5a41687 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566292 Aug 27 02:21:44.753572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:44.764300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:44.767464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Transition to ACTIVE for port object 91ba6b5c-ad95-485c-bf51-fba778bd193a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:44.775424 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] Sync routers for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:44.793245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:44.796374 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:44.801959 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:44.844012 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5499d9f7-d7d3-4a4d-98a6-1955219eaa31 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "PUT /v2.0/floatingips/801ea4e5-df24-4a56-8ffc-2f40a0806ef4 HTTP/1.1" status: 200 len: 991 time: 3.4088321 Aug 27 02:21:44.847816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:44.848750 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "tag": "61155baa-610b-4911-b492-f553d5d64e3b"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:44.867760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Pushing event updated for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:44.961260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Attempting to bind port 91ba6b5c-ad95-485c-bf51-fba778bd193a on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:44.962083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Attempting to bind port 91ba6b5c-ad95-485c-bf51-fba778bd193a by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:44.962083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Attempting to bind port 91ba6b5c-ad95-485c-bf51-fba778bd193a on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:44.981047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Port 91ba6b5c-ad95-485c-bf51-fba778bd193a on network 388f4982-e505-409e-b254-de96e41b7a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:44.981504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Attempting to bind port 91ba6b5c-ad95-485c-bf51-fba778bd193a on network 388f4982-e505-409e-b254-de96e41b7a37 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:44.993543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:44.998091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Checking segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:44.999222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Bound using segment: {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:44.999784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Bound port: 91ba6b5c-ad95-485c-bf51-fba778bd193a, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243ada5c-201a-461c-ad4c-76326098c7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '388f4982-e505-409e-b254-de96e41b7a37'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:45.001185 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:45.032096 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:45.034416 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b623066-92dc-47a8-b60f-b7eb096fd88d x-openstack-request-id: req-1b623066-92dc-47a8-b60f-b7eb096fd88d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:45.039261 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "tag": "61155baa-610b-4911-b492-f553d5d64e3b", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:45.039950 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b623066-92dc-47a8-b60f-b7eb096fd88d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:45.040482 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b', 'status': 'completed', 'code': 200} Aug 27 02:21:45.155979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-6b968119-b908-48fb-8444-69ff6d35080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.159000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-6b968119-b908-48fb-8444-69ff6d35080e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aaecc812f7c4e09abe36fefddecedde&device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 1096 time: 0.1112297 Aug 27 02:21:45.179399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:45.189473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:45.201804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:45.232301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa567c7-6b5c-411b-b145-eddef0986125 req-fb8559d3-f339-46a0-ae67-36d78582635a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.235927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aa567c7-6b5c-411b-b145-eddef0986125 req-fb8559d3-f339-46a0-ae67-36d78582635a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.1914403 Aug 27 02:21:45.315309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-92565984-53db-450f-b4c4-f043bcc73b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.319404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-92565984-53db-450f-b4c4-f043bcc73b38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e HTTP/1.1" status: 200 len: 913 time: 0.1521478 Aug 27 02:21:45.331961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.332874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:45.337673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] 10.222.0.45 "PUT /v2.0/ports/91ba6b5c-ad95-485c-bf51-fba778bd193a HTTP/1.1" status: 200 len: 1091 time: 1.7570496 Aug 27 02:21:45.426479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-4d93b411-27b3-4a38-abbc-cdd2d6865dce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61155baa-610b-4911-b492-f553d5d64e3b HTTP/1.1" status: 200 len: 999 time: 0.0990438 Aug 27 02:21:45.457028 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '801ea4e5-df24-4a56-8ffc-2f40a0806ef4', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'port_id': '61155baa-610b-4911-b492-f553d5d64e3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'mac_address': 'fa:16:3e:c8:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:12Z', 'updated_at': '2021-08-27T02:21:43Z', 'revision_number': 1, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:45.465476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f1fab-e13e-4a68-b8ff-4f50ca04012e service neutron] Pushing event updated for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:45.485772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aa567c7-6b5c-411b-b145-eddef0986125 req-4ef177ed-cb34-4a87-98a9-9d53b35ad48a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965616 Aug 27 02:21:45.525450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-2a6fa46f-6b7d-4231-acc0-7558c6eb3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.526001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-703c5f67-85a3-4307-aa7b-81770736c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.526128 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] Checking router: 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:45.527017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-2a6fa46f-6b7d-4231-acc0-7558c6eb3d85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=159a1652-043b-4a73-bb46-644a197005ff HTTP/1.1" status: 200 len: 851 time: 0.0866723 Aug 27 02:21:45.528711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-703c5f67-85a3-4307-aa7b-81770736c4a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 1094 time: 0.1427279 Aug 27 02:21:45.536049 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:45.537288 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:45.600121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-d2da9b83-a94b-4a5d-8f24-f86680f6403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.602347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-d2da9b83-a94b-4a5d-8f24-f86680f6403d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657017 Aug 27 02:21:45.635054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-0971f54e-1089-43f8-b6ed-bd55c5390df0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a HTTP/1.1" status: 200 len: 217 time: 0.0971429 Aug 27 02:21:45.689308 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:45.702097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-701b032f-8d2c-45a9-8116-02b62a6b8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.703733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-701b032f-8d2c-45a9-8116-02b62a6b8060 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.0604324 Aug 27 02:21:45.745030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-658aa472-f8b4-4016-a2ef-7331d233d74c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331030 Aug 27 02:21:45.820562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd511d51-6622-48e2-b563-e751a37b3bb7 req-6393a7c3-6096-4b85-93ab-2815f23633ca tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.828898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd511d51-6622-48e2-b563-e751a37b3bb7 req-6393a7c3-6096-4b85-93ab-2815f23633ca tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1096 time: 0.2032330 Aug 27 02:21:45.862460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-c24c8b27-7adb-447c-9bb0-4f0ab45ea435 service neutron] 10.222.0.32 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494714 Aug 27 02:21:45.970169 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-a66b9038-3cff-4040-9116-17fa7580fed5 service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166624 Aug 27 02:21:45.983456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd511d51-6622-48e2-b563-e751a37b3bb7 req-f5ee9538-fbcf-47af-8bf8-52b8172f74d0 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Aug 27 02:21:46.058487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc808e8e-6b8a-44f5-aa7d-ef04b93afcc8 req-9244b9cf-52b2-42b9-923e-c39b39446839 service neutron] 10.222.0.32 "GET /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754513 Aug 27 02:21:46.190814 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '801ea4e5-df24-4a56-8ffc-2f40a0806ef4', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'port_id': '61155baa-610b-4911-b492-f553d5d64e3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'mac_address': 'fa:16:3e:c8:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:12Z', 'updated_at': '2021-08-27T02:21:43Z', 'revision_number': 1, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:46.192790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d005abf-3b88-4ec9-a76f-7470ab2ee321 req-065c88c9-21c6-448a-9975-437f1c7585e0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.194390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d005abf-3b88-4ec9-a76f-7470ab2ee321 req-065c88c9-21c6-448a-9975-437f1c7585e0 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 943 time: 0.2232823 Aug 27 02:21:46.233249 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85811c7-f4c2-48d8-af39-a516e0ddfa85 None None] The sync data for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 is: [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '801ea4e5-df24-4a56-8ffc-2f40a0806ef4', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'port_id': '61155baa-610b-4911-b492-f553d5d64e3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'mac_address': 'fa:16:3e:c8:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:12Z', 'updated_at': '2021-08-27T02:21:43Z', 'revision_number': 1, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:46.336344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d005abf-3b88-4ec9-a76f-7470ab2ee321 req-0d1999e3-5f28-436e-afe5-1853b354c09d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219540 Aug 27 02:21:46.347336 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36c9c6d-0ded-490f-9cb0-9e1c53454f14 req-2f2e4d84-0e95-4a82-abbc-f8eb487806e6 service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623345 Aug 27 02:21:46.439821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab439e7-f6e8-46bf-8a51-bd4ba97ca477 req-fcd227ce-04e9-42e2-9ca6-1953a72242e7 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.447604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ab439e7-f6e8-46bf-8a51-bd4ba97ca477 req-fcd227ce-04e9-42e2-9ca6-1953a72242e7 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1096 time: 0.0720153 Aug 27 02:21:46.454389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.522501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ab439e7-f6e8-46bf-8a51-bd4ba97ca477 req-39061dc1-7170-4628-a0f1-bea8286ce7b7 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735846 Aug 27 02:21:46.583473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d0c71-5a6f-426a-9c18-7f117aafff47 None None] New status for floating IP 801ea4e5-df24-4a56-8ffc-2f40a0806ef4: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:21:47.042253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:47.045241 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009125a7-6b95-4314-a9d7-c62cfc247226" -d '{"events": [{"name": "network-changed", "server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:47.131881 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221600f8-3590-4fed-b671-f2ce4ced036a x-openstack-request-id: req-221600f8-3590-4fed-b671-f2ce4ced036a {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:47.132376 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:47.132784 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-221600f8-3590-4fed-b671-f2ce4ced036a {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:47.133333 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'status': 'completed', 'code': 200} Aug 27 02:21:47.223375 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:47.225475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-00115995-ef32-4298-99b7-2135852b0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.228287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-00115995-ef32-4298-99b7-2135852b0252 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 1094 time: 0.0667052 Aug 27 02:21:47.373730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-3fa9b574-5407-454a-b698-73a98d385d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.399361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-3fa9b574-5407-454a-b698-73a98d385d87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 200 len: 905 time: 0.1533031 Aug 27 02:21:47.522571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-49267223-1ead-4f38-a18b-13c7ac03017e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a HTTP/1.1" status: 200 len: 217 time: 0.1148334 Aug 27 02:21:47.657135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e20c9-85be-45fb-9f71-106afa715f0b req-d4c559ff-a020-4b2e-90da-ff83b65c933e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.658173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d1e20c9-85be-45fb-9f71-106afa715f0b req-d4c559ff-a020-4b2e-90da-ff83b65c933e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 943 time: 0.1348035 Aug 27 02:21:47.663205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-19cc135b-6070-47d2-8037-a2893d9758ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.664773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-19cc135b-6070-47d2-8037-a2893d9758ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 200 len: 844 time: 0.1218123 Aug 27 02:21:47.717208 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-038af6fc-df07-403c-8985-34273417bf65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388f4982-e505-409e-b254-de96e41b7a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391462 Aug 27 02:21:47.748754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d1e20c9-85be-45fb-9f71-106afa715f0b req-ab51876c-e344-4bf1-9c5b-cb61b4e3269a tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829740 Aug 27 02:21:47.820560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-e655db24-7366-4ea6-ac0c-682659ea0b80 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:21:47.828168 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-e655db24-7366-4ea6-ac0c-682659ea0b80 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0397656 Aug 27 02:21:47.836468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Request body: {'binding': {'host': 'n-h2-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:47.836937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Unknown quota resources ['binding']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:21:47.996915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-9496ddd1-ee8d-419f-ac26-8460946056d1 service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641642 Aug 27 02:21:48.137125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on host n-h2-806293-1 for vnic_type normal with profile None {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:48.137125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:48.137125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:48.143578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:48.144036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:48.159340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:48.159911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:48.160425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:48.161000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Bound port: f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:48.171528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-009125a7-6b95-4314-a9d7-c62cfc247226 req-fac73759-103d-4b1a-aa44-baffb2f3b4fd service neutron] 10.222.0.45 "GET /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596959 Aug 27 02:21:48.241275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:48.249870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] Notify callbacks [] for binding, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.251725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-ed25a83b-833e-464d-af40-7124fa634578 service neutron] 10.222.0.10 "POST /v2.0/ports/f3d35578-3948-4d9e-962f-c8fa4bd5c06b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4227600 Aug 27 02:21:48.529767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0b56d-64cb-4a1f-b7d1-f7064ee29e0f req-6f6b7077-c557-46b7-b294-20abf59b53c2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.534562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eba0b56d-64cb-4a1f-b7d1-f7064ee29e0f req-6f6b7077-c557-46b7-b294-20abf59b53c2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.1208608 Aug 27 02:21:48.597577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-d4c405da-cb0e-4bda-a671-d4c44f4b9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.598627 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eba0b56d-64cb-4a1f-b7d1-f7064ee29e0f req-c5d3b6d0-562e-4d5a-903b-7a67423e3583 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Aug 27 02:21:48.599984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-d4c405da-cb0e-4bda-a671-d4c44f4b9fe7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1096 time: 0.0562181 Aug 27 02:21:48.729838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-f8af3416-0e4c-42f8-9e4b-a1bd04b104c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.731706 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-f8af3416-0e4c-42f8-9e4b-a1bd04b104c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.1216035 Aug 27 02:21:48.799347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-8bfbb8ec-2db0-4cad-9569-7aacb5a935cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 200 len: 217 time: 0.0581927 Aug 27 02:21:48.890890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-5ae9fb37-fdb3-4dd2-8ad7-198081f822d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.892704 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-5ae9fb37-fdb3-4dd2-8ad7-198081f822d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0853965 Aug 27 02:21:48.907782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0566-bfd8-4100-a6e9-5b1eacc6f58d req-b14d32e3-88ae-4feb-b9c0-effa0d1ad311 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.909318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-746a0566-bfd8-4100-a6e9-5b1eacc6f58d req-b14d32e3-88ae-4feb-b9c0-effa0d1ad311 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 943 time: 0.0682929 Aug 27 02:21:48.954202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-0fd90af4-1aac-4272-8bba-972ac4ea7b3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432541 Aug 27 02:21:49.040547 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-746a0566-bfd8-4100-a6e9-5b1eacc6f58d req-739cef31-4b8d-4a9a-a2c1-0c38804b52fa tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224689 Aug 27 02:21:49.116154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-92fe8faa-34f2-44d9-a7d6-2308d5c22a36 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433043 Aug 27 02:21:49.240916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-66c9382d-0535-4bec-97e3-5b0673cfb39a service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126752 Aug 27 02:21:49.723657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1d120-a4ad-4c73-ae0e-1df31b62d9f6 req-20b8eea2-eb0c-43cc-9b3c-ca88535a4a0c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:49.726027 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4bc1d120-a4ad-4c73-ae0e-1df31b62d9f6 req-20b8eea2-eb0c-43cc-9b3c-ca88535a4a0c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.0612290 Aug 27 02:21:49.780248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4bc1d120-a4ad-4c73-ae0e-1df31b62d9f6 req-80ada52f-135c-4f8e-837b-33823d42cb7d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Aug 27 02:21:49.986444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91ba6b5c-ad95-485c-bf51-fba778bd193a details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:50.120074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:50.134440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'mac_address': 'fa:16:3e:bf:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:50.230146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.270809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ba6b5c-ad95-485c-bf51-fba778bd193a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:50.306331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:50.338298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a877-1efc-4bb4-aca2-e2c1b01e54bd req-2870596b-6f2e-4a73-9483-af6e29531941 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.343458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.351954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5581a877-1efc-4bb4-aca2-e2c1b01e54bd req-2870596b-6f2e-4a73-9483-af6e29531941 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 943 time: 0.0813951 Aug 27 02:21:50.466363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:50.480168 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5581a877-1efc-4bb4-aca2-e2c1b01e54bd req-b64ab021-c964-4fea-b238-53de2e88c166 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910017 Aug 27 02:21:50.692225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['91ba6b5c-ad95-485c-bf51-fba778bd193a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:51.011846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cd1c-cf32-4606-b341-7709e206423d req-e859f86d-01a7-4b78-b54b-1fd39e755fdd tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:51.013770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e89cd1c-cf32-4606-b341-7709e206423d req-e859f86d-01a7-4b78-b54b-1fd39e755fdd tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.0718853 Aug 27 02:21:51.072764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e89cd1c-cf32-4606-b341-7709e206423d req-e6ce0dae-3909-4c24-ad47-6020fb61fd09 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Aug 27 02:21:51.740636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dbacf-9936-40ed-8ce4-8121e23af185 req-31d37aa6-9c10-446d-8a97-1296e6c83ee8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:51.742438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-018dbacf-9936-40ed-8ce4-8121e23af185 req-31d37aa6-9c10-446d-8a97-1296e6c83ee8 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 944 time: 0.1154485 Aug 27 02:21:51.826523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-018dbacf-9936-40ed-8ce4-8121e23af185 req-cb825a1c-04ab-4920-abf7-aa95e2f819af tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Aug 27 02:21:52.009269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91ba6b5c-ad95-485c-bf51-fba778bd193a up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:52.097142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 91ba6b5c-ad95-485c-bf51-fba778bd193a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:52.102696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 91ba6b5c-ad95-485c-bf51-fba778bd193a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:52.103343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.280726 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.301794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-14583914-b015-4a50-a870-2c7932cd036c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.309580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-14583914-b015-4a50-a870-2c7932cd036c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.1585541 Aug 27 02:21:52.310291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f07f7-dc1a-4b57-ad2c-3ded2b0c139d req-1bb5eb7b-242e-4ced-9645-c658d3817744 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.324696 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba4f07f7-dc1a-4b57-ad2c-3ded2b0c139d req-1bb5eb7b-242e-4ced-9645-c658d3817744 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.1004140 Aug 27 02:21:52.331169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-a3f156e9-c8a7-49dc-9df4-b48c5a39783d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/quotas/824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 375 time: 0.0200691 Aug 27 02:21:52.362378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:52.364900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:52.368885 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf89eb2-0153-4292-a207-a214d9e845ad" -d '{"events": [{"server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "name": "network-vif-plugged", "status": "completed", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:52.373701 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.419695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba4f07f7-dc1a-4b57-ad2c-3ded2b0c139d req-f3aa16c9-6998-4f69-b802-46f5c018b1c4 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940254 Aug 27 02:21:52.420583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-35d0193d-1fae-4424-a124-7ab18c6458b9 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883453 Aug 27 02:21:52.448264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:52.488692 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a729da9b-cda4-4835-a929-12e290cdc49d x-openstack-request-id: req-a729da9b-cda4-4835-a929-12e290cdc49d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:52.489059 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "name": "network-vif-plugged", "status": "completed", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:52.489314 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a729da9b-cda4-4835-a929-12e290cdc49d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:52.489715 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'code': 200} Aug 27 02:21:52.567477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-b14c3b21-b070-417b-b859-4ed4f5b8eac1 service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458137 Aug 27 02:21:52.641821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88261fc7-93cc-4bb7-9f0f-fd5304f8ed2a req-ecf8e5c4-e4a3-448b-8393-e48cd15aa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.644117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88261fc7-93cc-4bb7-9f0f-fd5304f8ed2a req-ecf8e5c4-e4a3-448b-8393-e48cd15aa309 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 1096 time: 0.0811918 Aug 27 02:21:52.714490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88261fc7-93cc-4bb7-9f0f-fd5304f8ed2a req-3fb8cc22-2295-492b-9465-9acc59e42ce3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Aug 27 02:21:52.719525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-3401b02a-f2d5-4957-b842-7e9140548afb service neutron] 10.222.0.10 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469023 Aug 27 02:21:53.136368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29171ff-2bbc-4b78-a28b-7084ac516f4e req-008b84af-6eb2-4615-b153-f3fdf064cf40 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:53.150826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d29171ff-2bbc-4b78-a28b-7084ac516f4e req-008b84af-6eb2-4615-b153-f3fdf064cf40 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 945 time: 0.1195333 Aug 27 02:21:53.242446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d29171ff-2bbc-4b78-a28b-7084ac516f4e req-d7c0eb8f-f808-4d08-937c-f566ebf36d2e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888619 Aug 27 02:21:53.319143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0330d5d4-8574-493a-9360-aa8c07636877 req-fa4e869a-b6d7-4757-8754-8bcf20dd5b95 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0368357 Aug 27 02:21:53.603530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257df2bd-69bc-410c-9c3e-061ca2da5aa7 req-9fa61729-210d-4f28-9bfe-a3651dd5828a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:53.605190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-257df2bd-69bc-410c-9c3e-061ca2da5aa7 req-9fa61729-210d-4f28-9bfe-a3651dd5828a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.0777307 Aug 27 02:21:53.663022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-257df2bd-69bc-410c-9c3e-061ca2da5aa7 req-3bb43741-3d32-43dc-93e2-906f21c6d872 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509458 Aug 27 02:21:54.387340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff6b16-69ef-41b2-9c10-7223381f8c05 req-8bb414da-932b-4581-a40a-13c03f17fa5c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.397659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-efff6b16-69ef-41b2-9c10-7223381f8c05 req-8bb414da-932b-4581-a40a-13c03f17fa5c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 945 time: 0.0805779 Aug 27 02:21:54.467021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-efff6b16-69ef-41b2-9c10-7223381f8c05 req-240fe3bc-faa6-421e-b9f0-687b8adce86d tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629778 Aug 27 02:21:54.523273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4132c705-9355-4632-8da9-d380d948f86b req-714c0969-eee2-48d7-9fdc-8523cde4f086 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0389752 Aug 27 02:21:54.761200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-3d9bd1a9-09a0-4c5c-a756-c3f0a04b2231 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.774305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-3d9bd1a9-09a0-4c5c-a756-c3f0a04b2231 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 820 time: 0.2284870 Aug 27 02:21:54.785090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Request body: {'port': {'device_id': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'admin_state_up': True, 'tenant_id': '824ea5b670a64ecbb17a64950478a079'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:55.047151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d5249-d747-485d-8bbf-f632b87e6032 req-385b105d-b8a6-4745-99b9-2c1739dd4a7a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.056821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c9d5249-d747-485d-8bbf-f632b87e6032 req-385b105d-b8a6-4745-99b9-2c1739dd4a7a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.1480260 Aug 27 02:21:55.124709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c9d5249-d747-485d-8bbf-f632b87e6032 req-a21bb69a-5f4c-4ad0-93aa-58cbf98a1182 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631759 Aug 27 02:21:55.213878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Made reservation on behalf of 824ea5b670a64ecbb17a64950478a079 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:55.223950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:55.461052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Allocated IP 172.20.0.14 (543c80bd-3b39-4e69-b761-ac69f0bf8d30/95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:55.694547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98504865-4141-42bf-af70-5e81c799fa6d req-c4d4526d-425a-4940-942e-6d0e146a6854 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0423532 Aug 27 02:21:55.731238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:55.792041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a737171-66f2-4d69-9523-206a5d44b057 req-9fbc0cb1-4b1a-4819-8228-eef2e18cc76a tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.799928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a737171-66f2-4d69-9523-206a5d44b057 req-9fbc0cb1-4b1a-4819-8228-eef2e18cc76a tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 945 time: 0.1715233 Aug 27 02:21:55.808081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:55.832512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['67ab476f-5628-492c-b94d-c124196bf7e3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:55.873714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:55.878788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:55.891674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:55.945133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a737171-66f2-4d69-9523-206a5d44b057 req-20a70930-f777-4a1d-9f80-becb9e7f9c04 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440258 Aug 27 02:21:55.948634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:55.974955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.975584 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:55.993300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-94379713-bec5-44b1-a1eb-70d0fd074bee tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2148821 Aug 27 02:21:56.005731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Request body: {'port': {'device_id': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:56.105399 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.145226 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:21:56.420137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d559dd-7fdc-4eca-9c7b-019e264b6566 req-8e6913bd-a10e-4b0f-b457-d9789e0c4da3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.428728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51d559dd-7fdc-4eca-9c7b-019e264b6566 req-8e6913bd-a10e-4b0f-b457-d9789e0c4da3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.1310804 Aug 27 02:21:56.529721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51d559dd-7fdc-4eca-9c7b-019e264b6566 req-b625d4a8-8d34-4096-bbac-73fe0fbeb595 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975323 Aug 27 02:21:56.649275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0f0987-2bc3-4a07-92b5-9e3c96b2a36f {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:56.657625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.672185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Transition to ACTIVE for port object be0f0987-2bc3-4a07-92b5-9e3c96b2a36f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:56.681708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.793759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:56.908011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:56.908381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:56.908799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:56.919614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:56.920036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:56.933580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12695986-507c-45f8-a9ea-c9ed3622f7f9 req-44284694-4de0-41bc-856a-69889c413d75 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.935392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12695986-507c-45f8-a9ea-c9ed3622f7f9 req-44284694-4de0-41bc-856a-69889c413d75 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.1017408 Aug 27 02:21:56.936727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:56.937066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:56.937536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:56.938024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Bound port: be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:56.938426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.022805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:57.026160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:57.044232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.088864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.090007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.091733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] 10.222.0.45 "PUT /v2.0/ports/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 200 len: 1092 time: 1.0911217 Aug 27 02:21:57.095662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:57.102542 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05da64a8-f958-4970-8c0a-bc302daf309e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:57.117953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cad487-718c-49a9-a3a6-7cea0cdaeb4d req-33f72299-faad-491a-8ef3-884d3aada50b tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.127314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3cad487-718c-49a9-a3a6-7cea0cdaeb4d req-33f72299-faad-491a-8ef3-884d3aada50b tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 945 time: 0.0821249 Aug 27 02:21:57.163071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3cad487-718c-49a9-a3a6-7cea0cdaeb4d req-cfeaa63f-77ff-43c0-b837-e68e65f78017 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347929 Aug 27 02:21:57.177305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe07ef-beaa-4689-94ec-215c85a7c3cc service neutron] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:57.185796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12695986-507c-45f8-a9ea-c9ed3622f7f9 req-0df69fd9-6762-49b0-ad40-854a0349546c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356799 Aug 27 02:21:57.250042 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc421337-6d62-45ce-b423-bd223267e929 x-openstack-request-id: req-cc421337-6d62-45ce-b423-bd223267e929 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:57.250662 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:57.251369 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc421337-6d62-45ce-b423-bd223267e929 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:57.252012 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f', 'status': 'completed', 'code': 200} Aug 27 02:21:57.267436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-5a50df9d-b8ea-4090-b680-1a4fe26abbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.268998 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-5a50df9d-b8ea-4090-b680-1a4fe26abbfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1095 time: 0.0689836 Aug 27 02:21:57.320591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-1bee30ab-c621-4d31-a34a-b9910465bd62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 200 len: 217 time: 0.0408294 Aug 27 02:21:57.387056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-98df4998-014d-42dc-9eae-be40b96975f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.388772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-98df4998-014d-42dc-9eae-be40b96975f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0585861 Aug 27 02:21:57.425765 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-3a9ef2fe-07ac-45e7-9d50-9028e3db2d85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280058 Aug 27 02:21:57.564821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-287736ea-b861-4d75-8cc3-787dde1af5fc service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088231 Aug 27 02:21:57.615007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f71f1fe5-6adf-4f6f-a78b-66c7c1b49b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.701327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d5b91-dd55-494f-917e-2242b7ed1573 req-d72e71be-81fc-499f-8d49-7b6c490e04ef tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.712561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-001d5b91-dd55-494f-917e-2242b7ed1573 req-d72e71be-81fc-499f-8d49-7b6c490e04ef tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.0856304 Aug 27 02:21:57.781692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fff8cac8-d00d-4470-981c-8506301e55c1 req-fcf5ad72-76c1-4ace-bc89-c798bebd0dae service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058489 Aug 27 02:21:57.796686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-001d5b91-dd55-494f-917e-2242b7ed1573 req-4206cf6d-0e65-4a40-be58-bf52f712d97d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814369 Aug 27 02:21:57.883144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da64a8-f958-4970-8c0a-bc302daf309e req-949ab10a-af26-4723-ad1f-bd7aaafa6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.884779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05da64a8-f958-4970-8c0a-bc302daf309e req-949ab10a-af26-4723-ad1f-bd7aaafa6b3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1095 time: 0.0453179 Aug 27 02:21:58.009345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da64a8-f958-4970-8c0a-bc302daf309e req-4fd1857d-55a3-4732-98e0-7477ec5a9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:58.011212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05da64a8-f958-4970-8c0a-bc302daf309e req-4fd1857d-55a3-4732-98e0-7477ec5a9b71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1187551 Aug 27 02:21:58.027646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91ba6b5c-ad95-485c-bf51-fba778bd193a details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:58.113032 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05da64a8-f958-4970-8c0a-bc302daf309e req-712efa0d-0f07-4e00-8c20-e0060b002ed0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 200 len: 217 time: 0.0926936 Aug 27 02:21:58.165217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:58.200088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da64a8-f958-4970-8c0a-bc302daf309e req-cea73da5-3706-4660-b11e-9e086f088284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:58.201386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05da64a8-f958-4970-8c0a-bc302daf309e req-cea73da5-3706-4660-b11e-9e086f088284 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0813851 Aug 27 02:21:58.209147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'network_id': '388f4982-e505-409e-b254-de96e41b7a37', 'port_id': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'mac_address': 'fa:16:3e:bf:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07cf031-b529-44f0-a59d-82b4244670e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:58.260288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05da64a8-f958-4970-8c0a-bc302daf309e req-fb7b4e0a-fc38-4e5e-b6e0-2e060063b99b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471947 Aug 27 02:21:58.294919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.313873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91ba6b5c-ad95-485c-bf51-fba778bd193a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:58.341027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:58.352686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.380143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aafa8-bdfb-4adb-acc1-967cb49c04f2 req-4a70d6d2-4224-4104-b0ae-4e70fdd504c4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:58.382896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-567aafa8-bdfb-4adb-acc1-967cb49c04f2 req-4a70d6d2-4224-4104-b0ae-4e70fdd504c4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.0630507 Aug 27 02:21:58.427658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:58.429330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c5f8-873d-4134-80ac-7723a8ec5ff1 req-d9516dd4-f4c6-408f-adfd-a3bdebb90922 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:58.437278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73e2c5f8-873d-4134-80ac-7723a8ec5ff1 req-d9516dd4-f4c6-408f-adfd-a3bdebb90922 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 945 time: 0.1116223 Aug 27 02:21:58.520061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-567aafa8-bdfb-4adb-acc1-967cb49c04f2 req-ccca33ab-9daa-4e58-b02e-6f49e160f7de tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864735 Aug 27 02:21:58.520470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73e2c5f8-873d-4134-80ac-7723a8ec5ff1 req-17acc0f1-ad57-4727-98d3-f7e064176365 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662832 Aug 27 02:21:58.520470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05da64a8-f958-4970-8c0a-bc302daf309e req-e5f43bac-0c7b-47ce-898d-83ddad54d7a4 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452741 Aug 27 02:21:58.619054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['91ba6b5c-ad95-485c-bf51-fba778bd193a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:58.660559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05da64a8-f958-4970-8c0a-bc302daf309e req-4c8ca37d-1e0a-4817-8405-a3f4bae9306d service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380551 Aug 27 02:21:59.102944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461946f-871e-4d33-ac66-77c707bf17e3 req-4b1aaf18-628b-48f6-9092-43b996b7b65e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:59.104459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2461946f-871e-4d33-ac66-77c707bf17e3 req-4b1aaf18-628b-48f6-9092-43b996b7b65e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.1048477 Aug 27 02:21:59.158215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2461946f-871e-4d33-ac66-77c707bf17e3 req-eb4a5e6b-afa2-482b-9df6-85288761acff tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Aug 27 02:21:59.213523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e254c-f755-4ef1-a3bb-b8042aefdd26 req-bf455db9-13cf-485b-928a-cfd45fc9d07b tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:59.215138 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-938e254c-f755-4ef1-a3bb-b8042aefdd26 req-bf455db9-13cf-485b-928a-cfd45fc9d07b tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 944 time: 0.0647719 Aug 27 02:21:59.257034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-938e254c-f755-4ef1-a3bb-b8042aefdd26 req-6716b592-459d-410f-9c0d-ec11b713c130 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350943 Aug 27 02:21:59.601245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3a5a-9251-45bd-8461-6c4052e961b2 req-df6359c5-5382-4e79-88e7-5866613d778f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:59.602827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94ec3a5a-9251-45bd-8461-6c4052e961b2 req-df6359c5-5382-4e79-88e7-5866613d778f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.0588167 Aug 27 02:21:59.649542 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94ec3a5a-9251-45bd-8461-6c4052e961b2 req-79c0d81e-bf14-487d-9c50-f1e006082d8d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Aug 27 02:22:00.023538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-0727ee56-e84e-4948-9919-1d59af3c2d88 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:00.025017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-0727ee56-e84e-4948-9919-1d59af3c2d88 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/networks?id=1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 HTTP/1.1" status: 200 len: 814 time: 0.1114321 Aug 27 02:22:00.028345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91ba6b5c-ad95-485c-bf51-fba778bd193a up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:00.046854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-59e5f709-9460-4f37-bd26-0628a4dda195 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/quotas/1eb8fbb4a2a0427d8c31886e54cfd193 HTTP/1.1" status: 200 len: 375 time: 0.0119433 Aug 27 02:22:00.077194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 91ba6b5c-ad95-485c-bf51-fba778bd193a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:00.077854 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.101435 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-00fddf9a-936c-4f9d-bd69-d9f992c49f0b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eb8fbb4a2a0427d8c31886e54cfd193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511525 Aug 27 02:22:00.172056 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-18b27ba5-363b-4c90-9992-49e6f5ccaf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.175652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.210219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-346cb1b9-57e7-4795-b793-d0c0ba0b1685 service neutron] 10.222.0.10 "GET /v2.0/networks/1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015270 Aug 27 02:22:00.210982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:00.213537 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b3c4a8-4d5b-4e89-8352-d5418ec0495c" -d '{"events": [{"server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "name": "network-vif-plugged", "status": "completed", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:00.234560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:00.240622 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.289084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc95e7c-9f87-4023-9f91-0df555e5261b req-6f32e1c3-d215-4a5e-b850-7eb4f56f6817 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:00.289674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:00.290677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bc95e7c-9f87-4023-9f91-0df555e5261b req-6f32e1c3-d215-4a5e-b850-7eb4f56f6817 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 945 time: 0.0535316 Aug 27 02:22:00.297119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.297970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.298811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.299086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.299422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.299755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.300083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.300408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.300729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.301047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.301372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.301761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.308306 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-d15b1a07-9b1a-47f3-9592-adeeeab64065 service neutron] 10.222.0.10 "GET /v2.0/networks/1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902719 Aug 27 02:22:00.337543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bc95e7c-9f87-4023-9f91-0df555e5261b req-7f9fd123-3927-4294-b657-a7ea8b9461eb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Aug 27 02:22:00.388928 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3fb1d-884c-4d80-b986-3aa2413ebd54 x-openstack-request-id: req-4de3fb1d-884c-4d80-b986-3aa2413ebd54 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:00.389200 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "name": "network-vif-plugged", "status": "completed", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:00.389554 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4de3fb1d-884c-4d80-b986-3aa2413ebd54 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:00.389918 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'code': 200} Aug 27 02:22:00.396990 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.473341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-885c6192-b32b-431e-a9e3-71687d68366d req-16b523f0-2c9f-423b-b3ba-6658e8d441ca tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 210 time: 0.0332422 Aug 27 02:22:00.493224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cb52b-c217-4529-9467-7eecbed20ddf req-68f61a29-df41-49e7-820d-9f00e34c2b4c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:00.493224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-284cb52b-c217-4529-9467-7eecbed20ddf req-68f61a29-df41-49e7-820d-9f00e34c2b4c tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Aug 27 02:22:00.526429 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-284cb52b-c217-4529-9467-7eecbed20ddf req-00f5553b-6ddf-45c0-8211-9acdb224fdd6 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/security-groups?id=65404d65-5550-4d55-9a62-32ce81af66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Aug 27 02:22:00.621842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-ff62ebbf-8ae4-4960-8e8b-8802b1fc2788 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:00.623342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-ff62ebbf-8ae4-4960-8e8b-8802b1fc2788 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 945 time: 0.0530477 Aug 27 02:22:00.728088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Deleting port 91ba6b5c-ad95-485c-bf51-fba778bd193a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:00.728369 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.800520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4637e-91d1-4ea5-963b-ebfc32d3d356 req-170d4c30-7c14-4661-a260-4c5ca46b490d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:00.808092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43d4637e-91d1-4ea5-963b-ebfc32d3d356 req-170d4c30-7c14-4661-a260-4c5ca46b490d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.0811327 Aug 27 02:22:00.892816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43d4637e-91d1-4ea5-963b-ebfc32d3d356 req-23a35f55-08d5-49a9-baf5-8d440127bcdc tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Aug 27 02:22:00.900965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-2c66bdbe-42c1-433d-b635-2b93470497d5 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:00.911065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-2c66bdbe-42c1-433d-b635-2b93470497d5 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.0955982 Aug 27 02:22:00.923505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806293-1'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:01.001739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.139773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:01.140489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.149598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] For port 91ba6b5c-ad95-485c-bf51-fba778bd193a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91ba6b5c-ad95-485c-bf51-fba778bd193a,segment=NetworkSegment(243ada5c-201a-461c-ad4c-76326098c7aa),segment_id=243ada5c-201a-461c-ad4c-76326098c7aa)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:01.149973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.163025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Calling delete_port for 91ba6b5c-ad95-485c-bf51-fba778bd193a owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:01.177400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:01.221118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:01.223381 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23148493-dfbc-4df4-86de-72d0eaf92d1f" -d '{"events": [{"server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:01.227721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.236416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.262813 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe31f1d-1e03-479a-8a9a-ecbe2a33b8b7 x-openstack-request-id: req-3fe31f1d-1e03-479a-8a9a-ecbe2a33b8b7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:01.263104 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:01.263346 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3fe31f1d-1e03-479a-8a9a-ecbe2a33b8b7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:01.263749 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b', 'code': 200} Aug 27 02:22:01.290926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.298195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:01.303981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['91ba6b5c-ad95-485c-bf51-fba778bd193a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:01.327055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on host n-h1-806293-1 for vnic_type normal with profile {"migrating_to": "n-h2-806293-1"} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:01.327405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:01.327713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:01.333204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:01.333335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Pushing event deleted for resources: {'Port': ['ID=91ba6b5c-ad95-485c-bf51-fba778bd193a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:01.333627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Attempting to bind port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on network 6e6000ff-1e6c-4b2c-8efd-6803eee85e26 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:01.339139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:01.339139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Checking segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:01.339355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Bound using segment: {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:01.339785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Bound port: f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace32db-7c85-4be2-8930-1402c397fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e6000ff-1e6c-4b2c-8efd-6803eee85e26'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:01.340030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.372724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] No DVR routers for this DVR port 91ba6b5c-ad95-485c-bf51-fba778bd193a on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:01.375719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.377927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-beaa1fac-4b23-48c4-b90f-ee0123b338b6 req-7423a328-d59c-45a7-9484-0d0438363597 tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.45 "DELETE /v2.0/ports/91ba6b5c-ad95-485c-bf51-fba778bd193a HTTP/1.1" status: 204 len: 173 time: 0.7467113 Aug 27 02:22:01.378247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'name': 'network-vif-deleted', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:01.380853 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f9812-5037-448d-a49a-efe8b749fdde" -d '{"events": [{"server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "name": "network-vif-deleted", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:01.409325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:01.412690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:01.421079 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41f3ca8-2612-43f3-a6b3-033011561e14 x-openstack-request-id: req-c41f3ca8-2612-43f3-a6b3-033011561e14 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:01.421368 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49940f23-f090-4e04-ab9a-62235259e398", "name": "network-vif-deleted", "tag": "91ba6b5c-ad95-485c-bf51-fba778bd193a", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:01.421610 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c41f3ca8-2612-43f3-a6b3-033011561e14 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:01.421996 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49940f23-f090-4e04-ab9a-62235259e398', 'name': 'network-vif-deleted', 'tag': '91ba6b5c-ad95-485c-bf51-fba778bd193a', 'status': 'completed', 'code': 200} Aug 27 02:22:01.422553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.546340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.548092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.548325 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] 10.222.0.45 "PUT /v2.0/ports/f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 200 len: 1121 time: 0.6296091 Aug 27 02:22:01.552126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5031a17-92aa-46cf-949f-8aaf1cf892f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:01.576202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64447578-fb71-4701-9ba3-6214c10b2636 req-2d0bac38-bed0-4646-9ba9-77c05fc6e416 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.577870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64447578-fb71-4701-9ba3-6214c10b2636 req-2d0bac38-bed0-4646-9ba9-77c05fc6e416 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.1435556 Aug 27 02:22:01.601563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c9f34ab-83db-4862-8b77-540a0abc409f req-6c122fca-ff82-419e-b5f6-bdfafae4f4c3 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 210 time: 0.0365598 Aug 27 02:22:01.652250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f3d35578-3948-4d9e-962f-c8fa4bd5c06b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:01.670552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64447578-fb71-4701-9ba3-6214c10b2636 req-8a26d386-78a3-45a9-b413-86e6112b1762 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564530 Aug 27 02:22:01.706796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-fc9013fe-c2b9-4315-b137-8450b36edd10 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.708415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-fc9013fe-c2b9-4315-b137-8450b36edd10 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.32 "GET /v2.0/networks?id=1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 HTTP/1.1" status: 200 len: 814 time: 0.1797495 Aug 27 02:22:01.711633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f3d35578-3948-4d9e-962f-c8fa4bd5c06b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:01.726613 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-971969a4-3603-4a00-b560-bb9383d1966a req-81b406dd-7440-4aae-bbd2-ec847e13d73e tempest-ImagesTestJSON-1192924983 tempest-ImagesTestJSON-1192924983-project] 10.222.0.10 "GET /v2.0/ports?device_id=49940f23-f090-4e04-ab9a-62235259e398 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Aug 27 02:22:01.733764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Request body: {'port': {'device_id': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'admin_state_up': True, 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:01.890523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Made reservation on behalf of 1eb8fbb4a2a0427d8c31886e54cfd193 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:01.894871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.107043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d95a4-2e49-4124-933a-8ec18a30733e req-86544edd-b3ca-4a1e-b7f6-83fe6d215e4e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.114580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-304d95a4-2e49-4124-933a-8ec18a30733e req-86544edd-b3ca-4a1e-b7f6-83fe6d215e4e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.1021304 Aug 27 02:22:02.164664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-304d95a4-2e49-4124-933a-8ec18a30733e req-cf6591e4-b612-4e8f-81e2-c72d4d67e367 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Aug 27 02:22:02.187248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Allocated IP 172.20.0.8 (1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4/29924b7d-29d6-481b-821b-fed9e5fa9028/6d5033ca-e6ee-4892-864a-da73f25892ef) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:02.382648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.398231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Transition to ACTIVE for port object 6d5033ca-e6ee-4892-864a-da73f25892ef will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:02.441310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.493144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:02.498435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:02.502760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:02.539725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Pushing event updated for resources: {'Port': ['ID=6d5033ca-e6ee-4892-864a-da73f25892ef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:02.571611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.572338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.589898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-916fa695-d420-4802-b2ab-f8549271841c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8621163 Aug 27 02:22:02.741476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51d986-b7e4-4be6-b6da-cdc87c3138d4 req-718093b5-7310-4438-ae71-de99e93ebd20 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.743034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c51d986-b7e4-4be6-b6da-cdc87c3138d4 req-718093b5-7310-4438-ae71-de99e93ebd20 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 931 time: 0.0517719 Aug 27 02:22:02.779054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-427ccb11-fcf6-4d4e-b160-b3ab1c596074 None None] Provisioning for port 6d5033ca-e6ee-4892-864a-da73f25892ef completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:02.790833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-427ccb11-fcf6-4d4e-b160-b3ab1c596074 None None] Provisioning complete for port 6d5033ca-e6ee-4892-864a-da73f25892ef triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:02.791247 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-427ccb11-fcf6-4d4e-b160-b3ab1c596074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.791604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c51d986-b7e4-4be6-b6da-cdc87c3138d4 req-2f6c2be7-7729-41cf-98c2-45f85d175ce2 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Aug 27 02:22:02.839107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-427ccb11-fcf6-4d4e-b160-b3ab1c596074 None None] Port 6d5033ca-e6ee-4892-864a-da73f25892ef cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:02.908091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673e68-84f9-451f-aeed-952376fc1733 req-9befe7cb-e25e-494a-890c-7e3abc6b5610 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.909956 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01673e68-84f9-451f-aeed-952376fc1733 req-9befe7cb-e25e-494a-890c-7e3abc6b5610 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.0554743 Aug 27 02:22:02.949549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01673e68-84f9-451f-aeed-952376fc1733 req-7d1e941f-303b-4e5f-87ca-27c92ca5037d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Aug 27 02:22:03.016992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:03.265390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:03.268762 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae6937b-e660-461c-a040-d843037d094d" -d '{"events": [{"name": "network-changed", "server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:04.035200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f3d35578-3948-4d9e-962f-c8fa4bd5c06b details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:04.131160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:04.145889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f3d35578-3948-4d9e-962f-c8fa4bd5c06b has no active binding in host n-h2-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:22:06.040047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91ba6b5c-ad95-485c-bf51-fba778bd193a no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:06.065928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 91ba6b5c-ad95-485c-bf51-fba778bd193a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:06.066296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91ba6b5c-ad95-485c-bf51-fba778bd193a not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:08.568242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f3d35578-3948-4d9e-962f-c8fa4bd5c06b no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:10.047231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:10.149012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:10.163260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f', 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30', 'port_id': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f', 'mac_address': 'fa:16:3e:ba:b8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:10.206032 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.220583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0f0987-2bc3-4a07-92b5-9e3c96b2a36f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:10.239435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:10.244314 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.289600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:10.593816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:12.070170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:12.121841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:12.125802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:12.126234 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.208345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.236373 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:12.239003 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ccd00c-e930-41c1-8607-547347628b14" -d '{"events": [{"server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "name": "network-vif-plugged", "status": "completed", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:12.252117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:12.256284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.309393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:12.946972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Request body: {'port': {'device_id': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:13.009179 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8036313e-bae3-4ac0-a8e0-19b016ae0976 x-openstack-request-id: req-8036313e-bae3-4ac0-a8e0-19b016ae0976 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:13.009480 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:13.009819 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8036313e-bae3-4ac0-a8e0-19b016ae0976 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:13.010180 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b', 'status': 'completed', 'code': 200} Aug 27 02:22:13.016285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.098029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf641a-327e-445b-a523-76100e4f5cf2 req-144b3700-cf6f-4ed3-b34f-10c2c32186cb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.099606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6dcf641a-327e-445b-a523-76100e4f5cf2 req-144b3700-cf6f-4ed3-b34f-10c2c32186cb tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0810311 Aug 27 02:22:13.131374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6937b-e660-461c-a040-d843037d094d req-2f1fd472-82e1-4e49-99c5-0efa2009dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.133340 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae6937b-e660-461c-a040-d843037d094d req-2f1fd472-82e1-4e49-99c5-0efa2009dc3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1124 time: 0.0857959 Aug 27 02:22:13.157906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38713312-0dee-4b9a-9d5b-bfc9152d1070 req-3819a075-3885-4358-8649-b237e0c2c1b7 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.159366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38713312-0dee-4b9a-9d5b-bfc9152d1070 req-3819a075-3885-4358-8649-b237e0c2c1b7 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 931 time: 0.1009429 Aug 27 02:22:13.208682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6dcf641a-327e-445b-a523-76100e4f5cf2 req-5203df05-447d-4165-bf82-c392e83afc82 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020131 Aug 27 02:22:13.283120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6937b-e660-461c-a040-d843037d094d req-c3396d4f-5d63-4ae2-ac96-cb79f7c3475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.284729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae6937b-e660-461c-a040-d843037d094d req-c3396d4f-5d63-4ae2-ac96-cb79f7c3475a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.1436081 Aug 27 02:22:13.288550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38713312-0dee-4b9a-9d5b-bfc9152d1070 req-e26d78c2-5d40-481c-ae7f-8e144052993e tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775609 Aug 27 02:22:13.339139 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae6937b-e660-461c-a040-d843037d094d req-3179f95f-4db1-42c7-a86d-69a85f8811d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 200 len: 217 time: 0.0462139 Aug 27 02:22:13.403754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6937b-e660-461c-a040-d843037d094d req-06efc5e5-5868-44a3-8bef-2652d551664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.405857 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae6937b-e660-461c-a040-d843037d094d req-06efc5e5-5868-44a3-8bef-2652d551664b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0574403 Aug 27 02:22:13.444020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae6937b-e660-461c-a040-d843037d094d req-1fdab404-abf6-45fe-a98b-25902fb4452a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293312 Aug 27 02:22:13.488765 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1fac3-51f1-4ba6-9f98-f3173177ffd8 x-openstack-request-id: req-c5f1fac3-51f1-4ba6-9f98-f3173177ffd8 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:13.489316 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "name": "network-vif-plugged", "status": "completed", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:13.489507 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5f1fac3-51f1-4ba6-9f98-f3173177ffd8 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:13.489867 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f', 'code': 200} Aug 27 02:22:13.610009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae6937b-e660-461c-a040-d843037d094d req-82fdef84-52d7-4a9e-8513-b99bce668eba service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563044 Aug 27 02:22:13.722727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6736f-bce3-4993-ae18-417edfaead07 req-e0328205-a953-42d2-a25b-fbb438e003e6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.724281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37b6736f-bce3-4993-ae18-417edfaead07 req-e0328205-a953-42d2-a25b-fbb438e003e6 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.4436462 Aug 27 02:22:13.733782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae6937b-e660-461c-a040-d843037d094d req-ebb599eb-0fae-4fad-a14f-5787b2f78090 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149263 Aug 27 02:22:13.783481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36146) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:13.788644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094986-2640-4f77-b92a-0568d27a1078 req-fa385027-616f-49f5-8d79-177cf05ccdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.790171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d094986-2640-4f77-b92a-0568d27a1078 req-fa385027-616f-49f5-8d79-177cf05ccdcf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1097 time: 0.1392083 Aug 27 02:22:13.797429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5033ca-e6ee-4892-864a-da73f25892ef {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:13.817566 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.839885 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37b6736f-bce3-4993-ae18-417edfaead07 req-90110403-a1e6-49a8-ba17-f9ec856b8cfa tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854547 Aug 27 02:22:13.844604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] Deleting subnet f07cf031-b529-44f0-a59d-82b4244670e4 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:22:13.847216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Transition to ACTIVE for port object 6d5033ca-e6ee-4892-864a-da73f25892ef will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:13.852231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.852570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.874808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d094986-2640-4f77-b92a-0568d27a1078 req-5c2b631f-d481-4632-947b-b42d3a822c24 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713837 Aug 27 02:22:13.896670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.953622 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.955253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5033ca-e6ee-4892-864a-da73f25892ef,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:14.030208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Attempting to bind port 6d5033ca-e6ee-4892-864a-da73f25892ef on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:14.031172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Attempting to bind port 6d5033ca-e6ee-4892-864a-da73f25892ef by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:14.031755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Attempting to bind port 6d5033ca-e6ee-4892-864a-da73f25892ef on network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:14.036931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Port 6d5033ca-e6ee-4892-864a-da73f25892ef on network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:14.037386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Attempting to bind port 6d5033ca-e6ee-4892-864a-da73f25892ef on network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:14.047855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:14.048442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Checking segment: {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:14.048835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Bound using segment: {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:14.049279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Bound port: 6d5033ca-e6ee-4892-864a-da73f25892ef, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093cdf0f-338a-4b06-86cf-f07b74897899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:14.049764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.052329 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.089479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07cf031-b529-44f0-a59d-82b4244670e4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:14.094258 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.099901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cd4cf7f6-9ace-4d2c-91b0-298bf777aef4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f07cf031-b529-44f0-a59d-82b4244670e4 HTTP/1.1" status: 204 len: 168 time: 0.3152809 Aug 27 02:22:14.100433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36152) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:14.187044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] For port 6d5033ca-e6ee-4892-864a-da73f25892ef, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:14.191558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] For port 6d5033ca-e6ee-4892-864a-da73f25892ef, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6d5033ca-e6ee-4892-864a-da73f25892ef,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:14.195058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.201020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.246933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.247956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.249109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d5033ca-e6ee-4892-864a-da73f25892ef HTTP/1.1" status: 200 len: 1091 time: 1.3074851 Aug 27 02:22:14.371905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce777e0-f1ad-4d98-a93f-fa53bcad8695 req-14b0ee8a-10fd-4789-a1df-7f1d69818da9 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.380261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4bbf-3887-4308-b72f-94600c428510 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5033ca-e6ee-4892-864a-da73f25892ef,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:14.383567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ce777e0-f1ad-4d98-a93f-fa53bcad8695 req-14b0ee8a-10fd-4789-a1df-7f1d69818da9 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0850070 Aug 27 02:22:14.387233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.399678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388f4982-e505-409e-b254-de96e41b7a37']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:14.432519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243ada5c-201a-461c-ad4c-76326098c7aa') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:14.432816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243ada5c-201a-461c-ad4c-76326098c7aa') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:14.450650 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ce777e0-f1ad-4d98-a93f-fa53bcad8695 req-1725d280-2a30-414c-8948-ee06e79c5540 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656540 Aug 27 02:22:14.458247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-40491e08-2fbd-4658-ba10-cf2e05250368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.459812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-40491e08-2fbd-4658-ba10-cf2e05250368 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1eb8fbb4a2a0427d8c31886e54cfd193&device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 1094 time: 0.1305757 Aug 27 02:22:14.463975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.513467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.519642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-7f46eb16-1816-4d1e-9c03-76de95ccb4fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d5033ca-e6ee-4892-864a-da73f25892ef HTTP/1.1" status: 200 len: 217 time: 0.0467949 Aug 27 02:22:14.524420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:22:14.524836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:22:14.527424 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:22:14.582668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7a6f-aa66-4137-8b84-683d34d7221a req-2f79f1c9-4aa0-4c73-b267-6815c351eb7c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.584204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d63c7a6f-aa66-4137-8b84-683d34d7221a req-2f79f1c9-4aa0-4c73-b267-6815c351eb7c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 943 time: 0.1772528 Aug 27 02:22:14.650844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-ab0b458d-e20f-4eb0-b3a7-88a563d74ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.652327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-ab0b458d-e20f-4eb0-b3a7-88a563d74ae8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29924b7d-29d6-481b-821b-fed9e5fa9028 HTTP/1.1" status: 200 len: 853 time: 0.1133168 Aug 27 02:22:14.652932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.677290 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.681699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] 10.222.0.10 "DELETE /v2.0/networks/388f4982-e505-409e-b254-de96e41b7a37 HTTP/1.1" status: 204 len: 168 time: 0.5777967 Aug 27 02:22:14.686943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d63c7a6f-aa66-4137-8b84-683d34d7221a req-2c39139a-52cd-42af-9336-3e3707760f6c tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Aug 27 02:22:14.712486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b311b37-8426-40d5-90ff-6ffd4f164d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=388f4982-e505-409e-b254-de96e41b7a37,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:14.729620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-570c7a25-ab65-41c2-8165-f3652c837389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.731328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-570c7a25-ab65-41c2-8165-f3652c837389 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685575 Aug 27 02:22:14.836408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-9289e8db-de0f-4807-b8d0-4cabfeb670bd service neutron] 10.222.0.32 "GET /v2.0/networks/1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924692 Aug 27 02:22:14.857598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36164) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:14.910115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-debb02c5-3990-42b0-a257-1d3c5ca75aed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=054d533f41c04fbab0f5ddb598cb3cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512948 Aug 27 02:22:14.910368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36168) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:14.968615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4e835e9-dbdc-46a6-8933-3a397da4b7bb req-c4ca045a-d496-4f78-9514-9986ed74d071 service neutron] 10.222.0.32 "GET /v2.0/networks/1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231015 Aug 27 02:22:14.976738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027076cb-aa65-4389-995e-7aa86df87665 req-4ab3be3b-a5bb-4858-9fbc-f13fd2aec2de tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.978532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-027076cb-aa65-4389-995e-7aa86df87665 req-4ab3be3b-a5bb-4858-9fbc-f13fd2aec2de tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 943 time: 0.0530105 Aug 27 02:22:14.985523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56ccf32c-cd66-43dc-b308-2214545cd448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.015877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'tag': '6d5033ca-e6ee-4892-864a-da73f25892ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:15.018247 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8252736-a86b-4e53-bef9-a04be85589f0" -d '{"events": [{"name": "network-changed", "server_uuid": "89be5e9d-2dae-4368-9f3a-976b824c4dde", "tag": "6d5033ca-e6ee-4892-864a-da73f25892ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:15.023508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-027076cb-aa65-4389-995e-7aa86df87665 req-f60ebd04-03f5-4853-b321-0f302af9db32 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Aug 27 02:22:15.029435 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56ccf32c-cd66-43dc-b308-2214545cd448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.069544 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd122526-b075-4e5c-88db-542789be5644 x-openstack-request-id: req-cd122526-b075-4e5c-88db-542789be5644 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:15.069837 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89be5e9d-2dae-4368-9f3a-976b824c4dde", "tag": "6d5033ca-e6ee-4892-864a-da73f25892ef", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:15.070087 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd122526-b075-4e5c-88db-542789be5644 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:15.070770 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'tag': '6d5033ca-e6ee-4892-864a-da73f25892ef', 'status': 'completed', 'code': 200} Aug 27 02:22:15.125412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56ccf32c-cd66-43dc-b308-2214545cd448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.128109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56ccf32c-cd66-43dc-b308-2214545cd448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.129268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-56ccf32c-cd66-43dc-b308-2214545cd448 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65404d65-5550-4d55-9a62-32ce81af66c1 HTTP/1.1" status: 204 len: 168 time: 0.2178559 Aug 27 02:22:15.144498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccf32c-cd66-43dc-b308-2214545cd448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65404d65-5550-4d55-9a62-32ce81af66c1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:15.159928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-739877b8-f39d-4bb7-bf31-eeb886718b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.162115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-739877b8-f39d-4bb7-bf31-eeb886718b8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1eb8fbb4a2a0427d8c31886e54cfd193&device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 1094 time: 0.0671611 Aug 27 02:22:15.220678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-88d574aa-216c-4aff-a282-b0824fd23d6e service neutron] 10.222.0.32 "GET /v2.0/ports/f3d35578-3948-4d9e-962f-c8fa4bd5c06b/bindings/n-h2-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.0770631 Aug 27 02:22:15.279810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-cfd09247-795a-4639-ae74-2f8fe8944767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.281533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-cfd09247-795a-4639-ae74-2f8fe8944767 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 HTTP/1.1" status: 200 len: 915 time: 0.1007376 Aug 27 02:22:15.329407 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-052067dc-4b44-4a43-a27c-bb87f97292ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d5033ca-e6ee-4892-864a-da73f25892ef HTTP/1.1" status: 200 len: 217 time: 0.0351295 Aug 27 02:22:15.381756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-41206f9f-84bf-48f4-a4f8-e07857561ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.383870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-41206f9f-84bf-48f4-a4f8-e07857561ce8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29924b7d-29d6-481b-821b-fed9e5fa9028 HTTP/1.1" status: 200 len: 853 time: 0.0468509 Aug 27 02:22:15.430359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:15.437638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-30ad8e23-fdce-4942-8de5-f3e0ef898844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.439293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-30ad8e23-fdce-4942-8de5-f3e0ef898844 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461867 Aug 27 02:22:15.456257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:15.495657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d35578-3948-4d9e-962f-c8fa4bd5c06b {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:15.508382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:15.569785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.574078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-34b74db5-02c6-4936-beba-691e5edba558 service neutron] 10.222.0.32 "GET /v2.0/networks/1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260118 Aug 27 02:22:15.634005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956891a0-3eb5-43af-bdd9-ea4f998e928e req-884ec3fc-f691-49c2-8c16-57094c7b5358 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.635834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-956891a0-3eb5-43af-bdd9-ea4f998e928e req-884ec3fc-f691-49c2-8c16-57094c7b5358 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.1073897 Aug 27 02:22:15.705929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8252736-a86b-4e53-bef9-a04be85589f0 req-d141cedd-2c20-4608-9b08-68131eb98684 service neutron] 10.222.0.32 "GET /v2.0/networks/1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217401 Aug 27 02:22:15.719413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] Transition to ACTIVE for port object f3d35578-3948-4d9e-962f-c8fa4bd5c06b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:15.730043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-956891a0-3eb5-43af-bdd9-ea4f998e928e req-8cb7ace4-4ad6-400e-9746-cb0b6331cb3b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794137 Aug 27 02:22:15.732289 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.796499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] No DVR routers for this DVR port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:15.830981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=10']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:15.863289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-ceda2730-33c9-4b03-822b-b2d243f4ae88 service neutron] 10.222.0.32 "PUT /v2.0/ports/f3d35578-3948-4d9e-962f-c8fa4bd5c06b/bindings/n-h2-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6312568 Aug 27 02:22:15.864802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a1f1-e05c-44cb-a764-493be3e731f4 req-2ddce6c0-3e6d-44c2-a86f-dd924defb8c3 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.866384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8d2a1f1-e05c-44cb-a764-493be3e731f4 req-2ddce6c0-3e6d-44c2-a86f-dd924defb8c3 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 943 time: 0.0627275 Aug 27 02:22:15.888615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e114ea-d0d3-4645-9e8c-aeb2f5b0e378 req-dcdd8687-5e1a-409f-9a42-0b5e968ef3b5 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.896341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50e114ea-d0d3-4645-9e8c-aeb2f5b0e378 req-dcdd8687-5e1a-409f-9a42-0b5e968ef3b5 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1097 time: 0.0668807 Aug 27 02:22:15.928304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50e114ea-d0d3-4645-9e8c-aeb2f5b0e378 req-a6c95c97-3f59-4262-83a3-349e8415ebaf tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Aug 27 02:22:15.950589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8d2a1f1-e05c-44cb-a764-493be3e731f4 req-62ad4e4b-6a66-4772-ae04-e0020103391a tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 Aug 27 02:22:15.993318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-39f81000-48c2-4f5d-84de-cc23d6026d3c tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.994857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-39f81000-48c2-4f5d-84de-cc23d6026d3c tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.0589623 Aug 27 02:22:16.051417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-82e7ce56-10c2-44dd-a6b5-6a9777173dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.056124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-82e7ce56-10c2-44dd-a6b5-6a9777173dcc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4&tenant_id=42add40864b547e3ac14ec3a0f9d75ee HTTP/1.1" status: 200 len: 1095 time: 0.0529103 Aug 27 02:22:16.088158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfea8b-cc57-452c-a34d-746a461ea445 req-0c3408b0-b858-4e60-914c-24d2b698a3cf tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.097627 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8bdfea8b-cc57-452c-a34d-746a461ea445 req-0c3408b0-b858-4e60-914c-24d2b698a3cf tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1097 time: 0.0642405 Aug 27 02:22:16.131554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8bdfea8b-cc57-452c-a34d-746a461ea445 req-e2b2569b-4187-41d2-93fd-fd5ad7a5201d tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Aug 27 02:22:16.160835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-71d76f87-b9d7-4077-a58e-90d806604431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.162397 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-71d76f87-b9d7-4077-a58e-90d806604431 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1095 time: 0.0822124 Aug 27 02:22:16.180616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6f96-5e62-4190-8c5c-8281181667ed req-751355a7-0403-41b1-be3b-9332cbdd5824 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.182615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afda6f96-5e62-4190-8c5c-8281181667ed req-751355a7-0403-41b1-be3b-9332cbdd5824 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 944 time: 0.0716987 Aug 27 02:22:16.275553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afda6f96-5e62-4190-8c5c-8281181667ed req-92764af2-b702-451a-8c69-5cfc5a00e20e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844243 Aug 27 02:22:16.299894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-0085bdc3-ae8d-46a5-93d4-7fe1c461a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.301713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-0085bdc3-ae8d-46a5-93d4-7fe1c461a939 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.1304111 Aug 27 02:22:16.351125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-fdcb9cbb-b8fd-48b7-845d-093be0338f57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 200 len: 217 time: 0.0410669 Aug 27 02:22:16.403343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-257e0f35-206b-4cca-864e-7f70b410b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.404820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-257e0f35-206b-4cca-864e-7f70b410b054 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0458429 Aug 27 02:22:16.436721 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.447962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-446fa21c-352a-403f-95e5-6fbcbb7a820d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283854 Aug 27 02:22:16.550466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-b45cf83a-f639-4489-aef5-ddda7701829f service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952544 Aug 27 02:22:16.642568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-74e274c8-c91d-44e8-84e3-b4c319ea1408 service neutron] 10.222.0.45 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849378 Aug 27 02:22:17.007451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796731d-9961-4a40-924e-180434755a39 req-6472b413-e9ce-45cb-9c53-dac0e79a2f56 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.009013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-6472b413-e9ce-45cb-9c53-dac0e79a2f56 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4&tenant_id=42add40864b547e3ac14ec3a0f9d75ee&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.0479655 Aug 27 02:22:17.089300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f17d73-c7fc-427a-967c-45dc8a1cc54c req-637cac60-f0af-47b1-8807-54bbca46c930 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.091085 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16f17d73-c7fc-427a-967c-45dc8a1cc54c req-637cac60-f0af-47b1-8807-54bbca46c930 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 943 time: 0.0555232 Aug 27 02:22:17.133482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16f17d73-c7fc-427a-967c-45dc8a1cc54c req-f28e6d1f-10af-4c2c-9011-e3bf5e4a510e tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342772 Aug 27 02:22:17.137041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5796731d-9961-4a40-924e-180434755a39 req-f1d15ebf-398a-40d3-88b8-7e8083464679 service neutron] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:17.140167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5796731d-9961-4a40-924e-180434755a39 req-f1d15ebf-398a-40d3-88b8-7e8083464679 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.141284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5796731d-9961-4a40-924e-180434755a39 req-f1d15ebf-398a-40d3-88b8-7e8083464679 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f3d35578-3948-4d9e-962f-c8fa4bd5c06b/bindings/n-h1-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.1251624 Aug 27 02:22:17.164077 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.324760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-48bc5f32-093f-4ca5-9481-3e7ec7da1686 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:22:17.325786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-48bc5f32-093f-4ca5-9481-3e7ec7da1686 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065832 Aug 27 02:22:17.341506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Request body: {'binding': {'host': 'n-h1-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:17.341506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Unknown quota resources ['binding']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:22:17.415532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ea328-dc7d-4f0c-8fcf-63e2ac81ffb1 req-0cda42a3-b47d-4f68-8446-9e3eacc8de87 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.417057 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-835ea328-dc7d-4f0c-8fcf-63e2ac81ffb1 req-0cda42a3-b47d-4f68-8446-9e3eacc8de87 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 944 time: 0.0532811 Aug 27 02:22:17.464453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-835ea328-dc7d-4f0c-8fcf-63e2ac81ffb1 req-606789b5-3ad1-4e8c-9dbb-f05d2853aa05 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Aug 27 02:22:17.520068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on host n-h1-806293-1 for vnic_type normal with profile None {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:17.520526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:17.520739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:17.525571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:17.525893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:17.530983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:17.531153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:17.531534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:17.531956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Bound port: be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:17.601966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:17.609314 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.612385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-da622f9d-f662-4e5d-b44c-b2d2a69daca0 service neutron] 10.222.0.10 "POST /v2.0/ports/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2763686 Aug 27 02:22:17.686814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcac16-dc07-4946-a495-7eb22895741e req-acf60ce6-79c4-45ec-8c91-bf8183f5ac00 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.695110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7bcac16-dc07-4946-a495-7eb22895741e req-acf60ce6-79c4-45ec-8c91-bf8183f5ac00 tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 1095 time: 0.0611782 Aug 27 02:22:17.739205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7bcac16-dc07-4946-a495-7eb22895741e req-44209a11-811a-4cb4-a51c-adb62e70888e tempest-LiveMigrationTest-1108517352 tempest-LiveMigrationTest-1108517352-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Aug 27 02:22:17.851962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fd36-c478-4e1d-a415-0c496d883129 req-1807615e-5325-44f9-bbc0-4e78be573138 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.853726 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-33f3fd36-c478-4e1d-a415-0c496d883129 req-1807615e-5325-44f9-bbc0-4e78be573138 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0605750 Aug 27 02:22:17.896557 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-33f3fd36-c478-4e1d-a415-0c496d883129 req-33f522d9-4fa8-450f-a438-d01d7edca2c2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353544 Aug 27 02:22:17.910846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-4f7112b5-6586-4c7c-aeb6-5bdaff5864ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.912367 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-4f7112b5-6586-4c7c-aeb6-5bdaff5864ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1097 time: 0.0584126 Aug 27 02:22:18.059966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-26110597-12cb-4dc7-ab3c-c376bf83aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.061441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-26110597-12cb-4dc7-ab3c-c376bf83aa34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1326981 Aug 27 02:22:18.106143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-582980e4-1cad-4abb-a26b-b0e77127555a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 200 len: 217 time: 0.0367508 Aug 27 02:22:18.160526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-2997ed97-33cb-4632-91b5-a4e9051fca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.162135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-2997ed97-33cb-4632-91b5-a4e9051fca44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0475664 Aug 27 02:22:18.163198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69af89e-b1a5-4286-8b37-b04df0e6ac61 req-90214840-a345-4f70-89ef-a386c3cff7dd tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.167642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69af89e-b1a5-4286-8b37-b04df0e6ac61 req-90214840-a345-4f70-89ef-a386c3cff7dd tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 944 time: 0.0591476 Aug 27 02:22:18.205937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-484ac30e-0a81-4823-b94f-9d3867238cce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360248 Aug 27 02:22:18.218974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69af89e-b1a5-4286-8b37-b04df0e6ac61 req-d892a082-7017-4be3-848a-837f84697e7a tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Aug 27 02:22:18.325398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7abb7-001e-4557-ab10-bcd6059e3330 req-f3dd8d4c-23ee-4c6c-8efe-ad18d903e984 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.326893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03b7abb7-001e-4557-ab10-bcd6059e3330 req-f3dd8d4c-23ee-4c6c-8efe-ad18d903e984 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 943 time: 0.1047447 Aug 27 02:22:18.364178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-ef3f1d87-ff14-4020-a910-280b3e32ce81 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399140 Aug 27 02:22:18.381419 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03b7abb7-001e-4557-ab10-bcd6059e3330 req-9a30ba45-9b02-40bd-a179-1b4fbf72de41 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 Aug 27 02:22:18.468427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-84afbe34-04ff-4381-9e57-216816c14e0f service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859771 Aug 27 02:22:18.627175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6d5033ca-e6ee-4892-864a-da73f25892ef details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:18.723766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6d5033ca-e6ee-4892-864a-da73f25892ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6d5033ca-e6ee-4892-864a-da73f25892ef,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:18.734955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '6d5033ca-e6ee-4892-864a-da73f25892ef', 'network_id': '1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4', 'port_id': '6d5033ca-e6ee-4892-864a-da73f25892ef', 'mac_address': 'fa:16:3e:e9:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29924b7d-29d6-481b-821b-fed9e5fa9028', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:18.774872 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:18.788793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5033ca-e6ee-4892-864a-da73f25892ef {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:18.808499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6d5033ca-e6ee-4892-864a-da73f25892ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6d5033ca-e6ee-4892-864a-da73f25892ef,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:18.812011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050c34-46ac-4950-9d27-936f8b28d55c req-da1dd215-36ea-4f64-9d18-8e9529e656a7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.813495 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:18.813641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07050c34-46ac-4950-9d27-936f8b28d55c req-da1dd215-36ea-4f64-9d18-8e9529e656a7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 944 time: 0.0513034 Aug 27 02:22:18.866177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6d5033ca-e6ee-4892-864a-da73f25892ef,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:18.919400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Deleting port f3d35578-3948-4d9e-962f-c8fa4bd5c06b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:18.919822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:19.068504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] For port f3d35578-3948-4d9e-962f-c8fa4bd5c06b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:19.068881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:19.069027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['6d5033ca-e6ee-4892-864a-da73f25892ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:19.092843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2bf45-a5ea-4ead-bade-956144bd47a8 req-b39a8842-baab-4e10-a781-71d8f70b2984 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.094495 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ac2bf45-a5ea-4ead-bade-956144bd47a8 req-b39a8842-baab-4e10-a781-71d8f70b2984 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.1127372 Aug 27 02:22:19.095480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Calling delete_port for f3d35578-3948-4d9e-962f-c8fa4bd5c06b owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:19.197607 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ac2bf45-a5ea-4ead-bade-956144bd47a8 req-51dc6ca7-1a12-4ee9-a8a8-29e7b8f28298 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930514 Aug 27 02:22:19.287863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:19.305407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:19.336668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event deleted for resources: {'Port': ['ID=f3d35578-3948-4d9e-962f-c8fa4bd5c06b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:19.377620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68341e1c-bbcd-46fe-b93a-7812f5c4a997 req-6ec6a9b6-2423-4d45-8795-c302688752b7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.0508661 Aug 27 02:22:19.414498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] No DVR routers for this DVR port f3d35578-3948-4d9e-962f-c8fa4bd5c06b on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:19.418145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:19.420562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07050c34-46ac-4950-9d27-936f8b28d55c req-742b296d-92f2-41ce-b791-1cb45a8e661f tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "DELETE /v2.0/ports/f3d35578-3948-4d9e-962f-c8fa4bd5c06b HTTP/1.1" status: 204 len: 173 time: 0.5997863 Aug 27 02:22:19.421031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'name': 'network-vif-deleted', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:19.423379 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a782db-ad0b-4e4a-af75-d3439dd7e0a1" -d '{"events": [{"server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "name": "network-vif-deleted", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:19.563431 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68614b4b-1a34-435d-b58f-0dac36976444 x-openstack-request-id: req-68614b4b-1a34-435d-b58f-0dac36976444 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:19.563836 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85660de0-0633-461a-b653-1ed08ae026e4", "name": "network-vif-deleted", "tag": "f3d35578-3948-4d9e-962f-c8fa4bd5c06b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:19.564177 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68614b4b-1a34-435d-b58f-0dac36976444 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:19.564666 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85660de0-0633-461a-b653-1ed08ae026e4', 'name': 'network-vif-deleted', 'tag': 'f3d35578-3948-4d9e-962f-c8fa4bd5c06b', 'status': 'completed', 'code': 200} Aug 27 02:22:19.584358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea933-7f1c-4d08-bcc6-bdbef1a3335f req-91c6de30-840a-4dd0-bb65-95de75b2b9c2 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.586067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bbea933-7f1c-4d08-bcc6-bdbef1a3335f req-91c6de30-840a-4dd0-bb65-95de75b2b9c2 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 944 time: 0.0587254 Aug 27 02:22:19.623967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bbea933-7f1c-4d08-bcc6-bdbef1a3335f req-1178f9b1-4594-4c6c-9343-7848c219cb43 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Aug 27 02:22:20.228930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ff489-372f-470d-86fc-2abf82b1edbd req-893f5035-2d69-498c-b870-a3fa0cacab94 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.230649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-123ff489-372f-470d-86fc-2abf82b1edbd req-893f5035-2d69-498c-b870-a3fa0cacab94 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.0503232 Aug 27 02:22:20.273037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-123ff489-372f-470d-86fc-2abf82b1edbd req-c42a9f26-ef34-4799-9ca9-ff96adf329f1 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350459 Aug 27 02:22:20.323086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a88fb5-0a9c-4318-901a-7d2f7ad5f110 req-3d33fec5-0e6e-40c7-b039-f204a27d9ca2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.324505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42a88fb5-0a9c-4318-901a-7d2f7ad5f110 req-3d33fec5-0e6e-40c7-b039-f204a27d9ca2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0512972 Aug 27 02:22:20.365005 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42a88fb5-0a9c-4318-901a-7d2f7ad5f110 req-cb316caf-3ac1-4a38-9c76-da32592ab4e0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Aug 27 02:22:20.462432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc67edd0-a29a-4c26-b7c4-035b77ca460b req-c483207a-1196-4d55-87f2-08279e362cf2 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.0305426 Aug 27 02:22:20.657137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6d5033ca-e6ee-4892-864a-da73f25892ef up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:20.739530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 6d5033ca-e6ee-4892-864a-da73f25892ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:20.745079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 6d5033ca-e6ee-4892-864a-da73f25892ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:20.745836 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.797320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8fcbd-4224-4629-8fd6-eb16bed73c2c req-fca66741-81d6-441e-98e5-725f9d7d4df9 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.806706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19d8fcbd-4224-4629-8fd6-eb16bed73c2c req-fca66741-81d6-441e-98e5-725f9d7d4df9 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 944 time: 0.0883019 Aug 27 02:22:20.837263 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.856178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19d8fcbd-4224-4629-8fd6-eb16bed73c2c req-3920e832-e7b2-4301-9095-5a34f4e805fd tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Aug 27 02:22:20.864039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5033ca-e6ee-4892-864a-da73f25892ef'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:20.866608 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9752e3de-f357-4733-acd8-006bf93336bd" -d '{"events": [{"server_uuid": "89be5e9d-2dae-4368-9f3a-976b824c4dde", "name": "network-vif-plugged", "status": "completed", "tag": "6d5033ca-e6ee-4892-864a-da73f25892ef"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:20.879809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6d5033ca-e6ee-4892-864a-da73f25892ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6d5033ca-e6ee-4892-864a-da73f25892ef,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:20.885579 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.913637 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a2e7f6-4b9b-4384-884e-81d2dcce581c x-openstack-request-id: req-c1a2e7f6-4b9b-4384-884e-81d2dcce581c {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:20.914059 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89be5e9d-2dae-4368-9f3a-976b824c4dde", "name": "network-vif-plugged", "status": "completed", "tag": "6d5033ca-e6ee-4892-864a-da73f25892ef", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:20.914477 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1a2e7f6-4b9b-4384-884e-81d2dcce581c {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:20.914965 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5033ca-e6ee-4892-864a-da73f25892ef', 'code': 200} Aug 27 02:22:20.947578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6d5033ca-e6ee-4892-864a-da73f25892ef,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:21.031282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbafcf-f19b-442b-b90a-de94da22a222 req-66f44b29-b957-411b-8018-96bf3bdf6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.032958 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dbbafcf-f19b-442b-b90a-de94da22a222 req-66f44b29-b957-411b-8018-96bf3bdf6f2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 1096 time: 0.0495727 Aug 27 02:22:21.070233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dbbafcf-f19b-442b-b90a-de94da22a222 req-6e318103-4307-4e11-8800-a896a84e430c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294003 Aug 27 02:22:21.130076 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-ca3bb879-869f-4fa6-a92e-b1769fdecbd3 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215130 Aug 27 02:22:21.240267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-297c8234-bf60-467d-baad-14defbb1a466 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.242760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-297c8234-bf60-467d-baad-14defbb1a466 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069679 Aug 27 02:22:21.257917 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-ed0593e7-0cce-41ac-887c-317f81573617 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/quotas/c59d8e58832246d39b2e52d56e4ebd21 HTTP/1.1" status: 200 len: 375 time: 0.0104523 Aug 27 02:22:21.295514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-3c27fbff-553a-4d7d-92eb-c79725205b8a tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314534 Aug 27 02:22:21.508997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884547f-e15e-4589-8bb8-3279dac29c33 req-eb646461-7ae0-4816-9d0c-3145ff5fdd2d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.517106 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5884547f-e15e-4589-8bb8-3279dac29c33 req-eb646461-7ae0-4816-9d0c-3145ff5fdd2d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0580428 Aug 27 02:22:21.565711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5884547f-e15e-4589-8bb8-3279dac29c33 req-76f7b596-c2b1-49fd-94ce-ceaecc5e84ca tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Aug 27 02:22:21.701284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-571c7b45-f6d4-4530-8164-db21f8651ea0 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294313 Aug 27 02:22:21.728418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789e05-c732-4183-aff7-45b216818e47 req-c292bfe8-d200-4e5c-b43f-698ff0fb5ce6 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.730981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c789e05-c732-4183-aff7-45b216818e47 req-c292bfe8-d200-4e5c-b43f-698ff0fb5ce6 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.0561545 Aug 27 02:22:21.784874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c789e05-c732-4183-aff7-45b216818e47 req-3c7dc8c8-f4e3-4850-8ff6-cc652f9c5212 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467646 Aug 27 02:22:21.831088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-d0030d56-3b22-412b-ba0d-cd1d398e36fa tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.832822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-d0030d56-3b22-412b-ba0d-cd1d398e36fa tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222651 Aug 27 02:22:21.850193 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-eb621b4f-b00e-4dab-8587-55adf1012a54 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/quotas/c59d8e58832246d39b2e52d56e4ebd21 HTTP/1.1" status: 200 len: 375 time: 0.0112278 Aug 27 02:22:21.877149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d01b011d-cb29-4c96-8839-4f781a6c14b5 req-6e20f8c2-5306-495c-a41c-4c439210149c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.0354483 Aug 27 02:22:21.888254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-7054852d-ea17-4bcd-9aab-862af8c48bac tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297132 Aug 27 02:22:22.135800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19496ce7-c06f-475d-a06e-f76eddc11709 req-42f1fedc-953c-4c3c-ad54-65bd6b5d1d89 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 210 time: 0.0414670 Aug 27 02:22:22.189369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d8fcf-8991-4658-87a6-968c11cb775a req-bab386d9-3128-4db8-94b4-f0e6bbdb40d4 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.190925 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b5d8fcf-8991-4658-87a6-968c11cb775a req-bab386d9-3128-4db8-94b4-f0e6bbdb40d4 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 945 time: 0.1034713 Aug 27 02:22:22.264283 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b5d8fcf-8991-4658-87a6-968c11cb775a req-e6f1d444-7cbe-41bc-a5a0-fb99487a295e tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629423 Aug 27 02:22:22.613324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a820e10-0f66-40c2-9197-801839edc0bd req-7e54e8d5-bcfc-40d1-86a0-eb272604aada tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.614900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a820e10-0f66-40c2-9197-801839edc0bd req-7e54e8d5-bcfc-40d1-86a0-eb272604aada tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.0814958 Aug 27 02:22:22.686598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a820e10-0f66-40c2-9197-801839edc0bd req-854688ee-cf98-4358-a686-55c362ea38cc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600216 Aug 27 02:22:22.731526 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-b901cae5-81d4-4c15-86d5-fc4e08633a97 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435512 Aug 27 02:22:22.738714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b237c0-5a4e-4f1c-b270-13c53508e7a4 req-990dad47-25e3-4eaf-b109-c89014342aa2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.740708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20b237c0-5a4e-4f1c-b270-13c53508e7a4 req-990dad47-25e3-4eaf-b109-c89014342aa2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0645392 Aug 27 02:22:22.801954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20b237c0-5a4e-4f1c-b270-13c53508e7a4 req-8a575227-9618-41f3-a30f-85e97fa6c655 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534585 Aug 27 02:22:22.873321 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-716737cc-2865-46cf-9c2b-f83ef9802ccd tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.874826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-716737cc-2865-46cf-9c2b-f83ef9802ccd tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364262 Aug 27 02:22:22.889332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Request body: {'port': {'device_id': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'c59d8e58832246d39b2e52d56e4ebd21'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:22.985304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1637a4bd-214d-49b1-b522-cfdf33e070b8 req-2ad6117c-d908-4dbc-a9b1-5975679da64e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.0355015 Aug 27 02:22:23.025868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Made reservation on behalf of c59d8e58832246d39b2e52d56e4ebd21 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:23.029385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.038368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.142913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.149862 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.236782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-af2ade46-4737-4bb5-9240-3865fb539565 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532806 Aug 27 02:22:23.277226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Allocated IP 192.168.233.62 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/86536950-d0ed-477e-9283-c7e0881a088e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:23.349828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1920b893-2eae-4c1e-8307-40268ab46dab,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:23.362298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-936c1de9-f061-4615-aba8-4a793a8f91b0 req-e99acf56-78c8-4c4c-8a2c-5f8105241e6a tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 210 time: 0.1049430 Aug 27 02:22:23.434476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-adca6beb-1268-4b77-a081-f938fb0fef27 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.436056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-adca6beb-1268-4b77-a081-f938fb0fef27 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923928 Aug 27 02:22:23.453195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Request body: {'port': {'device_id': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'c59d8e58832246d39b2e52d56e4ebd21'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:23.509883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cee4e-a33d-484e-82f3-e26f704f58a8 req-de01cad8-9023-4529-a9ab-2fa904abc9a2 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.511411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b11cee4e-a33d-484e-82f3-e26f704f58a8 req-de01cad8-9023-4529-a9ab-2fa904abc9a2 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 945 time: 0.0765836 Aug 27 02:22:23.549478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.565384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Made reservation on behalf of c59d8e58832246d39b2e52d56e4ebd21 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:23.569429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.577744 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b11cee4e-a33d-484e-82f3-e26f704f58a8 req-3620aedb-401c-43c8-adc6-2de96b9767f4 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580323 Aug 27 02:22:23.578715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Transition to ACTIVE for port object 86536950-d0ed-477e-9283-c7e0881a088e will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:23.627607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.680738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:23.684789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:23.687335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:23.689499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:23.716034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Allocated IP 192.168.233.192 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/cebf90a3-02e4-40f4-862f-7885a18eef17) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:23.777160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.778006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.797328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-4f5afd5f-24b4-4ffc-9c93-d49d07cc53de tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9115210 Aug 27 02:22:23.820116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Request body: {'port': {'device_id': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:23.899307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.933703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.974949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Transition to ACTIVE for port object cebf90a3-02e4-40f4-862f-7885a18eef17 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:24.002034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dc015-3466-46cd-8079-0a59229e62dc req-144d9deb-6d40-4ef1-ab34-b5c0362a890c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.009319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c9dc015-3466-46cd-8079-0a59229e62dc req-144d9deb-6d40-4ef1-ab34-b5c0362a890c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.2383044 Aug 27 02:22:24.044917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-ff2e8664-1c82-4122-bd7b-66bb6b791428 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.046474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-ff2e8664-1c82-4122-bd7b-66bb6b791428 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 945 time: 0.1263766 Aug 27 02:22:24.096724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bd64eb29-053e-4c56-bdeb-c32dadc1cfac None None] Provisioning for port 86536950-d0ed-477e-9283-c7e0881a088e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:24.102181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bd64eb29-053e-4c56-bdeb-c32dadc1cfac None None] Provisioning complete for port 86536950-d0ed-477e-9283-c7e0881a088e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:24.102864 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bd64eb29-053e-4c56-bdeb-c32dadc1cfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.120752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c9dc015-3466-46cd-8079-0a59229e62dc req-64be791c-7be7-4ca4-aac2-13922b7b3f86 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053371 Aug 27 02:22:24.130305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f3d35578-3948-4d9e-962f-c8fa4bd5c06b no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:24.131059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ceb15-4169-4f3c-8eb9-7d1cb44d844e req-76104e91-3998-4f70-ac9c-6c4e4045e434 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.143277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d49ceb15-4169-4f3c-8eb9-7d1cb44d844e req-76104e91-3998-4f70-ac9c-6c4e4045e434 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.2492728 Aug 27 02:22:24.145376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.167995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f3d35578-3948-4d9e-962f-c8fa4bd5c06b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:24.168518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f3d35578-3948-4d9e-962f-c8fa4bd5c06b not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:24.179191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bd64eb29-053e-4c56-bdeb-c32dadc1cfac None None] Port 86536950-d0ed-477e-9283-c7e0881a088e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:24.218416 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d49ceb15-4169-4f3c-8eb9-7d1cb44d844e req-5ba08b47-c897-49c2-9e72-56473dfff75a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741930 Aug 27 02:22:24.223511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:24.240139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:24.258263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:24.266945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85d341e3-9f4f-486d-9fab-dfa93e5248af req-2a153f53-7dbd-417f-b63f-0dea29569bee tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.0572853 Aug 27 02:22:24.369871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.370821 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.386153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.416242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2cfa74b4-3973-4a2f-b321-cbbc3a3a004b tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9678197 Aug 27 02:22:24.423985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Deleting port 94bcf275-4def-418f-9254-fbda84a3f3a0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:24.424336 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.482245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86536950-d0ed-477e-9283-c7e0881a088e {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:24.493728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.507198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-c97b6b50-0ee1-4065-b7a4-f66beef0b0e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209793 Aug 27 02:22:24.507421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Request body: {'port': {'device_id': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:24.512805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Transition to ACTIVE for port object 86536950-d0ed-477e-9283-c7e0881a088e will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:24.521143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.611882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.612133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a651049e-5831-418f-8482-8b7ef4380695 None None] Provisioning for port cebf90a3-02e4-40f4-862f-7885a18eef17 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:24.621648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a651049e-5831-418f-8482-8b7ef4380695 None None] Provisioning complete for port cebf90a3-02e4-40f4-862f-7885a18eef17 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:24.621932 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a651049e-5831-418f-8482-8b7ef4380695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.642820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.659135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-98ff451c-4ae3-4eb7-984e-18566e84b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.660706 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-98ff451c-4ae3-4eb7-984e-18566e84b444 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 1095 time: 0.0830393 Aug 27 02:22:24.670875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a651049e-5831-418f-8482-8b7ef4380695 None None] Port cebf90a3-02e4-40f4-862f-7885a18eef17 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:24.718087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] For port 94bcf275-4def-418f-9254-fbda84a3f3a0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94bcf275-4def-418f-9254-fbda84a3f3a0,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:24.718596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.800311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Attempting to bind port 86536950-d0ed-477e-9283-c7e0881a088e on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:24.802342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Attempting to bind port 86536950-d0ed-477e-9283-c7e0881a088e by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:24.803144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Attempting to bind port 86536950-d0ed-477e-9283-c7e0881a088e on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:24.818510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Port 86536950-d0ed-477e-9283-c7e0881a088e on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:24.818847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Attempting to bind port 86536950-d0ed-477e-9283-c7e0881a088e on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:24.825098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f25c-2fa6-4221-85d1-b1d998742713 req-9e50de0e-45b5-4780-a1ab-4179f268e375 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.826666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdd6f25c-2fa6-4221-85d1-b1d998742713 req-9e50de0e-45b5-4780-a1ab-4179f268e375 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 936 time: 0.3258712 Aug 27 02:22:24.841053 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:24.841347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:24.841675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:24.842112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Bound port: 86536950-d0ed-477e-9283-c7e0881a088e, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:24.842511 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.886930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-d006fb41-cd91-448e-b30e-e266999ff73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.888689 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-d006fb41-cd91-448e-b30e-e266999ff73a service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1955726 Aug 27 02:22:24.951413 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-aedf9be9-063d-437d-8991-75bca5f91b29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 200 len: 217 time: 0.0545762 Aug 27 02:22:24.992499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:25.013312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:25.022933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.053622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-12094829-3073-496f-9294-f4a5ef79eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.055644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-12094829-3073-496f-9294-f4a5ef79eae9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.0973055 Aug 27 02:22:25.096851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.097556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.099562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] 10.222.0.32 "PUT /v2.0/ports/86536950-d0ed-477e-9283-c7e0881a088e HTTP/1.1" status: 200 len: 1095 time: 1.2839708 Aug 27 02:22:25.100122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:25.103504 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ea138f-ea31-45f4-b5db-b92a26f0c752" -d '{"events": [{"name": "network-changed", "server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "tag": "86536950-d0ed-477e-9283-c7e0881a088e"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:25.146899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-f621ea60-ba0c-4fc5-b111-589274ae9c76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828500 Aug 27 02:22:25.151137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac6fa8-7e79-4e00-9782-6bbd35a2e024 service neutron] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:25.236624 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56efa710-f72d-4e51-b243-7a7ee382e556 x-openstack-request-id: req-56efa710-f72d-4e51-b243-7a7ee382e556 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:25.237013 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "tag": "86536950-d0ed-477e-9283-c7e0881a088e", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:25.237145 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56efa710-f72d-4e51-b243-7a7ee382e556 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:25.237540 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e', 'status': 'completed', 'code': 200} Aug 27 02:22:25.273114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-0b28eeaa-4053-41c5-be0b-cab985508775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.274750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-0b28eeaa-4053-41c5-be0b-cab985508775 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 1098 time: 0.1185474 Aug 27 02:22:25.344681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdd6f25c-2fa6-4221-85d1-b1d998742713 req-5d01f507-4a2c-4d47-8290-3579811e5e60 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074623 Aug 27 02:22:25.373273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-ce8320ec-39ba-4d6e-b1bb-39f003fe5b0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=86536950-d0ed-477e-9283-c7e0881a088e HTTP/1.1" status: 200 len: 217 time: 0.0756750 Aug 27 02:22:25.453720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-27aa88dc-c78d-4fe7-9cb8-985027b5ed15 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883468 Aug 27 02:22:25.537640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.538216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.539008 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Floating IP d98bcaad-e2ff-4130-8de0-de9b3398bbe6 disassociated. External IP: 172.25.1.141, port: 94bcf275-4def-418f-9254-fbda84a3f3a0. Aug 27 02:22:25.539504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Calling delete_port for 94bcf275-4def-418f-9254-fbda84a3f3a0 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:25.863668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-148e88d0-200d-49b6-bf53-f249fc68dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.865136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-148e88d0-200d-49b6-bf53-f249fc68dcfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.4913473 Aug 27 02:22:25.879810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094956c-f300-4e52-9dc3-37f7610b6410 req-5218c34b-9aef-4d00-994d-e469e4253642 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.887159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9094956c-f300-4e52-9dc3-37f7610b6410 req-5218c34b-9aef-4d00-994d-e469e4253642 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 867 time: 0.5503283 Aug 27 02:22:25.924448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebf90a3-02e4-40f4-862f-7885a18eef17 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:25.946021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.978014 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2324236e-1155-4418-90b9-c3f57ec1acc2 req-53b8686d-8810-4933-8fa7-665761a4a8e7 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086746 Aug 27 02:22:25.989544 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9094956c-f300-4e52-9dc3-37f7610b6410 req-9ac8b70c-7aba-403d-a6b1-5bef56b9a7cb tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5538484-c000-4279-a63e-e0f1f786e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994041 Aug 27 02:22:25.993097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.997283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-ae251ce8-6921-4126-ac28-5f480f89973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.012220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-ae251ce8-6921-4126-ac28-5f480f89973f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159854 Aug 27 02:22:26.054003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Transition to ACTIVE for port object cebf90a3-02e4-40f4-862f-7885a18eef17 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:26.085669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event deleted for resources: {'Port': ['ID=94bcf275-4def-418f-9254-fbda84a3f3a0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.101560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.171921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-4b7e4db3-4a12-4bab-8a92-fc7a6e4f1182 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4537857 Aug 27 02:22:26.181477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ec00f-2beb-458a-8c75-9028ccaaef82 req-2836393d-7008-4235-b271-9737a6fd8723 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.190693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7b449ff-a157-4839-ab78-bc6e7218212a req-81f94c3c-905e-4db2-a338-344262f27f64 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=85660de0-0633-461a-b653-1ed08ae026e4 HTTP/1.1" status: 200 len: 210 time: 0.0337565 Aug 27 02:22:26.192188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c96ec00f-2beb-458a-8c75-9028ccaaef82 req-2836393d-7008-4235-b271-9737a6fd8723 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.2588568 Aug 27 02:22:26.193653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-7f41cd41-6900-4aeb-be8e-a46bdfa6e11a service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690335 Aug 27 02:22:26.336900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b2b3b08-de8c-41e6-b567-b4558faed1e8 req-7a5bb4e2-716a-4ff7-8d58-ca90dee4be17 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351812 Aug 27 02:22:26.419285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.517531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c96ec00f-2beb-458a-8c75-9028ccaaef82 req-c916dbe9-7beb-45b7-98a4-54e372752971 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243740 Aug 27 02:22:26.553718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-8d692e86-23e3-44b4-8a22-9bd87c33c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.555379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-8d692e86-23e3-44b4-8a22-9bd87c33c664 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 1098 time: 0.1469653 Aug 27 02:22:26.652714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-66bf100c-dfa4-4eb2-9564-d623f2f29136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.654307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-66bf100c-dfa4-4eb2-9564-d623f2f29136 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 1095 time: 0.3469453 Aug 27 02:22:26.710137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-f29c95d7-80be-4813-af9d-3ce806cac6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.712165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-f29c95d7-80be-4813-af9d-3ce806cac6b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1447887 Aug 27 02:22:26.722693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:26.773276 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-b9d97578-cf30-4b9d-8d21-97b788478738 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=86536950-d0ed-477e-9283-c7e0881a088e HTTP/1.1" status: 200 len: 217 time: 0.0535915 Aug 27 02:22:26.845178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-c5b18443-1567-4a7a-b7e7-f5e1f65034b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.846760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-c5b18443-1567-4a7a-b7e7-f5e1f65034b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0637507 Aug 27 02:22:26.859184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Attempting to bind port cebf90a3-02e4-40f4-862f-7885a18eef17 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:26.859770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Attempting to bind port cebf90a3-02e4-40f4-862f-7885a18eef17 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:26.860264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Attempting to bind port cebf90a3-02e4-40f4-862f-7885a18eef17 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:26.877994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7d1d4-17c1-48a7-b9b7-9b546a884dc1 req-573f24cc-58b2-4650-afd3-39c9e5df801f tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.879580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-90b7d1d4-17c1-48a7-b9b7-9b546a884dc1 req-573f24cc-58b2-4650-afd3-39c9e5df801f tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.2454295 Aug 27 02:22:26.935113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-acd3e59c-ec23-4a5e-83e3-2fa79710a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.939642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-acd3e59c-ec23-4a5e-83e3-2fa79710a258 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851789 Aug 27 02:22:27.034619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:27.059036 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] Sync routers for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:27.061950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-d368dd81-26bf-41ca-9ae5-54189c5c6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:27.063131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-d368dd81-26bf-41ca-9ae5-54189c5c6c86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 200 len: 908 time: 0.3605254 Aug 27 02:22:27.068355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Port cebf90a3-02e4-40f4-862f-7885a18eef17 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:27.068570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Attempting to bind port cebf90a3-02e4-40f4-862f-7885a18eef17 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:27.077893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:27.077893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:27.077893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:27.078597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Bound port: cebf90a3-02e4-40f4-862f-7885a18eef17, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:27.078597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.083791 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:27.085163 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:27.104635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef79be03-37fe-4e39-9b1a-74bcc43237e4 req-d255e634-bf02-438f-9542-e31929a0d496 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff25473b-f1c8-4ede-8e28-7bc0d4423bd2 HTTP/1.1" status: 200 len: 210 time: 0.0276957 Aug 27 02:22:27.139243 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-ad8d5dfa-d059-4505-9eab-74c86bc795d0 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921241 Aug 27 02:22:27.159781 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-90b7d1d4-17c1-48a7-b9b7-9b546a884dc1 req-f21600c6-bc93-4060-8e80-fbe104dacef7 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567655 Aug 27 02:22:27.162967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-a3671d26-1303-4c66-9a0c-6103fa324cf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 200 len: 217 time: 0.0889533 Aug 27 02:22:27.205422 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] No DVR routers for this DVR port 94bcf275-4def-418f-9254-fbda84a3f3a0 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:27.247032 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:27.270612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-11f84bc5-741d-4caa-aafe-3cecdd3f1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:27.272170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-11f84bc5-741d-4caa-aafe-3cecdd3f1550 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 200 len: 847 time: 0.0683663 Aug 27 02:22:27.275483 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.277536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-584d1f0e-2b65-4567-b009-3fe3520e0ea1 req-d663cb6d-cf42-4c65-9e7c-c670fa67dd9c tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.45 "DELETE /v2.0/ports/94bcf275-4def-418f-9254-fbda84a3f3a0 HTTP/1.1" status: 204 len: 173 time: 3.2186460 Aug 27 02:22:27.278003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'name': 'network-vif-deleted', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:27.280539 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e236dcf-0642-4c81-8a6e-db87c0ce0a27" -d '{"events": [{"server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "name": "network-vif-deleted", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:27.291148 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ea138f-ea31-45f4-b5db-b92a26f0c752 req-c20d1d36-a6da-4c02-a507-aca7d3624f1a service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435802 Aug 27 02:22:27.358579 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe89ea5a-036e-4034-a7a9-b28abc46748a x-openstack-request-id: req-fe89ea5a-036e-4034-a7a9-b28abc46748a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:27.359218 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff25473b-f1c8-4ede-8e28-7bc0d4423bd2", "name": "network-vif-deleted", "tag": "94bcf275-4def-418f-9254-fbda84a3f3a0", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:27.359626 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe89ea5a-036e-4034-a7a9-b28abc46748a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:27.360322 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff25473b-f1c8-4ede-8e28-7bc0d4423bd2', 'name': 'network-vif-deleted', 'tag': '94bcf275-4def-418f-9254-fbda84a3f3a0', 'status': 'completed', 'code': 200} Aug 27 02:22:27.365127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-50d7fdae-4c4c-4361-9ef2-76ef470e185f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e6000ff-1e6c-4b2c-8efd-6803eee85e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706453 Aug 27 02:22:27.540126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:27.564877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-f1735685-5d97-41fa-bd84-74bf6208c72b service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885407 Aug 27 02:22:27.567419 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:27.584048 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 5, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:27.597189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.622989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] Checking router: ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:27.623351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f93d9b24-a0ef-43e1-b787-8bb44213a3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.636243 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:27.637103 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:27.715402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbab80-ff3c-4b5e-9aa2-6380e58a376d req-7696579c-d37a-4775-bd60-5858c07a0036 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:27.727035 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ffbab80-ff3c-4b5e-9aa2-6380e58a376d req-7696579c-d37a-4775-bd60-5858c07a0036 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0936668 Aug 27 02:22:27.764547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:27.765399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.767122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] 10.222.0.32 "PUT /v2.0/ports/cebf90a3-02e4-40f4-862f-7885a18eef17 HTTP/1.1" status: 200 len: 1096 time: 3.2673867 Aug 27 02:22:27.833969 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:27.872895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbba32-1050-4b3d-82fb-acd89d0bc542 service neutron] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:27.912359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ffbab80-ff3c-4b5e-9aa2-6380e58a376d req-0dbc28bc-067c-4662-b194-742dab357be6 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792197 Aug 27 02:22:27.932864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58aa8e19-a979-4414-bf8c-aa214c6bad04 req-7b304efd-2d6b-469a-abd2-a7c029458363 service neutron] 10.222.0.32 "GET /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603868 Aug 27 02:22:27.963800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-40ebd98a-e7c8-4306-a7ff-3f19935200a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:27.965237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-40ebd98a-e7c8-4306-a7ff-3f19935200a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 1099 time: 0.1234939 Aug 27 02:22:28.074442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-ac4cf8df-8a29-401b-8cf1-076a1ecfc920 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=cebf90a3-02e4-40f4-862f-7885a18eef17 HTTP/1.1" status: 200 len: 217 time: 0.0958729 Aug 27 02:22:28.144107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94bcf275-4def-418f-9254-fbda84a3f3a0 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:28.172780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-9e9814e6-357f-4b07-b667-b6ab2bd7c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:28.175104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-9e9814e6-357f-4b07-b667-b6ab2bd7c0c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0927553 Aug 27 02:22:28.199987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 94bcf275-4def-418f-9254-fbda84a3f3a0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:28.200494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94bcf275-4def-418f-9254-fbda84a3f3a0 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:28.267527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36588) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:28.290355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-5a182f02-e980-4c56-ac13-5ca3a4c153d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:28.293735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-5a182f02-e980-4c56-ac13-5ca3a4c153d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114104 Aug 27 02:22:28.318947 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 5, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:28.375570 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1857767-9e33-4702-bf1c-471ac63a7764 None None] The sync data for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 is: [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:20:09Z', 'revision_number': 4, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f420be15-4f3c-4062-8898-9715fea03c40', 'name': '', 'network_id': '06fd27f7-cb81-48f4-b4eb-e12f6ffd196d', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'mac_address': 'fa:16:3e:23:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:07Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 5, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'subnets': [{'id': 'c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:28.421401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90f0a504-1280-4cdc-a1c6-193f468fc5b4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.465903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792984f5-7831-4052-8e7d-4a0024a59069 req-559ea77e-0a0e-4423-926a-800be4c306f0 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:28.468005 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-792984f5-7831-4052-8e7d-4a0024a59069 req-559ea77e-0a0e-4423-926a-800be4c306f0 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.1384020 Aug 27 02:22:28.470159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90f0a504-1280-4cdc-a1c6-193f468fc5b4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.474477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-2301c880-e46c-4a16-be2d-bfc66cbae1a5 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719890 Aug 27 02:22:28.566203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-792984f5-7831-4052-8e7d-4a0024a59069 req-8a21b642-e810-411d-92f1-01accabe9024 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868328 Aug 27 02:22:28.602434 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90f0a504-1280-4cdc-a1c6-193f468fc5b4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.605110 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90f0a504-1280-4cdc-a1c6-193f468fc5b4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.608623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-90f0a504-1280-4cdc-a1c6-193f468fc5b4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "DELETE /v2.0/security-groups/d5538484-c000-4279-a63e-e0f1f786e641 HTTP/1.1" status: 204 len: 168 time: 0.3381817 Aug 27 02:22:28.611046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36604) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:28.637369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e453a668-fc33-42c3-83e9-13e2210c70b9 req-0b4cb129-aa35-4f91-9817-52022a212e45 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520419 Aug 27 02:22:28.651234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a504-1280-4cdc-a1c6-193f468fc5b4 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5538484-c000-4279-a63e-e0f1f786e641,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:28.653695 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-7607f5cc-e68b-4c28-9bfb-7643a4831d04 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] show failed (client error): The resource could not be found. Aug 27 02:22:28.658150 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7607f5cc-e68b-4c28-9bfb-7643a4831d04 tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "GET /v2.0/security-groups/d5538484-c000-4279-a63e-e0f1f786e641 HTTP/1.1" status: 404 len: 347 time: 0.0410261 Aug 27 02:22:28.659316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36606) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:28.690528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:28.856892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:28.877894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '86536950-d0ed-477e-9283-c7e0881a088e', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '86536950-d0ed-477e-9283-c7e0881a088e', 'mac_address': 'fa:16:3e:97:ac:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:28.903678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548321a9-e207-4d75-9f4d-3d87607cc4ff None None] New status for floating IP d98bcaad-e2ff-4130-8de0-de9b3398bbe6: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:22:28.905141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Deleting port 6812916c-19c5-435a-bac5-4e4e59ce3658 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:28.906141 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.046583 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.086229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86536950-d0ed-477e-9283-c7e0881a088e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:29.104983 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.105447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.125273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:29.131644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Calling delete_port for 6812916c-19c5-435a-bac5-4e4e59ce3658 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:29.135731 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.148431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a0619-a76e-4548-8acf-1cff8fc39e13 req-84ae1f38-c78a-4b6f-897a-cfca3dae65b5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.156226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b47a0619-a76e-4548-8acf-1cff8fc39e13 req-84ae1f38-c78a-4b6f-897a-cfca3dae65b5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.1136723 Aug 27 02:22:29.212014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:29.252974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b47a0619-a76e-4548-8acf-1cff8fc39e13 req-1556da94-b60a-48a0-b693-3ed3c296e39d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907886 Aug 27 02:22:29.342158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.366658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:29.369197 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723baea5-dbc2-4fda-8f93-62286a1b1ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:29.374756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Pushing event deleted for resources: {'Port': ['ID=6812916c-19c5-435a-bac5-4e4e59ce3658,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:29.440318 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08469032-1309-4bb4-af77-bc0e53cfa6a9 x-openstack-request-id: req-08469032-1309-4bb4-af77-bc0e53cfa6a9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:29.440692 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:29.441269 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08469032-1309-4bb4-af77-bc0e53cfa6a9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:29.441912 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'status': 'completed', 'code': 200} Aug 27 02:22:29.446636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['86536950-d0ed-477e-9283-c7e0881a088e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:29.449671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.453262 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.457895 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dcc8220e-bf33-47b6-93af-ab706692aebc tempest-ServersTestJSON-443762616 tempest-ServersTestJSON-443762616-project] 10.222.0.10 "DELETE /v2.0/floatingips/d98bcaad-e2ff-4130-8de0-de9b3398bbe6 HTTP/1.1" status: 204 len: 168 time: 0.7943137 Aug 27 02:22:29.458820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36616) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:29.532246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-bb7062e0-6165-4974-960d-c38b167347a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.533899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-bb7062e0-6165-4974-960d-c38b167347a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 1099 time: 0.0581284 Aug 27 02:22:29.669530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-a1fea5cf-75b9-4710-916c-90b1f6af93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.672100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-a1fea5cf-75b9-4710-916c-90b1f6af93e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1293604 Aug 27 02:22:29.808324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-65987005-a09c-45ba-8e1c-6a212aaa194b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=cebf90a3-02e4-40f4-862f-7885a18eef17 HTTP/1.1" status: 200 len: 217 time: 0.1270843 Aug 27 02:22:29.866053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999b287-98ab-4278-a6a1-2edd91207165 req-cd5653cf-dd6a-4902-9767-330de0107883 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.870069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0999b287-98ab-4278-a6a1-2edd91207165 req-cd5653cf-dd6a-4902-9767-330de0107883 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.0882621 Aug 27 02:22:29.925785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-bc758095-0a19-44c8-b26f-9c4da6c2e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.927305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-bc758095-0a19-44c8-b26f-9c4da6c2e459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1082633 Aug 27 02:22:29.954517 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0999b287-98ab-4278-a6a1-2edd91207165 req-765df21a-de93-4476-a0ee-f7faef793064 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 Aug 27 02:22:29.997518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-c4475d3f-b54d-431d-82a2-2897fe7ec1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.999297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-c4475d3f-b54d-431d-82a2-2897fe7ec1bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515842 Aug 27 02:22:30.053331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.109701 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-6fecda6c-6ed9-4c9b-ace9-8165d63ccc50 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001613 Aug 27 02:22:30.176551 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e786452e-71dc-48b9-83a3-787fed3add19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.258408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-723baea5-dbc2-4fda-8f93-62286a1b1ae8 req-20f7f678-029e-472f-8a25-7aff460bd104 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406596 Aug 27 02:22:30.398841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Deleting port f420be15-4f3c-4062-8898-9715fea03c40 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:30.399570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.408006 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.412776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d7a43-2765-4dd9-baa2-489a2ae40c57 req-95691679-ebdd-430e-a5d1-a747e3d9ec1c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:30.414770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-989d7a43-2765-4dd9-baa2-489a2ae40c57 req-95691679-ebdd-430e-a5d1-a747e3d9ec1c tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.0828450 Aug 27 02:22:30.459340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-989d7a43-2765-4dd9-baa2-489a2ae40c57 req-fa294da7-f5e7-4d5e-be5d-3aff31bd10b2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377629 Aug 27 02:22:30.519963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] For port f420be15-4f3c-4062-8898-9715fea03c40, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f420be15-4f3c-4062-8898-9715fea03c40,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:30.520507 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.547055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Calling delete_port for f420be15-4f3c-4062-8898-9715fea03c40 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:30.709381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cebf90a3-02e4-40f4-862f-7885a18eef17 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:30.714611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:30.773267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.839902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 86536950-d0ed-477e-9283-c7e0881a088e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:30.845771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 86536950-d0ed-477e-9283-c7e0881a088e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:30.846238 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.873528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f420be15-4f3c-4062-8898-9715fea03c40,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.979630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:31.217282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.252447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fbbdb-0c5e-4b06-bdd0-2cc92340c333 req-09b80781-1e4b-49ee-9de5-ec37786e67d4 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:31.254412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a0fbbdb-0c5e-4b06-bdd0-2cc92340c333 req-09b80781-1e4b-49ee-9de5-ec37786e67d4 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.0990005 Aug 27 02:22:31.296898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'mac_address': 'fa:16:3e:8d:b2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:31.339156 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.342163 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.374525 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.382765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:31.385277 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b874421-fcea-49f1-b117-55ebb3304a75" -d '{"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-plugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:31.407666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:31.409943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebf90a3-02e4-40f4-862f-7885a18eef17 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:31.418906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.459526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:31.467654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.474847 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09290fd-66c4-4793-b0fd-d58d9ce1e101 x-openstack-request-id: req-d09290fd-66c4-4793-b0fd-d58d9ce1e101 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:31.475253 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-plugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:31.475594 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d09290fd-66c4-4793-b0fd-d58d9ce1e101 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:31.476220 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e', 'code': 200} Aug 27 02:22:31.503741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a0fbbdb-0c5e-4b06-bdd0-2cc92340c333 req-2a28b950-b842-49ba-b774-c25e0cb40fa4 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297087 Aug 27 02:22:31.516012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.617052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.627713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:31.640822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43db04-fc9a-47e1-b7f3-1ffae9c73b77 req-16eb4a9e-2080-4b1e-8b86-f0a3633c2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:31.642156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e43db04-fc9a-47e1-b7f3-1ffae9c73b77 req-16eb4a9e-2080-4b1e-8b86-f0a3633c2530 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 1100 time: 0.1070631 Aug 27 02:22:31.702580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e43db04-fc9a-47e1-b7f3-1ffae9c73b77 req-d81f2289-398a-4144-b963-206aac568bc2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Aug 27 02:22:31.725445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0214-c9b4-4773-8682-9aeaf8c6e9b7 req-aac4395b-a825-4c48-9e9f-bf408eaf93b3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:31.727304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85ac0214-c9b4-4773-8682-9aeaf8c6e9b7 req-aac4395b-a825-4c48-9e9f-bf408eaf93b3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.1209073 Aug 27 02:22:31.754800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['cebf90a3-02e4-40f4-862f-7885a18eef17'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:31.800889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:31.812662 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] Sync routers for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:31.818064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1892e129-2837-465f-b2b1-307e23abfad9 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579769 Aug 27 02:22:31.818977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36648) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:31.829692 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:31.830350 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:31.834930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85ac0214-c9b4-4773-8682-9aeaf8c6e9b7 req-d75f83e9-b129-418f-93df-58af0a8af5e7 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011336 Aug 27 02:22:32.028392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.184271 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:32.212039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.314557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Deleting port 9babfcea-49ef-4d2f-922c-11ffb508c983 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:32.315847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.443906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] For port 9babfcea-49ef-4d2f-922c-11ffb508c983, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9babfcea-49ef-4d2f-922c-11ffb508c983,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:32.444430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.464746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Calling delete_port for 9babfcea-49ef-4d2f-922c-11ffb508c983 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:32.474396 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:22:30Z', 'revision_number': 5, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port': {'id': '9babfcea-49ef-4d2f-922c-11ffb508c983', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:02Z', 'updated_at': '2021-08-27T02:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:32.502562 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] Checking router: ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:32.512895 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] Routers {'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:32.513953 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:32.623847 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] Set router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:32.666377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e3d1d-b94e-4c71-acae-bfa1b2db269b req-3fa121f4-d6e6-41c0-80b5-d2bbb6a78c05 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:32.676266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae4e3d1d-b94e-4c71-acae-bfa1b2db269b req-3fa121f4-d6e6-41c0-80b5-d2bbb6a78c05 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 949 time: 0.0672224 Aug 27 02:22:32.711383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cebf90a3-02e4-40f4-862f-7885a18eef17 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:32.730592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.737654 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:22:32Z', 'revision_number': 6, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:32.772121 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1dc7d-cf6a-4b92-99e5-32e770af09cf None None] The sync data for ids ['ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1'] in n-d-806293-1 is: [{'id': 'ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1', 'name': 'tempest-ServersTestJSON-973687505-router', 'tenant_id': '0de4c8c6294f44b8a4a860bd42b09882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:01Z', 'updated_at': '2021-08-27T02:22:32Z', 'revision_number': 6, 'project_id': '0de4c8c6294f44b8a4a860bd42b09882', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:32.784544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Pushing event deleted for resources: {'Port': ['ID=9babfcea-49ef-4d2f-922c-11ffb508c983,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:32.792044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae4e3d1d-b94e-4c71-acae-bfa1b2db269b req-0ba69d0e-a699-4746-984a-e8e962c9c2b3 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139972 Aug 27 02:22:32.860392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port cebf90a3-02e4-40f4-862f-7885a18eef17 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:32.864700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.882451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port cebf90a3-02e4-40f4-862f-7885a18eef17 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:32.886461 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.983109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.990986 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.008564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.027134 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.044631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:33.054762 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.075076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522931-951f-49f0-a38c-d20d13023457 req-f1b8b423-7249-45d5-9ae3-4a37123e4509 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.076965 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c522931-951f-49f0-a38c-d20d13023457 req-f1b8b423-7249-45d5-9ae3-4a37123e4509 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.1152394 Aug 27 02:22:33.078198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.078931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:22:33.085690 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.089569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36666) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:33.093010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-96a32865-e04f-4a1a-98f0-7f45683ff300 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ec4e65e3-5334-4a7d-97fc-05e2ffffc6d1 HTTP/1.1" status: 204 len: 168 time: 1.2723684 Aug 27 02:22:33.153734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c522931-951f-49f0-a38c-d20d13023457 req-785d5758-da91-4481-b878-78e086304176 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592709 Aug 27 02:22:33.155494 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:22:33.178977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:33.253796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Deleting subnet c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:22:33.269224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.312062 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.476621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.477616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:33.485862 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd1501-b146-44ce-9021-57526b0e33de" -d '{"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-plugged", "status": "completed", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:33.546281 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dc23e2-94ed-4b7e-8b34-7d6a221d4081 x-openstack-request-id: req-e5dc23e2-94ed-4b7e-8b34-7d6a221d4081 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:33.546696 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-plugged", "status": "completed", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:33.547199 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5dc23e2-94ed-4b7e-8b34-7d6a221d4081 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:33.547706 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'code': 200} Aug 27 02:22:33.568771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.621803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:33.656073 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.659128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c7bd865d-26e7-4bd8-9a9a-aa80e88b3b10 HTTP/1.1" status: 204 len: 168 time: 0.5685422 Aug 27 02:22:33.659801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f199df70-dafc-47d5-aa7e-df2de3405336 None None] Network 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:22:33.661579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36684) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:33.676674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.677548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.678175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.678678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.679212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.679891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.680372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.680848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.681338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.682175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.682787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.683276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805f7aa-dfcf-4d46-b0f3-f75c481afbf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:33.715010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a49a0-a5a4-489a-829b-70d22754a60b req-3110cb32-ea77-43e8-b740-abce2a6dc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.716568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-114a49a0-a5a4-489a-829b-70d22754a60b req-3110cb32-ea77-43e8-b740-abce2a6dc456 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 1101 time: 0.0814285 Aug 27 02:22:33.795197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-114a49a0-a5a4-489a-829b-70d22754a60b req-93a63b38-aa71-484b-bddd-7c63418c11aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701752 Aug 27 02:22:33.823213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.918238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4db8-9205-4109-81ad-dc6f780fd727 req-ab2e6509-b94a-49c9-924e-0d8eecbe5da3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.942327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fddd4db8-9205-4109-81ad-dc6f780fd727 req-ab2e6509-b94a-49c9-924e-0d8eecbe5da3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 945 time: 0.4167752 Aug 27 02:22:33.943425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Deleting port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:33.943836 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.985957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fddd4db8-9205-4109-81ad-dc6f780fd727 req-963b08ad-cc95-4dec-9eb6-581d55b590de tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Aug 27 02:22:34.000904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] DHCP port deletion for 06fd27f7-cb81-48f4-b4eb-e12f6ffd196d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:22:34.054929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] Deleting port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:34.055527 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.064196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] For port 0dff034f-ba8d-42ff-bfbb-b32cb688be91, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0dff034f-ba8d-42ff-bfbb-b32cb688be91,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:34.064808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.065308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-3695b578-ecab-4f6d-8460-96649761ccea tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.066868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-3695b578-ecab-4f6d-8460-96649761ccea tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 945 time: 0.0523713 Aug 27 02:22:34.084756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd78752-e78f-4f3d-92d8-bd8da1b5b32d req-3dfec3cd-75cd-4ab5-8d0c-b1d6a7aff64d tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.093309 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dd78752-e78f-4f3d-92d8-bd8da1b5b32d req-3dfec3cd-75cd-4ab5-8d0c-b1d6a7aff64d tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 950 time: 0.1250975 Aug 27 02:22:34.099577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Calling delete_port for 0dff034f-ba8d-42ff-bfbb-b32cb688be91 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:34.131163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] For port 0dff034f-ba8d-42ff-bfbb-b32cb688be91, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0dff034f-ba8d-42ff-bfbb-b32cb688be91,segment=NetworkSegment(2777b4f1-e16a-4eeb-9230-f902e232c7ab),segment_id=2777b4f1-e16a-4eeb-9230-f902e232c7ab)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:34.131568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.146374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] Calling delete_port for 0dff034f-ba8d-42ff-bfbb-b32cb688be91 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:34.152462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dd78752-e78f-4f3d-92d8-bd8da1b5b32d req-351a9cb3-62d9-40c9-9923-cc8b7f13ed5f tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579202 Aug 27 02:22:34.241108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.260556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.277049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Pushing event deleted for resources: {'Port': ['ID=0dff034f-ba8d-42ff-bfbb-b32cb688be91,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.280987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] No DVR routers for this DVR port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:34.311015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] Pushing event deleted for resources: {'Port': ['ID=0dff034f-ba8d-42ff-bfbb-b32cb688be91,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.320689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b92cbd-89d5-4318-91fc-9880745cce04 None None] No DVR routers for this DVR port 0dff034f-ba8d-42ff-bfbb-b32cb688be91 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:34.383806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.397320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fd27f7-cb81-48f4-b4eb-e12f6ffd196d']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:34.409969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2777b4f1-e16a-4eeb-9230-f902e232c7ab') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:34.410443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2777b4f1-e16a-4eeb-9230-f902e232c7ab') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:34.420999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.439802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.449635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:22:34.449831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:22:34.451891 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:22:34.529856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.544386 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.551128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] 10.222.0.10 "DELETE /v2.0/networks/06fd27f7-cb81-48f4-b4eb-e12f6ffd196d HTTP/1.1" status: 204 len: 168 time: 0.8884008 Aug 27 02:22:34.581578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908b535-1980-4e09-a19b-b69a50ad132e admin admin] Pushing event deleted for resources: {'Network': ['ID=06fd27f7-cb81-48f4-b4eb-e12f6ffd196d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.646346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-a08f6dbd-8bfd-44a1-be6f-61ab68aacfbd tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.647859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-a08f6dbd-8bfd-44a1-be6f-61ab68aacfbd tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1097 time: 0.1027541 Aug 27 02:22:34.652359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Deleting port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:34.652713 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.662586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806293-1'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:34.740658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436307ac-da75-4b86-a7a4-a744690c56af req-74848419-e333-498c-ba23-52792c44191a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.742226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-436307ac-da75-4b86-a7a4-a744690c56af req-74848419-e333-498c-ba23-52792c44191a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 946 time: 0.1681755 Aug 27 02:22:34.772260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36700) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:34.845590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] For port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:34.845855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.855093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.885582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Calling delete_port for 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:34.889728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-436307ac-da75-4b86-a7a4-a744690c56af req-8a3e8a66-cb23-4082-abfe-7f320b77cfe5 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369121 Aug 27 02:22:34.897108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9babfcea-49ef-4d2f-922c-11ffb508c983 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:34.927737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9babfcea-49ef-4d2f-922c-11ffb508c983 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:34.928394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9babfcea-49ef-4d2f-922c-11ffb508c983 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:34.929038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f420be15-4f3c-4062-8898-9715fea03c40 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:34.935015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f5d2e72d-4075-47ed-b914-6c38f7478d96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0de4c8c6294f44b8a4a860bd42b09882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589148 Aug 27 02:22:34.937884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36702) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:34.952021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f420be15-4f3c-4062-8898-9715fea03c40 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:34.952651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f420be15-4f3c-4062-8898-9715fea03c40 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:34.953495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0dff034f-ba8d-42ff-bfbb-b32cb688be91 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:34.975771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0dff034f-ba8d-42ff-bfbb-b32cb688be91 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:34.976542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0dff034f-ba8d-42ff-bfbb-b32cb688be91 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:35.003145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-772495f0-e85b-4b9a-8316-6c62f7cf5d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.029313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-772495f0-e85b-4b9a-8316-6c62f7cf5d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.097791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:35.121679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-772495f0-e85b-4b9a-8316-6c62f7cf5d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.124539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-772495f0-e85b-4b9a-8316-6c62f7cf5d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.126000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-772495f0-e85b-4b9a-8316-6c62f7cf5d5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea01470e-1ffe-4f41-9aca-be2ef05a742e HTTP/1.1" status: 204 len: 168 time: 0.1868455 Aug 27 02:22:35.143214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772495f0-e85b-4b9a-8316-6c62f7cf5d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea01470e-1ffe-4f41-9aca-be2ef05a742e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.230580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:35.261941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.276897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:35.327579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:35.330145 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1913e-2c86-44a0-80db-b8709efd6273" -d '{"events": [{"server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "name": "network-vif-unplugged", "status": "completed", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:35.335829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event deleted for resources: {'Port': ['ID=8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.358598 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.386284 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.408887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] No DVR routers for this DVR port 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:35.416558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.418656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c063c4a1-114f-419e-8193-ecc4edad2d71 req-b3a8e430-12fa-4b5f-af42-598452ce4ba9 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.45 "DELETE /v2.0/ports/8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 HTTP/1.1" status: 204 len: 173 time: 1.3444631 Aug 27 02:22:35.419504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fb173489-fcd9-4b7d-b7ce-1a569d8141b7 req-0231628c-d281-44a0-8a44-7dfafbf3569d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f791f7a-1921-42f5-bcd4-4c7253e07d8b HTTP/1.1" status: 200 len: 210 time: 0.3067739 Aug 27 02:22:35.501688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d6f45-94a0-48f3-94a8-22abd6dfeb64 req-71269511-5f9f-46ac-a3a5-c030bb16457d tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.503623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b3d6f45-94a0-48f3-94a8-22abd6dfeb64 req-71269511-5f9f-46ac-a3a5-c030bb16457d tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 950 time: 0.2222826 Aug 27 02:22:35.563653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.584001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on host n-h2-806293-1 for vnic_type normal with profile {"migrating_to": "n-h1-806293-1"} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:35.584341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:35.584662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:35.600938 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4c824a-6cc1-4cb1-a2bf-bf9e3da91bf7 x-openstack-request-id: req-8e4c824a-6cc1-4cb1-a2bf-bf9e3da91bf7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:35.601191 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "name": "network-vif-unplugged", "status": "completed", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:35.601517 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e4c824a-6cc1-4cb1-a2bf-bf9e3da91bf7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:35.601911 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f', 'code': 200} Aug 27 02:22:35.602619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:35.602937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Attempting to bind port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on network 543c80bd-3b39-4e69-b761-ac69f0bf8d30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:35.607479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b3d6f45-94a0-48f3-94a8-22abd6dfeb64 req-341eae06-a78d-4cdc-92a8-075d1d952ea7 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951900 Aug 27 02:22:35.611949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:35.612288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Checking segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:35.612669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Bound using segment: {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:35.613098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Bound port: be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1d101-8bee-4324-8c0a-210726d70efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '543c80bd-3b39-4e69-b761-ac69f0bf8d30'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:35.613455 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.689349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:35.699335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:35.704866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.782817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737c1ff-9632-4799-8f5c-08c5f3133dc3 req-44579397-01d3-4c8b-bd60-e0302187a638 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.784650 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8737c1ff-9632-4799-8f5c-08c5f3133dc3 req-44579397-01d3-4c8b-bd60-e0302187a638 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 949 time: 0.0536835 Aug 27 02:22:35.785540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.786164 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.787592 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] 10.222.0.32 "PUT /v2.0/ports/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 200 len: 1122 time: 1.1293123 Aug 27 02:22:35.788667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac3b9d-4f2a-469d-a5f3-bc911ec4788a service neutron] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.838901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8737c1ff-9632-4799-8f5c-08c5f3133dc3 req-d1552cd5-4790-4d73-8b62-9d7b6df746a9 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Aug 27 02:22:35.916289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:35.920131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:36.076688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294796e8-6d62-4428-9c90-93dc1c28a048 req-55a606fc-447e-4cdc-a83f-0bb1460e2064 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.087659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-294796e8-6d62-4428-9c90-93dc1c28a048 req-55a606fc-447e-4cdc-a83f-0bb1460e2064 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.0695133 Aug 27 02:22:36.146770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-294796e8-6d62-4428-9c90-93dc1c28a048 req-134bf20c-cec0-4dd6-80a5-481386f3cad0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578189 Aug 27 02:22:36.192619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36754) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:36.299620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-28780906-network', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:36.321671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:36.325926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.335075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.426826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.432327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.455965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:22:36.464758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb0713-7f88-4d97-81dc-a519732804d0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:36.471782 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.472130 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Added segment b2486558-8e52-4bbf-8dcf-191f7fdeb4c0 of type vlan for network 43252a63-0fa7-40af-9791-8381c0b678e0 Aug 27 02:22:36.515103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.550000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.551341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.552019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.612280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4182119 Aug 27 02:22:36.618111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36778) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:36.619822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48247a38-c95e-48c4-b7b2-abef2919c212 admin admin] Pushing event updated for resources: {'Network': ['ID=43252a63-0fa7-40af-9791-8381c0b678e0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:36.625347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Request body: {'subnet': {'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-subnet', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:36.629599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 43252a63-0fa7-40af-9791-8381c0b678e0 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:22:36.653697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:36.656775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.723871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:36.800021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950130a-f401-429d-96a6-4880c9dc4990 req-2ead0fec-96b6-4b02-a468-acbc2a9f7cbc tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.801596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a950130a-f401-429d-96a6-4880c9dc4990 req-2ead0fec-96b6-4b02-a468-acbc2a9f7cbc tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 945 time: 0.0862763 Aug 27 02:22:36.836846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:36.848708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f has no active binding in host n-h1-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:22:36.876396 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a950130a-f401-429d-96a6-4880c9dc4990 req-be5b7300-3447-4be1-95f2-37335dd1886b tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659902 Aug 27 02:22:36.935075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.995033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735f726c-d2c8-4bb4-baaf-d10cbe4287bd,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.004715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Checking segment: {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:37.005079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Network hostable DHCP agents. Network: 43252a63-0fa7-40af-9791-8381c0b678e0, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:22:37.025025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Network 43252a63-0fa7-40af-9791-8381c0b678e0 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:22:37.036544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 43252a63-0fa7-40af-9791-8381c0b678e0) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:37.040496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.041082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.045038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585012d-cfb3-43e6-ad16-ebb44db961a6 None None] Network 43252a63-0fa7-40af-9791-8381c0b678e0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:22:37.058959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-365c59f0-6cbe-48c0-a547-c3eee57b78b9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4395065 Aug 27 02:22:37.061692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36784) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:37.066200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:37.088486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.089552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.144277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.191798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-43252a63-0fa7-40af-9791-8381c0b678e0', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:22:37.192768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.265545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf9f10-9c7e-430b-9bf9-63574694e207 req-6bc9d10f-ece7-45bb-9ca1-9091c741f074 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.267079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0bcf9f10-9c7e-430b-9bf9-63574694e207 req-6bc9d10f-ece7-45bb-9ca1-9091c741f074 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.0499506 Aug 27 02:22:37.289553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.307404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0bcf9f10-9c7e-430b-9bf9-63574694e207 req-fccee168-8176-49eb-83a7-54fd4d48406f tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342863 Aug 27 02:22:37.331644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Allocated IP 172.20.0.2 (43252a63-0fa7-40af-9791-8381c0b678e0/735f726c-d2c8-4bb4-baaf-d10cbe4287bd/5ee9aa75-b800-4881-bba1-6daad8ece2e7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:37.492172 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.492454 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.502129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Transition to ACTIVE for port object 5ee9aa75-b800-4881-bba1-6daad8ece2e7 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:37.517731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.518123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Transition to ACTIVE for port object 5ee9aa75-b800-4881-bba1-6daad8ece2e7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:37.524342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.561427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Network 43252a63-0fa7-40af-9791-8381c0b678e0 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:37.566288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:37.569858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:37.577130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Pushing event updated for resources: {'Port': ['ID=5ee9aa75-b800-4881-bba1-6daad8ece2e7,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.602458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'name': 'network-vif-deleted', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2'}, {'name': 'network-changed', 'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:37.604738 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe" -d '{"events": [{"server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "name": "network-vif-deleted", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2"}, {"name": "network-changed", "server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:37.635129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Attempting to bind port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:37.635649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Attempting to bind port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:37.635866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Attempting to bind port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 on network 43252a63-0fa7-40af-9791-8381c0b678e0 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:37.642292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:37.642769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Checking segment: {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:37.643165 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.643505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Bound using segment: {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:37.644065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Bound port: 5ee9aa75-b800-4881-bba1-6daad8ece2e7, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:37.644451 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.648630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-a9ceae60-262d-4cad-83ea-183afb5e9d96 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.650394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-a9ceae60-262d-4cad-83ea-183afb5e9d96 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 945 time: 0.0946565 Aug 27 02:22:37.666900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Allocated IP 172.25.1.225 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/4f0aa1c0-321f-4633-ac34-f2fba72bea95) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:37.674172 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3a6230-7129-4d36-86d7-6eb662913b0f x-openstack-request-id: req-af3a6230-7129-4d36-86d7-6eb662913b0f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:37.674506 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f791f7a-1921-42f5-bcd4-4c7253e07d8b", "name": "network-vif-deleted", "tag": "8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:37.674802 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af3a6230-7129-4d36-86d7-6eb662913b0f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:37.675196 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f791f7a-1921-42f5-bcd4-4c7253e07d8b', 'name': 'network-vif-deleted', 'tag': '8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2', 'status': 'completed', 'code': 200} Aug 27 02:22:37.675447 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f', 'status': 'completed', 'code': 200} Aug 27 02:22:37.718876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] For port 5ee9aa75-b800-4881-bba1-6daad8ece2e7, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:37.723151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] For port 5ee9aa75-b800-4881-bba1-6daad8ece2e7, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5ee9aa75-b800-4881-bba1-6daad8ece2e7,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:37.729839 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.834783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef492fd-7ed6-413c-95ac-da29c9356faa None None] Pushing event updated for resources: {'Port': ['ID=5ee9aa75-b800-4881-bba1-6daad8ece2e7,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.899711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-7da2b94d-6189-4fed-811e-a2553bd7d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.901129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-7da2b94d-6189-4fed-811e-a2553bd7d5e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1125 time: 0.1430712 Aug 27 02:22:37.914103 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:38.047052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Deleting port a6a197b0-ddbb-4834-8e1d-f029c436822a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:38.047330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:38.156690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fb61-4242-453c-a28a-350ac2794824 req-7315eb0b-96a7-4309-8d79-734d32dd6113 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.158177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bda7fb61-4242-453c-a28a-350ac2794824 req-7315eb0b-96a7-4309-8d79-734d32dd6113 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 945 time: 0.1913006 Aug 27 02:22:38.172464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:38.186679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-3cbe4fee-ffab-4b79-804b-b08c29161642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.188117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-3cbe4fee-ffab-4b79-804b-b08c29161642 service neutron] 10.222.0.45 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.2705142 Aug 27 02:22:38.192107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:38.212951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:38.213275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8b9bf54e-7482-48b6-9e7f-3d4a35a7d0b2 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:38.294424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-24f03f46-5adf-40a9-ac55-0e774623e40d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 200 len: 217 time: 0.0747843 Aug 27 02:22:38.296145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:38.304314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] For port a6a197b0-ddbb-4834-8e1d-f029c436822a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a6a197b0-ddbb-4834-8e1d-f029c436822a,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:38.304614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:38.321393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:38.330405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bda7fb61-4242-453c-a28a-350ac2794824 req-8d77850e-e403-4189-82d2-86e8f0a5c58c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618323 Aug 27 02:22:38.331473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:38.358037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Calling delete_port for a6a197b0-ddbb-4834-8e1d-f029c436822a owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:38.359988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0aa1c0-321f-4633-ac34-f2fba72bea95,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:38.414473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-14873c75-2206-4262-8d50-2b42de6a504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.415967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-14873c75-2206-4262-8d50-2b42de6a504b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1089063 Aug 27 02:22:38.439209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4b111-28bd-4258-90be-1ccd690f4e94 req-87b72957-c25c-4dac-b4a5-e397f5aa10d0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.440706 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5bb4b111-28bd-4258-90be-1ccd690f4e94 req-87b72957-c25c-4dac-b4a5-e397f5aa10d0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.0530996 Aug 27 02:22:38.488729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5bb4b111-28bd-4258-90be-1ccd690f4e94 req-158145fa-1a8d-43e7-ab0a-92f63f2e9d55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Aug 27 02:22:38.544766 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-d9aebbdc-f3fa-4703-b326-80a68a1b9016 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981667 Aug 27 02:22:38.733319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:38.757378 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-ec5fcc9d-31f2-4725-a49b-a28c26d71e83 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028422 Aug 27 02:22:38.797690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd78997-6e5b-4eb1-b0f4-baf25358e256 None None] Network 43252a63-0fa7-40af-9791-8381c0b678e0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:22:38.884788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:38.927277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:38.932375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b0d43796-0901-4aab-878f-cee55159bd0d None None] Provisioning for port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:38.939837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event deleted for resources: {'Port': ['ID=a6a197b0-ddbb-4834-8e1d-f029c436822a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:38.946445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:38.977386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5ee9aa75-b800-4881-bba1-6daad8ece2e7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:39.002017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '86536950-d0ed-477e-9283-c7e0881a088e', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '86536950-d0ed-477e-9283-c7e0881a088e', 'mac_address': 'fa:16:3e:97:ac:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:39.050804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5a952bd-b966-487e-b5a0-44bc9cdb59fe req-144fc393-492c-4d7c-bd32-d0a3ced6f217 service neutron] 10.222.0.45 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754469 Aug 27 02:22:39.070541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] No DVR routers for this DVR port a6a197b0-ddbb-4834-8e1d-f029c436822a on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:39.075079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.078035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2af70584-0b49-42f4-95b3-fa9445c36508 req-2ea08ac8-d1e9-4e78-890d-0a8f2aaf4fe3 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "DELETE /v2.0/ports/a6a197b0-ddbb-4834-8e1d-f029c436822a HTTP/1.1" status: 204 len: 173 time: 1.3975682 Aug 27 02:22:39.089778 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.144224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86536950-d0ed-477e-9283-c7e0881a088e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:39.178176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:39.185126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:39.188399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:39.188658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.221478 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.323388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.388998 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.394701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:39.445902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 5ee9aa75-b800-4881-bba1-6daad8ece2e7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5ee9aa75-b800-4881-bba1-6daad8ece2e7,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:39.453855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['86536950-d0ed-477e-9283-c7e0881a088e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:39.464524 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.528780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Router 2b703d37-492f-4fab-8964-4be68462b44c is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:22:39.532024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2729efe8-bd62-4b1a-98cd-2cec9d708619 req-82db612f-a487-43bc-8679-ed84cc1852cb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=94522c0b-c7b3-4ff5-8ac2-995769398e53 HTTP/1.1" status: 200 len: 210 time: 0.0453298 Aug 27 02:22:39.653838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbc257bd-d803-4e4d-a74c-a94cedf9e6fb None None] Provisioning complete for port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:39.654116 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbc257bd-d803-4e4d-a74c-a94cedf9e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.676594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'name': 'network-vif-deleted', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:39.678807 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a339d-b83f-4f14-8dd9-57fcef965eb1" -d '{"events": [{"server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "name": "network-vif-deleted", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:39.708335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:39.720467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673eb648-4e3d-405e-adf6-9f8a81279653 req-cdb062f6-8512-4d70-8265-34e31ab9ea10 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:39.729452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-673eb648-4e3d-405e-adf6-9f8a81279653 req-cdb062f6-8512-4d70-8265-34e31ab9ea10 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.1033902 Aug 27 02:22:39.738710 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.744318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5258a7a2-76f8-4480-8448-734060e55158 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6812899 Aug 27 02:22:39.746682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:39.767442 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f493b-6dfb-484e-84dc-91f22f888c56 x-openstack-request-id: req-f35f493b-6dfb-484e-84dc-91f22f888c56 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:39.767834 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94522c0b-c7b3-4ff5-8ac2-995769398e53", "name": "network-vif-deleted", "tag": "a6a197b0-ddbb-4834-8e1d-f029c436822a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:39.768177 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f35f493b-6dfb-484e-84dc-91f22f888c56 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:39.768662 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94522c0b-c7b3-4ff5-8ac2-995769398e53', 'name': 'network-vif-deleted', 'tag': 'a6a197b0-ddbb-4834-8e1d-f029c436822a', 'status': 'completed', 'code': 200} Aug 27 02:22:39.857152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-673eb648-4e3d-405e-adf6-9f8a81279653 req-6e157061-06b0-4a40-8240-2092808cdb73 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262774 Aug 27 02:22:39.864740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=5ee9aa75-b800-4881-bba1-6daad8ece2e7,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:39.879357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Sync routers for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:39.944981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:39.945676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:40.223059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:40.511073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:38Z', 'revision_number': 3, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:40.540994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Checking router: 2b703d37-492f-4fab-8964-4be68462b44c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:40.541351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Updating router 2b703d37-492f-4fab-8964-4be68462b44c port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:40.601646 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.747057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:40.964057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5ee9aa75-b800-4881-bba1-6daad8ece2e7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:41.023522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 86536950-d0ed-477e-9283-c7e0881a088e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:41.023942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.125449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:41.126849 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.199554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9ebb4-fe8c-409c-b224-82857d742276 req-728f9808-4b0c-4c9f-bcd1-90664593bcb0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:41.212585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27a9ebb4-fe8c-409c-b224-82857d742276 req-728f9808-4b0c-4c9f-bcd1-90664593bcb0 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.1368937 Aug 27 02:22:41.272044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27a9ebb4-fe8c-409c-b224-82857d742276 req-dfc77880-e740-434c-acbe-58bf2c1d2919 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557542 Aug 27 02:22:41.373795 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.388591 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.474253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8e5c2-e540-4383-a134-df3d509a8b44 req-30e61f37-1f37-47ce-bccf-f4beb161fabb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:41.483101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Transition to ACTIVE for port object 4f0aa1c0-321f-4633-ac34-f2fba72bea95 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:41.489030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-89d0c609-137c-46a1-aaff-4524229e4d3e service neutron] 10.222.0.45 "GET /v2.0/ports/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.1384947 Aug 27 02:22:41.493367 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4a8e5c2-e540-4383-a134-df3d509a8b44 req-30e61f37-1f37-47ce-bccf-f4beb161fabb tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 944 time: 0.2731316 Aug 27 02:22:41.538567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.556466 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.624511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4a8e5c2-e540-4383-a134-df3d509a8b44 req-3716c820-53b4-4016-a01d-94df076c84d7 tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283085 Aug 27 02:22:41.723063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b05f4-acf8-49d9-b2e3-9fb95df31136 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa1c0-321f-4633-ac34-f2fba72bea95,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:41.770131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:41.777121 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dd0482-8994-45f5-854a-543e18607658" -d '{"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-plugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:41.784068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Attempting to bind port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:41.785562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Attempting to bind port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:41.785935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Attempting to bind port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:41.789376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Allocated IP 172.20.0.1 (43252a63-0fa7-40af-9791-8381c0b678e0/735f726c-d2c8-4bb4-baaf-d10cbe4287bd/6e38cda1-4431-446a-8714-b57a88626913) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:41.834273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:41.834681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:41.835073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.835579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:41.836181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Bound port: 4f0aa1c0-321f-4633-ac34-f2fba72bea95, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:41.836574 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.955444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] For port 4f0aa1c0-321f-4633-ac34-f2fba72bea95, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:41.964290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] For port 4f0aa1c0-321f-4633-ac34-f2fba72bea95, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4f0aa1c0-321f-4633-ac34-f2fba72bea95,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:41.968864 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aab595a-edc1-4635-bd98-a639d16f263f x-openstack-request-id: req-6aab595a-edc1-4635-bd98-a639d16f263f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:41.969430 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-plugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:41.969430 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6aab595a-edc1-4635-bd98-a639d16f263f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:41.969841 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e', 'code': 200} Aug 27 02:22:41.987997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:41.996579 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.014373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.052302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Transition to ACTIVE for port object 6e38cda1-4431-446a-8714-b57a88626913 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:42.057309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.061080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:42.122844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.182774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Network 43252a63-0fa7-40af-9791-8381c0b678e0 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:42.190837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:42.193325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Pushing event updated for resources: {'Port': ['ID=6e38cda1-4431-446a-8714-b57a88626913,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.195736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:42.229081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b05f4-acf8-49d9-b2e3-9fb95df31136 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa1c0-321f-4633-ac34-f2fba72bea95,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.244748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.356888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: a6a197b0-ddbb-4834-8e1d-f029c436822a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:42.358808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a6a197b0-ddbb-4834-8e1d-f029c436822a not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:42.371001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:42.371001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:42.374147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-8da350ac-1d58-4c52-80e1-94476cc9345e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:42.378712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-8da350ac-1d58-4c52-80e1-94476cc9345e tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 944 time: 0.7048044 Aug 27 02:22:42.588430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:42.610174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:42.619803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.630841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a69d5-b03e-40e3-8581-ceedf39ce5ea req-7c007e93-d2a7-4e2f-8047-f363f922561e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:42.641242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f6a69d5-b03e-40e3-8581-ceedf39ce5ea req-7c007e93-d2a7-4e2f-8047-f363f922561e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 944 time: 0.1911652 Aug 27 02:22:42.674880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:42.741337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0f0987-2bc3-4a07-92b5-9e3c96b2a36f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:42.758113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f6a69d5-b03e-40e3-8581-ceedf39ce5ea req-d9ee2a0d-f4da-48c1-b71c-897b70bedd76 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151531 Aug 27 02:22:42.772554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Deleting port 3da47fa1-e76e-45c2-a346-743a395a85d9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:42.786868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.817002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:42.850267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.858680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b7ee58ad-340e-420d-b324-49aca8e574a6 None None] Provisioning for port 6e38cda1-4431-446a-8714-b57a88626913 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:42.863588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b7ee58ad-340e-420d-b324-49aca8e574a6 None None] Provisioning complete for port 6e38cda1-4431-446a-8714-b57a88626913 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:42.864183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7ee58ad-340e-420d-b324-49aca8e574a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.935497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.937422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee58ad-340e-420d-b324-49aca8e574a6 None None] Port 6e38cda1-4431-446a-8714-b57a88626913 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:42.963103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:38Z', 'revision_number': 3, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:42.996754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb7fdc-a7fe-4857-a6d4-60c5116dc82e None None] The sync data for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 is: [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:38Z', 'revision_number': 3, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:43.034346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] For port 3da47fa1-e76e-45c2-a346-743a395a85d9, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3da47fa1-e76e-45c2-a346-743a395a85d9,segment=NetworkSegment(aace32db-7c85-4be2-8930-1402c397fffe),segment_id=aace32db-7c85-4be2-8930-1402c397fffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:43.035008 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.059095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898630-0fc3-498f-8053-99bf779ef0ae req-0f4260d7-87b4-4b00-b3b5-9d71e0f9c0cf tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:43.060967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Calling delete_port for 3da47fa1-e76e-45c2-a346-743a395a85d9 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:43.071246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94898630-0fc3-498f-8053-99bf779ef0ae req-0f4260d7-87b4-4b00-b3b5-9d71e0f9c0cf tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 944 time: 0.2354155 Aug 27 02:22:43.171749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.183408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.287916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] Transition to ACTIVE for port object be0f0987-2bc3-4a07-92b5-9e3c96b2a36f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:43.305987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.360489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.391597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Pushing event updated for resources: {'Port': ['ID=6e38cda1-4431-446a-8714-b57a88626913,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:43.400969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] No DVR routers for this DVR port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:43.423489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.423832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.424255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.424630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.424964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.425291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.427651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.427651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.427651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.427651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.427651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.427651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:43.474785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94898630-0fc3-498f-8053-99bf779ef0ae req-dfc7559d-ee7d-4c56-b233-3b696f7bd92c tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/security-groups?id=c094a86a-4e34-4586-92f4-f68bd3db6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024720 Aug 27 02:22:43.578467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f/bindings/n-h1-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0804963 Aug 27 02:22:43.659360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Network 43252a63-0fa7-40af-9791-8381c0b678e0 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:43.660977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:43.783235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b371d-ff56-4a93-a49a-57d525c4d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:43.901453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.985534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-cc878873-c18d-4034-bdf4-5fcfd03902f0 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:43.987350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-cc878873-c18d-4034-bdf4-5fcfd03902f0 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.3299620 Aug 27 02:22:44.013120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Router 2b703d37-492f-4fab-8964-4be68462b44c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:44.091984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-66d95335-b0ff-4d28-a8cd-15016be0d037 None None] Provisioning complete for port 6e38cda1-4431-446a-8714-b57a88626913 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:44.095365 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66d95335-b0ff-4d28-a8cd-15016be0d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.201471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:44.202305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-66d95335-b0ff-4d28-a8cd-15016be0d037 None None] Port 6e38cda1-4431-446a-8714-b57a88626913 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:44.214131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a3545460-9a83-47f5-a659-f7c2ddfe5d72 admin admin] 10.222.0.10 "PUT /v2.0/routers/2b703d37-492f-4fab-8964-4be68462b44c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4428551 Aug 27 02:22:44.223487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Pushing event deleted for resources: {'Port': ['ID=3da47fa1-e76e-45c2-a346-743a395a85d9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:44.236375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:44.317513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] No DVR routers for this DVR port 3da47fa1-e76e-45c2-a346-743a395a85d9 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:44.321199 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.323724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1fdae592-1ca2-4316-9e84-17cf1a3bb85a req-1e9df853-dce2-45c2-a9db-241a851e852d tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.32 "DELETE /v2.0/ports/3da47fa1-e76e-45c2-a346-743a395a85d9 HTTP/1.1" status: 204 len: 173 time: 1.9140742 Aug 27 02:22:44.330223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'name': 'network-vif-deleted', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:44.335913 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad8b964-1eb6-440d-b527-9c357d87134b" -d '{"events": [{"server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "name": "network-vif-deleted", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:44.395334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a09611-0d53-4178-95ae-3f5035205ad6 req-d6f5612b-e57d-4a15-99c6-46a8868d8683 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.409165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17a09611-0d53-4178-95ae-3f5035205ad6 req-d6f5612b-e57d-4a15-99c6-46a8868d8683 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 945 time: 0.4730632 Aug 27 02:22:44.409882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:44.461902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-65cbcc68-56d4-4ec7-9a2f-fdc7742f4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.465749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-65cbcc68-56d4-4ec7-9a2f-fdc7742f4db1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994&tenant_id=824ea5b670a64ecbb17a64950478a079 HTTP/1.1" status: 200 len: 1096 time: 0.3889170 Aug 27 02:22:44.513150 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17a09611-0d53-4178-95ae-3f5035205ad6 req-505b28c5-4008-4429-a1cb-50390015c1f1 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003478 Aug 27 02:22:44.562601 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3513887-6202-4a6f-a5c8-deb67860c63f x-openstack-request-id: req-e3513887-6202-4a6f-a5c8-deb67860c63f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:44.563315 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2200d5c-c0c0-4e9a-8538-186443decf1f", "name": "network-vif-deleted", "tag": "3da47fa1-e76e-45c2-a346-743a395a85d9", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:44.563850 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3513887-6202-4a6f-a5c8-deb67860c63f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:44.564499 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2200d5c-c0c0-4e9a-8538-186443decf1f', 'name': 'network-vif-deleted', 'tag': '3da47fa1-e76e-45c2-a346-743a395a85d9', 'status': 'completed', 'code': 200} Aug 27 02:22:44.625006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-1cb44f9f-b111-4b3f-91ad-e96b90790e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.626671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-1cb44f9f-b111-4b3f-91ad-e96b90790e13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=824ea5b670a64ecbb17a64950478a079&device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1096 time: 0.1077881 Aug 27 02:22:44.698939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9484596b-25b2-4084-8d8f-0cb3d13aaf4c req-2b3d8a37-541a-4c35-9f3d-3bc4824879ad tempest-LiveMigrationTest-1536130637 tempest-LiveMigrationTest-1536130637-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2200d5c-c0c0-4e9a-8538-186443decf1f HTTP/1.1" status: 200 len: 210 time: 0.0361581 Aug 27 02:22:44.759492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-623d0a54-07ac-48f4-9f97-e27c2aa3bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.761389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-623d0a54-07ac-48f4-9f97-e27c2aa3bf41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 200 len: 921 time: 0.1180096 Aug 27 02:22:44.769489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:44.822124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 3da47fa1-e76e-45c2-a346-743a395a85d9 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:44.822502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3da47fa1-e76e-45c2-a346-743a395a85d9 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:44.848885 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b51cc2e1-940e-413e-88ed-b3fff4cdd499 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 200 len: 217 time: 0.0646489 Aug 27 02:22:44.999603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b100c880-4446-4e14-8d3a-1044ccb936ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:45.002307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-b100c880-4446-4e14-8d3a-1044ccb936ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 200 len: 860 time: 0.1408670 Aug 27 02:22:45.016769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4f0aa1c0-321f-4633-ac34-f2fba72bea95 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:45.100148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-185c2f0c-93f3-4209-badd-4f3cd4c8f41b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=543c80bd-3b39-4e69-b761-ac69f0bf8d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702643 Aug 27 02:22:45.172728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:45.184861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:45.199099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:45.338070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-8edfba0a-2de9-4207-a37a-198a8b445ccb service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298706 Aug 27 02:22:45.595368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-6417c85b-71cb-4a7f-812d-dfbc0c4aea25 service neutron] 10.222.0.32 "GET /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415848 Aug 27 02:22:45.668708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:45.731575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 4f0aa1c0-321f-4633-ac34-f2fba72bea95, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4f0aa1c0-321f-4633-ac34-f2fba72bea95,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:45.742135 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:45.814115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37044) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:45.847489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902169a-8ef1-4393-a16b-07483ae33bb7 req-7c23f945-f8bb-4f70-8daf-f48c8dbc2d9d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:45.855386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8902169a-8ef1-4393-a16b-07483ae33bb7 req-7c23f945-f8bb-4f70-8daf-f48c8dbc2d9d tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 945 time: 0.2121778 Aug 27 02:22:45.872724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa1c0-321f-4633-ac34-f2fba72bea95,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:45.877233 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Sync routers for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:45.912326 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:45.913116 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:45.980931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8902169a-8ef1-4393-a16b-07483ae33bb7 req-3c18ddb2-9f5e-4bdc-9b84-5dac3c4dff08 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198997 Aug 27 02:22:46.093512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-8c45f794-dc5c-44f1-8c5a-c1cc14e41efd tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.094769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] Deleting subnet 10ef85fa-d74e-4291-b42f-8739e258b3da {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:22:46.097840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-8c45f794-dc5c-44f1-8c5a-c1cc14e41efd tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994&tenant_id=824ea5b670a64ecbb17a64950478a079&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.1377342 Aug 27 02:22:46.103489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.212245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.261536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.339519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.359247 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.364368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/10ef85fa-d74e-4291-b42f-8739e258b3da HTTP/1.1" status: 204 len: 168 time: 0.5481377 Aug 27 02:22:46.365261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37070) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:46.452739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-886e7c55-a70a-4e74-8195-aa4c429aeefe service neutron] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:46.457381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-886e7c55-a70a-4e74-8195-aa4c429aeefe service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.458893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e36ee84c-4d95-41a8-94ec-1a084f31585c req-886e7c55-a70a-4e74-8195-aa4c429aeefe service neutron] 10.222.0.32 "DELETE /v2.0/ports/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f/bindings/n-h2-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.3523197 Aug 27 02:22:46.483207 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.572608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e70062-1f9d-489f-9886-64f48c227cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ef85fa-d74e-4291-b42f-8739e258b3da,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:46.581772 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:46.587122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.794651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.830162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6000ff-1e6c-4b2c-8efd-6803eee85e26']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:46.842942 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 2, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:46.863286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aace32db-7c85-4be2-8930-1402c397fffe') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:46.863590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aace32db-7c85-4be2-8930-1402c397fffe') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:46.886290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.912457 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Checking router: 2b703d37-492f-4fab-8964-4be68462b44c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:46.913891 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Updating router 2b703d37-492f-4fab-8964-4be68462b44c port 6e38cda1-4431-446a-8714-b57a88626913 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:46.931485 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.947525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:22:46.948668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:22:46.977334 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:22:46.980073 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.988990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4f0aa1c0-321f-4633-ac34-f2fba72bea95 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:47.061787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:47.062839 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.111085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.117553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.125489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] 10.222.0.10 "DELETE /v2.0/networks/6e6000ff-1e6c-4b2c-8efd-6803eee85e26 HTTP/1.1" status: 204 len: 168 time: 0.7357757 Aug 27 02:22:47.126783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37106) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:47.207590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5990e5-74cd-47e8-92f6-57c1da9eba1e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6000ff-1e6c-4b2c-8efd-6803eee85e26,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:47.209533 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.265172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] Deleting subnet 09163244-06d3-4ed5-b52a-7ce3f90458ff {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:22:47.272930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.385775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.436281 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.520741 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.559688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09163244-06d3-4ed5-b52a-7ce3f90458ff,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:47.566216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.568488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-88583f7d-27a1-4ad9-88b5-0e914ca265e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/09163244-06d3-4ed5-b52a-7ce3f90458ff HTTP/1.1" status: 204 len: 168 time: 0.4407399 Aug 27 02:22:47.571290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37118) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:47.597023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536e070-d5e6-4af4-b1e1-a3467cf6611c req-e3c54148-d7e5-42bb-a3af-3fe45ab44570 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.606088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4536e070-d5e6-4af4-b1e1-a3467cf6611c req-e3c54148-d7e5-42bb-a3af-3fe45ab44570 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 945 time: 0.3362556 Aug 27 02:22:47.652961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4536e070-d5e6-4af4-b1e1-a3467cf6611c req-b5d131c7-79b9-4ef7-8c57-c1b50560b33e tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Aug 27 02:22:47.744079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.780129 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.804859 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Transition to ACTIVE for port object 6e38cda1-4431-446a-8714-b57a88626913 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:47.822494 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.881800 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Pushing event updated for resources: {'Port': ['ID=6e38cda1-4431-446a-8714-b57a88626913,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:47.892848 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.893387 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.893890 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.894417 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.894912 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.895403 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.896015 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.897412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.898175 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.898753 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.899245 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.899727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:47.973647 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Attempting to bind port 6e38cda1-4431-446a-8714-b57a88626913 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:47.974979 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Attempting to bind port 6e38cda1-4431-446a-8714-b57a88626913 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:47.977529 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Attempting to bind port 6e38cda1-4431-446a-8714-b57a88626913 on network 43252a63-0fa7-40af-9791-8381c0b678e0 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:48.027792 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:48.028178 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Checking segment: {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:48.028569 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.028958 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Bound using segment: {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:48.029437 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Bound port: 6e38cda1-4431-446a-8714-b57a88626913, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:48.029822 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.049412 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.082471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6804174f-c264-4ee0-abc9-c40ad1a9ff1a']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:48.117520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ed123f-762e-4fe8-b5f9-139c1753427f') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:48.118235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ed123f-762e-4fe8-b5f9-139c1753427f') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:48.141986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.179717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.189895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:22:48.190951 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:22:48.193772 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:22:48.269699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce406-9aea-48a5-ad43-b7707513ec40 req-9f4cc967-f64d-4d3f-953e-869751961770 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.271303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d16ce406-9aea-48a5-ad43-b7707513ec40 req-9f4cc967-f64d-4d3f-953e-869751961770 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 1096 time: 0.1150012 Aug 27 02:22:48.355718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.366175 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.375493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6804174f-c264-4ee0-abc9-c40ad1a9ff1a HTTP/1.1" status: 204 len: 168 time: 0.8031156 Aug 27 02:22:48.431892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] For port 6e38cda1-4431-446a-8714-b57a88626913, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:48.432471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461eddbe-4f58-404f-9cb9-21144fdcea85 admin admin] Pushing event deleted for resources: {'Network': ['ID=6804174f-c264-4ee0-abc9-c40ad1a9ff1a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:48.438182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d16ce406-9aea-48a5-ad43-b7707513ec40 req-e82f46fc-d7e5-4625-8f64-c53c4589c969 tempest-LiveAutoBlockMigrationV225Test-1462364174 tempest-LiveAutoBlockMigrationV225Test-1462364174-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526055 Aug 27 02:22:48.445836 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] For port 6e38cda1-4431-446a-8714-b57a88626913, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6e38cda1-4431-446a-8714-b57a88626913,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:48.472104 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.615639 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5edb7c-ff92-4b0c-bc00-1d56ceff3348 None None] Pushing event updated for resources: {'Port': ['ID=6e38cda1-4431-446a-8714-b57a88626913,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:48.664381 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:48.665488 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:48.750589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37138) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:48.895852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7e0b935e-7678-43ac-b8cc-5195a17033c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42add40864b547e3ac14ec3a0f9d75ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1413512 Aug 27 02:22:48.896085 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:48.896198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37142) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:49.085559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77302f9e-6d63-4793-9286-16946dbf2e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:49.108664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77302f9e-6d63-4793-9286-16946dbf2e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:49.202222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77302f9e-6d63-4793-9286-16946dbf2e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:49.206486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77302f9e-6d63-4793-9286-16946dbf2e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:49.213148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-77302f9e-6d63-4793-9286-16946dbf2e8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c094a86a-4e34-4586-92f4-f68bd3db6312 HTTP/1.1" status: 204 len: 168 time: 0.3152187 Aug 27 02:22:49.224851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77302f9e-6d63-4793-9286-16946dbf2e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c094a86a-4e34-4586-92f4-f68bd3db6312,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:49.242728 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:48Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:49.285490 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002392f-d909-4a49-8ed7-0d7b23e71f00 None None] The sync data for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 is: [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:48Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:49.610667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baacdd-5c2c-4db8-9581-a38df78e404f req-5b4f9cc3-df64-4108-a642-5fb58d5190e2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.611856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83baacdd-5c2c-4db8-9581-a38df78e404f req-5b4f9cc3-df64-4108-a642-5fb58d5190e2 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 945 time: 0.1238616 Aug 27 02:22:49.714792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83baacdd-5c2c-4db8-9581-a38df78e404f req-1de7b6a7-ead6-418f-98ef-379d2c6ffdb3 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935493 Aug 27 02:22:49.881840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-0d9cf182-1757-4237-870f-5dfa87579799 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.891636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-0d9cf182-1757-4237-870f-5dfa87579799 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 945 time: 0.1421218 Aug 27 02:22:49.896911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37162) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:50.075127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bce2ead5-ec42-406a-960c-dc6505bf941e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e5ee2974ab243aab5aac725040ac5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771224 Aug 27 02:22:50.077703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37164) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:50.104324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Deleting port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:50.108766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.224073 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8992e3df-f0a6-4164-bfe4-327dccf103b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.290486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] For port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:50.291277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.297246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8992e3df-f0a6-4164-bfe4-327dccf103b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.309252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Calling delete_port for be0f0987-2bc3-4a07-92b5-9e3c96b2a36f owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:50.443192 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8992e3df-f0a6-4164-bfe4-327dccf103b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.447725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8992e3df-f0a6-4164-bfe4-327dccf103b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.452423 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8992e3df-f0a6-4164-bfe4-327dccf103b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6db2920-5bf8-4efe-81f2-24f38e72d183 HTTP/1.1" status: 204 len: 168 time: 0.3735418 Aug 27 02:22:50.468281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992e3df-f0a6-4164-bfe4-327dccf103b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db2920-5bf8-4efe-81f2-24f38e72d183,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:50.606948 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.624727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['67ab476f-5628-492c-b94d-c124196bf7e3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:50.641884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event deleted for resources: {'Port': ['ID=be0f0987-2bc3-4a07-92b5-9e3c96b2a36f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:50.692131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:50.775244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] No DVR routers for this DVR port be0f0987-2bc3-4a07-92b5-9e3c96b2a36f on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:50.778452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.781414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d4e0b7a-0778-4168-abcd-1447251c2c0c req-46a14cf0-4f16-4873-aaab-c54e56b1a3fe tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.32 "DELETE /v2.0/ports/be0f0987-2bc3-4a07-92b5-9e3c96b2a36f HTTP/1.1" status: 204 len: 173 time: 0.8704169 Aug 27 02:22:50.782119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'name': 'network-vif-deleted', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:50.784757 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28bd90a-20a6-41fb-8929-e734b99846dc" -d '{"events": [{"server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "name": "network-vif-deleted", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:50.986999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24ef1f9d-9dd8-4197-a887-06a2a04c82a8 req-61d467a1-0c0d-457b-b8e2-ed2c0855e427 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0870597 Aug 27 02:22:51.089167 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9a796-3ad6-4db9-b4b8-214ccbb6d90e x-openstack-request-id: req-16c9a796-3ad6-4db9-b4b8-214ccbb6d90e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:51.089476 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7744d98-a3a0-4887-8a5c-6364d4669994", "name": "network-vif-deleted", "tag": "be0f0987-2bc3-4a07-92b5-9e3c96b2a36f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:51.089731 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16c9a796-3ad6-4db9-b4b8-214ccbb6d90e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:51.090175 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7744d98-a3a0-4887-8a5c-6364d4669994', 'name': 'network-vif-deleted', 'tag': 'be0f0987-2bc3-4a07-92b5-9e3c96b2a36f', 'status': 'completed', 'code': 200} Aug 27 02:22:51.113886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6e38cda1-4431-446a-8714-b57a88626913 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:51.260052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6e38cda1-4431-446a-8714-b57a88626913 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:51.271377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6e38cda1-4431-446a-8714-b57a88626913 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:51.271768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.525589 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.609664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 6e38cda1-4431-446a-8714-b57a88626913, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6e38cda1-4431-446a-8714-b57a88626913,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:51.621283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.774028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=6e38cda1-4431-446a-8714-b57a88626913,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:52.190614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c24d6e2-f47b-4a9d-884e-96356145d9cf req-f9756fee-37f4-416c-b460-08b6a65c8e7a tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0550239 Aug 27 02:22:52.811745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:52.856070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: be0f0987-2bc3-4a07-92b5-9e3c96b2a36f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:52.856428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device be0f0987-2bc3-4a07-92b5-9e3c96b2a36f not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:52.955411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf02a0-3f7b-4793-ab39-59fc044ed412 req-0b223d91-8d5f-4392-bf8a-b7374bab6283 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.965102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3cf02a0-3f7b-4793-ab39-59fc044ed412 req-0b223d91-8d5f-4392-bf8a-b7374bab6283 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 945 time: 0.0801942 Aug 27 02:22:52.976328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6e38cda1-4431-446a-8714-b57a88626913 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:53.096747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3cf02a0-3f7b-4793-ab39-59fc044ed412 req-1daff755-d98b-4098-ba92-31d51a057191 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259229 Aug 27 02:22:53.132623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6e38cda1-4431-446a-8714-b57a88626913 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:53.132997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:53.578122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d605e73-1831-4ca2-8d25-b81a0022ab9c req-9cdbf7bb-980d-4b0c-822a-c4d8ac792da7 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0422709 Aug 27 02:22:54.352785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad583e-3c4d-4817-a976-3cfb6dfe1d36 req-699cb82b-7e3e-434b-a6f6-1c99fe8ece64 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.355280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ad583e-3c4d-4817-a976-3cfb6dfe1d36 req-699cb82b-7e3e-434b-a6f6-1c99fe8ece64 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 945 time: 0.0854030 Aug 27 02:22:54.413498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ad583e-3c4d-4817-a976-3cfb6dfe1d36 req-ebba89f4-5afb-40c6-bd66-bc50ea6bc962 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/security-groups?id=eea6b17f-94ad-4152-84f0-42e9de405f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500748 Aug 27 02:22:54.611556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395fa48-5945-47cb-8c54-b175b148e96a req-31bdfc94-7ebd-4635-944f-6f6696b5f6e8 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.614649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9395fa48-5945-47cb-8c54-b175b148e96a req-31bdfc94-7ebd-4635-944f-6f6696b5f6e8 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.32 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 945 time: 0.1077738 Aug 27 02:22:54.848173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Deleting port 6d5033ca-e6ee-4892-864a-da73f25892ef {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:54.848876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.007764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46bf0f12-1e58-462a-b3bf-0bfbd3479d77 req-a76ba90b-2c39-48f8-9840-4fb5d5a42530 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0443726 Aug 27 02:22:55.024245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] For port 6d5033ca-e6ee-4892-864a-da73f25892ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6d5033ca-e6ee-4892-864a-da73f25892ef,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:55.025554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.077812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Calling delete_port for 6d5033ca-e6ee-4892-864a-da73f25892ef owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:55.235356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37278) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:55.415746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.429575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['6d5033ca-e6ee-4892-864a-da73f25892ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:55.493343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Pushing event deleted for resources: {'Port': ['ID=6d5033ca-e6ee-4892-864a-da73f25892ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:55.535985 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75cc4b8c-31ac-406a-93ec-4d3a1410d0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.571093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] No DVR routers for this DVR port 6d5033ca-e6ee-4892-864a-da73f25892ef on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:55.573763 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.576015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9395fa48-5945-47cb-8c54-b175b148e96a req-80b36d42-c1dc-40f5-b018-cc559b509f4b tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.32 "DELETE /v2.0/ports/6d5033ca-e6ee-4892-864a-da73f25892ef HTTP/1.1" status: 204 len: 173 time: 0.9536920 Aug 27 02:22:55.576578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'name': 'network-vif-deleted', 'tag': '6d5033ca-e6ee-4892-864a-da73f25892ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:55.579574 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7290a385-cf24-4ed8-8da3-1fec8e6ddd0e" -d '{"events": [{"server_uuid": "89be5e9d-2dae-4368-9f3a-976b824c4dde", "name": "network-vif-deleted", "tag": "6d5033ca-e6ee-4892-864a-da73f25892ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:55.640606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c10a4005-2020-4a10-b07c-35c22b76c794 req-451e9fde-1006-4d44-b595-ab58c619cf07 tempest-AttachSCSIVolumeTestJSON-1465367644 tempest-AttachSCSIVolumeTestJSON-1465367644-project] 10.222.0.10 "GET /v2.0/ports?device_id=89be5e9d-2dae-4368-9f3a-976b824c4dde HTTP/1.1" status: 200 len: 210 time: 0.0496268 Aug 27 02:22:55.739360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75cc4b8c-31ac-406a-93ec-4d3a1410d0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.748803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75cc4b8c-31ac-406a-93ec-4d3a1410d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.804964 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905a29d4-e28e-41fc-a4c2-c39cbef85220 x-openstack-request-id: req-905a29d4-e28e-41fc-a4c2-c39cbef85220 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:55.805258 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89be5e9d-2dae-4368-9f3a-976b824c4dde", "name": "network-vif-deleted", "tag": "6d5033ca-e6ee-4892-864a-da73f25892ef", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:55.805510 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-905a29d4-e28e-41fc-a4c2-c39cbef85220 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:55.805961 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89be5e9d-2dae-4368-9f3a-976b824c4dde', 'name': 'network-vif-deleted', 'tag': '6d5033ca-e6ee-4892-864a-da73f25892ef', 'status': 'completed', 'code': 200} Aug 27 02:22:55.832808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-75cc4b8c-31ac-406a-93ec-4d3a1410d0ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93ca9964dcc54ce79aecc1e77fe9058c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931659 Aug 27 02:22:55.833249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37292) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:55.834235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc4b8c-31ac-406a-93ec-4d3a1410d0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f757a-0add-4513-87f2-d44e343492c1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:55.909959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69fcb73c-dc34-44c2-a5e4-784e59df2f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.952132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69fcb73c-dc34-44c2-a5e4-784e59df2f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.053308 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69fcb73c-dc34-44c2-a5e4-784e59df2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.056159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69fcb73c-dc34-44c2-a5e4-784e59df2f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.057395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-69fcb73c-dc34-44c2-a5e4-784e59df2f0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a78f757a-0add-4513-87f2-d44e343492c1 HTTP/1.1" status: 204 len: 168 time: 0.2231107 Aug 27 02:22:56.078978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcb73c-dc34-44c2-a5e4-784e59df2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f757a-0add-4513-87f2-d44e343492c1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:56.186151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d0193ee-f424-4713-94d6-934b876d827b req-672f00a1-f3d3-44f7-900e-675ccfe5a814 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7744d98-a3a0-4887-8a5c-6364d4669994 HTTP/1.1" status: 200 len: 210 time: 0.0388370 Aug 27 02:22:56.719703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37310) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:56.743689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5849ac0-2953-4881-ba5c-11df9cd6dfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.938964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5849ac0-2953-4881-ba5c-11df9cd6dfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.947848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5849ac0-2953-4881-ba5c-11df9cd6dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.032838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5849ac0-2953-4881-ba5c-11df9cd6dfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f1809f-a77b-471e-91e8-8a5d70df16eb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:57.067629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e5849ac0-2953-4881-ba5c-11df9cd6dfdd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14dcad6334ba4e309e78b3fa9dcccf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461554 Aug 27 02:22:57.070536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37318) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:57.165116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59ead0b4-0546-4bc7-97d7-2b4d6f487899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.197145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59ead0b4-0546-4bc7-97d7-2b4d6f487899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.300601 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59ead0b4-0546-4bc7-97d7-2b4d6f487899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.306512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59ead0b4-0546-4bc7-97d7-2b4d6f487899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.312099 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-59ead0b4-0546-4bc7-97d7-2b4d6f487899 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37f1809f-a77b-471e-91e8-8a5d70df16eb HTTP/1.1" status: 204 len: 168 time: 0.2398169 Aug 27 02:22:57.337822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ead0b4-0546-4bc7-97d7-2b4d6f487899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f1809f-a77b-471e-91e8-8a5d70df16eb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:57.616038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-570cc8df-8dbc-45de-a6fa-25b554b346b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:58.824676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6d5033ca-e6ee-4892-864a-da73f25892ef no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:58.881847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 6d5033ca-e6ee-4892-864a-da73f25892ef {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:58.882984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6d5033ca-e6ee-4892-864a-da73f25892ef not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:00.180629 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-340c0f9b-0da3-4b7f-be8f-f680726477fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:00.423536 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.146855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.536056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-8e510462-abae-4dca-bb52-448af666f914 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2db31be74c444344beaeb7bfbcae4211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272753 Aug 27 02:23:02.676344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-4a8ba08e-bdd9-474d-94f4-1649798ca913 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:02.684235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-4a8ba08e-bdd9-474d-94f4-1649798ca913 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420319 Aug 27 02:23:02.697983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bbc224ae-615d-40c6-9d23-03ed15115ebe tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/quotas/2db31be74c444344beaeb7bfbcae4211 HTTP/1.1" status: 200 len: 375 time: 0.0127356 Aug 27 02:23:02.750417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-f0ca71d7-402d-46b0-8a77-3449834e68b1 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2db31be74c444344beaeb7bfbcae4211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455191 Aug 27 02:23:03.009572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c1758-452a-4928-8e14-a9d724e1ee1d req-0284712f-6eb5-4719-8fc5-32dd90a708a4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:03.011830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e51c1758-452a-4928-8e14-a9d724e1ee1d req-0284712f-6eb5-4719-8fc5-32dd90a708a4 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 944 time: 0.0709701 Aug 27 02:23:03.033835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.058240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e51c1758-452a-4928-8e14-a9d724e1ee1d req-a7fe4f3e-8c89-45cd-9ad0-7435d05dd6f9 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Aug 27 02:23:03.083848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-850ddd01-b5c8-47e4-b6f2-852f3226f1ce req-1b8ba0aa-197c-432e-931c-937a77bd23f3 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 210 time: 0.0657659 Aug 27 02:23:03.192657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c92a67-66be-4cda-b8f8-d62623d22d83 req-85b306dd-d60e-42e4-a018-25163361561a tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:03.194199 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1c92a67-66be-4cda-b8f8-d62623d22d83 req-85b306dd-d60e-42e4-a018-25163361561a tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 949 time: 0.0667841 Aug 27 02:23:03.273644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1c92a67-66be-4cda-b8f8-d62623d22d83 req-98a027ab-0f7a-4fbb-aa50-22ede524d99d tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731127 Aug 27 02:23:03.419608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-e68bff35-09ff-48a3-9053-c813b7458396 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:03.421430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-e68bff35-09ff-48a3-9053-c813b7458396 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 944 time: 0.0847757 Aug 27 02:23:03.553272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Deleting port 67ab476f-5628-492c-b94d-c124196bf7e3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:03.553973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.757564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] For port 67ab476f-5628-492c-b94d-c124196bf7e3, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=67ab476f-5628-492c-b94d-c124196bf7e3,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:03.758659 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.805926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Calling delete_port for 67ab476f-5628-492c-b94d-c124196bf7e3 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:03.996649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.008929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['67ab476f-5628-492c-b94d-c124196bf7e3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:04.046369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event deleted for resources: {'Port': ['ID=67ab476f-5628-492c-b94d-c124196bf7e3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:04.098928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] No DVR routers for this DVR port 67ab476f-5628-492c-b94d-c124196bf7e3 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:04.101740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.103872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-290e1f89-bf9e-4626-87d4-d7de6f4520ba req-b5af8fa4-3665-4ea4-a6c2-738012195b55 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "DELETE /v2.0/ports/67ab476f-5628-492c-b94d-c124196bf7e3 HTTP/1.1" status: 204 len: 173 time: 0.6705427 Aug 27 02:23:04.104456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'name': 'network-vif-deleted', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:04.107515 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef87ed4-c68d-4c95-843d-060539d629f6" -d '{"events": [{"server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "name": "network-vif-deleted", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:04.181855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d5ca332-be3b-4ab1-80a8-3dc5d2f7022f req-a127a83f-9984-4bcb-b0e4-8654cfea6620 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=914aff4b-ef34-471b-adb7-a7f26459b72d HTTP/1.1" status: 200 len: 210 time: 0.0402162 Aug 27 02:23:04.216503 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-36ea795a-41ca-4698-bcab-aa094eed3cf8 req-260a8bdd-d3f2-4cad-a651-401dfd6f9514 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 210 time: 0.0354269 Aug 27 02:23:04.308665 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d5e84c-8cdd-4dd9-8e9d-680318521c84 x-openstack-request-id: req-01d5e84c-8cdd-4dd9-8e9d-680318521c84 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:04.309196 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914aff4b-ef34-471b-adb7-a7f26459b72d", "name": "network-vif-deleted", "tag": "67ab476f-5628-492c-b94d-c124196bf7e3", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:04.309635 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01d5e84c-8cdd-4dd9-8e9d-680318521c84 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:04.310209 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914aff4b-ef34-471b-adb7-a7f26459b72d', 'name': 'network-vif-deleted', 'tag': '67ab476f-5628-492c-b94d-c124196bf7e3', 'status': 'completed', 'code': 200} Aug 27 02:23:04.424826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-458bd627-6938-4939-ad9d-e03f4ba08c4e tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2db31be74c444344beaeb7bfbcae4211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236001 Aug 27 02:23:04.555375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-61e770fd-9de2-4c28-ad9e-bf36cf1cdbb8 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:04.560648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-61e770fd-9de2-4c28-ad9e-bf36cf1cdbb8 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289811 Aug 27 02:23:04.575633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Request body: {'port': {'device_id': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '2db31be74c444344beaeb7bfbcae4211'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:04.709433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Made reservation on behalf of 2db31be74c444344beaeb7bfbcae4211 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:04.713484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.725986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.914625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.924355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.010922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4131a-b693-428c-9266-b6ac0c37d723,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:05.138578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Allocated IP 192.168.233.102 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/a237736e-2a32-480d-ae42-23f806cb4bed) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:05.352832 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.385285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-305f11be-9492-4d79-8b5c-dfd88e72fd8b req-f2b615d1-83b6-4635-88be-e84aee13c95a tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 210 time: 0.0553219 Aug 27 02:23:05.398497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Transition to ACTIVE for port object a237736e-2a32-480d-ae42-23f806cb4bed will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:05.441242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.495935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:05.499523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:05.503441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:05.541980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Pushing event updated for resources: {'Port': ['ID=a237736e-2a32-480d-ae42-23f806cb4bed,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:05.601005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:05.601698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.626618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda0643-da89-4743-a2be-dd0b7b75e299 req-dd3e4cfe-3444-45d1-a4ee-e0a6f5f48faa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:05.628669 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bda0643-da89-4743-a2be-dd0b7b75e299 req-dd3e4cfe-3444-45d1-a4ee-e0a6f5f48faa tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 944 time: 0.0781145 Aug 27 02:23:05.630658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-bdae5573-4ce7-4268-8150-a24af21582ab tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0593908 Aug 27 02:23:05.673774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bda0643-da89-4743-a2be-dd0b7b75e299 req-cee1a96d-45c3-4499-8e12-f81ac6315531 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376318 Aug 27 02:23:05.782807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Request body: {'port': {'device_id': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:05.854454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eaf1ba82-5fef-41d3-8310-0d26dce455bb None None] Provisioning for port a237736e-2a32-480d-ae42-23f806cb4bed completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:05.864947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eaf1ba82-5fef-41d3-8310-0d26dce455bb None None] Provisioning complete for port a237736e-2a32-480d-ae42-23f806cb4bed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:05.865346 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ba82-5fef-41d3-8310-0d26dce455bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.869652 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.898770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1ba82-5fef-41d3-8310-0d26dce455bb None None] Port a237736e-2a32-480d-ae42-23f806cb4bed cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:05.990292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-16042937-e63e-4104-ba01-d308d9b44e74 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:05.992219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-16042937-e63e-4104-ba01-d308d9b44e74 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 944 time: 0.0885897 Aug 27 02:23:06.125157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37606) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:06.175801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Deleting port c0c4b099-a506-4fdb-909b-d1a24201e791 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:06.176256 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.285410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] For port c0c4b099-a506-4fdb-909b-d1a24201e791, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c0c4b099-a506-4fdb-909b-d1a24201e791,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:06.285935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.299858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Calling delete_port for c0c4b099-a506-4fdb-909b-d1a24201e791 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:06.356380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a237736e-2a32-480d-ae42-23f806cb4bed {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:06.391323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.505072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Transition to ACTIVE for port object a237736e-2a32-480d-ae42-23f806cb4bed will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:06.514073 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.541361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416f6f-f885-465c-b9e0-c4b9d8e653af req-a0ba5bb2-cd6d-43bd-a2a7-c2e3121f6f15 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:06.557939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd416f6f-f885-465c-b9e0-c4b9d8e653af req-a0ba5bb2-cd6d-43bd-a2a7-c2e3121f6f15 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 936 time: 0.0951335 Aug 27 02:23:06.570729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.572745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Pushing event updated for resources: {'Port': ['ID=a237736e-2a32-480d-ae42-23f806cb4bed,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:06.668345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event deleted for resources: {'Port': ['ID=c0c4b099-a506-4fdb-909b-d1a24201e791,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:06.672432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] No DVR routers for this DVR port c0c4b099-a506-4fdb-909b-d1a24201e791 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:06.676426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.680092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63cff70f-3b63-4c9b-9b0c-01ec84a8649c req-a07e4e2b-98a6-4739-8bd0-8d5c4788cd8b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "DELETE /v2.0/ports/c0c4b099-a506-4fdb-909b-d1a24201e791 HTTP/1.1" status: 204 len: 173 time: 0.6802993 Aug 27 02:23:06.701118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'name': 'network-vif-deleted', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:06.704267 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba8f56-b30f-4ecc-abe9-7061775d624d" -d '{"events": [{"server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "name": "network-vif-deleted", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:06.719110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd416f6f-f885-465c-b9e0-c4b9d8e653af req-50b2ee66-3ff5-4e0b-a9eb-eeb4e4de378a tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599624 Aug 27 02:23:06.742641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Attempting to bind port a237736e-2a32-480d-ae42-23f806cb4bed on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:06.743123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Attempting to bind port a237736e-2a32-480d-ae42-23f806cb4bed by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:06.743123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Attempting to bind port a237736e-2a32-480d-ae42-23f806cb4bed on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:06.754851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Port a237736e-2a32-480d-ae42-23f806cb4bed on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:06.755178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Attempting to bind port a237736e-2a32-480d-ae42-23f806cb4bed on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:06.766449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:06.767144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:06.767715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:06.768335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Bound port: a237736e-2a32-480d-ae42-23f806cb4bed, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:06.768868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.857808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cebf90a3-02e4-40f4-862f-7885a18eef17 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:06.874528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:06.900261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] For port a237736e-2a32-480d-ae42-23f806cb4bed, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:06.925815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] For port a237736e-2a32-480d-ae42-23f806cb4bed, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a237736e-2a32-480d-ae42-23f806cb4bed,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:06.934618 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.940768 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee14b670-d341-4996-89a1-607bf9eed7d6 x-openstack-request-id: req-ee14b670-d341-4996-89a1-607bf9eed7d6 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:06.942893 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0aaef8-be70-40b1-9d5b-cb446172bac4", "name": "network-vif-deleted", "tag": "c0c4b099-a506-4fdb-909b-d1a24201e791", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:06.943331 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee14b670-d341-4996-89a1-607bf9eed7d6 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:06.951302 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0aaef8-be70-40b1-9d5b-cb446172bac4', 'name': 'network-vif-deleted', 'tag': 'c0c4b099-a506-4fdb-909b-d1a24201e791', 'status': 'completed', 'code': 200} Aug 27 02:23:06.975712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.030935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:07.048540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-222db8a6-4023-4b13-883d-b502fc52960e req-9864af86-29f9-46f9-a62b-8b550a586021 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0aaef8-be70-40b1-9d5b-cb446172bac4 HTTP/1.1" status: 200 len: 210 time: 0.0837641 Aug 27 02:23:07.058787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:07.059030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.060457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] 10.222.0.45 "PUT /v2.0/ports/a237736e-2a32-480d-ae42-23f806cb4bed HTTP/1.1" status: 200 len: 1096 time: 1.3902960 Aug 27 02:23:07.060921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'tag': 'a237736e-2a32-480d-ae42-23f806cb4bed'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:07.063275 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68acd4b8-c97c-44b2-967c-179608229cae" -d '{"events": [{"name": "network-changed", "server_uuid": "a94fa24a-048a-4ac0-8d10-024d471139e9", "tag": "a237736e-2a32-480d-ae42-23f806cb4bed"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:07.080415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'mac_address': 'fa:16:3e:8d:b2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:07.090043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29338f6b-6977-4e44-b389-489c4c5d5a8e service neutron] Pushing event updated for resources: {'Port': ['ID=a237736e-2a32-480d-ae42-23f806cb4bed,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:07.149126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.218144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cebf90a3-02e4-40f4-862f-7885a18eef17 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:07.253607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:07.269599 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.346268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:07.366413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.384806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.385202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.385904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.386351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.386814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.387242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.387796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.388242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.388654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.389069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.389510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.389893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:07.411814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:07.414522 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e9dd6-e739-4781-86a3-50792bcdbf01" -d '{"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-unplugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:07.431709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:07.439897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['cebf90a3-02e4-40f4-862f-7885a18eef17'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:07.483514 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.555859 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4039ca-8dda-4b79-be8e-3ac6ebb95fd8 x-openstack-request-id: req-0f4039ca-8dda-4b79-be8e-3ac6ebb95fd8 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:07.556481 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-unplugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:07.556934 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f4039ca-8dda-4b79-be8e-3ac6ebb95fd8 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:07.557356 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e', 'code': 200} Aug 27 02:23:07.621905 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44255cb-da2e-4dda-8c20-8e0fd518b56c x-openstack-request-id: req-b44255cb-da2e-4dda-8c20-8e0fd518b56c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:07.622197 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94fa24a-048a-4ac0-8d10-024d471139e9", "tag": "a237736e-2a32-480d-ae42-23f806cb4bed", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:07.622641 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b44255cb-da2e-4dda-8c20-8e0fd518b56c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:07.623211 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'tag': 'a237736e-2a32-480d-ae42-23f806cb4bed', 'status': 'completed', 'code': 200} Aug 27 02:23:07.636444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:07.684280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-49cdc501-19f1-44e0-8671-3a97992062db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:07.686041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-49cdc501-19f1-44e0-8671-3a97992062db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2db31be74c444344beaeb7bfbcae4211&device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 1099 time: 0.5531240 Aug 27 02:23:07.747323 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-0a870c6a-5051-4fe5-84f6-480a1baf28ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a237736e-2a32-480d-ae42-23f806cb4bed HTTP/1.1" status: 200 len: 217 time: 0.0420518 Aug 27 02:23:07.833649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-6b1a24a6-201a-4380-a8a9-edcb6d424252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:07.835332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-6b1a24a6-201a-4380-a8a9-edcb6d424252 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0810854 Aug 27 02:23:07.910018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3691d-c8dd-44a2-bcc7-03815af5bacb req-6e808f0b-559f-408f-87cc-fd08fc9b475e tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:07.911624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdd3691d-c8dd-44a2-bcc7-03815af5bacb req-6e808f0b-559f-408f-87cc-fd08fc9b475e tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 948 time: 0.1133673 Aug 27 02:23:07.972775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-34938379-298f-42bd-9e0f-72830968fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:07.974294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-34938379-298f-42bd-9e0f-72830968fb13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298299 Aug 27 02:23:07.982452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdd3691d-c8dd-44a2-bcc7-03815af5bacb req-c1030589-1bff-4506-a6ea-da2ca8f9dc93 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 Aug 27 02:23:08.041596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Deleting port bdf81060-a18f-44b0-ad13-b1bb71b995f1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:08.041945 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.131898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-707b9937-e461-4dc8-aab6-d577b3f2dd89 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475952 Aug 27 02:23:08.229933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] For port bdf81060-a18f-44b0-ad13-b1bb71b995f1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bdf81060-a18f-44b0-ad13-b1bb71b995f1,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:08.230389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.256574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Calling delete_port for bdf81060-a18f-44b0-ad13-b1bb71b995f1 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:08.392774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 67ab476f-5628-492c-b94d-c124196bf7e3 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:08.437356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 67ab476f-5628-492c-b94d-c124196bf7e3 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:08.440706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 67ab476f-5628-492c-b94d-c124196bf7e3 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:08.456991 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb08c50c-a2e8-43a5-a10e-0290d027d5d8 req-6c7b1856-f559-40ea-a63a-3a64c1238f68 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168237 Aug 27 02:23:08.593188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.656712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf81060-a18f-44b0-ad13-b1bb71b995f1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:08.775769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350db97-0fbc-46c8-874b-cc5625cb4a99 req-c71d05a5-28c3-4ae9-adc2-d46447188e13 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:08.785174 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7350db97-0fbc-46c8-874b-cc5625cb4a99 req-c71d05a5-28c3-4ae9-adc2-d46447188e13 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 944 time: 0.1727185 Aug 27 02:23:08.789001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acd4b8-c97c-44b2-967c-179608229cae req-8117aa9e-72dd-4d79-ac1a-6ca759326985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:08.790625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68acd4b8-c97c-44b2-967c-179608229cae req-8117aa9e-72dd-4d79-ac1a-6ca759326985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2db31be74c444344beaeb7bfbcae4211&device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 1099 time: 0.2105799 Aug 27 02:23:08.875390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cebf90a3-02e4-40f4-862f-7885a18eef17 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:08.982180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7350db97-0fbc-46c8-874b-cc5625cb4a99 req-c8937725-ff50-49c8-b173-37f638078b4b tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956360 Aug 27 02:23:09.030901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port cebf90a3-02e4-40f4-862f-7885a18eef17 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:09.031318 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.038272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acd4b8-c97c-44b2-967c-179608229cae req-817723bd-ceca-4e65-a0e9-1086371ec18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:09.039818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68acd4b8-c97c-44b2-967c-179608229cae req-817723bd-ceca-4e65-a0e9-1086371ec18c service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2387068 Aug 27 02:23:09.073170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-1b3e5725-9759-424f-9990-abac09ff7318 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:09.077788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-1b3e5725-9759-424f-9990-abac09ff7318 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 944 time: 0.1522639 Aug 27 02:23:09.155041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68acd4b8-c97c-44b2-967c-179608229cae req-1f8251e5-e862-4400-a867-301775e8feea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a237736e-2a32-480d-ae42-23f806cb4bed HTTP/1.1" status: 200 len: 217 time: 0.0777068 Aug 27 02:23:09.179436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.250470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:09.256305 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.266783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.282618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53093df-6a62-4e49-93d9-f3e7c83d30fd req-f7862cde-30b2-4b53-90a3-5535340466a0 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:09.284923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a53093df-6a62-4e49-93d9-f3e7c83d30fd req-f7862cde-30b2-4b53-90a3-5535340466a0 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 948 time: 0.1271241 Aug 27 02:23:09.376743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a53093df-6a62-4e49-93d9-f3e7c83d30fd req-8445559e-9c59-429f-b10e-c9a129940fcd tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794563 Aug 27 02:23:09.396193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Deleting port 0e08c60b-9392-4b0c-8042-c16e4792bc9e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:09.401138 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.402357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:09.426640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acd4b8-c97c-44b2-967c-179608229cae req-91a72afe-7571-48eb-bdfb-7cc7d1248565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:09.428353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68acd4b8-c97c-44b2-967c-179608229cae req-91a72afe-7571-48eb-bdfb-7cc7d1248565 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2563961 Aug 27 02:23:09.522838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] For port 0e08c60b-9392-4b0c-8042-c16e4792bc9e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=0e08c60b-9392-4b0c-8042-c16e4792bc9e,segment=NetworkSegment(cde1d101-8bee-4324-8c0a-210726d70efe),segment_id=cde1d101-8bee-4324-8c0a-210726d70efe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:09.523197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.544169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acd4b8-c97c-44b2-967c-179608229cae req-d92c6686-c5e3-4636-b485-5477a43eafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:09.546099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68acd4b8-c97c-44b2-967c-179608229cae req-d92c6686-c5e3-4636-b485-5477a43eafb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083488 Aug 27 02:23:09.555949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Calling delete_port for 0e08c60b-9392-4b0c-8042-c16e4792bc9e owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:09.558868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:09.562092 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0bf6f8-4071-42d2-9ac6-0e1757ead81e" -d '{"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-plugged", "status": "completed", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:09.609408 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70127f24-ba5e-4a33-a1fa-48f0d1fff8a3 x-openstack-request-id: req-70127f24-ba5e-4a33-a1fa-48f0d1fff8a3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:09.609706 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-plugged", "status": "completed", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:09.609953 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70127f24-ba5e-4a33-a1fa-48f0d1fff8a3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:09.610360 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'code': 200} Aug 27 02:23:09.762560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68acd4b8-c97c-44b2-967c-179608229cae req-0db6e3c1-186a-44b6-8a97-d1fadb595961 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668053 Aug 27 02:23:09.764464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:09.808906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.844441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Pushing event deleted for resources: {'Port': ['ID=0e08c60b-9392-4b0c-8042-c16e4792bc9e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:09.927859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] No DVR routers for this DVR port 0e08c60b-9392-4b0c-8042-c16e4792bc9e on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:09.935022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.938209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e5f7ead-5d2b-4b90-8aae-cff91600646d req-4751bc75-f472-48f8-9af1-6020491fc266 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.45 "DELETE /v2.0/ports/0e08c60b-9392-4b0c-8042-c16e4792bc9e HTTP/1.1" status: 204 len: 173 time: 0.8524582 Aug 27 02:23:09.939422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'name': 'network-vif-deleted', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:09.940930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68acd4b8-c97c-44b2-967c-179608229cae req-f8a9983f-9c11-4c2c-bffe-4070823f1c38 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687925 Aug 27 02:23:09.948526 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670760af-111d-47d8-93f0-23e242235af2" -d '{"events": [{"server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "name": "network-vif-deleted", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:10.036847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:10.046375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-73feb817-7d33-424c-9cbf-a858a12d7e18 admin admin] 10.222.0.10 "PUT /v2.0/routers/2f0be80e-a4c2-4e7d-b822-6f7afe7d4129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9203842 Aug 27 02:23:10.047485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] Sync routers for ids ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:10.049216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37726) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:10.073452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] Routers {'2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:10.075583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:10.115582 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d41e8e-bbeb-458c-9cd2-dd6ef90e003c x-openstack-request-id: req-e4d41e8e-bbeb-458c-9cd2-dd6ef90e003c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:10.116271 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b", "name": "network-vif-deleted", "tag": "0e08c60b-9392-4b0c-8042-c16e4792bc9e", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:10.116271 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4d41e8e-bbeb-458c-9cd2-dd6ef90e003c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:10.117165 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b', 'name': 'network-vif-deleted', 'tag': '0e08c60b-9392-4b0c-8042-c16e4792bc9e', 'status': 'completed', 'code': 200} Aug 27 02:23:10.155006 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:23:10.230998 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43986a02-16d8-4332-a14e-b24529224329 req-91b4a8fe-1e13-46d1-a5b4-6ab5a609a639 tempest-LiveAutoBlockMigrationV225Test-1230529666 tempest-LiveAutoBlockMigrationV225Test-1230529666-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cde9a57-d89b-47c1-bb02-c7b4c5c18b5b HTTP/1.1" status: 200 len: 210 time: 0.0884497 Aug 27 02:23:10.298214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] Set router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:10.337327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.454878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:10.506505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: c0c4b099-a506-4fdb-909b-d1a24201e791 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:10.506505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c0c4b099-a506-4fdb-909b-d1a24201e791 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:10.632555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.690201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b910d-7753-4092-a8c6-ff85114b4e57 req-89eddc5c-ce2f-4e81-82ff-b243eebeb6c2 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:10.699675 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-479b910d-7753-4092-a8c6-ff85114b4e57 req-89eddc5c-ce2f-4e81-82ff-b243eebeb6c2 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 948 time: 0.1257625 Aug 27 02:23:10.747969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:23:08Z', 'revision_number': 5, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port': {'id': '9ad50fcb-463a-43a7-a084-a42215d3d365', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:10.799750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] Checking router: 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:10.823480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] Routers {'2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:10.824116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:10.856604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-479b910d-7753-4092-a8c6-ff85114b4e57 req-f3a1107a-9797-492f-8858-4126c9eea5fd tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506796 Aug 27 02:23:10.884597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Deleting port 9ad50fcb-463a-43a7-a084-a42215d3d365 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:10.884938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.962301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] Set router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:10.985482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] For port 9ad50fcb-463a-43a7-a084-a42215d3d365, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9ad50fcb-463a-43a7-a084-a42215d3d365,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:10.985851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.998648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Calling delete_port for 9ad50fcb-463a-43a7-a084-a42215d3d365 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:11.023158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:23:10Z', 'revision_number': 6, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:11.051006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c20d2-3af1-45e8-a16e-861fb613ebbb None None] The sync data for ids ['2f0be80e-a4c2-4e7d-b822-6f7afe7d4129'] in n-d-806293-1 is: [{'id': '2f0be80e-a4c2-4e7d-b822-6f7afe7d4129', 'name': 'tempest-AttachSCSIVolumeTestJSON-897961649-router', 'tenant_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:56Z', 'updated_at': '2021-08-27T02:23:10Z', 'revision_number': 6, 'project_id': '1eb8fbb4a2a0427d8c31886e54cfd193', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:11.201916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.249069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad50fcb-463a-43a7-a084-a42215d3d365,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:11.326173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37752) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:11.329583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.464429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.467042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.585974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.586417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:23:11.591326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.594715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f9b5f89f-2f01-40ce-bdcd-543ab82a4a4a admin admin] 10.222.0.10 "DELETE /v2.0/routers/2f0be80e-a4c2-4e7d-b822-6f7afe7d4129 HTTP/1.1" status: 204 len: 168 time: 1.5422547 Aug 27 02:23:11.595531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37756) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:11.730127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] Deleting subnet 29924b7d-29d6-481b-821b-fed9e5fa9028 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:11.739009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.780166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] Deleting subnet 95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:11.783904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.834092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.886468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.975823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.997810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb68c7d-8ef6-4019-bb2d-1fb2bcf2d7c6 req-658f5d21-1147-43dc-b41f-d0230d3be714 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:12.010717 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cdb68c7d-8ef6-4019-bb2d-1fb2bcf2d7c6 req-658f5d21-1147-43dc-b41f-d0230d3be714 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 948 time: 0.0803676 Aug 27 02:23:12.065737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.078218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cdb68c7d-8ef6-4019-bb2d-1fb2bcf2d7c6 req-e4d2da83-de48-4cd4-bf40-a3a2ec1c79de tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Aug 27 02:23:12.110603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.114500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d HTTP/1.1" status: 204 len: 168 time: 0.7864649 Aug 27 02:23:12.116583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37778) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:12.141192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e751e-8c2c-44ef-b651-ecfbcf696b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c4c1e9-d7a1-4904-b91c-54bea2a2bf0d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:12.174257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.246719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.268564 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.307988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29924b7d-29d6-481b-821b-fed9e5fa9028,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:12.322951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.328365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025422d-1f04-46a3-914d-dba7730fac40 None None] Network 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:12.332470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5fd72fe6-1310-4e14-9e04-1586ca042600 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/29924b7d-29d6-481b-821b-fed9e5fa9028 HTTP/1.1" status: 204 len: 168 time: 0.7361221 Aug 27 02:23:12.334692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37780) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:12.394697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.425815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a237736e-2a32-480d-ae42-23f806cb4bed details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:12.436785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543c80bd-3b39-4e69-b761-ac69f0bf8d30']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:12.462743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde1d101-8bee-4324-8c0a-210726d70efe') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:12.465643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde1d101-8bee-4324-8c0a-210726d70efe') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:12.487675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.511494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.536243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.552472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:12.553146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:12.555409 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:12.622035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Deleting port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:12.622550 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.637175 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.648165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.652628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] 10.222.0.10 "DELETE /v2.0/networks/543c80bd-3b39-4e69-b761-ac69f0bf8d30 HTTP/1.1" status: 204 len: 168 time: 0.5322964 Aug 27 02:23:12.662837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:12.673115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbe737-6812-4c8c-ad5a-a02c6d8a4b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=543c80bd-3b39-4e69-b761-ac69f0bf8d30,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:12.739691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] Deleting subnet eb05ffbf-f367-4fbb-aaac-de7aa5f295d6 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:12.746261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.768565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] For port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa,segment=NetworkSegment(093cdf0f-338a-4b06-86cf-f07b74897899),segment_id=093cdf0f-338a-4b06-86cf-f07b74897899)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:12.768987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.807668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Calling delete_port for 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:12.823577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.844625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a237736e-2a32-480d-ae42-23f806cb4bed, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a237736e-2a32-480d-ae42-23f806cb4bed,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:12.887861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'a237736e-2a32-480d-ae42-23f806cb4bed', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'a237736e-2a32-480d-ae42-23f806cb4bed', 'mac_address': 'fa:16:3e:95:0e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:12.986826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.989005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60548ed5-0126-4c3e-830f-6945cb39d362 None None] DHCP port deletion for 1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:23:12.993839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9ad50fcb-463a-43a7-a084-a42215d3d365 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:12.996555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.010940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a237736e-2a32-480d-ae42-23f806cb4bed {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:13.046173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.059751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9ad50fcb-463a-43a7-a084-a42215d3d365 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:13.060096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9ad50fcb-463a-43a7-a084-a42215d3d365 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:13.060513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bdf81060-a18f-44b0-ad13-b1bb71b995f1 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:13.079053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-60548ed5-0126-4c3e-830f-6945cb39d362 None None] The port '0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa' was deleted {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 02:23:13.119853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] No DVR routers for this DVR port 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:13.126820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:13.134246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.183704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: bdf81060-a18f-44b0-ad13-b1bb71b995f1 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:13.184089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bdf81060-a18f-44b0-ad13-b1bb71b995f1 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:13.191196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb05ffbf-f367-4fbb-aaac-de7aa5f295d6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:13.193531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a237736e-2a32-480d-ae42-23f806cb4bed, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a237736e-2a32-480d-ae42-23f806cb4bed,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:13.204733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.206742 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.208333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23be87cf-5c31-49bb-a4ac-9f9f601cedcb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eb05ffbf-f367-4fbb-aaac-de7aa5f295d6 HTTP/1.1" status: 204 len: 168 time: 0.5436320 Aug 27 02:23:13.215979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.219223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37808) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:13.229017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:13.238223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093cdf0f-338a-4b06-86cf-f07b74897899') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:13.238532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093cdf0f-338a-4b06-86cf-f07b74897899') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:13.252614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.267068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.273853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:13.274244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.330375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a237736e-2a32-480d-ae42-23f806cb4bed,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:13.334081 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:13.342497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.360469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.374975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4 HTTP/1.1" status: 204 len: 168 time: 1.0367646 Aug 27 02:23:13.375861 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37810) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:13.451759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fc4c6-740d-4268-b7ef-895ba0021767 admin admin] Pushing event deleted for resources: {'Network': ['ID=1649ee4c-9ffd-440b-ae9d-71ca30b9f5f4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:13.501973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a237736e-2a32-480d-ae42-23f806cb4bed'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:13.723303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614c239-589e-4ce5-97d1-8a2ec20169aa req-870b8ecc-4c0f-4ce8-8b67-550d815be0c0 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:13.724924 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c614c239-589e-4ce5-97d1-8a2ec20169aa req-870b8ecc-4c0f-4ce8-8b67-550d815be0c0 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 949 time: 0.5154469 Aug 27 02:23:13.727685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.818641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c614c239-589e-4ce5-97d1-8a2ec20169aa req-cc1729f5-87db-4fbf-b743-896a26db2107 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862029 Aug 27 02:23:13.937508 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.949740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b17bdf-39d6-463c-82cc-cc130f1146f1']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:13.965768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6650a9-dce6-4114-a01c-f9eae142ec3e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:13.966097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6650a9-dce6-4114-a01c-f9eae142ec3e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:13.976052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.993597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.001007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:14.001406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:14.005364 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:14.081477 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.083617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.093569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.094677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] 10.222.0.10 "DELETE /v2.0/networks/55b17bdf-39d6-463c-82cc-cc130f1146f1 HTTP/1.1" status: 204 len: 168 time: 0.8728762 Aug 27 02:23:14.132747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f7ff0-1ccc-4bef-a173-ad8d77637697 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b17bdf-39d6-463c-82cc-cc130f1146f1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:14.264670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37836) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:14.311451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-faa03161-200c-4fc9-9432-d06eb93a653e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=824ea5b670a64ecbb17a64950478a079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454276 Aug 27 02:23:14.313728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37838) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:14.376286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b814eda-19f6-4901-80b8-d476a90e2a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.397497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:14.398712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Deleting port 43b120da-8d8a-419c-8e86-8a1ca414eb4f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:14.399362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.412450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b814eda-19f6-4901-80b8-d476a90e2a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.432913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 0e08c60b-9392-4b0c-8042-c16e4792bc9e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:14.433267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 0e08c60b-9392-4b0c-8042-c16e4792bc9e not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:14.479844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b814eda-19f6-4901-80b8-d476a90e2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.483167 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b814eda-19f6-4901-80b8-d476a90e2a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.484333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9b814eda-19f6-4901-80b8-d476a90e2a23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bba72eb-22c8-485c-9ac8-0ff24c5c6e32 HTTP/1.1" status: 204 len: 168 time: 0.1696160 Aug 27 02:23:14.493940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b814eda-19f6-4901-80b8-d476a90e2a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bba72eb-22c8-485c-9ac8-0ff24c5c6e32,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:14.504446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] For port 43b120da-8d8a-419c-8e86-8a1ca414eb4f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=43b120da-8d8a-419c-8e86-8a1ca414eb4f,segment=NetworkSegment(31d1645e-145f-4878-9be8-7e198a818904),segment_id=31d1645e-145f-4878-9be8-7e198a818904)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:14.504863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.520279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Calling delete_port for 43b120da-8d8a-419c-8e86-8a1ca414eb4f owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:15.002567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:15.046483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905715-930e-4ffc-9ac0-2deda53e7280 req-6010c969-f5aa-4805-8dfa-b0c1a98fed5e tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:15.048043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96905715-930e-4ffc-9ac0-2deda53e7280 req-6010c969-f5aa-4805-8dfa-b0c1a98fed5e tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 949 time: 0.0656292 Aug 27 02:23:15.066959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:15.068774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0b8dd2d3-2fc0-4cf2-8bdc-e472d1bf43aa not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:15.096351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96905715-930e-4ffc-9ac0-2deda53e7280 req-06037013-b796-4314-8023-17b0bf172b10 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Aug 27 02:23:15.147110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37858) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:15.225939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-508e3dd0-91d2-4c8d-aec8-927f255865bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d742942db724d8bbdbdb09fc600cf49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774214 Aug 27 02:23:15.228342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37872) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:15.236373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.284779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=43b120da-8d8a-419c-8e86-8a1ca414eb4f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:15.321065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb254380-9ecf-4004-8a0d-74ed6124a76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.345331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb254380-9ecf-4004-8a0d-74ed6124a76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.431303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb254380-9ecf-4004-8a0d-74ed6124a76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.437180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb254380-9ecf-4004-8a0d-74ed6124a76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.439074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb254380-9ecf-4004-8a0d-74ed6124a76e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59aa7ef4-6b5f-4e91-9cf5-251fa004a198 HTTP/1.1" status: 204 len: 168 time: 0.2096143 Aug 27 02:23:15.451956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb254380-9ecf-4004-8a0d-74ed6124a76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa7ef4-6b5f-4e91-9cf5-251fa004a198,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:15.580225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.838239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:16.018170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:16.028192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-519b5723-28bc-4a4b-8ebd-8fb2d165a0ed admin admin] 10.222.0.10 "PUT /v2.0/routers/fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6458018 Aug 27 02:23:16.028685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37888) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:16.044503 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] Sync routers for ids ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:16.061476 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] Routers {'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:16.062128 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:16.232067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.268774 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] Set router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:16.422595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a237736e-2a32-480d-ae42-23f806cb4bed up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:16.424438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.479132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313c9f-d942-4210-b4aa-428678c84c86 req-be81bb0b-2e92-4903-a063-ecfbbe0e4b98 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:16.483989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80313c9f-d942-4210-b4aa-428678c84c86 req-be81bb0b-2e92-4903-a063-ecfbbe0e4b98 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 949 time: 0.2193770 Aug 27 02:23:16.569834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80313c9f-d942-4210-b4aa-428678c84c86 req-c0621cd4-c96b-46ee-8032-da8024ed7963 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771389 Aug 27 02:23:16.574286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.581125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Deleting port fe88e5de-2f8a-464a-be85-34d66dd39756 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:16.581466 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.615253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port a237736e-2a32-480d-ae42-23f806cb4bed completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:16.620229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port a237736e-2a32-480d-ae42-23f806cb4bed triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:16.620669 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.712869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] For port fe88e5de-2f8a-464a-be85-34d66dd39756, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fe88e5de-2f8a-464a-be85-34d66dd39756,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:16.713254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.739296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Calling delete_port for fe88e5de-2f8a-464a-be85-34d66dd39756 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:16.793419 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.825183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a237736e-2a32-480d-ae42-23f806cb4bed'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:16.829283 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489fa64a-730f-4d61-a1f5-d4ca9453b9c3" -d '{"events": [{"server_uuid": "a94fa24a-048a-4ac0-8d10-024d471139e9", "name": "network-vif-plugged", "status": "completed", "tag": "a237736e-2a32-480d-ae42-23f806cb4bed"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:16.868509 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:23:15Z', 'revision_number': 5, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port': {'id': 'fe88e5de-2f8a-464a-be85-34d66dd39756', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:17Z', 'updated_at': '2021-08-27T02:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:16.872290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a237736e-2a32-480d-ae42-23f806cb4bed, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a237736e-2a32-480d-ae42-23f806cb4bed,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:16.885003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.920286 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e142e-e19c-4bf9-b427-fecc6993e5ff x-openstack-request-id: req-6a4e142e-e19c-4bf9-b427-fecc6993e5ff {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:16.920835 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94fa24a-048a-4ac0-8d10-024d471139e9", "name": "network-vif-plugged", "status": "completed", "tag": "a237736e-2a32-480d-ae42-23f806cb4bed", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:16.921292 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a4e142e-e19c-4bf9-b427-fecc6993e5ff {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:16.921847 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a237736e-2a32-480d-ae42-23f806cb4bed', 'code': 200} Aug 27 02:23:16.950170 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] Checking router: fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:16.971783 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] Routers {'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:16.972674 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:16.984758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a237736e-2a32-480d-ae42-23f806cb4bed,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.107517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b41c-44a8-44a1-a45a-576e5c1aaf50 req-b50cc977-caf8-471d-8b91-fdcfbde97160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.115373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6da2b41c-44a8-44a1-a45a-576e5c1aaf50 req-b50cc977-caf8-471d-8b91-fdcfbde97160 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 1101 time: 0.0856826 Aug 27 02:23:17.158775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.171767 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] Set router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:17.191548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.199584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6da2b41c-44a8-44a1-a45a-576e5c1aaf50 req-3dd786f1-5c32-4d19-b59c-bae40e959ed0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754845 Aug 27 02:23:17.242160 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:23:16Z', 'revision_number': 6, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:17.258488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe88e5de-2f8a-464a-be85-34d66dd39756,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.282035 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8bd46-7442-4cd2-bc7b-4a29815475c8 None None] The sync data for ids ['fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f'] in n-d-806293-1 is: [{'id': 'fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850280851-router', 'tenant_id': '1b603847afa448efb04c2700bffb3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:23:16Z', 'revision_number': 6, 'project_id': '1b603847afa448efb04c2700bffb3f69', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:17.284029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.430778 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.433914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.447247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37936) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:17.452470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1279753080'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:17.487603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:17.493433 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.507761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.508579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:23:17.516331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.520513 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-31149e24-8ce8-4cd3-84d3-f2cebff19ccd admin admin] 10.222.0.10 "DELETE /v2.0/routers/fa0ea0d7-a9f3-4a36-bf76-a5c6f4cf599f HTTP/1.1" status: 204 len: 168 time: 1.4872427 Aug 27 02:23:17.528317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37940) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:17.571162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:17.586549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.587193 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Added segment 0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47 of type vlan for network aea73a19-2afa-4a18-9dfd-961653b53f34 Aug 27 02:23:17.691627 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.813101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.819103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.820021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.914674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Network': ['ID=aea73a19-2afa-4a18-9dfd-961653b53f34,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.929085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network aea73a19-2afa-4a18-9dfd-961653b53f34 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:17.934488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8937575-bde1-46c9-8ffd-6053bbecb4d0 req-c247a1e8-1a5a-4ecf-8a9c-05abef018f5e tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.942303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8937575-bde1-46c9-8ffd-6053bbecb4d0 req-c247a1e8-1a5a-4ecf-8a9c-05abef018f5e tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 950 time: 0.1988575 Aug 27 02:23:17.967304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac73e304-efa8-4911-b609-bdfeaa15f18f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5187590 Aug 27 02:23:17.970118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37964) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:17.976870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-799699960'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:17.979173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] Deleting subnet 06f2b14a-160c-4003-a969-bcc638348097 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:17.982487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.018277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.035333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:18.045020 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.075201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:18.091609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.092644 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Added segment 5be2a236-8f85-4276-a4b3-a20cf4e39737 of type vlan for network 57ddc318-492a-427e-95de-ec664d81e1e4 Aug 27 02:23:18.104116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.142702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8937575-bde1-46c9-8ffd-6053bbecb4d0 req-8e6dc86e-a7fa-4703-b881-899ca731d6e8 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991210 Aug 27 02:23:18.149161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.228930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.229188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.263339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.263339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.309479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f2b14a-160c-4003-a969-bcc638348097,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:18.322536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.324898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9365c3d8-6a7a-4cac-897f-f6a368d1bcd2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/06f2b14a-160c-4003-a969-bcc638348097 HTTP/1.1" status: 204 len: 168 time: 0.7941103 Aug 27 02:23:18.329796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37976) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:18.336610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c43d8-1549-4d8d-aaf5-c61e07082279 None None] Network a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:18.425626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4538586 Aug 27 02:23:18.438173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37978) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:18.440831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cdc52-38a9-4b5c-bf25-a300d8bf67bd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Network': ['ID=57ddc318-492a-427e-95de-ec664d81e1e4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:18.447166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.454754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 57ddc318-492a-427e-95de-ec664d81e1e4 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:18.456141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'subnet': {'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:18.558535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-40c4a3b9-c862-472a-b676-d7bd02044020 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697476 Aug 27 02:23:18.583122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Deleting port 83207fb3-4238-4fd8-8d50-7187fa0a718b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:18.583766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.687522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:18.691069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.717145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] For port 83207fb3-4238-4fd8-8d50-7187fa0a718b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=83207fb3-4238-4fd8-8d50-7187fa0a718b,segment=NetworkSegment(31d1645e-145f-4878-9be8-7e198a818904),segment_id=31d1645e-145f-4878-9be8-7e198a818904)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:18.717512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.737872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Calling delete_port for 83207fb3-4238-4fd8-8d50-7187fa0a718b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:18.745737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] DHCP port deletion for a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:23:18.825357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] Deleting port 83207fb3-4238-4fd8-8d50-7187fa0a718b {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:18.826024 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.833645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-b165fbc8-203b-422c-845d-0a71f70ff30b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.861575 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-b165fbc8-203b-422c-845d-0a71f70ff30b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895601 Aug 27 02:23:18.913914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.937404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-b1356fae-9245-494b-a221-ca7e7141b62d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/quotas/f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 375 time: 0.0746500 Aug 27 02:23:18.945418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83207fb3-4238-4fd8-8d50-7187fa0a718b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:18.959317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] No DVR routers for this DVR port 83207fb3-4238-4fd8-8d50-7187fa0a718b on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:18.964967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] For port 83207fb3-4238-4fd8-8d50-7187fa0a718b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=83207fb3-4238-4fd8-8d50-7187fa0a718b,segment=NetworkSegment(31d1645e-145f-4878-9be8-7e198a818904),segment_id=31d1645e-145f-4878-9be8-7e198a818904)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:18.965572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.979569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] Calling delete_port for 83207fb3-4238-4fd8-8d50-7187fa0a718b owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:18.994180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-e585bb62-1cb2-4189-a5ca-5209867e76cb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555205 Aug 27 02:23:19.052773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.064688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d2269e-9ddc-4b5f-b940-39055c1c3fc6']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:19.065623 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.068195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b120da-8d8a-419c-8e86-8a1ca414eb4f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:19.079970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d1645e-145f-4878-9be8-7e198a818904') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:19.080390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d1645e-145f-4878-9be8-7e198a818904') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:19.094130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.106697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 43b120da-8d8a-419c-8e86-8a1ca414eb4f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:19.107039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b120da-8d8a-419c-8e86-8a1ca414eb4f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:19.107466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe88e5de-2f8a-464a-be85-34d66dd39756 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:19.118019 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.129166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:19.129994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.200567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.210137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: fe88e5de-2f8a-464a-be85-34d66dd39756 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:19.210539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe88e5de-2f8a-464a-be85-34d66dd39756 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:19.211466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83207fb3-4238-4fd8-8d50-7187fa0a718b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:19.215572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] No DVR routers for this DVR port 83207fb3-4238-4fd8-8d50-7187fa0a718b on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:19.216942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae41413-0bfb-43cd-a3b9-f5c65faf85d3 None None] Pushing event deleted for resources: {'Port': ['ID=83207fb3-4238-4fd8-8d50-7187fa0a718b,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:19.248164 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:19.260163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 83207fb3-4238-4fd8-8d50-7187fa0a718b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:19.260845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83207fb3-4238-4fd8-8d50-7187fa0a718b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:19.282164 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39d9f559-9770-48a3-b4dd-2cea6e9289d6 req-1e6ec42c-134e-46a3-8220-bb18c9d8a15c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 210 time: 0.0418532 Aug 27 02:23:19.283330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.291518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.297008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a6d2269e-9ddc-4b5f-b940-39055c1c3fc6 HTTP/1.1" status: 204 len: 168 time: 0.9658997 Aug 27 02:23:19.312635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e1440-d32a-4cff-96a5-4aac5058eca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d2269e-9ddc-4b5f-b940-39055c1c3fc6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.377502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Subnet': ['ID=ff464be5-2a9d-458e-a0df-a610a40e528e,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.426374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Checking segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:19.426670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network hostable DHCP agents. Network: aea73a19-2afa-4a18-9dfd-961653b53f34, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:19.437360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322fd6-5925-44de-b29e-06b1a17f1f6e req-8be6dcd8-0026-4a27-bbbe-b5af4e3789eb tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:19.459094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9322fd6-5925-44de-b29e-06b1a17f1f6e req-8be6dcd8-0026-4a27-bbbe-b5af4e3789eb tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 950 time: 0.1826923 Aug 27 02:23:19.501969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network aea73a19-2afa-4a18-9dfd-961653b53f34 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:19.534562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9322fd6-5925-44de-b29e-06b1a17f1f6e req-0dec1109-56b3-41d7-a4c4-6bb30582c666 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700223 Aug 27 02:23:19.535769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, aea73a19-2afa-4a18-9dfd-961653b53f34) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:19.550670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:19.551476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.561700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08f8dc-1820-47ea-8ed7-c90a5f2a8bd5 None None] Network aea73a19-2afa-4a18-9dfd-961653b53f34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:19.593559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38016) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:19.593836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8366bcb3-248c-454c-9734-fc38101c1493 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1543608 Aug 27 02:23:19.600108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'subnet': {'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:19.635724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38020) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:19.729072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a69df0f3-4aa6-493f-b261-89aaf0cb9429 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1eb8fbb4a2a0427d8c31886e54cfd193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920680 Aug 27 02:23:19.732882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38026) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:19.883988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea186-5c73-43da-9d8b-089057d9f264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.887581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:19.889942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-aea73a19-2afa-4a18-9dfd-961653b53f34', 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'fixed_ips': [{'subnet_id': 'ff464be5-2a9d-458e-a0df-a610a40e528e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:23:19.891020 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.894502 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.912688 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea186-5c73-43da-9d8b-089057d9f264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.020306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea186-5c73-43da-9d8b-089057d9f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.024748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea186-5c73-43da-9d8b-089057d9f264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.031986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d2ea186-5c73-43da-9d8b-089057d9f264 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eea6b17f-94ad-4152-84f0-42e9de405f1e HTTP/1.1" status: 204 len: 168 time: 0.2979150 Aug 27 02:23:20.047483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ea186-5c73-43da-9d8b-089057d9f264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6b17f-94ad-4152-84f0-42e9de405f1e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:20.140715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1a10-98c4-45cf-9249-e7fd76ca6a6e req-4990728d-3abe-4a36-8b3d-6594c8941b3c tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:20.142674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ed1a10-98c4-45cf-9249-e7fd76ca6a6e req-4990728d-3abe-4a36-8b3d-6594c8941b3c tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 950 time: 0.1139078 Aug 27 02:23:20.157182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Allocated IP 10.1.1.2 (aea73a19-2afa-4a18-9dfd-961653b53f34/ff464be5-2a9d-458e-a0df-a610a40e528e/6151ac73-f8da-473f-a8e6-3f0e49a02610) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:20.222411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ed1a10-98c4-45cf-9249-e7fd76ca6a6e req-fadf03f6-ffb9-445c-abf4-5cc11d04f375 tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722654 Aug 27 02:23:20.296004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.402038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.414263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Transition to ACTIVE for port object 6151ac73-f8da-473f-a8e6-3f0e49a02610 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:20.447908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Transition to ACTIVE for port object 6151ac73-f8da-473f-a8e6-3f0e49a02610 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:20.455395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b9d5e99e-33aa-4185-9e47-eb0033562eb8 req-5d78f774-01cd-46d8-94f3-4172aabf0ad1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 210 time: 0.0504110 Aug 27 02:23:20.458146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.464560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Subnet': ['ID=ac4f4d23-9fda-441a-a2f3-523c24b969c0,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:20.470131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Checking segment: {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:20.470555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network hostable DHCP agents. Network: 57ddc318-492a-427e-95de-ec664d81e1e4, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:20.510484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Network aea73a19-2afa-4a18-9dfd-961653b53f34 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:20.511221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network 57ddc318-492a-427e-95de-ec664d81e1e4 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:20.514511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:20.526386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:20.533705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 57ddc318-492a-427e-95de-ec664d81e1e4) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:20.538625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:20.539585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.552994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d0dd9-7ef6-4ae7-ad13-749dcc73ce0d None None] Network 57ddc318-492a-427e-95de-ec664d81e1e4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:20.567441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38048) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:20.573679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'port': {'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'name': 'tempest-TaggedBootDevicesTest_v242-2053997584', 'fixed_ips': [{'subnet_id': 'ff464be5-2a9d-458e-a0df-a610a40e528e'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:20.583031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9ac64477-e340-47b6-bb6d-0edac423168f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9878159 Aug 27 02:23:20.645276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-675a906b-d727-40b6-9edb-f9ce62c3fbc8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291121 Aug 27 02:23:20.660551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Pushing event updated for resources: {'Port': ['ID=6151ac73-f8da-473f-a8e6-3f0e49a02610,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:20.705437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Attempting to bind port 6151ac73-f8da-473f-a8e6-3f0e49a02610 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:20.706443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Attempting to bind port 6151ac73-f8da-473f-a8e6-3f0e49a02610 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:20.706917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Attempting to bind port 6151ac73-f8da-473f-a8e6-3f0e49a02610 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:20.717142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:20.717593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Checking segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:20.718015 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.718480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Bound using segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:20.722205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Bound port: 6151ac73-f8da-473f-a8e6-3f0e49a02610, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:20.722651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.752111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38052) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:20.847065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-0933887a-4035-4a4f-a2b3-7c1af31cde3b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:20.854475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-0933887a-4035-4a4f-a2b3-7c1af31cde3b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945615 Aug 27 02:23:20.870443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Request body: {'port': {'device_id': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'f36ca37050b447b29419c9ff0cebd623'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:20.885472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e8f56ac7-7296-46ab-949d-a8fa9f9e69af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b603847afa448efb04c2700bffb3f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308367 Aug 27 02:23:20.887862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38056) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:20.921634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] For port 6151ac73-f8da-473f-a8e6-3f0e49a02610, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:20.927707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:20.927928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] For port 6151ac73-f8da-473f-a8e6-3f0e49a02610, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6151ac73-f8da-473f-a8e6-3f0e49a02610,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:20.956107 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.987268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-57ddc318-492a-427e-95de-ec664d81e1e4', 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'fixed_ips': [{'subnet_id': 'ac4f4d23-9fda-441a-a2f3-523c24b969c0'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:23:20.989070 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.041161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dfa7831a-c0ae-4064-a2c9-64debd9a5259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.104212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dfa7831a-c0ae-4064-a2c9-64debd9a5259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.115545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Made reservation on behalf of f36ca37050b447b29419c9ff0cebd623 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:21.122131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.147911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.156077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68e500-d133-4b0e-a432-33c09c759951 None None] Pushing event updated for resources: {'Port': ['ID=6151ac73-f8da-473f-a8e6-3f0e49a02610,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:21.177514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.198418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] device_id is not set on port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:23:21.256986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Allocated IP 10.2.2.2 (57ddc318-492a-427e-95de-ec664d81e1e4/ac4f4d23-9fda-441a-a2f3-523c24b969c0/9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:21.278045 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.291089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dfa7831a-c0ae-4064-a2c9-64debd9a5259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.291273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.293653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dfa7831a-c0ae-4064-a2c9-64debd9a5259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.297141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dfa7831a-c0ae-4064-a2c9-64debd9a5259 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b953c22-9428-4a16-8a8a-33027681abaa HTTP/1.1" status: 204 len: 168 time: 0.4057291 Aug 27 02:23:21.353205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7831a-c0ae-4064-a2c9-64debd9a5259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b953c22-9428-4a16-8a8a-33027681abaa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:21.410703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:21.531997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-fd38f1b6-0657-43b3-8219-cc4d0ae272da tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.533571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-fd38f1b6-0657-43b3-8219-cc4d0ae272da tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 950 time: 0.2440615 Aug 27 02:23:21.615106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f197-5737-4f2f-8d13-5432a86ec493 req-5b9338ff-b64f-4a10-bf1d-f10bbc7b249c tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.617531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6432f197-5737-4f2f-8d13-5432a86ec493 req-5b9338ff-b64f-4a10-bf1d-f10bbc7b249c tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 950 time: 0.1115119 Aug 27 02:23:21.678882 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.688966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Transition to ACTIVE for port object 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:21.707001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Transition to ACTIVE for port object 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:21.708509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-207e85ab-5e59-4cfe-b77d-df11acaacd4c req-65025618-9138-4a25-8451-93a43f586fcd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 210 time: 0.1130588 Aug 27 02:23:21.718357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6432f197-5737-4f2f-8d13-5432a86ec493 req-ae3d74a8-bf08-42ac-b592-22e779a5203d tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/security-groups?id=59e4131a-b693-428c-9266-b6ac0c37d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919094 Aug 27 02:23:21.734882 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.751501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Allocated IP 192.168.233.165 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/743da4c8-58db-444a-a61a-04517b26d182) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:21.779878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Network 57ddc318-492a-427e-95de-ec664d81e1e4 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:21.784977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:21.789702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:21.827661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Pushing event updated for resources: {'Port': ['ID=9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:21.876480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 10.1.1.129 (aea73a19-2afa-4a18-9dfd-961653b53f34/ff464be5-2a9d-458e-a0df-a610a40e528e/5acb9adf-52aa-4a3e-a006-a7c0c9541586) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:21.883387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Deleting port a237736e-2a32-480d-ae42-23f806cb4bed {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:21.884082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.902504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Attempting to bind port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:21.902872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Attempting to bind port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:21.904810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Attempting to bind port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 on network 57ddc318-492a-427e-95de-ec664d81e1e4 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:21.920306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:21.920682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Checking segment: {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:21.921091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.921493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Bound using segment: {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:21.922159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Bound port: 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:21.923033 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.073676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.110855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] For port a237736e-2a32-480d-ae42-23f806cb4bed, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a237736e-2a32-480d-ae42-23f806cb4bed,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:22.111649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.130878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Transition to ACTIVE for port object 743da4c8-58db-444a-a61a-04517b26d182 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:22.204886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.254403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Calling delete_port for a237736e-2a32-480d-ae42-23f806cb4bed owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:22.296570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] For port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:22.306030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] For port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:22.324067 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.343133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:22.358527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:22.363573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:22.376806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:22.438380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.452556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ede4ca-b469-4b0a-ab47-636873026152 None None] Pushing event updated for resources: {'Port': ['ID=9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:22.511417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Transition to ACTIVE for port object 5acb9adf-52aa-4a3e-a006-a7c0c9541586 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:22.541079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:22.550127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.603692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-45b47430-282f-4a5c-8724-f35528236ab0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7378936 Aug 27 02:23:22.626302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Request body: {'port': {'device_id': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:22.628754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.643076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a237736e-2a32-480d-ae42-23f806cb4bed'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:22.707873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Pushing event deleted for resources: {'Port': ['ID=a237736e-2a32-480d-ae42-23f806cb4bed,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:22.749202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.771165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.794894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] No DVR routers for this DVR port a237736e-2a32-480d-ae42-23f806cb4bed on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:22.798682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.802481 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-358b0cad-17e4-47e8-8d98-77ed1775452e req-529266fe-1281-495e-9bfa-c9a97d88e2ac tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.45 "DELETE /v2.0/ports/a237736e-2a32-480d-ae42-23f806cb4bed HTTP/1.1" status: 204 len: 173 time: 1.2548275 Aug 27 02:23:22.824418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-60166459-10c7-45e8-a0c9-3e1559076412 None None] Provisioning for port 743da4c8-58db-444a-a61a-04517b26d182 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:22.836983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-60166459-10c7-45e8-a0c9-3e1559076412 None None] Provisioning complete for port 743da4c8-58db-444a-a61a-04517b26d182 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:22.837494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-60166459-10c7-45e8-a0c9-3e1559076412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.919006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'name': 'network-vif-deleted', 'tag': 'a237736e-2a32-480d-ae42-23f806cb4bed'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:22.921393 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dacc203-ef7c-4682-9561-94f012cc3468" -d '{"events": [{"server_uuid": "a94fa24a-048a-4ac0-8d10-024d471139e9", "name": "network-vif-deleted", "tag": "a237736e-2a32-480d-ae42-23f806cb4bed"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:22.934953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=5acb9adf-52aa-4a3e-a006-a7c0c9541586,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:23.027972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network aea73a19-2afa-4a18-9dfd-961653b53f34 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:23.034781 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48c1a738-fe19-44e2-98f4-2c5114fa0c8a req-42185a3e-3cb6-45fa-95db-1ad82568dcee tempest-ServerDiagnosticsNegativeTest-263654726 tempest-ServerDiagnosticsNegativeTest-263654726-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94fa24a-048a-4ac0-8d10-024d471139e9 HTTP/1.1" status: 200 len: 210 time: 0.1254821 Aug 27 02:23:23.050800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:23.068192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-60166459-10c7-45e8-a0c9-3e1559076412 None None] Port 743da4c8-58db-444a-a61a-04517b26d182 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:23.090363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:23.124215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9224fac-eb47-4880-ac95-9ccca326e3b0 None None] Network aea73a19-2afa-4a18-9dfd-961653b53f34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:23.232163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38122) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:23.258613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af6dd-419b-478a-9f02-9a3d2191b4a8 req-4eac79c0-34dc-412b-9880-a4ca95e77a06 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.260227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d49af6dd-419b-478a-9f02-9a3d2191b4a8 req-4eac79c0-34dc-412b-9880-a4ca95e77a06 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 936 time: 0.2870362 Aug 27 02:23:23.299878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.300528 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.314405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6151ac73-f8da-473f-a8e6-3f0e49a02610 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:23.348538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cd023e86-8ec0-4003-ba43-f086da5fd127 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7798228 Aug 27 02:23:23.357799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38126) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:23.367956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'port': {'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'name': 'tempest-TaggedBootDevicesTest_v242-1008022725', 'fixed_ips': [{'subnet_id': 'ff464be5-2a9d-458e-a0df-a610a40e528e'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:23.378234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d49af6dd-419b-478a-9f02-9a3d2191b4a8 req-0b2afafb-1eb9-4644-84eb-67ac4438951a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022055 Aug 27 02:23:23.525176 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbccd9b-b5e8-4ce4-9a56-bfeffcad63fe x-openstack-request-id: req-edbccd9b-b5e8-4ce4-9a56-bfeffcad63fe {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:23.526287 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94fa24a-048a-4ac0-8d10-024d471139e9", "name": "network-vif-deleted", "tag": "a237736e-2a32-480d-ae42-23f806cb4bed", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:23.528080 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edbccd9b-b5e8-4ce4-9a56-bfeffcad63fe {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:23.529219 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94fa24a-048a-4ac0-8d10-024d471139e9', 'name': 'network-vif-deleted', 'tag': 'a237736e-2a32-480d-ae42-23f806cb4bed', 'status': 'completed', 'code': 200} Aug 27 02:23:23.573344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-network', 'tenant_id': '5bef00d632e141f483240dd41584f29a'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:23.580131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cb18db4c-99f8-4333-b5d0-a149a793d557 None None] Provisioning for port 6151ac73-f8da-473f-a8e6-3f0e49a02610 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:23.593219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743da4c8-58db-444a-a61a-04517b26d182 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:23.602505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.621391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Transition to ACTIVE for port object 743da4c8-58db-444a-a61a-04517b26d182 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:23.634138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.635642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Made reservation on behalf of 5bef00d632e141f483240dd41584f29a for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:23.639483 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.670122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.711058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:23.717436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.731643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6151ac73-f8da-473f-a8e6-3f0e49a02610 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:23.752399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6151ac73-f8da-473f-a8e6-3f0e49a02610 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:23.753305 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.759142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] device_id is not set on port 34a495e4-5875-4b34-bed5-9973b29dc4e4 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:23:23.870608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:23.889745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.946673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:23.947283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:23.947788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:23.954811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Port 743da4c8-58db-444a-a61a-04517b26d182 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:23.955453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:23.963206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:23.963929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:23.964489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:23.965157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Bound port: 743da4c8-58db-444a-a61a-04517b26d182, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:23.965688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.984197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 6151ac73-f8da-473f-a8e6-3f0e49a02610, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6151ac73-f8da-473f-a8e6-3f0e49a02610,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:23.996297 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.114462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=6151ac73-f8da-473f-a8e6-3f0e49a02610,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:24.129489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:24.142564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:24.151517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.198196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.199469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.201395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] 10.222.0.45 "PUT /v2.0/ports/743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 1096 time: 1.5882552 Aug 27 02:23:24.203641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'tag': '743da4c8-58db-444a-a61a-04517b26d182'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:24.210107 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebfa27d-ed98-45be-a820-765f9f21f971" -d '{"events": [{"name": "network-changed", "server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "tag": "743da4c8-58db-444a-a61a-04517b26d182"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:24.329864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595e135-fcca-45eb-b947-b519462ccbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:24.333889 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad25227-1c41-4121-9d51-3cce35e74102 x-openstack-request-id: req-1ad25227-1c41-4121-9d51-3cce35e74102 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:24.334178 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "tag": "743da4c8-58db-444a-a61a-04517b26d182", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:24.334584 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ad25227-1c41-4121-9d51-3cce35e74102 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:24.335014 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'tag': '743da4c8-58db-444a-a61a-04517b26d182', 'status': 'completed', 'code': 200} Aug 27 02:23:24.344391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.365881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-8b2bf024-f248-4a8b-a2eb-314e8a879156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.372061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.372925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-8b2bf024-f248-4a8b-a2eb-314e8a879156 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1099 time: 0.1126945 Aug 27 02:23:24.408397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-975d82cd-b03f-477c-aeef-c2eda79308ef None None] Provisioning for port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:24.415217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-975d82cd-b03f-477c-aeef-c2eda79308ef None None] Provisioning complete for port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:24.415921 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-975d82cd-b03f-477c-aeef-c2eda79308ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.457709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:24.487275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 10.1.1.107 (aea73a19-2afa-4a18-9dfd-961653b53f34/ff464be5-2a9d-458e-a0df-a610a40e528e/34a495e4-5875-4b34-bed5-9973b29dc4e4) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:24.522502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-3f8f08d5-e1ae-43c4-adab-99241a2c0524 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.1330419 Aug 27 02:23:24.535714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-975d82cd-b03f-477c-aeef-c2eda79308ef None None] Port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:24.563032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-975d82cd-b03f-477c-aeef-c2eda79308ef None None] Provisioning complete for port 6151ac73-f8da-473f-a8e6-3f0e49a02610 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:24.563868 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-975d82cd-b03f-477c-aeef-c2eda79308ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.571968 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.572322 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Added segment d3d66ed1-0aca-4628-b632-12564f0e934a of type vlan for network 29058497-67da-454c-8dfa-c99c955c127e Aug 27 02:23:24.574822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274c3265-abc8-4e61-8d8e-701a4414f0b9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:24.643460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6d99c-df2c-4ea7-8298-a659717e5917 None None] Network 57ddc318-492a-427e-95de-ec664d81e1e4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:24.698656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-ef4296b2-3a74-4127-bed6-7da7fbb61bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.700889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-ef4296b2-3a74-4127-bed6-7da7fbb61bd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1670890 Aug 27 02:23:24.707738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38158) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:24.796777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-a65d4c15-984d-4364-a761-db60fcb1297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.799133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-a65d4c15-984d-4364-a761-db60fcb1297b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882859 Aug 27 02:23:24.896556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.941499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e2766ce4-fb37-436d-a4cb-c999a4ab93cf None None] Provisioning complete for port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:24.942732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e2766ce4-fb37-436d-a4cb-c999a4ab93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.974143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-e2660b55-87cf-4412-9998-8a20d84fee03 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646066 Aug 27 02:23:25.000830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e2766ce4-fb37-436d-a4cb-c999a4ab93cf None None] Port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:25.071037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e2766ce4-fb37-436d-a4cb-c999a4ab93cf None None] Provisioning for port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:25.075664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:23:25.111810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd888687-ee00-4a4f-b707-a51aa4bd9a8b req-2218c28a-d05a-447f-b48e-1afed8eefce5 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288223 Aug 27 02:23:25.142980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575108fe-7757-4857-ad9b-bee01207b9a7 req-e6b249cc-f5de-469a-8b82-515364812747 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.144589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-575108fe-7757-4857-ad9b-bee01207b9a7 req-e6b249cc-f5de-469a-8b82-515364812747 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 948 time: 0.4903026 Aug 27 02:23:25.152970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6151ac73-f8da-473f-a8e6-3f0e49a02610 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:25.229046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6151ac73-f8da-473f-a8e6-3f0e49a02610 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:25.229650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.271542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.272462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.273049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.286520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-c11be5f4-4e0d-4b2f-b5e7-e763918165f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.288496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-c11be5f4-4e0d-4b2f-b5e7-e763918165f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1099 time: 0.1002285 Aug 27 02:23:25.364030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:25.364267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.421808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-d4270d8f-58a0-4512-a2c0-9d5828a6a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.423365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-d4270d8f-58a0-4512-a2c0-9d5828a6a521 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1263995 Aug 27 02:23:25.431745 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1881981 Aug 27 02:23:25.443703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38166) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:25.444875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Transition to ACTIVE for port object 34a495e4-5875-4b34-bed5-9973b29dc4e4 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:25.460819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Request body: {'subnet': {'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-subnet', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:25.487221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-8e2d07a5-533b-4b07-b31b-709ca15dd256 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.0543504 Aug 27 02:23:25.487581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:25.499408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:25.501782 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.517406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-575108fe-7757-4857-ad9b-bee01207b9a7 req-5b4027ea-ea0a-4d68-a4b8-74716fe088ba tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675374 Aug 27 02:23:25.535404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Made reservation on behalf of 5bef00d632e141f483240dd41584f29a for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:25.538199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.599795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-558c9a31-cb3b-40dc-a030-2f8bb4360b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.601777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-558c9a31-cb3b-40dc-a030-2f8bb4360b2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1070507 Aug 27 02:23:25.631331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.674771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-b660f418-d881-4f79-b29a-e1e482cdb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.678584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-b660f418-d881-4f79-b29a-e1e482cdb95b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671852 Aug 27 02:23:25.679333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:25.687634 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.785972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:25.881589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-3b0aa652-9e62-408e-b791-0f9aa69e475c service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862173 Aug 27 02:23:25.997444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ebfa27d-ed98-45be-a820-765f9f21f971 req-edee0867-bc8a-4447-bc86-310641be629d service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057961 Aug 27 02:23:26.006872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16e9ec-d540-40e8-b21f-bd206347d974 admin admin] Pushing event updated for resources: {'Network': ['ID=29058497-67da-454c-8dfa-c99c955c127e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:26.016769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38184) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:26.016924 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-52982ac0-a55f-4a0e-bd72-38a50526037a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2db31be74c444344beaeb7bfbcae4211&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2560229 Aug 27 02:23:26.022002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 29058497-67da-454c-8dfa-c99c955c127e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:26.086374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.110356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdaac9c2-4a3e-426d-9956-6065abb6d7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.126170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network aea73a19-2afa-4a18-9dfd-961653b53f34 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:26.132910 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdaac9c2-4a3e-426d-9956-6065abb6d7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.134367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:26.167543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:26.231129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdaac9c2-4a3e-426d-9956-6065abb6d7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.235074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdaac9c2-4a3e-426d-9956-6065abb6d7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.236650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:26.239649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bdaac9c2-4a3e-426d-9956-6065abb6d7da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59e4131a-b693-428c-9266-b6ac0c37d723 HTTP/1.1" status: 204 len: 168 time: 0.2186902 Aug 27 02:23:26.255582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.257874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac9c2-4a3e-426d-9956-6065abb6d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4131a-b693-428c-9266-b6ac0c37d723,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:26.293135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.293826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.349983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f824f94e-9444-436b-aa17-ae8e34b9b5c5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9905066 Aug 27 02:23:26.399452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01322d7-2385-4426-b656-6823b218a21b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:26.406497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Checking segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:26.407163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Network hostable DHCP agents. Network: 29058497-67da-454c-8dfa-c99c955c127e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:26.448839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Network 29058497-67da-454c-8dfa-c99c955c127e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:26.460497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a237736e-2a32-480d-ae42-23f806cb4bed no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:26.473896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 29058497-67da-454c-8dfa-c99c955c127e) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:26.483730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.484433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.494304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-e9868dda-e104-424e-a0d3-1944b38effe8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0899734 Aug 27 02:23:26.538421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38192) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:26.539220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-391fa0df-445a-4ce5-a681-faef3cf3c9c8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0816174 Aug 27 02:23:26.557620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:26.558833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: a237736e-2a32-480d-ae42-23f806cb4bed {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:26.559338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a237736e-2a32-480d-ae42-23f806cb4bed not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:26.580368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36676712-8957-42b5-99f3-660d62d48989 None None] Network 29058497-67da-454c-8dfa-c99c955c127e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:26.607653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.609380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.743434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-7eb293d5-5ddb-4919-a97f-9ba4c885100b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6491 time: 0.2141902 Aug 27 02:23:26.745878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a7df08f0-8a52-4c41-9617-2383338c22ed None None] Provisioning for port 34a495e4-5875-4b34-bed5-9973b29dc4e4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:26.789003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a7df08f0-8a52-4c41-9617-2383338c22ed None None] Provisioning complete for port 34a495e4-5875-4b34-bed5-9973b29dc4e4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:26.789363 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a7df08f0-8a52-4c41-9617-2383338c22ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.839997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15d69f-e7fb-4fb1-91ad-814b74b724bf req-1393e368-952e-40ba-bd45-5312186830d7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.856449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f15d69f-e7fb-4fb1-91ad-814b74b724bf req-1393e368-952e-40ba-bd45-5312186830d7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 948 time: 0.1876769 Aug 27 02:23:26.964143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f15d69f-e7fb-4fb1-91ad-814b74b724bf req-32400c9b-8147-494e-8fe1-7c7a52d1f3b9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977771 Aug 27 02:23:26.974393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a7df08f0-8a52-4c41-9617-2383338c22ed None None] Port 34a495e4-5875-4b34-bed5-9973b29dc4e4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:26.994332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38210) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:27.019192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-29058497-67da-454c-8dfa-c99c955c127e', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:23:27.022721 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.036787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2110e87a-a8f5-452c-8311-5ad90a08e728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.059451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:27.229846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:27.230341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.265428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Allocated IP 172.20.0.2 (29058497-67da-454c-8dfa-c99c955c127e/e01322d7-2385-4426-b656-6823b218a21b/c1858cf9-8da8-4714-af44-49c2024acc68) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:27.292819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2110e87a-a8f5-452c-8311-5ad90a08e728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.306180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2110e87a-a8f5-452c-8311-5ad90a08e728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.353458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2110e87a-a8f5-452c-8311-5ad90a08e728 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64a0ba8d980e4af88a4d740287f5b99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578203 Aug 27 02:23:27.355188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38224) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:27.364135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e87a-a8f5-452c-8311-5ad90a08e728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672cb540-35f9-4aeb-9853-e0ed07279796,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.526859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85cd7893-2452-4bd9-a7fb-354d965f94c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.574957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.575548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38226) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:27.590138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Transition to ACTIVE for port object c1858cf9-8da8-4714-af44-49c2024acc68 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:27.595570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-68ff0cf1-098b-4417-9092-1e48a28012b9 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324084453', 'description': 'tempest-description--1741927932'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:27.627667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Transition to ACTIVE for port object c1858cf9-8da8-4714-af44-49c2024acc68 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:27.634389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9440bf7-c2d2-4294-85e9-d4827d11c35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.640759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.643339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85cd7893-2452-4bd9-a7fb-354d965f94c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.687096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Network 29058497-67da-454c-8dfa-c99c955c127e is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:27.691381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:27.695317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:27.742592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Pushing event updated for resources: {'Port': ['ID=c1858cf9-8da8-4714-af44-49c2024acc68,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.753556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68ff0cf1-098b-4417-9092-1e48a28012b9 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.785675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Attempting to bind port c1858cf9-8da8-4714-af44-49c2024acc68 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:27.786199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Attempting to bind port c1858cf9-8da8-4714-af44-49c2024acc68 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:27.786693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Attempting to bind port c1858cf9-8da8-4714-af44-49c2024acc68 on network 29058497-67da-454c-8dfa-c99c955c127e {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:27.792235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:27.792755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Checking segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:27.793547 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.793740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Bound using segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:27.794350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Bound port: c1858cf9-8da8-4714-af44-49c2024acc68, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:27.795176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.825084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beafa0-dee7-439c-92ad-81a3d5130444 req-78f4b9a0-ef63-4823-b967-0b449a4b8360 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.827247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76beafa0-dee7-439c-92ad-81a3d5130444 req-78f4b9a0-ef63-4823-b967-0b449a4b8360 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.2106330 Aug 27 02:23:27.876352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85cd7893-2452-4bd9-a7fb-354d965f94c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.879580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85cd7893-2452-4bd9-a7fb-354d965f94c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.880930 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-85cd7893-2452-4bd9-a7fb-354d965f94c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/672cb540-35f9-4aeb-9853-e0ed07279796 HTTP/1.1" status: 204 len: 168 time: 0.5248275 Aug 27 02:23:27.884376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] For port c1858cf9-8da8-4714-af44-49c2024acc68, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:27.888067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] For port c1858cf9-8da8-4714-af44-49c2024acc68, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1858cf9-8da8-4714-af44-49c2024acc68,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:27.898630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.929725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76beafa0-dee7-439c-92ad-81a3d5130444 req-e915e54b-bf4c-4281-aa1e-96d28e0dbb15 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908346 Aug 27 02:23:27.941954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd7893-2452-4bd9-a7fb-354d965f94c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672cb540-35f9-4aeb-9853-e0ed07279796,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.942389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.959188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-c11032d0-1acd-4c7a-b830-679fab128a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.959722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-c11032d0-1acd-4c7a-b830-679fab128a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.960327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-c11032d0-1acd-4c7a-b830-679fab128a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.961941 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-c11032d0-1acd-4c7a-b830-679fab128a19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=16e5c914-5405-4258-ad19-5b2a64dad66a&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=f5965bcd-6534-4040-991c-d88cccba9470&id=f5965bcd-6534-4040-991c-d88cccba9470 HTTP/1.1" status: 200 len: 2294 time: 1.0804191 Aug 27 02:23:27.968412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-aa0aeb55-63a7-4332-b12c-23d54bee09d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2549126 Aug 27 02:23:28.022363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e959a3-7740-4758-98c3-460e87fab27f None None] Pushing event updated for resources: {'Port': ['ID=c1858cf9-8da8-4714-af44-49c2024acc68,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:28.102744 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-45ff4255-c2ac-4395-b8fa-01e305d2a8b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509370df-ec58-40f1-a4e2-431feb7f4b22 HTTP/1.1" status: 200 len: 1001 time: 0.1268914 Aug 27 02:23:28.107239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68ff0cf1-098b-4417-9092-1e48a28012b9 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.121797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce971829-0ced-467c-ace1-a745cc0fa9ca req-be0c9fc2-1ac4-4898-a5ef-aaeffc5ca268 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.131729 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce971829-0ced-467c-ace1-a745cc0fa9ca req-be0c9fc2-1ac4-4898-a5ef-aaeffc5ca268 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.2698758 Aug 27 02:23:28.135866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68ff0cf1-098b-4417-9092-1e48a28012b9 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.214403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68ff0cf1-098b-4417-9092-1e48a28012b9 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.219088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68ff0cf1-098b-4417-9092-1e48a28012b9 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6398418 Aug 27 02:23:28.230441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff0cf1-098b-4417-9092-1e48a28012b9 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c227c38-2ddd-4934-8974-eadbc970e061,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:28.230869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:28.256564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072e240-7262-4f0b-81e1-e1d67290e1ea req-f351ba00-c533-4cf2-85d6-c773d4162f74 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.258274 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5072e240-7262-4f0b-81e1-e1d67290e1ea req-f351ba00-c533-4cf2-85d6-c773d4162f74 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 948 time: 0.1353114 Aug 27 02:23:28.275519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-c8db1cfd-ac36-44cb-9260-c2b6a945e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.282565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-c8db1cfd-ac36-44cb-9260-c2b6a945e9e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7474c23-5641-46df-93f3-6384e3e1929c HTTP/1.1" status: 200 len: 851 time: 0.1253726 Aug 27 02:23:28.287192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1df97b5b-1241-4b0c-959d-009532a29c1f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'security_group_rule': {'security_group_id': '7c227c38-2ddd-4934-8974-eadbc970e061', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:28.332179 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5072e240-7262-4f0b-81e1-e1d67290e1ea req-53b148c7-b5e5-4cab-bfd1-9e5b279d4107 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661623 Aug 27 02:23:28.415528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce971829-0ced-467c-ace1-a745cc0fa9ca req-e831f7e1-8a0c-4fff-8b23-484d235a4b1c tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825818 Aug 27 02:23:28.424724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5361b7-db41-46ee-ba87-a9a206271346 req-47cac458-8798-4698-9484-2b80ed368e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.426400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-47cac458-8798-4698-9484-2b80ed368e49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16ff6397cac5439fb5442004fca8522d&device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 1097 time: 0.3248253 Aug 27 02:23:28.441391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1df97b5b-1241-4b0c-959d-009532a29c1f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.469597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 743da4c8-58db-444a-a61a-04517b26d182 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:28.491786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-1fcea098-7b27-430d-935b-68ec28ffed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.493340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-1fcea098-7b27-430d-935b-68ec28ffed1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16e5c914-5405-4258-ad19-5b2a64dad66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855903 Aug 27 02:23:28.655999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:28.671595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '743da4c8-58db-444a-a61a-04517b26d182', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '743da4c8-58db-444a-a61a-04517b26d182', 'mac_address': 'fa:16:3e:8f:fd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:28.713722 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.729189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743da4c8-58db-444a-a61a-04517b26d182 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:28.753868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:28.759661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.786810 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1df97b5b-1241-4b0c-959d-009532a29c1f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.810147 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1df97b5b-1241-4b0c-959d-009532a29c1f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.828106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:28.828271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-81a00cf9-3347-48ae-8b4c-2fda0624d004 service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233016 Aug 27 02:23:28.829136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5361b7-db41-46ee-ba87-a9a206271346 req-70981bb8-4cd0-4916-a9f2-c4e63f8c11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.831143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-70981bb8-4cd0-4916-a9f2-c4e63f8c11a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 200 len: 924 time: 0.3229072 Aug 27 02:23:28.841734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1df97b5b-1241-4b0c-959d-009532a29c1f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.842972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1df97b5b-1241-4b0c-959d-009532a29c1f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5594420 Aug 27 02:23:28.845996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38290) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:28.850741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e2a3617c-4abf-4229-b47d-4cc80192f379 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'security_group_rule': {'security_group_id': '7c227c38-2ddd-4934-8974-eadbc970e061', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:28.895271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a3617c-4abf-4229-b47d-4cc80192f379 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.969695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a3617c-4abf-4229-b47d-4cc80192f379 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.000610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a3617c-4abf-4229-b47d-4cc80192f379 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.030473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3617c-4abf-4229-b47d-4cc80192f379 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9197dcf-77a5-44b0-b9ba-8215e115711d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.033423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:29.044393 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a3617c-4abf-4229-b47d-4cc80192f379 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.049021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2a3617c-4abf-4229-b47d-4cc80192f379 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988621 Aug 27 02:23:29.049646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38300) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:29.056707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:29.064565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df97b5b-1241-4b0c-959d-009532a29c1f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91529042-e233-4d18-a0a9-a4e8371ed578,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.069127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1858cf9-8da8-4714-af44-49c2024acc68 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:29.167540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35746351-de49-4590-92db-2c0f4300d46d req-0e11c162-d1d3-4b65-ad1f-e235d55dba32 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.169317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35746351-de49-4590-92db-2c0f4300d46d req-0e11c162-d1d3-4b65-ad1f-e235d55dba32 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.0998528 Aug 27 02:23:29.170777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.185867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab49699-df5c-4b0b-8778-935ef5a7136e req-bb962c8c-0d3e-4f8a-b92c-9318ff57c33c tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.191570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c1858cf9-8da8-4714-af44-49c2024acc68 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:29.194951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ab49699-df5c-4b0b-8778-935ef5a7136e req-bb962c8c-0d3e-4f8a-b92c-9318ff57c33c tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 950 time: 0.4942060 Aug 27 02:23:29.278673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35746351-de49-4590-92db-2c0f4300d46d req-c6846943-1d71-44b0-8eca-1d34d1ac5dd1 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732055 Aug 27 02:23:29.300058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-b47a5fbf-2bf8-457b-8c2c-7392100da825 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2 HTTP/1.1" status: 200 len: 1000 time: 0.4014716 Aug 27 02:23:29.323273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ab49699-df5c-4b0b-8778-935ef5a7136e req-f1864d0b-83cf-4415-9298-90e4e1d7b3df tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268682 Aug 27 02:23:29.398573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.411197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.453955 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.520027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5361b7-db41-46ee-ba87-a9a206271346 req-adddad10-88d6-48a8-8ee3-af2934977737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.521710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-adddad10-88d6-48a8-8ee3-af2934977737 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 200 len: 862 time: 0.1976042 Aug 27 02:23:29.525848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-b2355c74-447d-47e9-81ff-82f4c5f73b16 service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285377 Aug 27 02:23:29.588503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 172.25.1.102 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/1fa99c1d-3239-4d9e-a99f-6df399ea6f77) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:29.603527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa04f46f-876f-4d48-b17b-541def234e46 None None] Network 29058497-67da-454c-8dfa-c99c955c127e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:29.689030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-bc7a76f0-4f00-4187-8dec-da462c82ab39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 217 time: 0.1398106 Aug 27 02:23:29.715506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.734588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5361b7-db41-46ee-ba87-a9a206271346 req-d6071f60-92e1-4bf8-8a03-26f0f1d2a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.736316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-d6071f60-92e1-4bf8-8a03-26f0f1d2a20b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050982 Aug 27 02:23:29.761384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.838652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:29.845299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:29.848035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:29.871075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c24aee6-4f0b-4248-b164-b1c3214479d2 None None] Provisioning for port c1858cf9-8da8-4714-af44-49c2024acc68 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:29.875329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-86cd6f75-7ffa-4fa8-a317-3e51ee1753c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.877057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-86cd6f75-7ffa-4fa8-a317-3e51ee1753c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.1799204 Aug 27 02:23:29.889418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=1fa99c1d-3239-4d9e-a99f-6df399ea6f77,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.899569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c24aee6-4f0b-4248-b164-b1c3214479d2 None None] Provisioning complete for port c1858cf9-8da8-4714-af44-49c2024acc68 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:29.899952 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c24aee6-4f0b-4248-b164-b1c3214479d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.919747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df50230-0923-40f0-950a-9c5dafae65e9 req-cb2d9d0d-0a67-4c65-8087-49ed32b7f600 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.929089 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9df50230-0923-40f0-950a-9c5dafae65e9 req-cb2d9d0d-0a67-4c65-8087-49ed32b7f600 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 949 time: 0.1533089 Aug 27 02:23:30.021708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Allocated IP 172.25.1.184 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/a95c48ae-c980-4eb2-8aaa-defed5217648) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:30.024600 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9df50230-0923-40f0-950a-9c5dafae65e9 req-d38e9443-089c-446c-a579-3ea3c387421b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885305 Aug 27 02:23:30.035587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-8587a3e0-19a2-4abc-878f-bed336dc2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.038135 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-8587a3e0-19a2-4abc-878f-bed336dc2db1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1346166 Aug 27 02:23:30.057737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.168372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.241187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-3fc755da-6c9a-4b9a-9c22-25fe375e1bbd service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959555 Aug 27 02:23:30.353370 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-26dbed42-e6b2-4ee3-bef1-02eb2c065cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.369904 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c24aee6-4f0b-4248-b164-b1c3214479d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.400613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-b9825c37-96c8-4a1c-a70c-ffc2d7767d2b service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460889 Aug 27 02:23:30.427088 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.439089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1c24aee6-4f0b-4248-b164-b1c3214479d2 None None] For port c1858cf9-8da8-4714-af44-49c2024acc68, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1858cf9-8da8-4714-af44-49c2024acc68,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:30.441674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.443581 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.451328 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c24aee6-4f0b-4248-b164-b1c3214479d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.458018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.481257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 743da4c8-58db-444a-a61a-04517b26d182 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:30.547105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=1fa99c1d-3239-4d9e-a99f-6df399ea6f77,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:30.557591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24aee6-4f0b-4248-b164-b1c3214479d2 None None] Pushing event updated for resources: {'Port': ['ID=c1858cf9-8da8-4714-af44-49c2024acc68,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:30.560572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.561949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 743da4c8-58db-444a-a61a-04517b26d182 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:30.570115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 743da4c8-58db-444a-a61a-04517b26d182 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:30.570285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.581464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.583389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e74f020c-2f21-4eb2-a9ba-6527a8fd3f41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5324051 Aug 27 02:23:30.588989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be5361b7-db41-46ee-ba87-a9a206271346 req-3172db59-08f3-4a92-918d-0c219d047e36 service neutron] 10.222.0.32 "GET /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381023 Aug 27 02:23:30.610411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-78e8f61f-ad67-462a-9d12-638de06d914e None None] Provisioning complete for port c1858cf9-8da8-4714-af44-49c2024acc68 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:30.610913 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-78e8f61f-ad67-462a-9d12-638de06d914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.676780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc205cf6-894f-4042-8cfd-a13bad482ac4 req-448496fb-bfde-4a44-8ffe-c63de4e0eab8 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.683064 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-419649d3-f82b-41df-a7fb-8a0810cf4544 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694907 Aug 27 02:23:30.688218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc205cf6-894f-4042-8cfd-a13bad482ac4 req-448496fb-bfde-4a44-8ffe-c63de4e0eab8 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.0785522 Aug 27 02:23:30.696079 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.714418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-012e9481-53e1-440f-a28f-537fd5e0bf7f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.715998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-012e9481-53e1-440f-a28f-537fd5e0bf7f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.32 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.2133856 Aug 27 02:23:30.739046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc205cf6-894f-4042-8cfd-a13bad482ac4 req-d758ead0-dedd-45e4-a669-2f99b1306cfc tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491645 Aug 27 02:23:30.751487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-ff4ca3ce-e111-4aa0-868c-d97441948c3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 217 time: 0.0583072 Aug 27 02:23:30.759938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b83310-698c-4f16-bfbf-d33316ade323 req-5e93a6d1-96ff-491c-b418-3e493de3b739 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.761473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0b83310-698c-4f16-bfbf-d33316ade323 req-5e93a6d1-96ff-491c-b418-3e493de3b739 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.2987714 Aug 27 02:23:30.776149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743da4c8-58db-444a-a61a-04517b26d182'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:30.778602 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e3d812-58cc-4f30-a0df-077c92e1769a" -d '{"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-plugged", "status": "completed", "tag": "743da4c8-58db-444a-a61a-04517b26d182"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:30.792726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:30.797757 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.812367 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.850336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:30.924240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1858cf9-8da8-4714-af44-49c2024acc68 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:30.933873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:30.951086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:30.954900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:30.964162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0b83310-698c-4f16-bfbf-d33316ade323 req-d7d9404a-7fe0-4a8b-bbad-74ec9d498021 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902919 Aug 27 02:23:30.973261 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-da303c6d-b1ce-417e-94a1-0265a5f79b27 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287218 Aug 27 02:23:30.983871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c1858cf9-8da8-4714-af44-49c2024acc68 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:30.984032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-208c8fd8-0b40-428c-901f-f69415e57ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.984439 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.985888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-208c8fd8-0b40-428c-901f-f69415e57ca5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.2133636 Aug 27 02:23:30.989363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Pushing event updated for resources: {'Port': ['ID=a95c48ae-c980-4eb2-8aaa-defed5217648,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:31.026351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cebf90a3-02e4-40f4-862f-7885a18eef17 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:31.123789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-1e3faad3-cfdc-4d3e-b985-fbdf2d8e228b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.126428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-1e3faad3-cfdc-4d3e-b985-fbdf2d8e228b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514099 Aug 27 02:23:31.142786 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-f614f84f-9eb3-49ed-bee5-df94b520eccc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/quotas/1ce2610402344746b382fcf00232b4e1 HTTP/1.1" status: 200 len: 375 time: 0.0098259 Aug 27 02:23:31.160436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.167954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Deleting port e1feb5a8-14cf-4478-a864-db94bc56d2a2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:31.168308 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.173128 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.177124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-ff2be169-b2b2-451b-a3b5-f958db65188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.178783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-ff2be169-b2b2-451b-a3b5-f958db65188a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1849129 Aug 27 02:23:31.181231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-4acff8d5-90f4-4bcb-9632-6c0e4965aa3b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318446 Aug 27 02:23:31.203994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:31.210804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.265237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:31.323130 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-9e9a47c7-a104-4a20-9882-74aad527438d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1324084453&fields=id&tenant_id=fed3a08ed24444739f28e31cd37296d7 HTTP/1.1" status: 200 len: 267 time: 0.2038677 Aug 27 02:23:31.330556 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf543f4-506a-4bef-8ac8-241f14fe7a95 x-openstack-request-id: req-fcf543f4-506a-4bef-8ac8-241f14fe7a95 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:31.331963 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-plugged", "status": "completed", "tag": "743da4c8-58db-444a-a61a-04517b26d182", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:31.331963 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcf543f4-506a-4bef-8ac8-241f14fe7a95 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:31.332193 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743da4c8-58db-444a-a61a-04517b26d182', 'code': 200} Aug 27 02:23:31.455159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf7e57-ba3f-4a00-a144-c8a9fda64e7d req-177a2769-ef69-4237-862a-5a69351808a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.457046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bdf7e57-ba3f-4a00-a144-c8a9fda64e7d req-177a2769-ef69-4237-862a-5a69351808a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1101 time: 0.0660393 Aug 27 02:23:31.471226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb3ff-ad35-4da7-9c8c-cac62934bb90 req-e9c2f130-ec45-4e71-8146-7af517793567 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.472810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986fb3ff-ad35-4da7-9c8c-cac62934bb90 req-e9c2f130-ec45-4e71-8146-7af517793567 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.0921290 Aug 27 02:23:31.529508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bdf7e57-ba3f-4a00-a144-c8a9fda64e7d req-1c54d83a-c685-4cf3-9d95-19b05a89ae27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556540 Aug 27 02:23:31.545029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986fb3ff-ad35-4da7-9c8c-cac62934bb90 req-85e34730-f266-43b4-a63c-72ebdcda7c4c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573404 Aug 27 02:23:31.828871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-45f98f12-f3fd-4478-ba4e-5604cdd50aaf tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.830307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-45f98f12-f3fd-4478-ba4e-5604cdd50aaf tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports/5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 937 time: 0.4961040 Aug 27 02:23:31.863093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24b46950-f934-4438-8818-d901c172c162 req-2b35204c-8dc6-4e91-ac51-9c9f623b42f5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 210 time: 0.0279734 Aug 27 02:23:31.873118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] For port e1feb5a8-14cf-4478-a864-db94bc56d2a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e1feb5a8-14cf-4478-a864-db94bc56d2a2,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:31.873499 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.978636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-64f127f1-21ad-4927-bcdc-82879e9cc423 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7786965 Aug 27 02:23:31.999478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-4a59b12d-1790-4830-87b7-6139d63b8a40 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.000869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-4a59b12d-1790-4830-87b7-6139d63b8a40 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports/34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 937 time: 0.1348200 Aug 27 02:23:32.037382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.107812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3df1c-41f8-497a-99b2-75b30eda0e8a req-7ad3cfc6-2c19-45b9-9374-4da0be37b941 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.109280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94b3df1c-41f8-497a-99b2-75b30eda0e8a req-7ad3cfc6-2c19-45b9-9374-4da0be37b941 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 946 time: 0.0487156 Aug 27 02:23:32.146344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94b3df1c-41f8-497a-99b2-75b30eda0e8a req-5c95da0e-9d7c-408d-bfcd-17754fe45da6 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups?id=a08e075e-105b-431b-bcaa-74d821dd17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308914 Aug 27 02:23:32.148042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ecad9472-0c2f-46e3-8b2c-ccd253550cca tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1329510 Aug 27 02:23:32.216754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-8111008a-53a2-4f41-8fcb-8fe77a237b72 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583746 Aug 27 02:23:32.255132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d9ac8-da39-4ebe-b2a6-204a5759d692 req-553e2bcb-6919-4ae2-bab9-8310a42e22f7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.262453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-804d9ac8-da39-4ebe-b2a6-204a5759d692 req-553e2bcb-6919-4ae2-bab9-8310a42e22f7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.0595722 Aug 27 02:23:32.324195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-804d9ac8-da39-4ebe-b2a6-204a5759d692 req-4e4ddf9c-c602-427d-90a5-a6ef49bbdfa0 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608099 Aug 27 02:23:32.405354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-99c5c01a-a73f-4eda-abb0-bae688e960f9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785851 Aug 27 02:23:32.414345 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-dcce32ea-5b2b-4b16-ba18-56a818729f69 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265049 Aug 27 02:23:32.434011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.434525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.434901 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb disassociated. External IP: 172.25.1.2, port: e1feb5a8-14cf-4478-a864-db94bc56d2a2. Aug 27 02:23:32.436791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Calling delete_port for e1feb5a8-14cf-4478-a864-db94bc56d2a2 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:32.533902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-6fc49ba5-76dc-4f45-aa8e-4382ea34aebc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3 HTTP/1.1" status: 200 len: 217 time: 0.1111596 Aug 27 02:23:32.668377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb4d49-ae1d-47ab-896a-e780b85f6cae req-0462f6cc-f795-44e5-a6f7-dcee31afbbf5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.669881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0eb4d49-ae1d-47ab-896a-e780b85f6cae req-0462f6cc-f795-44e5-a6f7-dcee31afbbf5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.0484824 Aug 27 02:23:32.707225 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0eb4d49-ae1d-47ab-896a-e780b85f6cae req-6bb6396c-c11e-49d3-953e-98511f971d60 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Aug 27 02:23:32.721991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-114b3200-48b2-45fb-9240-cdf7c3c169e5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.727897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-114b3200-48b2-45fb-9240-cdf7c3c169e5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.733585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-114b3200-48b2-45fb-9240-cdf7c3c169e5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.735250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-114b3200-48b2-45fb-9240-cdf7c3c169e5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/networks?id=43252a63-0fa7-40af-9791-8381c0b678e0&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=57ddc318-492a-427e-95de-ec664d81e1e4&id=57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 200 len: 1993 time: 0.5065138 Aug 27 02:23:32.780490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-ffea5f44-852b-4ee6-ad10-117a49f95987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.781994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-ffea5f44-852b-4ee6-ad10-117a49f95987 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.2080436 Aug 27 02:23:32.811508 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-a9a1b916-3580-4625-b4ed-e2d18ca4bfd1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/quotas/fed3a08ed24444739f28e31cd37296d7 HTTP/1.1" status: 200 len: 375 time: 0.0544035 Aug 27 02:23:32.831738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.860051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-33583ff6-3ffc-4156-af40-9ed77d01f9e1 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.861587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-33583ff6-3ffc-4156-af40-9ed77d01f9e1 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4234116 Aug 27 02:23:32.914206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:32.988077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96636cf0-9fe2-4790-b779-25cb44184ac6 req-fc7a61fa-d920-40aa-8cb3-161eab165508 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.989657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96636cf0-9fe2-4790-b779-25cb44184ac6 req-fc7a61fa-d920-40aa-8cb3-161eab165508 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1101 time: 0.0427399 Aug 27 02:23:33.014738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96636cf0-9fe2-4790-b779-25cb44184ac6 req-2d7bab3f-cc75-4652-be34-7ba95fea937b tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.018200 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.035623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-40180ce9-2524-4436-8d08-068196a670ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:33.038137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-40180ce9-2524-4436-8d08-068196a670ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2455752 Aug 27 02:23:33.038829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:33.109278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.114951 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96636cf0-9fe2-4790-b779-25cb44184ac6 req-2d7bab3f-cc75-4652-be34-7ba95fea937b tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.121480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96636cf0-9fe2-4790-b779-25cb44184ac6 req-2d7bab3f-cc75-4652-be34-7ba95fea937b tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.140625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:33.152327 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96636cf0-9fe2-4790-b779-25cb44184ac6 req-2d7bab3f-cc75-4652-be34-7ba95fea937b tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532297 Aug 27 02:23:33.157357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bab3f-cc75-4652-be34-7ba95fea937b tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ccf5f-7540-4aa7-8ecf-97e93498a8cf,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.157765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '86536950-d0ed-477e-9283-c7e0881a088e', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '86536950-d0ed-477e-9283-c7e0881a088e', 'mac_address': 'fa:16:3e:97:ac:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:33.198896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.209537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3affa508-78d8-4413-a045-05335cb88ba1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3734307 Aug 27 02:23:33.216455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86536950-d0ed-477e-9283-c7e0881a088e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:33.231680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event deleted for resources: {'Port': ['ID=e1feb5a8-14cf-4478-a864-db94bc56d2a2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.236800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:33.244883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.310097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.335328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:33.337702 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ba219a-62fb-470e-bb3d-d562a6656e09" -d '{"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-unplugged", "status": "completed", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:33.355412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b471fa6-ec0c-403a-82b7-4c678c1a6656 req-82271c3c-1ab6-4eaf-91f3-39c93435de86 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 210 time: 0.0298777 Aug 27 02:23:33.366173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['86536950-d0ed-477e-9283-c7e0881a088e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:33.420821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-7ba03eaa-9503-4957-a011-7635909ef47c service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371732 Aug 27 02:23:33.429354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:33.433417 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.453474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5ccc6556-24fa-406d-a7fd-ae0e0d699b77 req-24a338f4-fd28-4230-90fb-2f9736f4f2c9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/ports?device_id=94e55811-7709-4503-b723-dca8a0da13be HTTP/1.1" status: 200 len: 210 time: 0.0278840 Aug 27 02:23:33.495694 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.513213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:23:33.644783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e7a035a3-ae4f-49d1-b0e2-09d35a771048 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:33.646635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e7a035a3-ae4f-49d1-b0e2-09d35a771048 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.0736673 Aug 27 02:23:33.839467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Deleting port 61155baa-610b-4911-b492-f553d5d64e3b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:33.839826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.955283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] For port 61155baa-610b-4911-b492-f553d5d64e3b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=61155baa-610b-4911-b492-f553d5d64e3b,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:33.955740 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.005518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Router 1e66ddf5-9a59-442e-a3a3-8195831ce825 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:34.085109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bfe05757-a4b6-4934-bdcc-4cd474dd71f4 service neutron] 10.222.0.10 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8429477 Aug 27 02:23:34.189905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.190713 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.191496 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Floating IP 801ea4e5-df24-4a56-8ffc-2f40a0806ef4 disassociated. External IP: 172.25.1.171, port: 61155baa-610b-4911-b492-f553d5d64e3b. Aug 27 02:23:34.192033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Calling delete_port for 61155baa-610b-4911-b492-f553d5d64e3b owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:34.296828 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f91f297-d5c7-4dff-a539-eaac9f1fd4ef x-openstack-request-id: req-3f91f297-d5c7-4dff-a539-eaac9f1fd4ef {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:34.297765 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-unplugged", "status": "completed", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:34.298217 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f91f297-d5c7-4dff-a539-eaac9f1fd4ef {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:34.298844 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'code': 200} Aug 27 02:23:34.316820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.350990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.420971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8f868-b407-4353-b18a-8ca045a4456f req-f82c07b1-ee0d-4f10-a96a-16dae5997b6c tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:34.422716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28a8f868-b407-4353-b18a-8ca045a4456f req-f82c07b1-ee0d-4f10-a96a-16dae5997b6c tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 945 time: 0.0731575 Aug 27 02:23:34.423565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.486386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event deleted for resources: {'Port': ['ID=61155baa-610b-4911-b492-f553d5d64e3b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:34.507610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-b8242fc0-c9ba-412c-ab2b-a11787e1d939 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0674641 Aug 27 02:23:34.521617 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28a8f868-b407-4353-b18a-8ca045a4456f req-e2bbc5f9-1c85-43bb-8620-78f7f370d3ac tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f4fa378-1b22-4e56-8f58-08faa39f87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832267 Aug 27 02:23:34.667513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-18e42d33-404a-48ef-beff-c7c059cb4949 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 HTTP/1.1" status: 200 len: 217 time: 0.1141887 Aug 27 02:23:34.694783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cba51f-194a-4c3b-bc8a-fc5b537b06d5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:34.697827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:34.732659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:34.744968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:34.749642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:34.752083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.752434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.752768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.753106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.753682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.754016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.754360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.754691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.755016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.755341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.755851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.756176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:34.793571 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] Sync routers for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:34.795785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:34.796651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:34.820707 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:34.821388 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:34.872426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:34.911402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef08d12-2f44-403b-86a7-5b3f86263e89 req-84fdf926-1615-4e8d-8af7-47bb8cd324de tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:34.920983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-68d57bab-9601-4fc6-8e26-b87ca5e7e17f service neutron] 10.222.0.10 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349955 Aug 27 02:23:34.925979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ef08d12-2f44-403b-86a7-5b3f86263e89 req-84fdf926-1615-4e8d-8af7-47bb8cd324de tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.2309260 Aug 27 02:23:34.939835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-dbada249-1f46-408e-8fd2-5f4de8d5aa1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6213148 Aug 27 02:23:35.041279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:35.044134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] No DVR routers for this DVR port 61155baa-610b-4911-b492-f553d5d64e3b on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:35.046682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:35.048015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27e9caa1-4689-4742-b6d4-2688b6d5594b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.5125005 Aug 27 02:23:35.052946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:35.057876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1f9f481-5172-44ee-a77f-b7fde518843e req-e219e0fe-557b-45c1-bc81-e076023defb7 tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.32 "DELETE /v2.0/ports/61155baa-610b-4911-b492-f553d5d64e3b HTTP/1.1" status: 204 len: 173 time: 1.3633091 Aug 27 02:23:35.058546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38486) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:35.059296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] No DVR routers for this DVR port e1feb5a8-14cf-4478-a864-db94bc56d2a2 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:35.064441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:35.066549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-77fb554e-c5d7-4c4e-9777-efeadd19adf4 req-4f49c2d7-5a3b-4e53-b6df-5c17d8969206 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.32 "DELETE /v2.0/ports/e1feb5a8-14cf-4478-a864-db94bc56d2a2 HTTP/1.1" status: 204 len: 173 time: 4.3171096 Aug 27 02:23:35.076650 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:35.091270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'name': 'network-vif-deleted', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:35.122745 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8b579-40c6-4009-9e10-5268a4dec3b0" -d '{"events": [{"server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "name": "network-vif-deleted", "tag": "61155baa-610b-4911-b492-f553d5d64e3b"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:35.129499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'name': 'network-vif-deleted', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:35.144893 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00233e1c-6ec8-4e37-996e-ded1c304b76f" -d '{"events": [{"server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "name": "network-vif-deleted", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:35.171416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-2e439b92-63f1-4176-9a6c-962f0cdb410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:35.178419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-2e439b92-63f1-4176-9a6c-962f0cdb410a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.4909923 Aug 27 02:23:35.231483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] Sync routers for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:35.240615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:35.316411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-1af1d3be-ecd3-425d-9618-7a567633d292 service neutron] 10.222.0.10 "GET /v2.0/ports/5acb9adf-52aa-4a3e-a006-a7c0c9541586?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3652976 Aug 27 02:23:35.329951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.99 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/08030f9b-008a-42f7-a93f-985e58fb12a2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:35.337423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:35.338829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:35.389105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ef08d12-2f44-403b-86a7-5b3f86263e89 req-85ab60d2-a2b0-466e-baba-f99041d6ee1c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526629 Aug 27 02:23:35.574630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:35.597264 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:35.695480 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] Checking router: 1e66ddf5-9a59-442e-a3a3-8195831ce825 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:35.720506 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:35.721424 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:35.777768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-c34ab3d8-b316-42be-b90c-c20b08cb8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:35.780146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-c34ab3d8-b316-42be-b90c-c20b08cb8198 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5750144 Aug 27 02:23:35.890987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-069f0398-35a2-4702-b426-33dd3bddcd46 service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577278 Aug 27 02:23:35.966276 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69a187fa-cb0d-4025-b188-84e318a525de req-e1e412d6-f690-4f90-a4ae-9ff45464d12e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 210 time: 0.2314329 Aug 27 02:23:36.059375 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:36.126259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.157920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-ffc68038-2c60-4c24-8fe0-1aa3ee7cbe63 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681345 Aug 27 02:23:36.175746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 86536950-d0ed-477e-9283-c7e0881a088e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:36.176160 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.198163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object 08030f9b-008a-42f7-a93f-985e58fb12a2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:36.241237 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd139fe-6103-4bbb-996b-255e3a3efd34 x-openstack-request-id: req-2cd139fe-6103-4bbb-996b-255e3a3efd34 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:36.241913 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e55811-7709-4503-b723-dca8a0da13be", "name": "network-vif-deleted", "tag": "e1feb5a8-14cf-4478-a864-db94bc56d2a2", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:36.242615 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cd139fe-6103-4bbb-996b-255e3a3efd34 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:36.243826 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e55811-7709-4503-b723-dca8a0da13be', 'name': 'network-vif-deleted', 'tag': 'e1feb5a8-14cf-4478-a864-db94bc56d2a2', 'status': 'completed', 'code': 200} Aug 27 02:23:36.250470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b0b9de65-b781-4392-8cdc-28b5ac3e68e0 service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473389 Aug 27 02:23:36.291851 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61937d-05f1-424a-8d9a-8045e5817c4c x-openstack-request-id: req-8b61937d-05f1-424a-8d9a-8045e5817c4c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:36.293760 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67b1329-271c-4a3a-b56f-7c5c84f9fb34", "name": "network-vif-deleted", "tag": "61155baa-610b-4911-b492-f553d5d64e3b", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:36.295000 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b61937d-05f1-424a-8d9a-8045e5817c4c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:36.295600 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67b1329-271c-4a3a-b56f-7c5c84f9fb34', 'name': 'network-vif-deleted', 'tag': '61155baa-610b-4911-b492-f553d5d64e3b', 'status': 'completed', 'code': 200} Aug 27 02:23:36.329839 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-6142a68a-456e-43dc-a919-17395b1edbfb service neutron] 10.222.0.10 "GET /v2.0/ports/34a495e4-5875-4b34-bed5-9973b29dc4e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0703650 Aug 27 02:23:36.424813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.490176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-636fc90d-09c8-48c7-b535-5f2251fbd62d req-4fb68015-d2aa-4aaf-b642-d6d5a1fc3e6a tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67b1329-271c-4a3a-b56f-7c5c84f9fb34 HTTP/1.1" status: 200 len: 210 time: 0.0424650 Aug 27 02:23:36.500268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:31Z', 'revision_number': 3, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:36.539422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.547674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-c4c25c7a-9134-4d89-b3fa-85a472fffc35 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790731 Aug 27 02:23:36.633102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:36.634398 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:36.634900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Updating router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb port a95c48ae-c980-4eb2-8aaa-defed5217648 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:23:36.668118 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e91525-fc63-426b-ab94-3f7235e62f70 None None] The sync data for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 is: [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 4, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ec8f2086-acac-48a3-942d-1d006417879e', 'name': '', 'network_id': 'c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'mac_address': 'fa:16:3e:32:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'subnets': [{'id': '3920ac97-24af-4ce7-b6ce-9405f190254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:36.761241 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.782185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:36.790450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:36.800432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-7d9b59ad-f42a-4550-ad2f-d098b3f7dfb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe HTTP/1.1" status: 200 len: 217 time: 0.2244565 Aug 27 02:23:36.801460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:36.806339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=08030f9b-008a-42f7-a93f-985e58fb12a2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:36.950762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a199-a08f-4360-9006-2ca3bc91590c req-f91f6d41-ff94-43c0-bded-8a6eea831211 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:36.958862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2308a199-a08f-4360-9006-2ca3bc91590c req-f91f6d41-ff94-43c0-bded-8a6eea831211 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.1507399 Aug 27 02:23:36.988813 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-8056a9a9-613e-4429-971d-8c1e424b9d7f service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506970 Aug 27 02:23:37.035163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Allocated IP 172.20.0.1 (29058497-67da-454c-8dfa-c99c955c127e/e01322d7-2385-4426-b656-6823b218a21b/921e17e0-0fdc-4c4d-8934-a42413729a16) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:37.080606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:37.088984 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.104194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2308a199-a08f-4360-9006-2ca3bc91590c req-6db06ec1-eaa2-4c93-8cb8-ffe65faeae92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401012 Aug 27 02:23:37.152692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-28133ac7-4fc0-4e9c-903b-228bc37ca36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:37.156437 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-28133ac7-4fc0-4e9c-903b-228bc37ca36e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.3418214 Aug 27 02:23:37.156938 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692741b0-6b08-45d8-b634-7cba0890c69a None None] New status for floating IP 7a41cf2e-5cc0-46da-8e5d-ac20229dbacb: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:23:37.240083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-78699ce8-2360-4837-a9fa-535e2dce5baf tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3470933 Aug 27 02:23:37.259152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Request body: {'port': {'device_id': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:37.292719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5ca13a9c-000d-48a3-a5e4-218fc3d885f2 service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816646 Aug 27 02:23:37.336646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.348311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-53d2e398-3f1a-4195-9f6b-07b8cb29f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:37.350458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-53d2e398-3f1a-4195-9f6b-07b8cb29f945 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1847398 Aug 27 02:23:37.375452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Transition to ACTIVE for port object 921e17e0-0fdc-4c4d-8934-a42413729a16 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:37.395065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.431656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:37.491383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dc060-136d-4f04-a8ed-220e89c83485 req-0c129407-bcd6-4d62-a093-fe486bed5d51 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:37.493734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac0dc060-136d-4f04-a8ed-220e89c83485 req-0c129407-bcd6-4d62-a093-fe486bed5d51 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 935 time: 0.0912886 Aug 27 02:23:37.561425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac0dc060-136d-4f04-a8ed-220e89c83485 req-499797c0-ed5c-4d86-ba3e-a84d7ebe8b6f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608356 Aug 27 02:23:37.562702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.564733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] Checking router: 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:37.567967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:37.570949 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e609ce9c-6c53-45f7-86ce-8ea7cd4ac55b" -d '{"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-plugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:37.584487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.617905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d30d9f10-0b13-4089-8f5b-be8087321f1b None None] Provisioning for port 08030f9b-008a-42f7-a93f-985e58fb12a2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:37.618372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Network 29058497-67da-454c-8dfa-c99c955c127e is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:37.621348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:37.622051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:37.625131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:37.634151 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.635023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e1feb5a8-14cf-4478-a864-db94bc56d2a2 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:37.638888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-e2aef6d4-0268-4171-8baf-93c04f7155af service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367612 Aug 27 02:23:37.648886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d30d9f10-0b13-4089-8f5b-be8087321f1b None None] Provisioning complete for port 08030f9b-008a-42f7-a93f-985e58fb12a2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:37.649473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d30d9f10-0b13-4089-8f5b-be8087321f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.678981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.700583 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.703273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:37.704101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:37.736142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: e1feb5a8-14cf-4478-a864-db94bc56d2a2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:37.736769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e1feb5a8-14cf-4478-a864-db94bc56d2a2 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:37.770765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-96da2900-7db5-4b1c-9024-00087761960e service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093614 Aug 27 02:23:37.799926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 61155baa-610b-4911-b492-f553d5d64e3b no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:37.834765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 61155baa-610b-4911-b492-f553d5d64e3b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:37.835685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 61155baa-610b-4911-b492-f553d5d64e3b not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:37.848814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Transition to ACTIVE for port object a95c48ae-c980-4eb2-8aaa-defed5217648 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:37.871445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Pushing event updated for resources: {'Port': ['ID=921e17e0-0fdc-4c4d-8934-a42413729a16,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:37.886600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d30d9f10-0b13-4089-8f5b-be8087321f1b None None] Port 08030f9b-008a-42f7-a93f-985e58fb12a2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:37.886770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.974143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:37.978382 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.004512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-a237801e-d2bb-4726-b434-bc03edf38e9f service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165650 Aug 27 02:23:38.025455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=10']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.142601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0a6515d3-5592-432a-aa92-d4eea7f992c5 None None] Provisioning for port 921e17e0-0fdc-4c4d-8934-a42413729a16 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:38.147123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Attempting to bind port a95c48ae-c980-4eb2-8aaa-defed5217648 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:38.147619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Attempting to bind port a95c48ae-c980-4eb2-8aaa-defed5217648 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:38.148086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Attempting to bind port a95c48ae-c980-4eb2-8aaa-defed5217648 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:38.168938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d8383-0fb1-454b-a0e4-68503b66f75c None None] Pushing event updated for resources: {'Port': ['ID=a95c48ae-c980-4eb2-8aaa-defed5217648,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.174389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0a6515d3-5592-432a-aa92-d4eea7f992c5 None None] Provisioning complete for port 921e17e0-0fdc-4c4d-8934-a42413729a16 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:38.174997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0a6515d3-5592-432a-aa92-d4eea7f992c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.201638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:38.202179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:38.202529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.203027 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.203276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:38.204445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Bound port: a95c48ae-c980-4eb2-8aaa-defed5217648, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:38.204926 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.211675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.258113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ffdd45d0-d050-4e18-bda4-7b924345f782 service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164221 Aug 27 02:23:38.260769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-442d5700-2f3e-4757-9b61-47cdfdf0b691 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791272 Aug 27 02:23:38.279802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0a6515d3-5592-432a-aa92-d4eea7f992c5 None None] Port 921e17e0-0fdc-4c4d-8934-a42413729a16 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:38.334371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] For port a95c48ae-c980-4eb2-8aaa-defed5217648, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:38.339318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] For port a95c48ae-c980-4eb2-8aaa-defed5217648, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a95c48ae-c980-4eb2-8aaa-defed5217648,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:38.352364 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.377828 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.430341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Pushing event updated for resources: {'Port': ['ID=921e17e0-0fdc-4c4d-8934-a42413729a16,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.478398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d8383-0fb1-454b-a0e4-68503b66f75c None None] Pushing event updated for resources: {'Port': ['ID=a95c48ae-c980-4eb2-8aaa-defed5217648,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.506691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2f56cc2b-4480-4681-84fc-34830e5630b6 service neutron] 10.222.0.10 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098637 Aug 27 02:23:38.510041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:38.510787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:38.663042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Network 29058497-67da-454c-8dfa-c99c955c127e is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:38.667235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:38.678398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38560) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:38.682337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:38.767391 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-ecfc6e0f-0a83-43ab-957d-c8369fa1fca8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a HTTP/1.1" status: 200 len: 217 time: 0.4769673 Aug 27 02:23:38.780466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08030f9b-008a-42f7-a93f-985e58fb12a2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:38.899979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.936618 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20504f53-3e43-4683-814e-dd2d1e7a479e x-openstack-request-id: req-20504f53-3e43-4683-814e-dd2d1e7a479e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:38.936944 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-plugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:38.937871 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20504f53-3e43-4683-814e-dd2d1e7a479e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:38.937871 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e', 'code': 200} Aug 27 02:23:39.031677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Transition to ACTIVE for port object 08030f9b-008a-42f7-a93f-985e58fb12a2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:39.033610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:39.080030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01e6d6-04fb-4b57-b24a-7f539747587d None None] The sync data for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 is: [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:21:04Z', 'revision_number': 4, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '8e9b86c3-4549-48be-b8ed-25e534fa6aca', 'name': '', 'network_id': '5fe78557-d3c6-44f7-aa4f-d18f74d87d6e', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'mac_address': 'fa:16:3e:34:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '159a1652-043b-4a73-bb46-644a197005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:02Z', 'updated_at': '2021-08-27T02:21:14Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'subnets': [{'id': '159a1652-043b-4a73-bb46-644a197005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:39.084990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:39.131276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:38Z', 'revision_number': 2, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:39.164285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-50b594ca-d055-41fe-b2d7-f13db39f1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:39.173458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-50b594ca-d055-41fe-b2d7-f13db39f1eeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.3827398 Aug 27 02:23:39.178897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-c57c909f-b6ef-4596-91dd-d152005b23c9 service neutron] 10.222.0.10 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978076 Aug 27 02:23:39.192436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d47b0-8038-48c6-b1e4-9cd2d0fa07e6 None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:38Z', 'revision_number': 2, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:39.254140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-86f1969b-576a-4175-bb65-9004660edfc0 None None] Provisioning complete for port 921e17e0-0fdc-4c4d-8934-a42413729a16 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:39.254596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86f1969b-576a-4175-bb65-9004660edfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:39.353496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-86f1969b-576a-4175-bb65-9004660edfc0 None None] Port 921e17e0-0fdc-4c4d-8934-a42413729a16 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:39.568630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7f9bb969-eb30-4dac-af94-1ef47ba8306a service neutron] 10.222.0.10 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381396 Aug 27 02:23:39.618804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11ae1-8955-455f-9642-061bf7f46e29 None None] New status for floating IP 801ea4e5-df24-4a56-8ffc-2f40a0806ef4: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:23:40.002276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:40.067873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Pushing event updated for resources: {'Port': ['ID=08030f9b-008a-42f7-a93f-985e58fb12a2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.068478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7abf0f2-95a1-4429-974b-68067e55d11f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.108401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7abf0f2-95a1-4429-974b-68067e55d11f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.124925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77516e-4983-472d-810f-789ed736297e req-a06c9656-2a3e-4105-90a1-ebb8f097cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.126639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-a06c9656-2a3e-4105-90a1-ebb8f097cc20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8741529 Aug 27 02:23:40.177814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-47de7d0c-9411-4b23-b519-ce6641176ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.192968 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-47de7d0c-9411-4b23-b519-ce6641176ad7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1101 time: 0.3869717 Aug 27 02:23:40.257078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-a88b5b9a-e51e-4a45-bafa-741eb8da71d1 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207857 Aug 27 02:23:40.304870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7a4a044f-e926-4f6e-994b-0cac2c70d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.306402 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7a4a044f-e926-4f6e-994b-0cac2c70d839 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1126018 Aug 27 02:23:40.347024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b01d7-fbf3-47dc-a55f-7f8246c1e25c req-df9dfaaa-e5e9-453d-817a-d31fb1b7de47 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.359876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a74b01d7-fbf3-47dc-a55f-7f8246c1e25c req-df9dfaaa-e5e9-453d-817a-d31fb1b7de47 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.5736728 Aug 27 02:23:40.396204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Attempting to bind port 08030f9b-008a-42f7-a93f-985e58fb12a2 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:40.396543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Attempting to bind port 08030f9b-008a-42f7-a93f-985e58fb12a2 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:40.396874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Attempting to bind port 08030f9b-008a-42f7-a93f-985e58fb12a2 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:40.432556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Port 08030f9b-008a-42f7-a93f-985e58fb12a2 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:40.432990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Attempting to bind port 08030f9b-008a-42f7-a93f-985e58fb12a2 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:40.443770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:40.443944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:40.444277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:40.444681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Bound port: 08030f9b-008a-42f7-a93f-985e58fb12a2, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:40.445043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.456521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-e3fe4afb-ee86-4b45-8d96-7cb559c25e32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.1347992 Aug 27 02:23:40.533987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-c056371d-b8a9-445f-96c6-78cf02b5925c service neutron] 10.222.0.10 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9489932 Aug 27 02:23:40.558086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-d0d85329-7fc6-4497-b91d-4a73b63ffd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.560675 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-d0d85329-7fc6-4497-b91d-4a73b63ffd61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0968256 Aug 27 02:23:40.617062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] For port 08030f9b-008a-42f7-a93f-985e58fb12a2, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:40.622300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d77516e-4983-472d-810f-789ed736297e req-d14771d4-de35-494d-883e-371bd8a3e200 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534851 Aug 27 02:23:40.645237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] For port 08030f9b-008a-42f7-a93f-985e58fb12a2, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=08030f9b-008a-42f7-a93f-985e58fb12a2,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:40.665286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a74b01d7-fbf3-47dc-a55f-7f8246c1e25c req-b1c0abd3-8b3a-47d0-ad9d-d530941a20ff tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049262 Aug 27 02:23:40.669070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7abf0f2-95a1-4429-974b-68067e55d11f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.672468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7abf0f2-95a1-4429-974b-68067e55d11f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.673647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7abf0f2-95a1-4429-974b-68067e55d11f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "DELETE /v2.0/security-groups/a08e075e-105b-431b-bcaa-74d821dd17e8 HTTP/1.1" status: 204 len: 168 time: 1.9916949 Aug 27 02:23:40.685937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38568) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:40.713662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-82b3edb0-cfa4-4fc5-be9d-7f5b707dd9e9 service neutron] 10.222.0.10 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780908 Aug 27 02:23:40.714631 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.733381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abf0f2-95a1-4429-974b-68067e55d11f tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e075e-105b-431b-bcaa-74d821dd17e8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.735975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:40.739601 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-84bb7b82-6f0b-46ce-913e-02c6818996c3 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] show failed (client error): The resource could not be found. Aug 27 02:23:40.743810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-84bb7b82-6f0b-46ce-913e-02c6818996c3 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "GET /v2.0/security-groups/a08e075e-105b-431b-bcaa-74d821dd17e8 HTTP/1.1" status: 404 len: 347 time: 0.0584340 Aug 27 02:23:40.754942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1066595-bad7-40ce-a132-ffbd9bad6d5e admin admin] 10.222.0.10 "PUT /v2.0/routers/362b1c6d-5f9b-4f70-ae3b-b30e71c057fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6177471 Aug 27 02:23:40.756394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38578) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:40.790178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.790520 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.792277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] 10.222.0.32 "PUT /v2.0/ports/08030f9b-008a-42f7-a93f-985e58fb12a2 HTTP/1.1" status: 200 len: 1095 time: 3.5387754 Aug 27 02:23:40.794787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'tag': '08030f9b-008a-42f7-a93f-985e58fb12a2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:40.822768 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8d50fd-1abd-47df-88f1-9c2f0668981f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f9f281-2799-49ea-ac4f-5f2caa08896d", "tag": "08030f9b-008a-42f7-a93f-985e58fb12a2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:40.961030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746271-a260-4d47-8f94-1baa24d6530e service neutron] Pushing event updated for resources: {'Port': ['ID=08030f9b-008a-42f7-a93f-985e58fb12a2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.983824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-612fc44a-5c7c-4613-a5df-df951278df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.991857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-612fc44a-5c7c-4613-a5df-df951278df4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 1098 time: 0.1315715 Aug 27 02:23:41.156512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a95c48ae-c980-4eb2-8aaa-defed5217648 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:41.171566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-1801aaca-5b7f-4af6-a8d0-da6f791a6f4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=08030f9b-008a-42f7-a93f-985e58fb12a2 HTTP/1.1" status: 200 len: 217 time: 0.1519501 Aug 27 02:23:41.295783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-2a1484b0-248a-4aca-8393-49744822b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.298083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-2a1484b0-248a-4aca-8393-49744822b81c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1253903 Aug 27 02:23:41.340098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-baba15b5-2490-48f1-933c-7271a0d4a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.341510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-baba15b5-2490-48f1-933c-7271a0d4a39a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7573152 Aug 27 02:23:41.363025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a95c48ae-c980-4eb2-8aaa-defed5217648 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:41.372772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a95c48ae-c980-4eb2-8aaa-defed5217648 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:41.373155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.393238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5f88-3927-47da-84a7-20538e29366f req-aa07ab50-3963-4060-87fc-7889144b5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.394923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-aa07ab50-3963-4060-87fc-7889144b5c53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875719 Aug 27 02:23:41.534729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c7a62-6b14-4cfe-a88d-0fa31b10fc3f req-bf330390-d686-4d51-8754-45f77260a3a0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.549028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-626c7a62-6b14-4cfe-a88d-0fa31b10fc3f req-bf330390-d686-4d51-8754-45f77260a3a0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 947 time: 0.3417134 Aug 27 02:23:41.552423 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-212da3cb-626f-4c9f-b0bf-13d379718244 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967530 Aug 27 02:23:41.636601 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.671171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port a95c48ae-c980-4eb2-8aaa-defed5217648, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a95c48ae-c980-4eb2-8aaa-defed5217648,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:41.682819 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.689823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-d754191b-1af1-41a2-9c4d-b767752988c6 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795999 Aug 27 02:23:41.743792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-626c7a62-6b14-4cfe-a88d-0fa31b10fc3f req-b7dbd1db-5d81-4932-ba6e-78f2c6efb958 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937354 Aug 27 02:23:41.765513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Deleting port 40bc6f98-457e-4b0c-bd16-0e17b15cc9d1 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:41.767590 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.915335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38612) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:42.035519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106c5f88-3927-47da-84a7-20538e29366f req-ee19596b-3c6e-4aff-8292-6b922f2ba697 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372891 Aug 27 02:23:42.039272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=a95c48ae-c980-4eb2-8aaa-defed5217648,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:42.044394 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba112b1a-b7ae-4d07-b80a-2451a05b4405 x-openstack-request-id: req-ba112b1a-b7ae-4d07-b80a-2451a05b4405 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:42.045513 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f9f281-2799-49ea-ac4f-5f2caa08896d", "tag": "08030f9b-008a-42f7-a93f-985e58fb12a2", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:42.046741 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba112b1a-b7ae-4d07-b80a-2451a05b4405 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:42.049503 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'tag': '08030f9b-008a-42f7-a93f-985e58fb12a2', 'status': 'completed', 'code': 200} Aug 27 02:23:42.163656 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f72a-1388-4159-9ecd-874280273baf tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.185746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-78b61690-381c-4893-975e-94e4416e8ccd service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195045 Aug 27 02:23:42.212028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f72a-1388-4159-9ecd-874280273baf tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.226389 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.226750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.273013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b7ef4-90e6-40d0-bad2-83fcf57f3b74 req-36b521cd-0dda-435c-a65c-dc508529a5f9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.281422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-378b7ef4-90e6-40d0-bad2-83fcf57f3b74 req-36b521cd-0dda-435c-a65c-dc508529a5f9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.1842713 Aug 27 02:23:42.297229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Calling delete_port for 40bc6f98-457e-4b0c-bd16-0e17b15cc9d1 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:42.302611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-341349c1-29ce-483a-8ea2-b3841cf44af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.305501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-341349c1-29ce-483a-8ea2-b3841cf44af9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 1098 time: 0.2053189 Aug 27 02:23:42.398268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f72a-1388-4159-9ecd-874280273baf tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.401952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f72a-1388-4159-9ecd-874280273baf tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.403416 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e3c6f72a-1388-4159-9ecd-874280273baf tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f4fa378-1b22-4e56-8f58-08faa39f87cd HTTP/1.1" status: 204 len: 168 time: 0.4846151 Aug 27 02:23:42.410230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-378b7ef4-90e6-40d0-bad2-83fcf57f3b74 req-955bad78-eb05-4a83-8dba-0b5c5c842679 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275930 Aug 27 02:23:42.410955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38638) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:42.430846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6f72a-1388-4159-9ecd-874280273baf tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4fa378-1b22-4e56-8f58-08faa39f87cd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:42.464507 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-2c3f18d9-5897-49bb-8779-d32c5d76361f tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] show failed (client error): The resource could not be found. Aug 27 02:23:42.465994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c3f18d9-5897-49bb-8779-d32c5d76361f tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "GET /v2.0/security-groups/6f4fa378-1b22-4e56-8f58-08faa39f87cd HTTP/1.1" status: 404 len: 347 time: 0.0503657 Aug 27 02:23:42.469169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-44eee3f7-5637-4148-893e-8b06f831ed69 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.479700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-44eee3f7-5637-4148-893e-8b06f831ed69 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 821 time: 0.2501540 Aug 27 02:23:42.484435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38644) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:42.515936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-cff27011-ec7a-4367-82d2-0852a5ca8184 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/quotas/5bef00d632e141f483240dd41584f29a HTTP/1.1" status: 200 len: 375 time: 0.0348332 Aug 27 02:23:42.566346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-25880c14-7885-4a30-91ec-cd21fc2695d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.568329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-25880c14-7885-4a30-91ec-cd21fc2695d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2529435 Aug 27 02:23:42.676890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3f6749bd-d8e5-427a-9ccf-e2dd76b9186e req-2d121ce9-3df5-43e6-97d2-c6f1d8ffc3db tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.1270638 Aug 27 02:23:42.682768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-fd98140b-7cdd-4d5b-99e8-1837c74c6c99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=08030f9b-008a-42f7-a93f-985e58fb12a2 HTTP/1.1" status: 200 len: 217 time: 0.0940065 Aug 27 02:23:42.725753 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-a89e5a98-919a-451e-b39f-212952773256 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2064252 Aug 27 02:23:42.786354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-13dcbb41-acd0-4030-a75c-31f85de26366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.788648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-13dcbb41-acd0-4030-a75c-31f85de26366 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0963740 Aug 27 02:23:42.886287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-026cc2cd-4660-4a8b-a29f-9cec76548918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.887963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-026cc2cd-4660-4a8b-a29f-9cec76548918 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881467 Aug 27 02:23:42.986437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-1e5f310d-4ae9-4145-a840-c03e38d564c1 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592940 Aug 27 02:23:43.015741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a95c48ae-c980-4eb2-8aaa-defed5217648 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:43.053291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Deleting port f3490b92-9e68-422a-ac0e-c9fc08cd167b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:43.053634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.089652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a95c48ae-c980-4eb2-8aaa-defed5217648 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:43.090284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.100807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.150997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Pushing event deleted for resources: {'Port': ['ID=40bc6f98-457e-4b0c-bd16-0e17b15cc9d1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:43.172621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017a1d8-a53c-4ef2-ac32-16aad1db2e6f req-b6c92785-39f3-434d-b161-2a2af7500103 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:43.174597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7017a1d8-a53c-4ef2-ac32-16aad1db2e6f req-b6c92785-39f3-434d-b161-2a2af7500103 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 947 time: 0.2684345 Aug 27 02:23:43.244331 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:43.261809 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:43.262469 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:43.295160 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7017a1d8-a53c-4ef2-ac32-16aad1db2e6f req-ad27b90c-e120-4d27-b4fd-3da195b6e69a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077070 Aug 27 02:23:43.301208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-81e09c86-8ea3-46b7-890e-5db9e6a021a4 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028356 Aug 27 02:23:43.333820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-b990365e-7be0-4beb-9e15-834aeb46ef82 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464189 Aug 27 02:23:43.336044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.336355 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.358680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.365316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.383928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d595d36d-91c0-4487-9f37-2f644a3beac9 tempest-ServersWithSpecificFlavorTestJSON-1567763685 tempest-ServersWithSpecificFlavorTestJSON-1567763685-project] 10.222.0.10 "DELETE /v2.0/floatingips/7a41cf2e-5cc0-46da-8e5d-ac20229dbacb HTTP/1.1" status: 204 len: 168 time: 2.5980935 Aug 27 02:23:43.426460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Calling delete_port for f3490b92-9e68-422a-ac0e-c9fc08cd167b owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:43.464872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d50fd-1abd-47df-88f1-9c2f0668981f req-02170fe9-d462-4cd9-b0b5-933e2ef5d26e service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547403 Aug 27 02:23:43.572196 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:43.662684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-eece49af-7f34-492f-a5bc-56a8153a7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:43.664443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-eece49af-7f34-492f-a5bc-56a8153a7f00 service neutron] 10.222.0.45 "GET /v2.0/ports/5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 1033 time: 0.0904219 Aug 27 02:23:43.704727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e22a72-afaf-4205-8d36-3774cd3f776d req-ccfc3838-1b98-4970-afcc-2d6a63665003 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:43.725836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3e22a72-afaf-4205-8d36-3774cd3f776d req-ccfc3838-1b98-4970-afcc-2d6a63665003 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.1226144 Aug 27 02:23:43.841519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3e22a72-afaf-4205-8d36-3774cd3f776d req-b983ed9c-0ba4-4204-aa9a-287c27b242c1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143448 Aug 27 02:23:43.949084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.989343 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:38Z', 'revision_number': 2, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:44.041719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89769972-9436-4a4d-89ac-5e58d1f21980 req-e507df4d-dc57-4a6c-b3bc-9001b86b34d5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0497611 Aug 27 02:23:44.083350 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:44.085202 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Updating router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb port 921e17e0-0fdc-4c4d-8934-a42413729a16 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:23:44.094500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b3967aab-0e05-47af-920d-2520e14efeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:44.096059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b3967aab-0e05-47af-920d-2520e14efeed service neutron] 10.222.0.45 "GET /v2.0/ports/34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 1033 time: 0.4176269 Aug 27 02:23:44.120883 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4c3267d-ac86-4fba-970e-0588086759f3 req-fe807e2a-2d9a-4db1-9bc4-2b3a0b5f5d66 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 210 time: 0.1237493 Aug 27 02:23:44.121656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Pushing event deleted for resources: {'Port': ['ID=f3490b92-9e68-422a-ac0e-c9fc08cd167b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:44.166499 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.200890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.201510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.202011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.202544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.203366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.203890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.204376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.204861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.205343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.206217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.206725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.207225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:44.273050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.275767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.278974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0682cfcd-08f2-4987-a971-474ee20bb5df tempest-ServersTestManualDisk-1374645214 tempest-ServersTestManualDisk-1374645214-project] 10.222.0.10 "DELETE /v2.0/floatingips/801ea4e5-df24-4a56-8ffc-2f40a0806ef4 HTTP/1.1" status: 204 len: 168 time: 1.7920833 Aug 27 02:23:44.279994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38688) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:44.394607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7b74a0bd-ff49-41a1-a25f-8295ff8f28ee tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:44.402852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7b74a0bd-ff49-41a1-a25f-8295ff8f28ee tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:44.420109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7b74a0bd-ff49-41a1-a25f-8295ff8f28ee tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:44.422201 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7b74a0bd-ff49-41a1-a25f-8295ff8f28ee tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "GET /v2.0/networks?id=43252a63-0fa7-40af-9791-8381c0b678e0&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=57ddc318-492a-427e-95de-ec664d81e1e4&id=57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 200 len: 1993 time: 0.2962396 Aug 27 02:23:44.487136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-84ad0794-e70d-49f5-8726-50e4b3a83d47 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fed3a08ed24444739f28e31cd37296d7 HTTP/1.1" status: 200 len: 380 time: 0.0550747 Aug 27 02:23:44.503888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'admin_state_up': True, 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'security_groups': ['7c227c38-2ddd-4934-8974-eadbc970e061']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:44.702778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec34873-b8a6-432d-afe2-151d9afde481 req-5b3cc0cc-6127-4470-af09-4dfe6b096338 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:44.704453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bec34873-b8a6-432d-afe2-151d9afde481 req-5b3cc0cc-6127-4470-af09-4dfe6b096338 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 947 time: 0.2677917 Aug 27 02:23:44.789833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:44.800883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.833580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38702) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:44.840388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bec34873-b8a6-432d-afe2-151d9afde481 req-814288ba-0dbf-46ba-bba4-f762860f38f3 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164505 Aug 27 02:23:44.878716 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.895614 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Transition to ACTIVE for port object 921e17e0-0fdc-4c4d-8934-a42413729a16 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:44.908102 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.979857 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8f7f-4f6c-474e-b02f-ca722d6ddfa3 None None] Pushing event updated for resources: {'Port': ['ID=921e17e0-0fdc-4c4d-8934-a42413729a16,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.113507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 08030f9b-008a-42f7-a93f-985e58fb12a2 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:45.132240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 172.20.0.11 (43252a63-0fa7-40af-9791-8381c0b678e0/735f726c-d2c8-4bb4-baaf-d10cbe4287bd/91e2e7a1-d0e6-430e-ae56-43bd02ce7bff) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:45.198212 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Attempting to bind port 921e17e0-0fdc-4c4d-8934-a42413729a16 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:45.199098 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Attempting to bind port 921e17e0-0fdc-4c4d-8934-a42413729a16 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:45.199098 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Attempting to bind port 921e17e0-0fdc-4c4d-8934-a42413729a16 on network 29058497-67da-454c-8dfa-c99c955c127e {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:45.228689 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:45.229065 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Checking segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:45.229477 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.229862 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Bound using segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:45.230346 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Bound port: 921e17e0-0fdc-4c4d-8934-a42413729a16, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:45.237119 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.299404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e4be803-d250-48e7-8b6b-9beca41fa92b req-2eba19bf-1b03-4151-93d0-0566d1edf811 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.1165702 Aug 27 02:23:45.339507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797bbd-3341-4310-86da-5915d3cd51f5 req-ea15f6d2-2a51-40c9-90e7-6a5ed6eab557 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:45.352813 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c797bbd-3341-4310-86da-5915d3cd51f5 req-ea15f6d2-2a51-40c9-90e7-6a5ed6eab557 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.2563195 Aug 27 02:23:45.412955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 08030f9b-008a-42f7-a93f-985e58fb12a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=08030f9b-008a-42f7-a93f-985e58fb12a2,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:45.423278 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] For port 921e17e0-0fdc-4c4d-8934-a42413729a16, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:45.432366 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] For port 921e17e0-0fdc-4c4d-8934-a42413729a16, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=921e17e0-0fdc-4c4d-8934-a42413729a16,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:45.446840 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.462756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '08030f9b-008a-42f7-a93f-985e58fb12a2', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '08030f9b-008a-42f7-a93f-985e58fb12a2', 'mac_address': 'fa:16:3e:58:7a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:45.528484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c797bbd-3341-4310-86da-5915d3cd51f5 req-6a7e98e4-5a91-4bc6-a854-af9d8dff68ef tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642656 Aug 27 02:23:45.562731 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8f7f-4f6c-474e-b02f-ca722d6ddfa3 None None] Pushing event updated for resources: {'Port': ['ID=921e17e0-0fdc-4c4d-8934-a42413729a16,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.599307 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:45.600595 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:45.600817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.633640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08030f9b-008a-42f7-a93f-985e58fb12a2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:45.680146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 08030f9b-008a-42f7-a93f-985e58fb12a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=08030f9b-008a-42f7-a93f-985e58fb12a2,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:45.690653 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.764599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d334d05-fb99-4854-ac2b-592d64d0ca6e req-25f29800-fce6-434b-a200-9958e55a0a00 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 210 time: 0.2353401 Aug 27 02:23:45.818477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-5e19c605-b588-45e8-abad-c37ec25ca0f5 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:45.820472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-5e19c605-b588-45e8-abad-c37ec25ca0f5 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.32 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 821 time: 0.4110100 Aug 27 02:23:45.849895 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:45.853446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=08030f9b-008a-42f7-a93f-985e58fb12a2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.857567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'port': {'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'admin_state_up': True, 'tenant_id': '5bef00d632e141f483240dd41584f29a'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:45.961181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:46.137138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.358086 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:45Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:46.424825 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd9b06-a0d5-4729-a738-08da24301b52 None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:45Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:46.461749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.465365 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.482362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4597d2d-2338-4c91-a82b-c93afa17b7bb req-94a8ede4-72ed-4405-864d-1fcb19743fd6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:46.489464 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4597d2d-2338-4c91-a82b-c93afa17b7bb req-94a8ede4-72ed-4405-864d-1fcb19743fd6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 948 time: 0.2028668 Aug 27 02:23:46.529720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Transition to ACTIVE for port object 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:46.593871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-912a41d4-fe31-424a-8776-f3de4b7a1f6d req-abcd3fb5-7528-42b3-9851-b18b24fa1a85 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0783477 Aug 27 02:23:46.646154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Made reservation on behalf of 5bef00d632e141f483240dd41584f29a for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:46.650884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.655977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4597d2d-2338-4c91-a82b-c93afa17b7bb req-b56e8ed0-cada-40f7-9a3c-89088e1a11f6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653798 Aug 27 02:23:46.812692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Allocated IP 172.20.0.10 (29058497-67da-454c-8dfa-c99c955c127e/e01322d7-2385-4426-b656-6823b218a21b/c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:46.841822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.967748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:47.037915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 921e17e0-0fdc-4c4d-8934-a42413729a16 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:47.049087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d77e4372-d238-4992-877c-3550a34a7b3e req-0ab2bbd0-cc98-42ae-bcd9-a636c832febe tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 210 time: 0.0774746 Aug 27 02:23:47.089605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network 43252a63-0fa7-40af-9791-8381c0b678e0 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:47.104294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:47.116845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:47.128857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 08030f9b-008a-42f7-a93f-985e58fb12a2 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:47.142011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.156223 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:23:47.215637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Transition to ACTIVE for port object c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:47.242037 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.290866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 921e17e0-0fdc-4c4d-8934-a42413729a16 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:47.309397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 921e17e0-0fdc-4c4d-8934-a42413729a16 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:47.311896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.354930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf7450-f1c3-45c2-ab20-c1f274fe6f5b req-c52ea58e-d7d3-46e1-a6bb-5ecac26ed368 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:47.359378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:47.360264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.364768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ebf7450-f1c3-45c2-ab20-c1f274fe6f5b req-c52ea58e-d7d3-46e1-a6bb-5ecac26ed368 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.2265759 Aug 27 02:23:47.370828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 08030f9b-008a-42f7-a93f-985e58fb12a2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:47.390121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 08030f9b-008a-42f7-a93f-985e58fb12a2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:47.390932 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.399536 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-912e0475-472b-40f5-af0c-2c96df8836b3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9007986 Aug 27 02:23:47.416542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'admin_state_up': True, 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'security_groups': ['7c227c38-2ddd-4934-8974-eadbc970e061']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:47.560584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ebf7450-f1c3-45c2-ab20-c1f274fe6f5b req-fd5a69b5-c383-4516-8c13-124dc15aeb3c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928272 Aug 27 02:23:47.565739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.605040 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.695920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Network 29058497-67da-454c-8dfa-c99c955c127e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:47.708340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:47.724557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:47.730424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Pushing event updated for resources: {'Port': ['ID=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:47.816049 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.847687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Deleting port 8e9b86c3-4549-48be-b8ed-25e534fa6aca {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:47.848163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.851552 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.854109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ff106e1-9fd1-4ae6-aca4-748b3e3799df None None] Provisioning for port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:47.912538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ff106e1-9fd1-4ae6-aca4-748b3e3799df None None] Provisioning complete for port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:47.912911 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ff106e1-9fd1-4ae6-aca4-748b3e3799df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.974148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:47.980430 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.016366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08030f9b-008a-42f7-a93f-985e58fb12a2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:48.018656 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f405a17f-57df-4528-8a25-51abc479640f" -d '{"events": [{"server_uuid": "b0f9f281-2799-49ea-ac4f-5f2caa08896d", "name": "network-vif-plugged", "status": "completed", "tag": "08030f9b-008a-42f7-a93f-985e58fb12a2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:48.037836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 08030f9b-008a-42f7-a93f-985e58fb12a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=08030f9b-008a-42f7-a93f-985e58fb12a2,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:48.057718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 921e17e0-0fdc-4c4d-8934-a42413729a16, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=921e17e0-0fdc-4c4d-8934-a42413729a16,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:48.067922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] For port 8e9b86c3-4549-48be-b8ed-25e534fa6aca, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e9b86c3-4549-48be-b8ed-25e534fa6aca,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:48.068730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.070899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.087830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Calling delete_port for 8e9b86c3-4549-48be-b8ed-25e534fa6aca owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:48.095849 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.161892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2ff106e1-9fd1-4ae6-aca4-748b3e3799df None None] Port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:48.192176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:48.204013 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.229328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=08030f9b-008a-42f7-a93f-985e58fb12a2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:48.277551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c70b0-dfdd-4758-bf21-d53aefd74766 req-536a3086-33aa-4075-8fad-2f42610e1c77 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:48.290584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df0c70b0-dfdd-4758-bf21-d53aefd74766 req-536a3086-33aa-4075-8fad-2f42610e1c77 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 932 time: 0.4201818 Aug 27 02:23:48.374541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df0c70b0-dfdd-4758-bf21-d53aefd74766 req-a51a2fa9-653a-4aba-ab8c-84413fdd78b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827219 Aug 27 02:23:48.375508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.410052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e554d2bc-ff09-4e9a-af8c-271548bf352c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5682693 Aug 27 02:23:48.415297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=921e17e0-0fdc-4c4d-8934-a42413729a16,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:48.448800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae80af01-931e-4238-8129-e3ad95043fca None None] Provisioning for port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:48.454489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae80af01-931e-4238-8129-e3ad95043fca None None] Provisioning complete for port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:48.455041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae80af01-931e-4238-8129-e3ad95043fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.466386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2498-fba2-495b-bd49-63366b2cc773 req-e0f6e249-0ab0-4fd0-b43e-41f6bff46c65 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:48.474703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71cd2498-fba2-495b-bd49-63366b2cc773 req-e0f6e249-0ab0-4fd0-b43e-41f6bff46c65 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 948 time: 0.6801851 Aug 27 02:23:48.562239 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049dd4a2-aded-4b3d-8bc2-56aa9d2b71e4 x-openstack-request-id: req-049dd4a2-aded-4b3d-8bc2-56aa9d2b71e4 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:48.562557 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f9f281-2799-49ea-ac4f-5f2caa08896d", "name": "network-vif-plugged", "status": "completed", "tag": "08030f9b-008a-42f7-a93f-985e58fb12a2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:48.562805 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-049dd4a2-aded-4b3d-8bc2-56aa9d2b71e4 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:48.563210 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08030f9b-008a-42f7-a93f-985e58fb12a2', 'code': 200} Aug 27 02:23:48.566379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Request body: {'port': {'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:48.583444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ae80af01-931e-4238-8129-e3ad95043fca None None] Port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:48.659905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.681630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9b86c3-4549-48be-b8ed-25e534fa6aca,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:48.744171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650e27-75bd-4154-9d7d-66649e585e10 req-05918280-d0bb-4324-bb8a-75c3846aafe2 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:48.746025 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca650e27-75bd-4154-9d7d-66649e585e10 req-05918280-d0bb-4324-bb8a-75c3846aafe2 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 932 time: 0.1364894 Aug 27 02:23:48.766258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 10.1.1.74 (aea73a19-2afa-4a18-9dfd-961653b53f34/ff464be5-2a9d-458e-a0df-a610a40e528e/4212a167-28ba-4b31-9e33-af12e6f8a67f) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:48.814016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Deleting port ec8f2086-acac-48a3-942d-1d006417879e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:48.814422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.836284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca650e27-75bd-4154-9d7d-66649e585e10 req-bd894ea0-24f4-40fc-8edd-bdfe505a02ec tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717292 Aug 27 02:23:49.123178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 921e17e0-0fdc-4c4d-8934-a42413729a16 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:49.196665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.251410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Transition to ACTIVE for port object 4212a167-28ba-4b31-9e33-af12e6f8a67f will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:49.290207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 921e17e0-0fdc-4c4d-8934-a42413729a16 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:49.296173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.358829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.558373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.569242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=4212a167-28ba-4b31-9e33-af12e6f8a67f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:49.587320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71cd2498-fba2-495b-bd49-63366b2cc773 req-b113b7a7-78ad-42ee-a1e5-1a97ad4ce98b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1115525 Aug 27 02:23:49.592538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe655d5-49df-40f1-882c-744ceb06d166 req-1ace4616-7c23-4bf0-b3b2-610fdf4f4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:49.594367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6fe655d5-49df-40f1-882c-744ceb06d166 req-1ace4616-7c23-4bf0-b3b2-610fdf4f4b79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 1100 time: 0.9354401 Aug 27 02:23:49.622287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network aea73a19-2afa-4a18-9dfd-961653b53f34 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:49.640037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc274244-f46c-4119-9781-1f45f9b2adc2 req-bb639942-d6cc-4f2e-8ad7-75e591a66a67 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:49.648712 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc274244-f46c-4119-9781-1f45f9b2adc2 req-bb639942-d6cc-4f2e-8ad7-75e591a66a67 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.2932262 Aug 27 02:23:49.655087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:49.657661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:49.708551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:49.717931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6fe655d5-49df-40f1-882c-744ceb06d166 req-05763238-8e1b-4be3-bad0-21b9e0210a41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953407 Aug 27 02:23:49.724895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.750579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] For port ec8f2086-acac-48a3-942d-1d006417879e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ec8f2086-acac-48a3-942d-1d006417879e,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:49.750579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.805308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:49.806126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.811865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc274244-f46c-4119-9781-1f45f9b2adc2 req-0ec2beb9-a2a3-477b-9e32-1632e0ee80b0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616147 Aug 27 02:23:49.821358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Calling delete_port for ec8f2086-acac-48a3-942d-1d006417879e owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:49.879876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Transition to ACTIVE for port object c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:49.930932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.996430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4170c8-7333-42c8-8b22-05cc9013369c req-5373e75d-70e8-4a49-baa5-75a2689665f1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.004365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4170c8-7333-42c8-8b22-05cc9013369c req-5373e75d-70e8-4a49-baa5-75a2689665f1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.006180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b4170c8-7333-42c8-8b22-05cc9013369c req-5373e75d-70e8-4a49-baa5-75a2689665f1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 1653 time: 0.2176821 Aug 27 02:23:50.134552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2a67fc1d-c65a-4e8b-8307-f19ffc3bfc3e None None] Provisioning for port 4212a167-28ba-4b31-9e33-af12e6f8a67f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:50.141077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2a67fc1d-c65a-4e8b-8307-f19ffc3bfc3e None None] Provisioning complete for port 4212a167-28ba-4b31-9e33-af12e6f8a67f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:50.141539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2a67fc1d-c65a-4e8b-8307-f19ffc3bfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.194404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b4170c8-7333-42c8-8b22-05cc9013369c req-754cea99-cf5e-4a04-8afd-aaa10b76ed58 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630259 Aug 27 02:23:50.217428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Pushing event updated for resources: {'Port': ['ID=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:50.267012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2a67fc1d-c65a-4e8b-8307-f19ffc3bfc3e None None] Port 4212a167-28ba-4b31-9e33-af12e6f8a67f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:50.303159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5f08ac15-6f2d-4bf1-a269-0f5f4f98598b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8930321 Aug 27 02:23:50.344083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'admin_state_up': True, 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'security_groups': ['7c227c38-2ddd-4934-8974-eadbc970e061']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:50.449278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Attempting to bind port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:50.449745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.450137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Attempting to bind port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:50.450688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Attempting to bind port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d on network 29058497-67da-454c-8dfa-c99c955c127e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:50.459955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d on network 29058497-67da-454c-8dfa-c99c955c127e not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:50.460555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Attempting to bind port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d on network 29058497-67da-454c-8dfa-c99c955c127e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:50.466836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:50.470302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:50.470919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Checking segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:50.471438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Bound using segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:50.471755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e85f0d-64ae-4ddd-a13f-69c4351f3098 req-80ddf6fa-d927-488c-93e8-7621b5eb04b6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.472250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Bound port: c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:50.472857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.479636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71e85f0d-64ae-4ddd-a13f-69c4351f3098 req-80ddf6fa-d927-488c-93e8-7621b5eb04b6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 944 time: 0.4626772 Aug 27 02:23:50.518103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8f2086-acac-48a3-942d-1d006417879e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:50.634553 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71e85f0d-64ae-4ddd-a13f-69c4351f3098 req-fa61d442-2f69-4469-af46-486fa808b93c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535656 Aug 27 02:23:50.698143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:50.701711 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.740862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] For port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:50.744882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] For port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:50.778065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:50.787033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3974f0b3-fc95-4618-86d8-d9aa824e2a16 admin admin] 10.222.0.10 "PUT /v2.0/routers/36972947-c957-4dcc-bf8d-a1d3cb1c9e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5058811 Aug 27 02:23:50.789038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.791143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38798) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:50.807975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] Sync routers for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:50.829292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:50.829952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:50.937957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.052140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:51.116917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.118868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.120641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] 10.222.0.32 "PUT /v2.0/ports/c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 1092 time: 2.6037662 Aug 27 02:23:51.131350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:51.134009 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79eb51-edd5-4bf8-b842-dd8804a90f59" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:51.236400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 10.1.1.242 (aea73a19-2afa-4a18-9dfd-961653b53f34/ff464be5-2a9d-458e-a0df-a610a40e528e/f32e51da-d1a7-474b-8f36-ac21600c7509) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:51.264083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f5a85-6638-46fb-9db5-ab27d55638ef service neutron] Pushing event updated for resources: {'Port': ['ID=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:51.354169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96c7c3-078b-4c42-9359-9f11426d3c79 req-83fdf103-2b5b-4839-90a3-cd04af531615 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.356089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce96c7c3-078b-4c42-9359-9f11426d3c79 req-83fdf103-2b5b-4839-90a3-cd04af531615 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 949 time: 0.6096363 Aug 27 02:23:51.371766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:23:48Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:51.395762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.414992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] Checking router: 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:51.433024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] Routers {'36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:51.433656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:51.482509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-695857f6-dddd-4549-b632-9dd597769bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.484153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-695857f6-dddd-4549-b632-9dd597769bf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1095 time: 0.2676988 Aug 27 02:23:51.495765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce96c7c3-078b-4c42-9359-9f11426d3c79 req-718de072-502b-40f9-917f-c25e76c96334 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251924 Aug 27 02:23:51.588411 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5e81a5-5fa1-4be7-a120-2c4396f7539e x-openstack-request-id: req-0e5e81a5-5fa1-4be7-a120-2c4396f7539e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:51.590630 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:51.591078 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e5e81a5-5fa1-4be7-a120-2c4396f7539e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:51.591664 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'status': 'completed', 'code': 200} Aug 27 02:23:51.634494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349f9c-9072-4bfa-8580-06c6aee52d82 req-93658883-9052-478c-887e-b05cde1ae8b7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.636477 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89349f9c-9072-4bfa-8580-06c6aee52d82 req-93658883-9052-478c-887e-b05cde1ae8b7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.5950232 Aug 27 02:23:51.643294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] Set router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:51.653356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-222fb380-2acc-458a-a940-e2c9dbe3bfa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 217 time: 0.1493988 Aug 27 02:23:51.744826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.789810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Transition to ACTIVE for port object f32e51da-d1a7-474b-8f36-ac21600c7509 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:51.799626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Router 1e66ddf5-9a59-442e-a3a3-8195831ce825 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:51.805757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89349f9c-9072-4bfa-8580-06c6aee52d82 req-244a20d3-e7b8-4a6a-87ec-6d41311177a9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314332 Aug 27 02:23:51.808345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.888954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-93637ba4-a7c0-493a-ae4c-19abc57b4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.890825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-93637ba4-a7c0-493a-ae4c-19abc57b4d1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.2126985 Aug 27 02:23:51.924571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8920a6-2403-4393-ab88-9e80fc7a2641 req-0108916c-c0bf-4a50-bdf5-b12fb36898e6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.946824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8920a6-2403-4393-ab88-9e80fc7a2641 req-0108916c-c0bf-4a50-bdf5-b12fb36898e6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.956986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be8920a6-2403-4393-ab88-9e80fc7a2641 req-0108916c-c0bf-4a50-bdf5-b12fb36898e6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 1653 time: 0.2686179 Aug 27 02:23:51.961323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:23:48Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:52.015944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:52.024128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e1d322b-b057-45fd-896b-2e5b2b554773 admin admin] 10.222.0.10 "PUT /v2.0/routers/1e66ddf5-9a59-442e-a3a3-8195831ce825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1764624 Aug 27 02:23:52.024785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38820) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:52.028088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a493bd-5438-42fc-b0b2-5ce74ae55c19 None None] The sync data for ids ['36972947-c957-4dcc-bf8d-a1d3cb1c9e1c'] in n-d-806293-1 is: [{'id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'name': 'tempest-ServersTestManualDisk-1188686396-router', 'tenant_id': '0aaecc812f7c4e09abe36fefddecedde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:57Z', 'updated_at': '2021-08-27T02:23:48Z', 'revision_number': 5, 'project_id': '0aaecc812f7c4e09abe36fefddecedde', 'gw_port': {'id': '2f5698e9-43ac-4297-967c-8c4f667fdd54', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36972947-c957-4dcc-bf8d-a1d3cb1c9e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:58Z', 'updated_at': '2021-08-27T02:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:52.032414 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] Sync routers for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:52.059194 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:52.059828 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:52.087069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be8920a6-2403-4393-ab88-9e80fc7a2641 req-ae7e4a69-f275-46eb-bc4a-736b1e39a302 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246409 Aug 27 02:23:52.155659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e55a4738-ed2c-458e-b54f-09f90ccdf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:52.158593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-e55a4738-ed2c-458e-b54f-09f90ccdf116 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306839 Aug 27 02:23:52.161539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Deleting port 2f5698e9-43ac-4297-967c-8c4f667fdd54 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:52.162101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.227035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.249306 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:52.353633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-77e30bc0-3287-4856-a623-8819081f69a3 service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853909 Aug 27 02:23:52.582944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] For port 2f5698e9-43ac-4297-967c-8c4f667fdd54, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2f5698e9-43ac-4297-967c-8c4f667fdd54,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:52.583444 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.634691 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:23:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:52.641280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Calling delete_port for 2f5698e9-43ac-4297-967c-8c4f667fdd54 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:52.694742 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ff556f5-72fd-4bab-86ef-769374164dd0 req-608cb0aa-64e5-4010-a6dd-c2b3cfa4c4ef service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245902 Aug 27 02:23:52.751033 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] Checking router: 1e66ddf5-9a59-442e-a3a3-8195831ce825 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:52.772576 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] Routers {'1e66ddf5-9a59-442e-a3a3-8195831ce825'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:52.773838 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1e66ddf5-9a59-442e-a3a3-8195831ce825'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:52.803583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ba641-0677-48b7-8ba9-a7cbf127f4fd req-002a1103-7265-4b26-94d2-3961c235ea10 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:52.811093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa0ba641-0677-48b7-8ba9-a7cbf127f4fd req-002a1103-7265-4b26-94d2-3961c235ea10 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 949 time: 0.2017765 Aug 27 02:23:52.856687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.904565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e9b86c3-4549-48be-b8ed-25e534fa6aca no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:52.940180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 8e9b86c3-4549-48be-b8ed-25e534fa6aca {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:52.940532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e9b86c3-4549-48be-b8ed-25e534fa6aca not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:52.944406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-bc433d11-b8b8-4d52-8d30-3f9b866301dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:52.946143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-bc433d11-b8b8-4d52-8d30-3f9b866301dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1095 time: 0.1842241 Aug 27 02:23:52.958945 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] Set router 1e66ddf5-9a59-442e-a3a3-8195831ce825 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:52.997088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa0ba641-0677-48b7-8ba9-a7cbf127f4fd req-29fb80d5-8405-4a48-bd96-9f610bc9d961 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849155 Aug 27 02:23:53.094126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network aea73a19-2afa-4a18-9dfd-961653b53f34 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:53.115503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:53.138161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:53.183002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-1df7ea7d-92d9-4246-8359-91bba6b64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.185062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-1df7ea7d-92d9-4246-8359-91bba6b64855 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.2042692 Aug 27 02:23:53.223464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9adf9-d5e0-4bb3-bfd6-a29e221bc427 req-9cb6baea-bbfc-4bf9-b69c-34c37cf23ef9 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.241878 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-deb9adf9-d5e0-4bb3-bfd6-a29e221bc427 req-9cb6baea-bbfc-4bf9-b69c-34c37cf23ef9 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 944 time: 0.4093132 Aug 27 02:23:53.266075 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:23:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:53.283654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-6b3b4476-115f-4038-bacb-f92f9d4f8bdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 217 time: 0.0580146 Aug 27 02:23:53.298211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=f32e51da-d1a7-474b-8f36-ac21600c7509,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:53.362817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-b3f52448-3abf-4446-978b-b92ec5f033b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.364958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-b3f52448-3abf-4446-978b-b92ec5f033b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0639458 Aug 27 02:23:53.386306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.432371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09041f-127d-43b7-9db8-e1c26df6f278 req-a709d96f-fa9a-4c36-9741-366193fa3c93 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.434068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c09041f-127d-43b7-9db8-e1c26df6f278 req-a709d96f-fa9a-4c36-9741-366193fa3c93 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.2460043 Aug 27 02:23:53.437723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.440677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.454867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-deb9adf9-d5e0-4bb3-bfd6-a29e221bc427 req-f11d4789-32b4-4508-bd88-876169d52614 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117195 Aug 27 02:23:53.548612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c09041f-127d-43b7-9db8-e1c26df6f278 req-0ca6dcc5-e53a-456a-b3e4-aed79120ee3e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922799 Aug 27 02:23:53.560764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-fe181c5d-901a-4b3f-8f9e-88084c08e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.562575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-fe181c5d-901a-4b3f-8f9e-88084c08e587 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864929 Aug 27 02:23:53.563320 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-844b9a1f-0760-433d-ae6b-c3551e08fd3e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2285676 Aug 27 02:23:53.587926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4', 'admin_state_up': True, 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'security_groups': ['7c227c38-2ddd-4934-8974-eadbc970e061']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:53.620574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff432e4-957b-4645-b755-c35f5ae3c742 None None] The sync data for ids ['1e66ddf5-9a59-442e-a3a3-8195831ce825'] in n-d-806293-1 is: [{'id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774792906-router', 'tenant_id': '16ff6397cac5439fb5442004fca8522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:23:50Z', 'revision_number': 5, 'project_id': '16ff6397cac5439fb5442004fca8522d', 'gw_port': {'id': 'ef31cf51-5aaf-4a35-83e4-05a655f9c2d2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e66ddf5-9a59-442e-a3a3-8195831ce825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:35Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:53.740500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-a489ce88-3ba6-484c-b00c-526c89a7278e service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678376 Aug 27 02:23:53.745949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9dfe197c-27cb-4310-8cc2-d71230d6b95d None None] Provisioning for port f32e51da-d1a7-474b-8f36-ac21600c7509 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:53.748505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Deleting port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:53.748897 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.749055 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.761109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9dfe197c-27cb-4310-8cc2-d71230d6b95d None None] Provisioning complete for port f32e51da-d1a7-474b-8f36-ac21600c7509 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:53.767470 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9dfe197c-27cb-4310-8cc2-d71230d6b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.818232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5698e9-43ac-4297-967c-8c4f667fdd54,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:53.887464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe197c-27cb-4310-8cc2-d71230d6b95d None None] Port f32e51da-d1a7-474b-8f36-ac21600c7509 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:53.910680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] For port ef31cf51-5aaf-4a35-83e4-05a655f9c2d2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:53.911287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.962251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Calling delete_port for ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:54.059356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ce002-2bb9-4471-bdb8-6d609859d0d9 req-8547e1a6-135f-4dae-a2a5-8065cb93091c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.069538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ce002-2bb9-4471-bdb8-6d609859d0d9 req-8547e1a6-135f-4dae-a2a5-8065cb93091c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.080109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ce002-2bb9-4471-bdb8-6d609859d0d9 req-8547e1a6-135f-4dae-a2a5-8065cb93091c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.094562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d0ce002-2bb9-4471-bdb8-6d609859d0d9 req-8547e1a6-135f-4dae-a2a5-8065cb93091c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 2374 time: 0.1895165 Aug 27 02:23:54.103562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:54.294091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d0ce002-2bb9-4471-bdb8-6d609859d0d9 req-e98d9898-555f-46b3-89eb-326bdb952855 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985309 Aug 27 02:23:54.362868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.468823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.542147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c69d-7bf1-40a8-8701-cca77ed21072 req-2445cf5e-7a3c-424a-b4ea-d74936d1a631 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.544745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef31cf51-5aaf-4a35-83e4-05a655f9c2d2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:54.549547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6068c69d-7bf1-40a8-8701-cca77ed21072 req-2445cf5e-7a3c-424a-b4ea-d74936d1a631 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 1100 time: 0.6203051 Aug 27 02:23:54.584805 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6068c69d-7bf1-40a8-8701-cca77ed21072 req-05830938-812a-4c65-9bc2-04c7cbf90401 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.589370 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.681968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae79eb51-edd5-4bf8-b842-dd8804a90f59 req-5eb5693f-1f8c-4f36-96f9-a665da87459a service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9291866 Aug 27 02:23:54.690784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.726339 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.730163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.795470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.796127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36972947-c957-4dcc-bf8d-a1d3cb1c9e1c {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:23:54.798351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61014614-6e6c-4378-a97c-6c0c19407137 req-e125d6f5-a0b9-4488-9195-cd09b57f3c64 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.800496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61014614-6e6c-4378-a97c-6c0c19407137 req-e125d6f5-a0b9-4488-9195-cd09b57f3c64 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 944 time: 0.2074571 Aug 27 02:23:54.819665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.826565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cf69b5c6-98e3-4a24-9ba1-6516070bf727 admin admin] 10.222.0.10 "DELETE /v2.0/routers/36972947-c957-4dcc-bf8d-a1d3cb1c9e1c HTTP/1.1" status: 204 len: 168 time: 4.0310035 Aug 27 02:23:54.827593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:54.854198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.859533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.868385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 10.2.2.100 (57ddc318-492a-427e-95de-ec664d81e1e4/ac4f4d23-9fda-441a-a2f3-523c24b969c0/8c99a779-dddf-4b7e-885f-9ee500452ef2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:54.939449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] Deleting subnet 159a1652-043b-4a73-bb46-644a197005ff {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:54.943744 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.009062 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.025280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.025872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e66ddf5-9a59-442e-a3a3-8195831ce825 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:23:55.029804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61014614-6e6c-4378-a97c-6c0c19407137 req-57edc76b-4242-41c2-be04-8e10862edadc tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923032 Aug 27 02:23:55.056178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.057358 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-484ee6c4-0069-49a9-b419-ee6cf9530ea0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1e66ddf5-9a59-442e-a3a3-8195831ce825 HTTP/1.1" status: 204 len: 168 time: 3.0086954 Aug 27 02:23:55.075881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38854) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:55.129834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ec8f2086-acac-48a3-942d-1d006417879e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:55.153095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6068c69d-7bf1-40a8-8701-cca77ed21072 req-05830938-812a-4c65-9bc2-04c7cbf90401 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.173527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:55.181855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ec8f2086-acac-48a3-942d-1d006417879e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:55.182537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ec8f2086-acac-48a3-942d-1d006417879e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:55.190371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6068c69d-7bf1-40a8-8701-cca77ed21072 req-05830938-812a-4c65-9bc2-04c7cbf90401 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.295100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6068c69d-7bf1-40a8-8701-cca77ed21072 req-05830938-812a-4c65-9bc2-04c7cbf90401 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7446373 Aug 27 02:23:55.319239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] Deleting subnet 3920ac97-24af-4ce7-b6ce-9405f190254c {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:55.328732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05830938-812a-4c65-9bc2-04c7cbf90401 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faea86ba-9f5a-4a0b-a799-87892cabdce2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:55.345678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.353872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:55.361206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.390136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'mac_address': 'fa:16:3e:b9:91:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:55.442858 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.447870 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.471733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:55.489548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.556690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:55.576638 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.586254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159a1652-043b-4a73-bb46-644a197005ff,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:55.597627 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.605423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6888d3dd-36fd-4b96-9f06-876a7b656a54 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/159a1652-043b-4a73-bb46-644a197005ff HTTP/1.1" status: 204 len: 168 time: 0.7713604 Aug 27 02:23:55.606029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38868) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:55.617001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a16a6e-a980-499c-a6ee-4e435e989b56 None None] Network 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:55.709406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:55.765784 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.825501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.858264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:55.904807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91537b16-0a87-490d-b5fa-242f88cdeb0f req-ef5c0e84-3042-45d4-8840-3de014be8b61 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.913303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91537b16-0a87-490d-b5fa-242f88cdeb0f req-ef5c0e84-3042-45d4-8840-3de014be8b61 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.915267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac48b0-cc50-47d3-9343-0f17efeab6ea req-e9bee33c-d28b-4fbe-bb67-2c7aa9f038df tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.917199 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67ac48b0-cc50-47d3-9343-0f17efeab6ea req-e9bee33c-d28b-4fbe-bb67-2c7aa9f038df tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.7105150 Aug 27 02:23:55.925122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.931112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91537b16-0a87-490d-b5fa-242f88cdeb0f req-ef5c0e84-3042-45d4-8840-3de014be8b61 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.933214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91537b16-0a87-490d-b5fa-242f88cdeb0f req-ef5c0e84-3042-45d4-8840-3de014be8b61 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 2374 time: 0.1599269 Aug 27 02:23:55.935275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] DHCP port deletion for 5fe78557-d3c6-44f7-aa4f-d18f74d87d6e request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:23:55.995630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3920ac97-24af-4ce7-b6ce-9405f190254c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:56.011377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Deleting port d46331e8-e7d6-402d-a8fd-fb2816e896a3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:56.011784 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.020306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.022824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-34765405-c148-464a-8043-73f4cffa9429 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3920ac97-24af-4ce7-b6ce-9405f190254c HTTP/1.1" status: 204 len: 168 time: 0.9459794 Aug 27 02:23:56.023954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91537b16-0a87-490d-b5fa-242f88cdeb0f req-7d907d98-a917-42c3-837f-203fe837cd36 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828228 Aug 27 02:23:56.027142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38870) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:56.030060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.035797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a0e76-37ff-4804-9c55-3e68efd12cc7 None None] Network c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:56.044267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67ac48b0-cc50-47d3-9343-0f17efeab6ea req-0d864bba-1888-47eb-9151-560201eafd68 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132555 Aug 27 02:23:56.124085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Transition to ACTIVE for port object 8c99a779-dddf-4b7e-885f-9ee500452ef2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:56.160865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.241926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.275739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] For port d46331e8-e7d6-402d-a8fd-fb2816e896a3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d46331e8-e7d6-402d-a8fd-fb2816e896a3,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:56.276264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.289914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] Deleting port d46331e8-e7d6-402d-a8fd-fb2816e896a3 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:56.290568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.322491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Calling delete_port for d46331e8-e7d6-402d-a8fd-fb2816e896a3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:56.376956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86fd5-41e4-47fe-bf67-a0a6102dc5ed req-30b29cba-216f-4eab-9781-f1c60f95bb35 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:56.383916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13d86fd5-41e4-47fe-bf67-a0a6102dc5ed req-30b29cba-216f-4eab-9781-f1c60f95bb35 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 945 time: 0.1825817 Aug 27 02:23:56.453547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=8c99a779-dddf-4b7e-885f-9ee500452ef2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:56.473920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network 57ddc318-492a-427e-95de-ec664d81e1e4 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:56.476811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:56.493542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:56.547233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:56.547888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.590029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Deleting port 40b6b301-cc07-4abe-aef5-09c320e13d39 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:56.590610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.595483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-481f0f5f-d8e8-4390-81fb-ba2e17f6800c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0186074 Aug 27 02:23:56.621547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.648051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4', 'admin_state_up': True, 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'security_groups': ['7c227c38-2ddd-4934-8974-eadbc970e061']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:56.696071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] No DVR routers for this DVR port d46331e8-e7d6-402d-a8fd-fb2816e896a3 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:56.703827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d46331e8-e7d6-402d-a8fd-fb2816e896a3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:56.732489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] For port d46331e8-e7d6-402d-a8fd-fb2816e896a3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d46331e8-e7d6-402d-a8fd-fb2816e896a3,segment=NetworkSegment(38e7b461-3200-4bee-b04f-abc864c7fdb2),segment_id=38e7b461-3200-4bee-b04f-abc864c7fdb2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:56.733420 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.765452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] Calling delete_port for d46331e8-e7d6-402d-a8fd-fb2816e896a3 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:56.778766 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-d8a5a3c2-cb4e-4017-bae5-ed627721fe50 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2157955 Aug 27 02:23:56.829112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13d86fd5-41e4-47fe-bf67-a0a6102dc5ed req-757cff3d-71a0-4e16-870c-9ed6102aab70 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376974 Aug 27 02:23:56.846694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] For port 40b6b301-cc07-4abe-aef5-09c320e13d39, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=40b6b301-cc07-4abe-aef5-09c320e13d39,segment=NetworkSegment(2cf83edf-024a-424f-8699-d8ed4055fca2),segment_id=2cf83edf-024a-424f-8699-d8ed4055fca2)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:56.847009 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.862469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Calling delete_port for 40b6b301-cc07-4abe-aef5-09c320e13d39 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:56.928794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.944879 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.953207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe78557-d3c6-44f7-aa4f-d18f74d87d6e']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:56.976644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e7b461-3200-4bee-b04f-abc864c7fdb2') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:56.976985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e7b461-3200-4bee-b04f-abc864c7fdb2') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:57.001380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.034882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.037227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.044188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] Pushing event deleted for resources: {'Port': ['ID=d46331e8-e7d6-402d-a8fd-fb2816e896a3,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:57.050060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:57.050514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:57.052291 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:57.102714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:57.176882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:57.177236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ef31cf51-5aaf-4a35-83e4-05a655f9c2d2 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:57.177905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d46331e8-e7d6-402d-a8fd-fb2816e896a3 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:57.186446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.188721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3b705-a2b5-43e8-ac67-1274be3edc66 None None] No DVR routers for this DVR port d46331e8-e7d6-402d-a8fd-fb2816e896a3 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:57.200814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.206790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] 10.222.0.10 "DELETE /v2.0/networks/5fe78557-d3c6-44f7-aa4f-d18f74d87d6e HTTP/1.1" status: 204 len: 168 time: 1.5988522 Aug 27 02:23:57.231470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d46331e8-e7d6-402d-a8fd-fb2816e896a3 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:57.231853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d46331e8-e7d6-402d-a8fd-fb2816e896a3 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:57.232253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2f5698e9-43ac-4297-967c-8c4f667fdd54 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:57.241339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32783ce1-6faa-4986-827b-288fa17aad3d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe78557-d3c6-44f7-aa4f-d18f74d87d6e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:57.257497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4e81e032-851c-4f29-a4cd-8592e17dcab1 None None] Provisioning for port 8c99a779-dddf-4b7e-885f-9ee500452ef2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:57.267190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 2f5698e9-43ac-4297-967c-8c4f667fdd54 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:57.267541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2f5698e9-43ac-4297-967c-8c4f667fdd54 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:57.282647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4e81e032-851c-4f29-a4cd-8592e17dcab1 None None] Provisioning complete for port 8c99a779-dddf-4b7e-885f-9ee500452ef2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:57.283031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4e81e032-851c-4f29-a4cd-8592e17dcab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.284896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b6b301-cc07-4abe-aef5-09c320e13d39,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:57.296518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] No DVR routers for this DVR port 40b6b301-cc07-4abe-aef5-09c320e13d39 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:57.327254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4e81e032-851c-4f29-a4cd-8592e17dcab1 None None] Port 8c99a779-dddf-4b7e-885f-9ee500452ef2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:57.366602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a68d1e-0b0d-410a-8150-6835d1110314 req-e5a619c7-0326-43b2-9f12-e9d5c5810a37 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.377360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05a68d1e-0b0d-410a-8150-6835d1110314 req-e5a619c7-0326-43b2-9f12-e9d5c5810a37 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.0951757 Aug 27 02:23:57.425850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8ffe3e-88a7-461d-b865-45968046658c None None] DHCP port deletion for c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:23:57.432854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-93b32489-4aee-4f11-ad2b-765da5666879 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.443048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-93b32489-4aee-4f11-ad2b-765da5666879 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4254894 Aug 27 02:23:57.458255 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05a68d1e-0b0d-410a-8150-6835d1110314 req-202fed9b-bfa6-4b93-aefd-232789d0025c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660512 Aug 27 02:23:57.481560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38904) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:57.556959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3689f67b-6dc5-4b9f-82e4-66ace9f5ec6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0aaecc812f7c4e09abe36fefddecedde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738668 Aug 27 02:23:57.563093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38906) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:57.578974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.595242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:57.609238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf83edf-024a-424f-8699-d8ed4055fca2') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:57.609593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf83edf-024a-424f-8699-d8ed4055fca2') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:57.620801 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2cfadcc2-efcd-495f-9a0d-948ae702eed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.626194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.644085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.652078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:57.652456 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.676662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49101309-7ef5-4af2-bed4-d44fd0313cbc req-85c7bc9f-bd83-4d83-8fd4-ff730063b7e8 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.683634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49101309-7ef5-4af2-bed4-d44fd0313cbc req-85c7bc9f-bd83-4d83-8fd4-ff730063b7e8 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.689995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49101309-7ef5-4af2-bed4-d44fd0313cbc req-85c7bc9f-bd83-4d83-8fd4-ff730063b7e8 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.696252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49101309-7ef5-4af2-bed4-d44fd0313cbc req-85c7bc9f-bd83-4d83-8fd4-ff730063b7e8 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.704080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49101309-7ef5-4af2-bed4-d44fd0313cbc req-85c7bc9f-bd83-4d83-8fd4-ff730063b7e8 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 3095 time: 0.1397200 Aug 27 02:23:57.722061 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-562966b6-ac47-4e84-a3fd-255760c0cf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:57.723120 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:57.726865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-162f80ae-e4f4-4e4f-97dc-26203bc6a0f1 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/quotas/1ce2610402344746b382fcf00232b4e1 HTTP/1.1" status: 200 len: 375 time: 0.2826478 Aug 27 02:23:57.734787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.775906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-562966b6-ac47-4e84-a3fd-255760c0cf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.799236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49101309-7ef5-4af2-bed4-d44fd0313cbc req-0db24729-f522-4622-8dfa-e6eba2b331a5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872552 Aug 27 02:23:57.881191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-562966b6-ac47-4e84-a3fd-255760c0cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.883795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-562966b6-ac47-4e84-a3fd-255760c0cf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.887480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-562966b6-ac47-4e84-a3fd-255760c0cf13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f4904e2-250b-4088-a711-d930bbf1f0c8 HTTP/1.1" status: 204 len: 168 time: 0.3121889 Aug 27 02:23:58.028980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562966b6-ac47-4e84-a3fd-255760c0cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4904e2-250b-4088-a711-d930bbf1f0c8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:58.072800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed63037-bee8-455c-8ec1-b6f9af7cd4a6 req-87e3d807-01b4-4d24-bc75-9ff5d0020cac tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.082006 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ed63037-bee8-455c-8ec1-b6f9af7cd4a6 req-87e3d807-01b4-4d24-bc75-9ff5d0020cac tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 945 time: 0.1237881 Aug 27 02:23:58.150727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ed63037-bee8-455c-8ec1-b6f9af7cd4a6 req-284eed39-6371-4594-b41d-0c9c7053c158 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584152 Aug 27 02:23:58.234865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.237069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37 HTTP/1.1" status: 204 len: 168 time: 2.2042120 Aug 27 02:23:58.238736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Made reservation on behalf of fed3a08ed24444739f28e31cd37296d7 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:58.239872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38922) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:58.254497 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.346802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5f4e7-daa3-4c5b-a3b1-f42072105724 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1dd80a4-cca5-4a0f-bfd7-5687ddd72a37,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:58.467223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-d89b91bb-63ce-4895-893a-4448f811bfd5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7271302 Aug 27 02:23:58.739761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Allocated IP 10.2.2.200 (57ddc318-492a-427e-95de-ec664d81e1e4/ac4f4d23-9fda-441a-a2f3-523c24b969c0/109811b0-e2a4-4f1b-a28e-20402b738205) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:59.013575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.033406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed9b9-50b0-44eb-9adc-a65dbfb15e22 req-afbb0d2c-cd0d-45c4-86c9-611d46b954e3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.047406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 40b6b301-cc07-4abe-aef5-09c320e13d39 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:59.058460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f75ed9b9-50b0-44eb-9adc-a65dbfb15e22 req-afbb0d2c-cd0d-45c4-86c9-611d46b954e3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.2277555 Aug 27 02:23:59.063647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Transition to ACTIVE for port object 109811b0-e2a4-4f1b-a28e-20402b738205 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:59.120224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 40b6b301-cc07-4abe-aef5-09c320e13d39 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:59.120585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 40b6b301-cc07-4abe-aef5-09c320e13d39 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:59.166560 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.211129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:59.231221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f75ed9b9-50b0-44eb-9adc-a65dbfb15e22 req-ca0c4fb8-8b5f-4f65-9ad9-13f4fd6c48d6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664770 Aug 27 02:23:59.292589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Network 57ddc318-492a-427e-95de-ec664d81e1e4 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:59.299863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:59.307416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:59.337284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event updated for resources: {'Port': ['ID=109811b0-e2a4-4f1b-a28e-20402b738205,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:59.382805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:59.388181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:59.389598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.425175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5d8b-5e5c-4d12-b4fb-cf3279188929 req-08ba8e23-3832-4f2d-a599-b07cd60f1794 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.452149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5d8b-5e5c-4d12-b4fb-cf3279188929 req-08ba8e23-3832-4f2d-a599-b07cd60f1794 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.461014 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-874730e2-4641-44f3-b81c-2a8ed80ceb19 service neutron] show failed (client error): The resource could not be found. Aug 27 02:23:59.469480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-874730e2-4641-44f3-b81c-2a8ed80ceb19 service neutron] 10.222.0.45 "GET /v2.0/ports/743da4c8-58db-444a-a61a-04517b26d182/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.1951163 Aug 27 02:23:59.476644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5d8b-5e5c-4d12-b4fb-cf3279188929 req-08ba8e23-3832-4f2d-a599-b07cd60f1794 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.487823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5d8b-5e5c-4d12-b4fb-cf3279188929 req-08ba8e23-3832-4f2d-a599-b07cd60f1794 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.515870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5d8b-5e5c-4d12-b4fb-cf3279188929 req-08ba8e23-3832-4f2d-a599-b07cd60f1794 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.517734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b05c5d8b-5e5c-4d12-b4fb-cf3279188929 req-08ba8e23-3832-4f2d-a599-b07cd60f1794 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 3816 time: 0.2705762 Aug 27 02:23:59.664493 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.695148 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.731878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.732561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.780191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:59.782760 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b189df65-1955-439e-81b1-cb59df692ab7" -d '{"events": [{"server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "name": "network-vif-plugged", "status": "completed", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:59.796988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b05c5d8b-5e5c-4d12-b4fb-cf3279188929 req-3a096703-5661-438a-98e6-e8ca59fc1d3a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489772 Aug 27 02:23:59.811699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-489bf383-d7e9-4fe6-b6c0-4627fd638c05 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1914437 Aug 27 02:23:59.824152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:59.836246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:59.836946 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.857800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-179b45c8-15eb-4909-8380-0025b5fbd17e None None] Provisioning for port 109811b0-e2a4-4f1b-a28e-20402b738205 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:59.904242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.966608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-179b45c8-15eb-4909-8380-0025b5fbd17e None None] Provisioning complete for port 109811b0-e2a4-4f1b-a28e-20402b738205 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:59.967307 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-179b45c8-15eb-4909-8380-0025b5fbd17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.065820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1397c6-5c6a-4cbd-8469-37265b479798 req-25968c61-95d9-4457-9387-efb9d65a7316 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.066447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-179b45c8-15eb-4909-8380-0025b5fbd17e None None] Port 109811b0-e2a4-4f1b-a28e-20402b738205 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:00.071415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af1397c6-5c6a-4cbd-8469-37265b479798 req-25968c61-95d9-4457-9387-efb9d65a7316 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 945 time: 0.2987599 Aug 27 02:24:00.107468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:00.208174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1fcb-3811-4fe8-b1c7-9db2ff730ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.228667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-4e6f14d7-346e-42e8-81b4-04fabd9db60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.230164 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-4e6f14d7-346e-42e8-81b4-04fabd9db60c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb&tenant_id=f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 1101 time: 0.2305086 Aug 27 02:24:00.244549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af1397c6-5c6a-4cbd-8469-37265b479798 req-a05a0d44-f4a0-48ec-98d8-2d7645492d30 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626115 Aug 27 02:24:00.302004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:00.421380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.424210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.510915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:00.521744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.538285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Transition to ACTIVE for port object 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:00.546013 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.576729 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b361919-40ea-49c6-8a07-1f0598525cb0 req-938b5f4a-8e56-4a69-91a6-367623d931a1 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 210 time: 0.1186218 Aug 27 02:24:00.604518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:00.668353 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d528058a-2b3f-4d76-a6c1-6abb6acb0644 x-openstack-request-id: req-d528058a-2b3f-4d76-a6c1-6abb6acb0644 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:00.668863 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "name": "network-vif-plugged", "status": "completed", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:00.669423 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d528058a-2b3f-4d76-a6c1-6abb6acb0644 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:00.670017 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'code': 200} Aug 27 02:24:00.745944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Attempting to bind port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:00.746746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Attempting to bind port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:00.747085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Attempting to bind port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff on network 43252a63-0fa7-40af-9791-8381c0b678e0 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:00.753037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff on network 43252a63-0fa7-40af-9791-8381c0b678e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:00.753556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Attempting to bind port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff on network 43252a63-0fa7-40af-9791-8381c0b678e0 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:00.759993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:00.760427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Checking segment: {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:00.760931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Bound using segment: {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:00.761440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Bound port: 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:00.761932 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.868968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] For port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:00.876609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] For port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:00.889835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.949192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.950071 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.951636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] 10.222.0.45 "PUT /v2.0/ports/91e2e7a1-d0e6-430e-ae56-43bd02ce7bff HTTP/1.1" status: 200 len: 1092 time: 1.1307526 Aug 27 02:24:00.963816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:00.967546 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc818339-8692-47fa-ade7-692bb67cc390" -d '{"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:01.022817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:01.080098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006eb8b-1d02-4a1c-84c4-733c8f7d7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:01.097033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cff89-691d-4c2f-8724-36840ceaf252 req-aab72253-c0af-46a0-a5f3-b55329cd8faa tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.098835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-289cff89-691d-4c2f-8724-36840ceaf252 req-aab72253-c0af-46a0-a5f3-b55329cd8faa tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 950 time: 0.1571343 Aug 27 02:24:01.138069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.138825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e0b05-4c5e-48f9-ae4a-ab93c8c2dce1 req-e4fc6b4a-3402-4168-9af7-f9fda11f4fe8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.140753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e0b05-4c5e-48f9-ae4a-ab93c8c2dce1 req-e4fc6b4a-3402-4168-9af7-f9fda11f4fe8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.3508422 Aug 27 02:24:01.149869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.157429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bea3d2-5bfc-468c-a7ca-ab4fd809aa03 req-b9f456f1-84bc-46e0-8bb7-1be02b76030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.158949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51bea3d2-5bfc-468c-a7ca-ab4fd809aa03 req-b9f456f1-84bc-46e0-8bb7-1be02b76030a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.1435735 Aug 27 02:24:01.191593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-289cff89-691d-4c2f-8724-36840ceaf252 req-f9fbb03e-635f-4dd6-9df3-f1b2387306b0 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765262 Aug 27 02:24:01.237303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:01.270835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Deleting port c0c9f894-23b3-404c-a3b6-2b39d206296d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:01.271202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.279577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51bea3d2-5bfc-468c-a7ca-ab4fd809aa03 req-14f54deb-8f3a-4e16-9b05-2ab519b29888 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073852 Aug 27 02:24:01.296533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e3e0b05-4c5e-48f9-ae4a-ab93c8c2dce1 req-e4b5740a-a298-46fa-bffa-61a9dae20fd2 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415126 Aug 27 02:24:01.453307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:01.456832 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62060405-37a6-4080-8f55-fb7eb2eee5c7 x-openstack-request-id: req-62060405-37a6-4080-8f55-fb7eb2eee5c7 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:01.457187 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:01.457595 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62060405-37a6-4080-8f55-fb7eb2eee5c7 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:01.458053 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'status': 'completed', 'code': 200} Aug 27 02:24:01.494914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-295708e4-3205-41ef-ae24-cc309aefdfc9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619817 Aug 27 02:24:01.584133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743da4c8-58db-444a-a61a-04517b26d182'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:01.586528 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db091ebc-f457-4dee-a2c5-165637f5d8ad" -d '{"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-unplugged", "status": "completed", "tag": "743da4c8-58db-444a-a61a-04517b26d182"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:01.596242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.634577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Transition to ACTIVE for port object 743da4c8-58db-444a-a61a-04517b26d182 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:01.643091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] For port c0c9f894-23b3-404c-a3b6-2b39d206296d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c0c9f894-23b3-404c-a3b6-2b39d206296d,segment=NetworkSegment(eefc7763-aa62-4b9b-bfbe-214993219d8f),segment_id=eefc7763-aa62-4b9b-bfbe-214993219d8f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:01.643468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.650849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded9e8-dc73-4dcb-8d47-fa102404ccfb req-e9444f13-a4c8-486b-91a5-173ed48b4fae tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.656836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded9e8-dc73-4dcb-8d47-fa102404ccfb req-e9444f13-a4c8-486b-91a5-173ed48b4fae tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.670145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.672986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded9e8-dc73-4dcb-8d47-fa102404ccfb req-e9444f13-a4c8-486b-91a5-173ed48b4fae tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.685813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Calling delete_port for c0c9f894-23b3-404c-a3b6-2b39d206296d owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:01.692671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded9e8-dc73-4dcb-8d47-fa102404ccfb req-e9444f13-a4c8-486b-91a5-173ed48b4fae tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.710779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded9e8-dc73-4dcb-8d47-fa102404ccfb req-e9444f13-a4c8-486b-91a5-173ed48b4fae tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.712374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2aded9e8-dc73-4dcb-8d47-fa102404ccfb req-e9444f13-a4c8-486b-91a5-173ed48b4fae tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 3828 time: 0.3305495 Aug 27 02:24:01.735671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-1eefe239-889a-4fe3-aa81-c713c3bc6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.736403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-1eefe239-889a-4fe3-aa81-c713c3bc6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.737048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-1eefe239-889a-4fe3-aa81-c713c3bc6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.737832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-1eefe239-889a-4fe3-aa81-c713c3bc6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.738821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-1eefe239-889a-4fe3-aa81-c713c3bc6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.740879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc818339-8692-47fa-ade7-692bb67cc390 req-1eefe239-889a-4fe3-aa81-c713c3bc6d57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 4363 time: 0.2786307 Aug 27 02:24:01.745934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-98848f91-35fc-4dc4-8e29-9e72d30d98db tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.747460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-98848f91-35fc-4dc4-8e29-9e72d30d98db tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441647 Aug 27 02:24:01.816780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': '606513d0-90bd-4656-a4f2-f7dc60399888', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:01.918991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:01.968748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] No DVR routers for this DVR port 743da4c8-58db-444a-a61a-04517b26d182 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:02.005748 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2aded9e8-dc73-4dcb-8d47-fa102404ccfb req-ac3ba191-c2c9-4da3-b643-9bfcb5b48f25 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770727 Aug 27 02:24:02.145179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-3df290e2-4013-41a9-a945-349fced69fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.145838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-3df290e2-4013-41a9-a945-349fced69fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.146040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-3df290e2-4013-41a9-a945-349fced69fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.147746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc818339-8692-47fa-ade7-692bb67cc390 req-3df290e2-4013-41a9-a945-349fced69fff service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fed3a08ed24444739f28e31cd37296d7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3935914 Aug 27 02:24:02.158566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acb9adf-52aa-4a3e-a006-a7c0c9541586 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:02.205637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.286794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Transition to ACTIVE for port object 5acb9adf-52aa-4a3e-a006-a7c0c9541586 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:02.299933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.389633 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3dfb2800-042e-4505-ad86-8ec7d1226bf0 req-b7ca98ab-4d4a-4a5e-8724-8c1f0bf0d276 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 210 time: 0.0798953 Aug 27 02:24:02.426960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-2985ee4f-4fc9-4b6d-b8ec-105f3f9295f9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5089478 Aug 27 02:24:02.472510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818339-8692-47fa-ade7-692bb67cc390 req-de6ae656-5124-41cf-8695-b5b651ce3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.472510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc818339-8692-47fa-ade7-692bb67cc390 req-de6ae656-5124-41cf-8695-b5b651ce3a07 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3091629 Aug 27 02:24:02.504199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Pushing event updated for resources: {'Port': ['ID=5acb9adf-52aa-4a3e-a006-a7c0c9541586,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.528162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39062) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:02.612573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0589132-13d5-4a5e-b6e5-47372bccb03f req-761172d9-d00e-44c5-92dc-1d8b0c53f546 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.614272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0589132-13d5-4a5e-b6e5-47372bccb03f req-761172d9-d00e-44c5-92dc-1d8b0c53f546 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 946 time: 0.8970504 Aug 27 02:24:02.621520 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f43e34-c7a1-4011-b2f7-acf43249dc97 x-openstack-request-id: req-33f43e34-c7a1-4011-b2f7-acf43249dc97 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:02.622023 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-unplugged", "status": "completed", "tag": "743da4c8-58db-444a-a61a-04517b26d182", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:02.622258 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33f43e34-c7a1-4011-b2f7-acf43249dc97 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:02.622753 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743da4c8-58db-444a-a61a-04517b26d182', 'code': 200} Aug 27 02:24:02.689586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Attempting to bind port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:02.690074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Attempting to bind port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:02.692269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Attempting to bind port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:02.698055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 on network aea73a19-2afa-4a18-9dfd-961653b53f34 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:02.698491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Attempting to bind port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:02.708038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:02.709180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Checking segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:02.710689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Bound using segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:02.712190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Bound port: 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:02.712612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.757029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-d1445a50-bc75-4d60-92bc-c1e43f9311dd tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.758686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-d1445a50-bc75-4d60-92bc-c1e43f9311dd tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192694 Aug 27 02:24:02.777911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa1ed-fd7b-4f96-940b-4f21b76d83f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.779017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:02.779369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:02.779699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:02.789510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': '63a811ad-8151-4203-b02d-8090339eeb97', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:02.804705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:02.808563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.824373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0589132-13d5-4a5e-b6e5-47372bccb03f req-0e87e071-b0f8-47bd-8dba-bddd7d08aa9f tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967199 Aug 27 02:24:02.855365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Port 743da4c8-58db-444a-a61a-04517b26d182 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:02.855688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Attempting to bind port 743da4c8-58db-444a-a61a-04517b26d182 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:02.884533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:02.884958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:02.885356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:02.885858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Bound port: 743da4c8-58db-444a-a61a-04517b26d182, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:02.886365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.910935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] For port 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:02.916167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] For port 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:02.934260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0844091-51ac-4823-9780-6fc8e4da507c req-2d442633-3a2d-404f-aaa1-6afea0a198eb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.941638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0844091-51ac-4823-9780-6fc8e4da507c req-2d442633-3a2d-404f-aaa1-6afea0a198eb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 948 time: 0.1213775 Aug 27 02:24:02.967411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.036236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0844091-51ac-4823-9780-6fc8e4da507c req-d3fff573-39f5-4225-8afb-c2514471d367 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936356 Aug 27 02:24:03.054540 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.059968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.061160 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.062796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] 10.222.0.45 "PUT /v2.0/ports/5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 1136 time: 2.0460417 Aug 27 02:24:03.164768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:03.195791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.215168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb6c55-c9f8-49db-8030-82268f3a3c3c service neutron] Pushing event updated for resources: {'Port': ['ID=5acb9adf-52aa-4a3e-a006-a7c0c9541586,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.237976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:03.313940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c9f894-23b3-404c-a3b6-2b39d206296d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.334926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.392602 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.424945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:03.430559 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f08da1-8ae1-4e95-932d-33b55b36bf30" -d '{"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-unplugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:03.431396 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa1ed-fd7b-4f96-940b-4f21b76d83f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.436253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:03.463278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:03.465029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '5acb9adf-52aa-4a3e-a006-a7c0c9541586'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:03.469040 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243" -d '{"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "5acb9adf-52aa-4a3e-a006-a7c0c9541586"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:03.477608 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.496825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f166-1fef-4a9b-bd17-86472426d014 req-271ac106-a6f8-41ee-99f8-807f1ccc69d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.508800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f166-1fef-4a9b-bd17-86472426d014 req-271ac106-a6f8-41ee-99f8-807f1ccc69d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.516011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f166-1fef-4a9b-bd17-86472426d014 req-271ac106-a6f8-41ee-99f8-807f1ccc69d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.522306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f166-1fef-4a9b-bd17-86472426d014 req-271ac106-a6f8-41ee-99f8-807f1ccc69d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.532140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f166-1fef-4a9b-bd17-86472426d014 req-271ac106-a6f8-41ee-99f8-807f1ccc69d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.542355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f166-1fef-4a9b-bd17-86472426d014 req-271ac106-a6f8-41ee-99f8-807f1ccc69d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.542920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.554129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5267f166-1fef-4a9b-bd17-86472426d014 req-271ac106-a6f8-41ee-99f8-807f1ccc69d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 4606 time: 0.3272457 Aug 27 02:24:03.556946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa1ed-fd7b-4f96-940b-4f21b76d83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.560761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.21 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/59d6bacc-f79a-4109-88b0-112d8e80382a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:03.610618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:03.617187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:03.622296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.709241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cdcaa1ed-fd7b-4f96-940b-4f21b76d83f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bd41db6422e497c8c0e2d55efc910e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1793239 Aug 27 02:24:03.711265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaa1ed-fd7b-4f96-940b-4f21b76d83f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d108e67-e6f5-479d-9ea2-9818fe9da239,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.715691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39128) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:03.731178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5267f166-1fef-4a9b-bd17-86472426d014 req-1939d2d1-6eaa-475c-aae0-cc164c2b9b2a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751988 Aug 27 02:24:03.732028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b2a2275-04af-4c9b-b892-417e180c6376 req-a8f5f12b-f196-484f-9191-a0321cbf4079 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 210 time: 0.0862494 Aug 27 02:24:03.773145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.805358 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de4618-420b-4948-a13a-77f2be628675 x-openstack-request-id: req-43de4618-420b-4948-a13a-77f2be628675 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:03.805640 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "5acb9adf-52aa-4a3e-a006-a7c0c9541586", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:03.805884 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43de4618-420b-4948-a13a-77f2be628675 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:03.806266 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '5acb9adf-52aa-4a3e-a006-a7c0c9541586', 'status': 'completed', 'code': 200} Aug 27 02:24:03.821080 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab41d2-c6aa-4338-94f7-4e8c0279e394 x-openstack-request-id: req-1fab41d2-c6aa-4338-94f7-4e8c0279e394 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:03.821329 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-unplugged", "status": "completed", "tag": "86536950-d0ed-477e-9283-c7e0881a088e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:03.821563 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fab41d2-c6aa-4338-94f7-4e8c0279e394 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:03.821960 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e', 'code': 200} Aug 27 02:24:03.837694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba55366a-469d-4fd2-a6c7-aea8d2dd8a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.846390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.892141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.892401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.893825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-7bb7eed1-6b61-4ec0-9cab-a9a30b11ae60 service neutron] 10.222.0.32 "PUT /v2.0/ports/743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 1096 time: 3.5973771 Aug 27 02:24:03.899438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba55366a-469d-4fd2-a6c7-aea8d2dd8a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.924453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.015909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-755556a0-0f8d-4dcb-abbd-b106e4904153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.016390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-755556a0-0f8d-4dcb-abbd-b106e4904153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.016858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-755556a0-0f8d-4dcb-abbd-b106e4904153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.017312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-755556a0-0f8d-4dcb-abbd-b106e4904153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.017920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-755556a0-0f8d-4dcb-abbd-b106e4904153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.018483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-755556a0-0f8d-4dcb-abbd-b106e4904153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.020231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-755556a0-0f8d-4dcb-abbd-b106e4904153 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5292 time: 0.1770618 Aug 27 02:24:04.059891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a495e4-5875-4b34-bed5-9973b29dc4e4 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:04.136361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.152709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Transition to ACTIVE for port object 34a495e4-5875-4b34-bed5-9973b29dc4e4 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:04.169295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-fd69bad2-c9d1-409b-888d-a2eeec7a74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.171647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-fd69bad2-c9d1-409b-888d-a2eeec7a74f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1099 time: 0.1910725 Aug 27 02:24:04.171918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba55366a-469d-4fd2-a6c7-aea8d2dd8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.174911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba55366a-469d-4fd2-a6c7-aea8d2dd8a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.176983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ba55366a-469d-4fd2-a6c7-aea8d2dd8a47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d108e67-e6f5-479d-9ea2-9818fe9da239 HTTP/1.1" status: 204 len: 168 time: 0.4580464 Aug 27 02:24:04.178007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.233393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20faf14-7ec8-41e7-af2c-0cf63e307bf7 req-dd7563b1-ab59-4497-844b-4c33d1393d13 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.233970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55366a-469d-4fd2-a6c7-aea8d2dd8a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d108e67-e6f5-479d-9ea2-9818fe9da239,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:04.241446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b20faf14-7ec8-41e7-af2c-0cf63e307bf7 req-dd7563b1-ab59-4497-844b-4c33d1393d13 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 946 time: 0.2233360 Aug 27 02:24:04.368825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Pushing event updated for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:04.382350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-c42ac64b-eabe-437e-878d-10c4174e5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.382698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-c42ac64b-eabe-437e-878d-10c4174e5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.383242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-c42ac64b-eabe-437e-878d-10c4174e5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.385090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-c42ac64b-eabe-437e-878d-10c4174e5ec9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fed3a08ed24444739f28e31cd37296d7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3488789 Aug 27 02:24:04.461210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-39f5a67f-e7e1-4e31-ad9d-83928938ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.463447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-39f5a67f-e7e1-4e31-ad9d-83928938ec6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2392414 Aug 27 02:24:04.478840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b20faf14-7ec8-41e7-af2c-0cf63e307bf7 req-890bd3d9-c6ba-49cd-b8b2-ec571c202ad9 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363415 Aug 27 02:24:04.490902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40784d-13e3-4666-aa6e-cda2f8798fcc req-27f163c4-2582-4024-9938-7a6e69d98395 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.499806 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c40784d-13e3-4666-aa6e-cda2f8798fcc req-27f163c4-2582-4024-9938-7a6e69d98395 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 948 time: 0.2222643 Aug 27 02:24:04.522038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.576304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-14b7bd75-b142-4bd8-b22f-bfd9daac09b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.0872097 Aug 27 02:24:04.607781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Attempting to bind port 34a495e4-5875-4b34-bed5-9973b29dc4e4 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:04.608010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Attempting to bind port 34a495e4-5875-4b34-bed5-9973b29dc4e4 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:04.608340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Attempting to bind port 34a495e4-5875-4b34-bed5-9973b29dc4e4 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:04.624762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c40784d-13e3-4666-aa6e-cda2f8798fcc req-154f2010-bdb1-4fe2-ba1a-0078559437a6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221862 Aug 27 02:24:04.647887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'tag': '743da4c8-58db-444a-a61a-04517b26d182'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:04.649581 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766e96c8-f858-4470-b1c3-d4f01f5d4b65" -d '{"events": [{"name": "network-changed", "server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "tag": "743da4c8-58db-444a-a61a-04517b26d182"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:04.653805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-6cb934ff-613d-4cc9-b1c7-7d2e2b94c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.655504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-6cb934ff-613d-4cc9-b1c7-7d2e2b94c455 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0675690 Aug 27 02:24:04.656575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object 59d6bacc-f79a-4109-88b0-112d8e80382a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:04.662556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 743da4c8-58db-444a-a61a-04517b26d182 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:04.668564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Port 34a495e4-5875-4b34-bed5-9973b29dc4e4 on network aea73a19-2afa-4a18-9dfd-961653b53f34 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:04.668896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Attempting to bind port 34a495e4-5875-4b34-bed5-9973b29dc4e4 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:04.685627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:04.685627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Checking segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:04.686137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Bound using segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:04.686362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Bound port: 34a495e4-5875-4b34-bed5-9973b29dc4e4, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:04.686741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.721398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-71a4c029-0538-46dd-8302-69b34b3cc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.724636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e43cc62f-4cff-4355-9ef5-d8abc0ca2243 req-71a4c029-0538-46dd-8302-69b34b3cc652 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3115075 Aug 27 02:24:04.774692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 743da4c8-58db-444a-a61a-04517b26d182 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:04.855746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:04.863904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:04.915755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.956562 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b871c5-eaeb-49ff-a8d2-eab06d435063 x-openstack-request-id: req-58b871c5-eaeb-49ff-a8d2-eab06d435063 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:04.956997 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "tag": "743da4c8-58db-444a-a61a-04517b26d182", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:04.957358 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58b871c5-eaeb-49ff-a8d2-eab06d435063 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:04.961098 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'tag': '743da4c8-58db-444a-a61a-04517b26d182', 'status': 'completed', 'code': 200} Aug 27 02:24:04.990714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Router 655616d2-88db-4b75-8f78-bc13c931379f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:05.045161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-649daffd-a7b9-42f5-9724-897e3596fa95 req-4add7cda-0f6c-4153-81a2-cac34d20f7f3 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 210 time: 0.0426142 Aug 27 02:24:05.063963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.064839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.066737 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] 10.222.0.45 "PUT /v2.0/ports/34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 1136 time: 1.9133649 Aug 27 02:24:05.069168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-8b94453e-ede6-4c38-abba-f1f69c2aea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.071655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-8b94453e-ede6-4c38-abba-f1f69c2aea96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1099 time: 0.2034888 Aug 27 02:24:05.118983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:05.157238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e885a-f00e-4096-a267-d715efcb9822 service neutron] Pushing event updated for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:05.199950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-9f322a17-6120-469e-a068-75937fe5ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.201967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-9f322a17-6120-469e-a068-75937fe5ddf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4713833 Aug 27 02:24:05.212316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-599f6046-a71e-43c5-957a-d30082278656 req-c378902a-3683-47f4-85bb-2030f0a59294 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4803817 Aug 27 02:24:05.282409 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.367138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.381106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:05.383739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:05.403020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.411613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.417680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.423576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.429565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.446054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.452246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.454111 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.461669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-9240830b-d9cc-4651-8d50-753516c6329f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5384 time: 0.2339442 Aug 27 02:24:05.524955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-eacb97b5-ab12-4c9e-84fa-e34bfdcc6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.526486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-eacb97b5-ab12-4c9e-84fa-e34bfdcc6e57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.4420342 Aug 27 02:24:05.588492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-14cc0107-33cb-4e4f-964e-1c22160941b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.0455236 Aug 27 02:24:05.838935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.136 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/58c2d5fb-dd25-4f19-9469-a5337e2b132b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:05.942238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:05.960311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '34a495e4-5875-4b34-bed5-9973b29dc4e4'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:05.962542 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a6b460-5906-4944-a0bc-d7d623466d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "34a495e4-5875-4b34-bed5-9973b29dc4e4"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:05.973377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c92273b3-c2cb-4aa4-8890-ec4d0f1108cb req-70b333c9-959c-4820-9a08-a56af521bad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5107346 Aug 27 02:24:05.997517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-8872bd8c-4c24-4f6a-bc21-bc4f6ab9211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.999108 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-8872bd8c-4c24-4f6a-bc21-bc4f6ab9211b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.3971832 Aug 27 02:24:06.072974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-28c2d982-bd34-45ad-a734-6efe0d34e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:06.074498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-28c2d982-bd34-45ad-a734-6efe0d34e565 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668616 Aug 27 02:24:06.104238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.122732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object 58c2d5fb-dd25-4f19-9469-a5337e2b132b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:06.189706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4212a167-28ba-4b31-9e33-af12e6f8a67f {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:06.198887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:06.200221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.214608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:06.230675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Transition to ACTIVE for port object 4212a167-28ba-4b31-9e33-af12e6f8a67f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:06.246712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.260789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-d37ac059-e6c7-4ff9-8490-ae6f7bedc8dd service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750913 Aug 27 02:24:06.268891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-8186cf8f-a2a3-428b-a248-0fa39ddc42b6 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9748666 Aug 27 02:24:06.276683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.291071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:06.294785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=59d6bacc-f79a-4109-88b0-112d8e80382a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.471803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Pushing event updated for resources: {'Port': ['ID=4212a167-28ba-4b31-9e33-af12e6f8a67f,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.526372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:06.529520 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.596148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:06.604492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:06.609066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-957b0058-708e-4219-b7d9-87efc1c63e41 admin admin] 10.222.0.10 "PUT /v2.0/routers/655616d2-88db-4b75-8f78-bc13c931379f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3680966 Aug 27 02:24:06.615199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39240) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:06.628234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:06.635067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-148659ac-25fe-4a23-ba81-2cc3b3de183c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8332949 Aug 27 02:24:06.638805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:06.662361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Request body: {'port': {'device_id': '606513d0-90bd-4656-a4f2-f7dc60399888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:06.664352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] Sync routers for ids ['655616d2-88db-4b75-8f78-bc13c931379f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:06.701753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-30755736-a4fd-48c9-aed5-fe35acbfa44e None None] Provisioning for port 59d6bacc-f79a-4109-88b0-112d8e80382a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:06.710119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] Routers {'655616d2-88db-4b75-8f78-bc13c931379f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:06.711133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['655616d2-88db-4b75-8f78-bc13c931379f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:06.726562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-30755736-a4fd-48c9-aed5-fe35acbfa44e None None] Provisioning complete for port 59d6bacc-f79a-4109-88b0-112d8e80382a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:06.727870 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30755736-a4fd-48c9-aed5-fe35acbfa44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.728345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=58c2d5fb-dd25-4f19-9469-a5337e2b132b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.768350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-275ecec3-e848-4c0b-92c3-76d5025d966a service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696662 Aug 27 02:24:06.810084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Attempting to bind port 4212a167-28ba-4b31-9e33-af12e6f8a67f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:06.810463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Attempting to bind port 4212a167-28ba-4b31-9e33-af12e6f8a67f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:06.810796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Attempting to bind port 4212a167-28ba-4b31-9e33-af12e6f8a67f on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:06.819594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-30755736-a4fd-48c9-aed5-fe35acbfa44e None None] Port 59d6bacc-f79a-4109-88b0-112d8e80382a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:06.868547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.887606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Port 4212a167-28ba-4b31-9e33-af12e6f8a67f on network aea73a19-2afa-4a18-9dfd-961653b53f34 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:06.887977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Attempting to bind port 4212a167-28ba-4b31-9e33-af12e6f8a67f on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:06.896643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:06.897440 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.906743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:06.907084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Checking segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:06.907476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Bound using segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:06.907929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Bound port: 4212a167-28ba-4b31-9e33-af12e6f8a67f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:06.908292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.920690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94d33249-f9ec-4455-bed3-4c467ea5b17c req-5334f752-64c5-4fa8-ac3a-50722b7062a2 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363223 Aug 27 02:24:06.936924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.951227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-bb56d0b4-d5c5-428c-bb56-a163f9389be6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1732526 Aug 27 02:24:06.984242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2ec82-3240-49c4-93c4-314f0e71dade req-366fbeef-839b-4d42-a09b-aed7072b65c5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:06.985827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ff2ec82-3240-49c4-93c4-314f0e71dade req-366fbeef-839b-4d42-a09b-aed7072b65c5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 948 time: 0.2247846 Aug 27 02:24:06.991041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.011146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Request body: {'port': {'device_id': '63a811ad-8151-4203-b02d-8090339eeb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:07.124239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] Set router 655616d2-88db-4b75-8f78-bc13c931379f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:07.191336 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ff2ec82-3240-49c4-93c4-314f0e71dade req-ac551ded-26d8-458a-a511-e123e152c89a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924322 Aug 27 02:24:07.210595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] For port 4212a167-28ba-4b31-9e33-af12e6f8a67f, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:07.221463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] For port 4212a167-28ba-4b31-9e33-af12e6f8a67f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:07.241131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.285377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1911a57f-1021-4875-b3a3-759c6015e5bb None None] Provisioning for port 58c2d5fb-dd25-4f19-9469-a5337e2b132b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:07.298220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1911a57f-1021-4875-b3a3-759c6015e5bb None None] Provisioning complete for port 58c2d5fb-dd25-4f19-9469-a5337e2b132b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:07.299371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1911a57f-1021-4875-b3a3-759c6015e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.336884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1911a57f-1021-4875-b3a3-759c6015e5bb None None] Port 58c2d5fb-dd25-4f19-9469-a5337e2b132b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:07.355948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.362676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.370672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.372458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] 10.222.0.45 "PUT /v2.0/ports/4212a167-28ba-4b31-9e33-af12e6f8a67f HTTP/1.1" status: 200 len: 1090 time: 2.2675803 Aug 27 02:24:07.384855 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988a975a-9d32-4f80-b3e8-bf07604e46e0 x-openstack-request-id: req-988a975a-9d32-4f80-b3e8-bf07604e46e0 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:07.390348 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "34a495e4-5875-4b34-bed5-9973b29dc4e4", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:07.390882 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-988a975a-9d32-4f80-b3e8-bf07604e46e0 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:07.391844 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '34a495e4-5875-4b34-bed5-9973b29dc4e4', 'status': 'completed', 'code': 200} Aug 27 02:24:07.436827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd9d50-7b68-4968-bdf1-bed1e9579f1b service neutron] Pushing event updated for resources: {'Port': ['ID=4212a167-28ba-4b31-9e33-af12e6f8a67f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:07.454164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 5, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port': {'id': 'd8a36151-e5c1-4d2f-a097-9179f186133c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655616d2-88db-4b75-8f78-bc13c931379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:50Z', 'updated_at': '2021-08-27T02:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:07.458482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-07e874ab-aff6-4335-9fa4-d4ecdd907907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.460165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-07e874ab-aff6-4335-9fa4-d4ecdd907907 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1099 time: 0.4463050 Aug 27 02:24:07.485714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:07.523682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] Checking router: 655616d2-88db-4b75-8f78-bc13c931379f for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:07.534813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] Routers {'655616d2-88db-4b75-8f78-bc13c931379f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:07.535490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['655616d2-88db-4b75-8f78-bc13c931379f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:07.589855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.650919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] Set router 655616d2-88db-4b75-8f78-bc13c931379f gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:07.655941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.662007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.662800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.663464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.664112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.664787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.665433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.667833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-9ef54595-1308-4d30-ae63-3591b49ef750 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6288 time: 0.2565107 Aug 27 02:24:07.688666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.713876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deb53e-59e7-4225-b8ac-c43215c2c554 req-6406ecd8-3e9c-4b13-8a8d-4a71e8b42c3c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.714990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:24:07Z', 'revision_number': 6, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:07.720230 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2deb53e-59e7-4225-b8ac-c43215c2c554 req-6406ecd8-3e9c-4b13-8a8d-4a71e8b42c3c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 936 time: 0.2112727 Aug 27 02:24:07.764220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45d396-38d9-48e0-be56-fbdf173c0c5e None None] The sync data for ids ['655616d2-88db-4b75-8f78-bc13c931379f'] in n-d-806293-1 is: [{'id': '655616d2-88db-4b75-8f78-bc13c931379f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-251231451-router', 'tenant_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:47Z', 'updated_at': '2021-08-27T02:24:07Z', 'revision_number': 6, 'project_id': '5dd3b85432ef48ab866dd432c2fd4dd3', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:07.816582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Deleting port d8a36151-e5c1-4d2f-a097-9179f186133c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:07.816919 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.842756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Allocated IP 172.25.1.138 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/dd5df86c-e181-436b-8d91-7b5f9d144792) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:07.898619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2deb53e-59e7-4225-b8ac-c43215c2c554 req-eaa870cc-ea0b-4706-a438-a059a9833270 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590559 Aug 27 02:24:07.939740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-764a9ddf-b58b-4b33-8d03-e51a399105af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.941779 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-764a9ddf-b58b-4b33-8d03-e51a399105af service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.4425969 Aug 27 02:24:08.032693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-c33e6f38-d6b5-449b-b778-72b9e7219955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.033298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-c33e6f38-d6b5-449b-b778-72b9e7219955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.033627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-c33e6f38-d6b5-449b-b778-72b9e7219955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.035389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-c33e6f38-d6b5-449b-b778-72b9e7219955 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fed3a08ed24444739f28e31cd37296d7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3429353 Aug 27 02:24:08.062605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-95a95c0e-c61c-492d-b8ca-acf2814acfc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.0657606 Aug 27 02:24:08.207598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-4c823843-3a8d-4740-ba64-8dce46c27935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.208461 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-4c823843-3a8d-4740-ba64-8dce46c27935 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1243603 Aug 27 02:24:08.243520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32cefaf0-3d7e-4400-864d-1d31206ccbe3 req-e7086627-eb21-4450-9666-08240a61072c tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.1106067 Aug 27 02:24:08.262026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] For port d8a36151-e5c1-4d2f-a097-9179f186133c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8a36151-e5c1-4d2f-a097-9179f186133c,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:08.262581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.326828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Calling delete_port for d8a36151-e5c1-4d2f-a097-9179f186133c owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:08.337894 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.342001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d6bacc-f79a-4109-88b0-112d8e80382a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:08.356033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.378211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-51723ff2-e2fc-4631-bb0d-2ae7a8cecfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.379758 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-51723ff2-e2fc-4631-bb0d-2ae7a8cecfc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471403 Aug 27 02:24:08.380727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Transition to ACTIVE for port object 59d6bacc-f79a-4109-88b0-112d8e80382a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:08.387838 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.468481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-fcd359ad-816c-4c1f-990e-c47135916efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.469968 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01a6b460-5906-4944-a0bc-d7d623466d7c req-fcd359ad-816c-4c1f-990e-c47135916efc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4210281 Aug 27 02:24:08.502361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.508329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.515870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.522080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.528284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.534403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.540571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.548947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-ce0ee3fd-d447-40e0-81ef-31ca04671141 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5396 time: 0.1976900 Aug 27 02:24:08.563230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Pushing event updated for resources: {'Port': ['ID=59d6bacc-f79a-4109-88b0-112d8e80382a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:08.600822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.626357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dad15d0-d11b-40dd-a146-55615a89a99f req-4534be48-c8d3-4c45-928f-0c6aa9aaca2e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763798 Aug 27 02:24:08.698380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:08.713846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:08.715957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32e51da-d1a7-474b-8f36-ac21600c7509 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:08.722621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:08.724820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.728879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-f6a29966-7394-4ebe-bc4f-eb1c72697329 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275754 Aug 27 02:24:08.768390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Transition to ACTIVE for port object f32e51da-d1a7-474b-8f36-ac21600c7509 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:08.779591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.781146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Pushing event updated for resources: {'Port': ['ID=dd5df86c-e181-436b-8d91-7b5f9d144792,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:08.848015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.872506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Pushing event updated for resources: {'Port': ['ID=f32e51da-d1a7-474b-8f36-ac21600c7509,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:08.895659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Attempting to bind port 59d6bacc-f79a-4109-88b0-112d8e80382a on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:08.896011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Attempting to bind port 59d6bacc-f79a-4109-88b0-112d8e80382a by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:08.896382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Attempting to bind port 59d6bacc-f79a-4109-88b0-112d8e80382a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:08.908442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Port 59d6bacc-f79a-4109-88b0-112d8e80382a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:08.908780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Attempting to bind port 59d6bacc-f79a-4109-88b0-112d8e80382a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:08.922053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:08.922464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:08.922909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:08.923376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Bound port: 59d6bacc-f79a-4109-88b0-112d8e80382a, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:08.923749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.936315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a36151-e5c1-4d2f-a097-9179f186133c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.006800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8a36151-e5c1-4d2f-a097-9179f186133c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:09.007333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c2d5fb-dd25-4f19-9469-a5337e2b132b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:09.045661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.052495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b3b88-e768-4bea-b6dc-938078f90965 req-d37d08d0-2b10-4880-bd63-8dc49aa0e6ca tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.061145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e6b3b88-e768-4bea-b6dc-938078f90965 req-d37d08d0-2b10-4880-bd63-8dc49aa0e6ca tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 948 time: 0.2034497 Aug 27 02:24:09.063367 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.078202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d8a36151-e5c1-4d2f-a097-9179f186133c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:09.078605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8a36151-e5c1-4d2f-a097-9179f186133c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:09.079000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c0c9f894-23b3-404c-a3b6-2b39d206296d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:09.092656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Transition to ACTIVE for port object 58c2d5fb-dd25-4f19-9469-a5337e2b132b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:09.095104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-766e96c8-f858-4470-b1c3-d4f01f5d4b65 req-927aa652-ad03-4bc7-b27c-7d37cac401f5 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987669 Aug 27 02:24:09.106849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.122766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c0c9f894-23b3-404c-a3b6-2b39d206296d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:09.123030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c0c9f894-23b3-404c-a3b6-2b39d206296d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:09.132968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.182209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.186108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Attempting to bind port f32e51da-d1a7-474b-8f36-ac21600c7509 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:09.186541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Attempting to bind port f32e51da-d1a7-474b-8f36-ac21600c7509 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:09.186938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Attempting to bind port f32e51da-d1a7-474b-8f36-ac21600c7509 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:09.223252 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e6b3b88-e768-4bea-b6dc-938078f90965 req-d6f08cae-03f5-43de-a695-eeb1fc4b41d8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607885 Aug 27 02:24:09.226307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Port f32e51da-d1a7-474b-8f36-ac21600c7509 on network aea73a19-2afa-4a18-9dfd-961653b53f34 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:09.226864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Attempting to bind port f32e51da-d1a7-474b-8f36-ac21600c7509 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:09.230415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.233670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.235839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] For port 59d6bacc-f79a-4109-88b0-112d8e80382a, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:09.239338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:09.239790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Checking segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:09.240331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Bound using segment: {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:09.240868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Bound port: f32e51da-d1a7-474b-8f36-ac21600c7509, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:09.241290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.291723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 743da4c8-58db-444a-a61a-04517b26d182 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:09.325929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.327008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] For port 59d6bacc-f79a-4109-88b0-112d8e80382a, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=59d6bacc-f79a-4109-88b0-112d8e80382a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:09.327149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655616d2-88db-4b75-8f78-bc13c931379f {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:24:09.341907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.343727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6578612f-8ee2-4367-a4fe-440dd369aed5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/655616d2-88db-4b75-8f78-bc13c931379f HTTP/1.1" status: 204 len: 168 time: 2.7227845 Aug 27 02:24:09.349865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39282) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:09.369348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] For port f32e51da-d1a7-474b-8f36-ac21600c7509, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:09.369543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.373352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] For port f32e51da-d1a7-474b-8f36-ac21600c7509, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f32e51da-d1a7-474b-8f36-ac21600c7509,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:09.388492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.394120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:09.396743 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd53dc0-1403-441a-a461-5272f9001b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:09.424222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=58c2d5fb-dd25-4f19-9469-a5337e2b132b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.500712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:09.523262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '743da4c8-58db-444a-a61a-04517b26d182', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '743da4c8-58db-444a-a61a-04517b26d182', 'mac_address': 'fa:16:3e:8f:fd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:09.547823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.547953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.550751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] 10.222.0.45 "PUT /v2.0/ports/f32e51da-d1a7-474b-8f36-ac21600c7509 HTTP/1.1" status: 200 len: 1091 time: 2.1146932 Aug 27 02:24:09.551447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a501007-ae3a-4c74-9cb1-bcbc539d9765 service neutron] Pushing event updated for resources: {'Port': ['ID=f32e51da-d1a7-474b-8f36-ac21600c7509,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.576845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Pushing event updated for resources: {'Port': ['ID=59d6bacc-f79a-4109-88b0-112d8e80382a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.588116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:09.613997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.614839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.616761 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7a89f2a6-42d6-4daf-aed6-868fa9b4a332 service neutron] 10.222.0.45 "PUT /v2.0/ports/59d6bacc-f79a-4109-88b0-112d8e80382a HTTP/1.1" status: 200 len: 1095 time: 2.9705136 Aug 27 02:24:09.637111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606513d0-90bd-4656-a4f2-f7dc60399888', 'tag': '59d6bacc-f79a-4109-88b0-112d8e80382a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:09.637111 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6769d49-2395-47a7-880a-b15274527fce" -d '{"events": [{"name": "network-changed", "server_uuid": "606513d0-90bd-4656-a4f2-f7dc60399888", "tag": "59d6bacc-f79a-4109-88b0-112d8e80382a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:09.681758 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.694995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.697609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] Deleting subnet 3c748bbb-95eb-488e-afa4-df4dfe71c1d1 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:24:09.716958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743da4c8-58db-444a-a61a-04517b26d182 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:09.766803 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.777404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:09.790617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.826435 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e75b70d4-0d5f-4728-82af-9a4eb81f9efc req-c37a37f2-fd45-49c9-9bac-34a953b1f15c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.1779974 Aug 27 02:24:09.898032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Attempting to bind port 58c2d5fb-dd25-4f19-9469-a5337e2b132b on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:09.898420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Attempting to bind port 58c2d5fb-dd25-4f19-9469-a5337e2b132b by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:09.898783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Attempting to bind port 58c2d5fb-dd25-4f19-9469-a5337e2b132b on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:09.899777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.910348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.910706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.914596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.914947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.915288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.915627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.915966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.916296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.916624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.916954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.917367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.917592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:09.927405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.946865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.024955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4ea35-835a-46e5-96a1-938f5200ae27 req-638bae9c-19ec-4873-9f50-c3329f1585bb tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.026539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07a4ea35-835a-46e5-96a1-938f5200ae27 req-638bae9c-19ec-4873-9f50-c3329f1585bb tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 948 time: 0.1194499 Aug 27 02:24:10.081733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:10.092178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07a4ea35-835a-46e5-96a1-938f5200ae27 req-e77a804c-430d-464a-be98-bc883ae56a3d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585279 Aug 27 02:24:10.202270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c99a779-dddf-4b7e-885f-9ee500452ef2 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:10.218540 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.233134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Transition to ACTIVE for port object 8c99a779-dddf-4b7e-885f-9ee500452ef2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:10.234909 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c270919e-237a-46ee-bf41-8cde412adbb9 x-openstack-request-id: req-c270919e-237a-46ee-bf41-8cde412adbb9 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:10.235266 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:10.235488 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c270919e-237a-46ee-bf41-8cde412adbb9 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:10.236191 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f', 'status': 'completed', 'code': 200} Aug 27 02:24:10.272595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.396193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Port 58c2d5fb-dd25-4f19-9469-a5337e2b132b on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:10.396834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Attempting to bind port 58c2d5fb-dd25-4f19-9469-a5337e2b132b on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:10.403727 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017bb1e-7192-41cf-bf09-84b74b812616 x-openstack-request-id: req-d017bb1e-7192-41cf-bf09-84b74b812616 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:10.404000 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606513d0-90bd-4656-a4f2-f7dc60399888", "tag": "59d6bacc-f79a-4109-88b0-112d8e80382a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:10.404104 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d017bb1e-7192-41cf-bf09-84b74b812616 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:10.404472 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606513d0-90bd-4656-a4f2-f7dc60399888', 'tag': '59d6bacc-f79a-4109-88b0-112d8e80382a', 'status': 'completed', 'code': 200} Aug 27 02:24:10.405245 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.421844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-e53c5c6c-9b2a-4f3e-bbf9-c9da6fd24e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.423585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-e53c5c6c-9b2a-4f3e-bbf9-c9da6fd24e2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 1098 time: 0.6900170 Aug 27 02:24:10.445587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:10.445945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:10.446333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:10.446796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Bound port: 58c2d5fb-dd25-4f19-9469-a5337e2b132b, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:10.447159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.544799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-38482176-6654-4b27-8c86-a768e4421e3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=59d6bacc-f79a-4109-88b0-112d8e80382a HTTP/1.1" status: 200 len: 217 time: 0.0948577 Aug 27 02:24:10.571394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Pushing event updated for resources: {'Port': ['ID=dd5df86c-e181-436b-8d91-7b5f9d144792,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:10.675224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.694350 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.698025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-1003d2da-2df9-4ed3-ae9d-ec68171b5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.699604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-1003d2da-2df9-4ed3-ae9d-ec68171b5ad6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1460218 Aug 27 02:24:10.719257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] For port 58c2d5fb-dd25-4f19-9469-a5337e2b132b, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:10.721351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Pushing event updated for resources: {'Port': ['ID=8c99a779-dddf-4b7e-885f-9ee500452ef2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:10.750561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.751047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.751517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.751987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.752441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.752902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.753363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.755360 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-0a790413-18c9-403d-89ad-21ec5764c47d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6380 time: 0.5181725 Aug 27 02:24:10.761012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.761852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-599f6046-a71e-43c5-957a-d30082278656 req-57890f10-5d16-45c4-a6bd-99dd750f22e4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4162717 Aug 27 02:24:10.764464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] For port 58c2d5fb-dd25-4f19-9469-a5337e2b132b, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=58c2d5fb-dd25-4f19-9469-a5337e2b132b,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:10.780815 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.851382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.857353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.863317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.869294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.872688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.873312 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.874709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] 10.222.0.45 "PUT /v2.0/ports/58c2d5fb-dd25-4f19-9469-a5337e2b132b HTTP/1.1" status: 200 len: 1096 time: 3.8680825 Aug 27 02:24:10.875430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.881425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.883891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-599f6046-a71e-43c5-957a-d30082278656 req-585074ea-85ce-4770-bfa7-982bc83ce466 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.1084356 Aug 27 02:24:10.888506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.897849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-ff2325b8-5a53-4b16-bf73-dcd1bac48147 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5420 time: 0.2355897 Aug 27 02:24:10.903782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-8df1efba-712d-4035-97b9-eb31732a12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.906444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-8df1efba-712d-4035-97b9-eb31732a12cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818192 Aug 27 02:24:10.916975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.016818 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f076814a-d817-49d6-bf1e-4d53cece5ea1 req-0c5090c8-a5a8-451b-a859-6439002099df tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975070 Aug 27 02:24:11.016818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Attempting to bind port 8c99a779-dddf-4b7e-885f-9ee500452ef2 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:11.016818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Attempting to bind port 8c99a779-dddf-4b7e-885f-9ee500452ef2 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:11.016818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Attempting to bind port 8c99a779-dddf-4b7e-885f-9ee500452ef2 on network 57ddc318-492a-427e-95de-ec664d81e1e4 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:11.017423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1df0-a221-44cb-92e4-3c91b6e29ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=58c2d5fb-dd25-4f19-9469-a5337e2b132b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:11.032552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Port 8c99a779-dddf-4b7e-885f-9ee500452ef2 on network 57ddc318-492a-427e-95de-ec664d81e1e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:11.032904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Attempting to bind port 8c99a779-dddf-4b7e-885f-9ee500452ef2 on network 57ddc318-492a-427e-95de-ec664d81e1e4 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:11.035690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-faec2a2e-8e9f-45dc-b4a7-cd8658cff7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.036171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-faec2a2e-8e9f-45dc-b4a7-cd8658cff7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.036636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-faec2a2e-8e9f-45dc-b4a7-cd8658cff7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.038348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-faec2a2e-8e9f-45dc-b4a7-cd8658cff7e8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fed3a08ed24444739f28e31cd37296d7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2563879 Aug 27 02:24:11.045976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:11.046357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Checking segment: {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:11.046750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Bound using segment: {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:11.047199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Bound port: 8c99a779-dddf-4b7e-885f-9ee500452ef2, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:11.047567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.063310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c748bbb-95eb-488e-afa4-df4dfe71c1d1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:11.073393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3734c5-448a-46a5-883c-f7a501e3e24c None None] Network f0c725d1-85af-4d0a-aeb7-89d6b83a4363 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:11.075497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.079870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f0215e90-0a6c-42dc-80d6-690ccd4472d8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3c748bbb-95eb-488e-afa4-df4dfe71c1d1 HTTP/1.1" status: 204 len: 168 time: 1.7243421 Aug 27 02:24:11.085055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39328) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:11.295120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5711e506-3a55-4d8d-bd1c-82297226c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.296657 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-5711e506-3a55-4d8d-bd1c-82297226c742 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 1099 time: 0.3492270 Aug 27 02:24:11.327267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] For port 8c99a779-dddf-4b7e-885f-9ee500452ef2, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:11.332120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] For port 8c99a779-dddf-4b7e-885f-9ee500452ef2, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:11.336116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-a82af274-9441-4586-a6ac-88442f910328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.337724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbd53dc0-1403-441a-a461-5272f9001b2a req-a82af274-9441-4586-a6ac-88442f910328 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2878735 Aug 27 02:24:11.340495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.349831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a91777-d6ba-46c4-a2c2-8e4759a6a050 req-cd52d982-4f54-460d-b2d4-10a2f4c84845 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.353108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.357813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72a91777-d6ba-46c4-a2c2-8e4759a6a050 req-cd52d982-4f54-460d-b2d4-10a2f4c84845 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 949 time: 0.1294136 Aug 27 02:24:11.361581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6046-a71e-43c5-957a-d30082278656 req-27c5d7bc-deb3-4d0a-b3da-50358d3b2a7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.363278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-599f6046-a71e-43c5-957a-d30082278656 req-27c5d7bc-deb3-4d0a-b3da-50358d3b2a7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.4620397 Aug 27 02:24:11.367509 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-b163b087-94ba-4c8c-99e1-0720c18a50ac service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448628 Aug 27 02:24:11.369279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-eaa79b57-feb9-46b0-8990-a8315a9fa733 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58c2d5fb-dd25-4f19-9469-a5337e2b132b HTTP/1.1" status: 200 len: 217 time: 0.0591302 Aug 27 02:24:11.378459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-599f6046-a71e-43c5-957a-d30082278656 req-59b3f3fd-e68b-48bc-94e7-b050d4eeb8e7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:24:11.379472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-599f6046-a71e-43c5-957a-d30082278656 req-59b3f3fd-e68b-48bc-94e7-b050d4eeb8e7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073593 Aug 27 02:24:11.442356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.450191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.452787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] 10.222.0.45 "PUT /v2.0/ports/8c99a779-dddf-4b7e-885f-9ee500452ef2 HTTP/1.1" status: 200 len: 1091 time: 1.8698795 Aug 27 02:24:11.498822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72a91777-d6ba-46c4-a2c2-8e4759a6a050 req-4be4f8ac-4b1b-4c09-aead-e07090c32621 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353102 Aug 27 02:24:11.506849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Request body: {'port': {'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:11.518486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 743da4c8-58db-444a-a61a-04517b26d182 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:11.576304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-457779a8-272b-40a0-b8b7-3dd881a70447 req-3d7b038a-467d-46f2-979a-32553cdce6ef tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0982625 Aug 27 02:24:11.576914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735913e-74be-42b6-8d04-662cf4bafd02 service neutron] Pushing event updated for resources: {'Port': ['ID=8c99a779-dddf-4b7e-885f-9ee500452ef2,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:11.606433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-b518311e-c2e1-418e-be6b-04514061a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.614018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-b518311e-c2e1-418e-be6b-04514061a1ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2285914 Aug 27 02:24:11.641354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 743da4c8-58db-444a-a61a-04517b26d182 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:11.646449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 743da4c8-58db-444a-a61a-04517b26d182 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:11.647323 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.682066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.727716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] DHCP port deletion for f0c725d1-85af-4d0a-aeb7-89d6b83a4363 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:24:11.780170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-7f35139d-9e35-43bf-8335-3113a63275a8 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972728 Aug 27 02:24:11.828713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Deleting port 6234b65f-314d-4576-867e-68b0b69b9caf {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:11.829125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.838116 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.849774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-72f9621a-12b9-42ce-b597-f80c9725fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.850738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-72f9621a-12b9-42ce-b597-f80c9725fc25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2264814 Aug 27 02:24:11.894086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743da4c8-58db-444a-a61a-04517b26d182'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:11.896477 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb39791d-267e-4a27-b8e9-bce062e8d5ca" -d '{"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-plugged", "status": "completed", "tag": "743da4c8-58db-444a-a61a-04517b26d182"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:11.909273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] Deleting port 6234b65f-314d-4576-867e-68b0b69b9caf {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:11.909653 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.917628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:11.961364 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.994121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013044-77be-46e9-979f-189089c3191f req-d4de0bac-8f15-4b67-a2a0-623762f1485e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.001609 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6013044-77be-46e9-979f-189089c3191f req-d4de0bac-8f15-4b67-a2a0-623762f1485e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 948 time: 0.2606871 Aug 27 02:24:12.012436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] For port 6234b65f-314d-4576-867e-68b0b69b9caf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6234b65f-314d-4576-867e-68b0b69b9caf,segment=NetworkSegment(eefc7763-aa62-4b9b-bfbe-214993219d8f),segment_id=eefc7763-aa62-4b9b-bfbe-214993219d8f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:12.012687 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.035490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] Calling delete_port for 6234b65f-314d-4576-867e-68b0b69b9caf owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:12.042498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:12.086023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] For port 6234b65f-314d-4576-867e-68b0b69b9caf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6234b65f-314d-4576-867e-68b0b69b9caf,segment=NetworkSegment(eefc7763-aa62-4b9b-bfbe-214993219d8f),segment_id=eefc7763-aa62-4b9b-bfbe-214993219d8f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:12.086582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.093272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769d49-2395-47a7-880a-b15274527fce req-5311bd4a-39e5-4612-8298-80ab498dbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.094958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6769d49-2395-47a7-880a-b15274527fce req-5311bd4a-39e5-4612-8298-80ab498dbc7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 1098 time: 0.2433431 Aug 27 02:24:12.107966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6013044-77be-46e9-979f-189089c3191f req-18fbf380-bf78-4394-b6f4-ec26ad44c68d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053858 Aug 27 02:24:12.124573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Calling delete_port for 6234b65f-314d-4576-867e-68b0b69b9caf owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:12.127212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.148977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] No DVR routers for this DVR port 6234b65f-314d-4576-867e-68b0b69b9caf on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:12.168804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083ac9-fbef-4ecb-a5c8-2d35d633b7e6 None None] Pushing event deleted for resources: {'Port': ['ID=6234b65f-314d-4576-867e-68b0b69b9caf,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:12.187278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-a8645cb5-e4fb-41a2-b723-d3bb5ab4e5ad service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909544 Aug 27 02:24:12.193066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-c3715d1c-010d-40af-8183-316d2e9bf82b tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.194902 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-c3715d1c-010d-40af-8183-316d2e9bf82b tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 821 time: 0.2402439 Aug 27 02:24:12.205643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-bf5e771d-c56f-4441-b4b5-859c4179e73a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.207498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-bf5e771d-c56f-4441-b4b5-859c4179e73a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb&tenant_id=f36ca37050b447b29419c9ff0cebd623&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 950 time: 0.1821823 Aug 27 02:24:12.243248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509'}, {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:12.246521 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53365f7d-972b-4be6-9ab8-5ee76a22470a" -d '{"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509"}, {"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:12.250972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-848824b5-0982-4155-8499-0435f7d9da60 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/quotas/5bef00d632e141f483240dd41584f29a HTTP/1.1" status: 200 len: 375 time: 0.0394435 Aug 27 02:24:12.338202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109811b0-e2a4-4f1b-a28e-20402b738205 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:12.356166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.364003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769d49-2395-47a7-880a-b15274527fce req-43b9ee73-5fdb-4db3-af6a-c62f42312bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.365645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6769d49-2395-47a7-880a-b15274527fce req-43b9ee73-5fdb-4db3-af6a-c62f42312bc2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2536893 Aug 27 02:24:12.367667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.373759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7aa2be0b-810f-478e-9bec-9167b3a4c2c7 req-b2856d5c-a6bf-46f0-9651-5b5f6a9bb69f service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530862 Aug 27 02:24:12.403572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Pushing event deleted for resources: {'Port': ['ID=6234b65f-314d-4576-867e-68b0b69b9caf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:12.415342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-ee41e05a-62b3-49d5-ad24-d22585d57be4 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1286478 Aug 27 02:24:12.418525 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-1ae3840b-a4b6-421a-a600-3f9db7ffca6c service neutron] delete failed (client error): The resource could not be found. Aug 27 02:24:12.419456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-1ae3840b-a4b6-421a-a600-3f9db7ffca6c service neutron] 10.222.0.45 "DELETE /v2.0/ports/743da4c8-58db-444a-a61a-04517b26d182/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.1859725 Aug 27 02:24:12.420437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Transition to ACTIVE for port object 109811b0-e2a4-4f1b-a28e-20402b738205 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:12.431342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a811ad-8151-4203-b02d-8090339eeb97', 'tag': '58c2d5fb-dd25-4f19-9469-a5337e2b132b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:12.433546 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce73196a-7b89-4d06-8ef2-09711431120a" -d '{"events": [{"name": "network-changed", "server_uuid": "63a811ad-8151-4203-b02d-8090339eeb97", "tag": "58c2d5fb-dd25-4f19-9469-a5337e2b132b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:12.438079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.439070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] No DVR routers for this DVR port 6234b65f-314d-4576-867e-68b0b69b9caf on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:12.441273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6769d49-2395-47a7-880a-b15274527fce req-6a496720-6858-4eee-9993-15123cf1b128 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=59d6bacc-f79a-4109-88b0-112d8e80382a HTTP/1.1" status: 200 len: 217 time: 0.0658026 Aug 27 02:24:12.593274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17e2c9ea-514d-4249-a2b3-0015fd804323 req-70078da5-e04d-416f-8f07-fd533bb78a48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0440080 Aug 27 02:24:12.607417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769d49-2395-47a7-880a-b15274527fce req-5720d3ad-4710-43d3-96e7-df6c7a14303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.609125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6769d49-2395-47a7-880a-b15274527fce req-5720d3ad-4710-43d3-96e7-df6c7a14303c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1465721 Aug 27 02:24:12.611748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.637628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c725d1-85af-4d0a-aeb7-89d6b83a4363']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:12.668275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Pushing event updated for resources: {'Port': ['ID=109811b0-e2a4-4f1b-a28e-20402b738205,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:12.671599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefc7763-aa62-4b9b-bfbe-214993219d8f') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:12.671894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefc7763-aa62-4b9b-bfbe-214993219d8f') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:12.685833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.706529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.710287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769d49-2395-47a7-880a-b15274527fce req-bc74aae1-d925-49cf-a77a-804715302877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.711949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6769d49-2395-47a7-880a-b15274527fce req-bc74aae1-d925-49cf-a77a-804715302877 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912187 Aug 27 02:24:12.717756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:12.718278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.718444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-c3cddbbf-e0b8-4157-be5e-ad7c8285971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.720074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-c3cddbbf-e0b8-4157-be5e-ad7c8285971f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1101 time: 0.1692317 Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:24:12.720704 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:24:12.760112 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-c276889c-6f42-4edc-8fca-55157ab93805 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343112 Aug 27 02:24:12.798618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Attempting to bind port 109811b0-e2a4-4f1b-a28e-20402b738205 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:12.799008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Attempting to bind port 109811b0-e2a4-4f1b-a28e-20402b738205 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:12.799667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Attempting to bind port 109811b0-e2a4-4f1b-a28e-20402b738205 on network 57ddc318-492a-427e-95de-ec664d81e1e4 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:12.824484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Port 109811b0-e2a4-4f1b-a28e-20402b738205 on network 57ddc318-492a-427e-95de-ec664d81e1e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:12.824888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Attempting to bind port 109811b0-e2a4-4f1b-a28e-20402b738205 on network 57ddc318-492a-427e-95de-ec664d81e1e4 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:12.841351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.851150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.855422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] 10.222.0.10 "DELETE /v2.0/networks/f0c725d1-85af-4d0a-aeb7-89d6b83a4363 HTTP/1.1" status: 204 len: 168 time: 1.7670436 Aug 27 02:24:12.866589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87fd61-67d3-4b73-b1b6-a7c6d352040f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c725d1-85af-4d0a-aeb7-89d6b83a4363,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:12.891431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6769d49-2395-47a7-880a-b15274527fce req-c30a879a-1b1a-4c6c-bafe-b26e2a19e234 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600533 Aug 27 02:24:12.909476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:12.909823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Checking segment: {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:12.910365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Bound using segment: {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:12.910684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Bound port: 109811b0-e2a4-4f1b-a28e-20402b738205, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be2a236-8f85-4276-a4b3-a20cf4e39737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:12.911046 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.990297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6234b65f-314d-4576-867e-68b0b69b9caf no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:12.997688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6769d49-2395-47a7-880a-b15274527fce req-ad140ea1-4e93-4a25-91eb-1cd4daead539 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982111 Aug 27 02:24:13.014272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-7de8cb21-80ab-4ced-b81d-723eb617a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.016392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-7de8cb21-80ab-4ced-b81d-723eb617a825 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2858837 Aug 27 02:24:13.017984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6234b65f-314d-4576-867e-68b0b69b9caf {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:13.018450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6234b65f-314d-4576-867e-68b0b69b9caf not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:13.042922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7163262-3091-47d4-b9b1-18d2cb159634 req-db7dbe03-80da-47a9-b36f-f31163255837 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.044432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7163262-3091-47d4-b9b1-18d2cb159634 req-db7dbe03-80da-47a9-b36f-f31163255837 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.0664754 Aug 27 02:24:13.051959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-ecd74c68-1b43-4e8c-95e7-fe40dfe3c5ef service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628136 Aug 27 02:24:13.095534 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7163262-3091-47d4-b9b1-18d2cb159634 req-3d8feeca-a0cd-4e1f-9036-b1d222387313 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Aug 27 02:24:13.107580 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-f9dc9a8f-504d-45b5-b71b-4e1d1ef634d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.0620410 Aug 27 02:24:13.111947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] For port 109811b0-e2a4-4f1b-a28e-20402b738205, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:13.117850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39416) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:13.164219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] For port 109811b0-e2a4-4f1b-a28e-20402b738205, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=109811b0-e2a4-4f1b-a28e-20402b738205,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:13.166121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-31a67c48-9146-4350-9226-fa02bb896580 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16ff6397cac5439fb5442004fca8522d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469213 Aug 27 02:24:13.168585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39420) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:13.178592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:13.208832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-939b6c40-3596-4604-b577-80d00233ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.210932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-939b6c40-3596-4604-b577-80d00233ac8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0945292 Aug 27 02:24:13.225767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.226477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:13.227826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] 10.222.0.45 "PUT /v2.0/ports/109811b0-e2a4-4f1b-a28e-20402b738205 HTTP/1.1" status: 200 len: 1091 time: 1.7277465 Aug 27 02:24:13.232469 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c145a0-9916-473c-8176-bacfeebd4af7 x-openstack-request-id: req-23c145a0-9916-473c-8176-bacfeebd4af7 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:13.233817 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-plugged", "status": "completed", "tag": "743da4c8-58db-444a-a61a-04517b26d182", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:13.234352 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23c145a0-9916-473c-8176-bacfeebd4af7 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:13.234992 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743da4c8-58db-444a-a61a-04517b26d182', 'code': 200} Aug 27 02:24:13.256236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbc00053-d0be-4e10-ad7d-b9c1a5c9bc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:13.279926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2471e-0d48-423c-afa7-690ff5a24d35 service neutron] Pushing event updated for resources: {'Port': ['ID=109811b0-e2a4-4f1b-a28e-20402b738205,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:13.285861 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0309169c-152d-466c-abd1-37b651a97351 x-openstack-request-id: req-0309169c-152d-466c-abd1-37b651a97351 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:13.286153 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:13.286438 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0309169c-152d-466c-abd1-37b651a97351 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:13.286797 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509', 'status': 'completed', 'code': 200} Aug 27 02:24:13.287106 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2', 'status': 'completed', 'code': 200} Aug 27 02:24:13.311706 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbc00053-d0be-4e10-ad7d-b9c1a5c9bc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:13.355441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-1dc13258-5b23-425e-9758-dff25de8da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.357286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-1dc13258-5b23-425e-9758-dff25de8da96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346695 Aug 27 02:24:13.415041 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c53a26-ad7e-45e4-84ce-81b8c73dedb8 x-openstack-request-id: req-37c53a26-ad7e-45e4-84ce-81b8c73dedb8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:13.415331 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a811ad-8151-4203-b02d-8090339eeb97", "tag": "58c2d5fb-dd25-4f19-9469-a5337e2b132b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:13.415583 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37c53a26-ad7e-45e4-84ce-81b8c73dedb8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:13.415979 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a811ad-8151-4203-b02d-8090339eeb97', 'tag': '58c2d5fb-dd25-4f19-9469-a5337e2b132b', 'status': 'completed', 'code': 200} Aug 27 02:24:13.451675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbc00053-d0be-4e10-ad7d-b9c1a5c9bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:13.455081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbc00053-d0be-4e10-ad7d-b9c1a5c9bc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:13.456918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cbc00053-d0be-4e10-ad7d-b9c1a5c9bc08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3084cce5-2ac7-4255-8944-300edc999a41 HTTP/1.1" status: 204 len: 168 time: 0.2872932 Aug 27 02:24:13.470295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.470919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.471389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.471848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.472309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.472770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.473229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.475295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb16b92c-5150-4d64-9852-4faf5cf5cb31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6489 time: 0.1911695 Aug 27 02:24:13.509652 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b2b9ba-3861-4047-8598-e4eca9d6adb0 req-da327a57-d8fe-4c52-b1e9-3011baf77ff2 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0705836 Aug 27 02:24:13.516466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc00053-d0be-4e10-ad7d-b9c1a5c9bc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3084cce5-2ac7-4255-8944-300edc999a41,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:13.526577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73196a-7b89-4d06-8ef2-09711431120a req-4f61c63c-65f9-4473-952b-563c7d475fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.531549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce73196a-7b89-4d06-8ef2-09711431120a req-4f61c63c-65f9-4473-952b-563c7d475fe9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 1099 time: 0.1482191 Aug 27 02:24:13.552456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.559005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.572523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.578344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.598182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.605125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.611320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.613427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-086b64b8-53e3-4c90-8540-2d3c52a35ad5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.2760475 Aug 27 02:24:13.617272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-788c26c3-974c-4358-af65-230305abccbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff HTTP/1.1" status: 200 len: 217 time: 0.1269732 Aug 27 02:24:13.694904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-00fcd967-79f9-470d-835e-9a65848fd050 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193767 Aug 27 02:24:13.712468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73196a-7b89-4d06-8ef2-09711431120a req-71c2d896-e357-49da-84fc-241c7ced4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.715065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce73196a-7b89-4d06-8ef2-09711431120a req-71c2d896-e357-49da-84fc-241c7ced4463 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1767497 Aug 27 02:24:13.765198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f970b15-e1e3-4a77-9a7e-5968f4491f21 req-a8da84c8-3968-4b12-95cf-8884fc9a1e8f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446881 Aug 27 02:24:13.768528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-6f13e075-c7ba-4dac-a627-8f7952558514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.770447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-6f13e075-c7ba-4dac-a627-8f7952558514 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735f726c-d2c8-4bb4-baaf-d10cbe4287bd HTTP/1.1" status: 200 len: 854 time: 0.1396589 Aug 27 02:24:13.820416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce73196a-7b89-4d06-8ef2-09711431120a req-5fba1ce5-a182-4423-a4c7-219ae8539b0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58c2d5fb-dd25-4f19-9469-a5337e2b132b HTTP/1.1" status: 200 len: 217 time: 0.0977702 Aug 27 02:24:13.908419 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73196a-7b89-4d06-8ef2-09711431120a req-6fac9b66-2648-453f-ad21-02bfa25e32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.910671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce73196a-7b89-4d06-8ef2-09711431120a req-6fac9b66-2648-453f-ad21-02bfa25e32fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0818410 Aug 27 02:24:13.967578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73196a-7b89-4d06-8ef2-09711431120a req-cd26ffd3-5cca-45f5-9181-7b7070f386ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.969392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce73196a-7b89-4d06-8ef2-09711431120a req-cd26ffd3-5cca-45f5-9181-7b7070f386ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493221 Aug 27 02:24:13.971524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b7626fa5-06fd-4ac2-a7ab-7fab2694cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.973044 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-b7626fa5-06fd-4ac2-a7ab-7fab2694cd63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43252a63-0fa7-40af-9791-8381c0b678e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568923 Aug 27 02:24:13.983549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7014b68-fad4-4a7e-805f-60858d7ee313 req-f07eea20-9065-4ed2-9314-1104d051debe service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790418 Aug 27 02:24:14.038184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ff055-77f6-4fdc-b132-d36b99adaca5 req-2a3a4630-6f21-4edc-8991-e3a6c3adece2 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.046060 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b32ff055-77f6-4fdc-b132-d36b99adaca5 req-2a3a4630-6f21-4edc-8991-e3a6c3adece2 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 948 time: 0.1633048 Aug 27 02:24:14.049170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39446) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:14.138102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce73196a-7b89-4d06-8ef2-09711431120a req-2b71a23b-4020-4ccd-a767-9ca06eff5ef2 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541369 Aug 27 02:24:14.166210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b32ff055-77f6-4fdc-b132-d36b99adaca5 req-9f78a509-a0fd-4ef5-a243-ba036589476b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195405 Aug 27 02:24:14.168403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-73178abb-1ea1-4f3d-90c1-5c7975ce8746 service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833134 Aug 27 02:24:14.171022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c9b1cea3-2057-4420-b9d2-188fb9e147c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dd3b85432ef48ab866dd432c2fd4dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208870 Aug 27 02:24:14.174634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39450) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:14.248132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce73196a-7b89-4d06-8ef2-09711431120a req-10882533-343d-4f4c-b45a-8dece0f26d4f service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989559 Aug 27 02:24:14.293335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4acb94c-657c-4175-8fe9-449a9c8c6d7e req-4f085b33-4e87-4e88-b2d6-ffe367b0e883 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 210 time: 0.0417945 Aug 27 02:24:14.322838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86068ebb-88ab-4f05-9ca7-37b18b819d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.345008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-6d2f5a72-c8ff-4753-8984-029a80c6f093 service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640282 Aug 27 02:24:14.375041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86068ebb-88ab-4f05-9ca7-37b18b819d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.443346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-fc9ff843-8c5b-4d07-a4df-bb01b10e5da0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 217 time: 0.0853581 Aug 27 02:24:14.506269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fea03-b856-497b-8a52-bc1770e0cfde req-fc1ee1ea-4d33-4368-872d-16fbe412c32f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.507836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f78fea03-b856-497b-8a52-bc1770e0cfde req-fc1ee1ea-4d33-4368-872d-16fbe412c32f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.1488419 Aug 27 02:24:14.566182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bc0a5c92-155d-4c96-8028-b142b2a470be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.567956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bc0a5c92-155d-4c96-8028-b142b2a470be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.1097143 Aug 27 02:24:14.573623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f78fea03-b856-497b-8a52-bc1770e0cfde req-c0501b75-b38b-4ae7-a260-58e7c5cae173 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568810 Aug 27 02:24:14.595473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86068ebb-88ab-4f05-9ca7-37b18b819d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.597073 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86068ebb-88ab-4f05-9ca7-37b18b819d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.598270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-86068ebb-88ab-4f05-9ca7-37b18b819d44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64bccd94-6a60-43b8-8a5a-9b18cefafc96 HTTP/1.1" status: 204 len: 168 time: 0.4226995 Aug 27 02:24:14.637123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86068ebb-88ab-4f05-9ca7-37b18b819d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bccd94-6a60-43b8-8a5a-9b18cefafc96,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:14.656906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-920c19c0-1130-48a6-892f-6fdee9002019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.658946 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-920c19c0-1130-48a6-892f-6fdee9002019 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797338 Aug 27 02:24:14.718052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa9734f6-5739-4ee8-ab1a-eacb5d8d2186 req-82e9da5f-8193-49bb-99d0-2c4a27af3a22 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0373707 Aug 27 02:24:14.724929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 58c2d5fb-dd25-4f19-9469-a5337e2b132b details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:14.831839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-c2b822c6-a97a-4496-9672-e91fbcf5bcff service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559546 Aug 27 02:24:14.950847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 58c2d5fb-dd25-4f19-9469-a5337e2b132b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=58c2d5fb-dd25-4f19-9469-a5337e2b132b,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:14.980809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '58c2d5fb-dd25-4f19-9469-a5337e2b132b', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '58c2d5fb-dd25-4f19-9469-a5337e2b132b', 'mac_address': 'fa:16:3e:11:b0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:15.066617 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-442e685c-f1c8-403a-b550-eceb535e3d7a service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322099 Aug 27 02:24:15.070883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.086157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-efbb385d-8f99-4bcc-8f43-b8a0ff475582 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.088076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-efbb385d-8f99-4bcc-8f43-b8a0ff475582 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.45 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 821 time: 0.2008684 Aug 27 02:24:15.102866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'port': {'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'admin_state_up': True, 'tenant_id': '5bef00d632e141f483240dd41584f29a'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:15.111357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c2d5fb-dd25-4f19-9469-a5337e2b132b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:15.141480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 58c2d5fb-dd25-4f19-9469-a5337e2b132b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=58c2d5fb-dd25-4f19-9469-a5337e2b132b,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:15.145761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-fb11357b-2e69-4c97-a434-9d8182cee81f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 217 time: 0.0714550 Aug 27 02:24:15.149002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.150177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 59d6bacc-f79a-4109-88b0-112d8e80382a details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:15.193496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 59d6bacc-f79a-4109-88b0-112d8e80382a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=59d6bacc-f79a-4109-88b0-112d8e80382a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:15.214580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '59d6bacc-f79a-4109-88b0-112d8e80382a', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '59d6bacc-f79a-4109-88b0-112d8e80382a', 'mac_address': 'fa:16:3e:7f:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:15.244744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-9ded1643-340c-48d9-853a-94fdeecb70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.244744 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-9ded1643-340c-48d9-853a-94fdeecb70b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.0911217 Aug 27 02:24:15.306956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.324280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:15.330873 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c1f13-93d8-49ee-801f-5596e1e0e492" -d '{"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:15.342849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d6bacc-f79a-4109-88b0-112d8e80382a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:15.354232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Made reservation on behalf of 5bef00d632e141f483240dd41584f29a for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:15.361414 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.381151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 59d6bacc-f79a-4109-88b0-112d8e80382a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=59d6bacc-f79a-4109-88b0-112d8e80382a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:15.388520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7b2b33a3-35fb-4f05-82a5-b302a29c9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.391434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.400177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7b2b33a3-35fb-4f05-82a5-b302a29c9352 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462805 Aug 27 02:24:15.407114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=58c2d5fb-dd25-4f19-9469-a5337e2b132b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:15.480983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=59d6bacc-f79a-4109-88b0-112d8e80382a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:15.561182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb1c54-3da3-4f06-ad8d-e8ca9a09ee9e req-84240264-a500-4ec7-a800-860694c6a582 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.562683 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92bb1c54-3da3-4f06-ad8d-e8ca9a09ee9e req-84240264-a500-4ec7-a800-860694c6a582 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 949 time: 0.0675466 Aug 27 02:24:15.563587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.569451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.575429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.581764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.587879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.593694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.599749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.601809 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-48a61167-3390-4182-9fab-d58d311a4d38 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1798897 Aug 27 02:24:15.614292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f02e1d85-4818-4d88-8265-d916d5afc8a6 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048061 Aug 27 02:24:15.640989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92bb1c54-3da3-4f06-ad8d-e8ca9a09ee9e req-a022ece9-81b5-4ffc-9dcd-c27fdbd98a1a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704250 Aug 27 02:24:15.676768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Allocated IP 172.20.0.4 (29058497-67da-454c-8dfa-c99c955c127e/e01322d7-2385-4426-b656-6823b218a21b/9acac08e-edd0-4350-bb7b-65b25adcdbc1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:15.683915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:15.702566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea32bd49-8cbf-4fcb-b357-7f5e46f64a83 req-d5dff64d-6ce9-40c2-8968-c5b957509bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688977 Aug 27 02:24:15.768786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['58c2d5fb-dd25-4f19-9469-a5337e2b132b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:15.779667 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-9c2b15f3-34d6-41ff-8a3d-d06473821d13 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560435 Aug 27 02:24:16.198784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca0bf062-c585-45eb-9489-ae093fe04f76 req-b5736060-81cc-4ee1-84d1-3333258130cb tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.4175317 Aug 27 02:24:16.200228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-05efe211-2901-4875-ad63-37ad28667525 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f HTTP/1.1" status: 200 len: 217 time: 0.3952153 Aug 27 02:24:16.210996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df82b51c-fecd-430d-adff-a595d75ebb53 req-693783c5-e476-4bc0-bbb6-6d88823c6b05 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 210 time: 0.0379527 Aug 27 02:24:16.256926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-d2d3d113-fc67-400f-b926-9658751cdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.258495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-d2d3d113-fc67-400f-b926-9658751cdae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.0501883 Aug 27 02:24:16.283168 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2471a8-765b-46c6-9cc4-393e1e80d486 x-openstack-request-id: req-8a2471a8-765b-46c6-9cc4-393e1e80d486 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:16.283651 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:16.283997 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a2471a8-765b-46c6-9cc4-393e1e80d486 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:16.284537 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205', 'status': 'completed', 'code': 200} Aug 27 02:24:16.316125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f5119e2f-d7c1-42df-953a-47771dc2c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.318087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-f5119e2f-d7c1-42df-953a-47771dc2c029 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468509 Aug 27 02:24:16.398364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.424349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294dd10-ef1d-4b3e-8ada-8653a40b6c74 req-f688cf68-99a9-453e-b5c8-228703512348 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.425929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b294dd10-ef1d-4b3e-8ada-8653a40b6c74 req-f688cf68-99a9-453e-b5c8-228703512348 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.0838737 Aug 27 02:24:16.427174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Transition to ACTIVE for port object 9acac08e-edd0-4350-bb7b-65b25adcdbc1 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:16.443949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-ed553bed-bdcd-4957-bb1a-0b59821893fb service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169832 Aug 27 02:24:16.471142 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.490337 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b294dd10-ef1d-4b3e-8ada-8653a40b6c74 req-db7b4fe6-e710-4399-b1b3-817af8f6e46c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555437 Aug 27 02:24:16.496493 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.517720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:16.565520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Network 29058497-67da-454c-8dfa-c99c955c127e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:16.569028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:16.574625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:16.580217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Pushing event updated for resources: {'Port': ['ID=9acac08e-edd0-4350-bb7b-65b25adcdbc1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:16.682880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.683549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.684256 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-524805da-5a3d-4307-8161-f3d87bd82c64 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266760 Aug 27 02:24:16.720882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330141b-0b7f-4786-9d99-538785732171 req-d86de300-74ae-4a7c-99d4-ae7ef9106f45 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.724264 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5330141b-0b7f-4786-9d99-538785732171 req-d86de300-74ae-4a7c-99d4-ae7ef9106f45 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.1080129 Aug 27 02:24:16.725428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 59d6bacc-f79a-4109-88b0-112d8e80382a up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:16.726671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-51fc7ddc-e2be-4bf1-9bcb-a8b7af1f9320 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6296427 Aug 27 02:24:16.742152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed972e27-7273-42a4-b297-1e14aaafaffc req-07bd7404-c833-4658-ae1f-3722510ce437 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.745945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Request body: {'port': {'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:16.750066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed972e27-7273-42a4-b297-1e14aaafaffc req-07bd7404-c833-4658-ae1f-3722510ce437 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1101 time: 0.1187804 Aug 27 02:24:16.753449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-c896108b-06d6-4df5-83f0-8d30c9c6f6d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f32e51da-d1a7-474b-8f36-ac21600c7509 HTTP/1.1" status: 200 len: 217 time: 0.0618248 Aug 27 02:24:16.789618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 59d6bacc-f79a-4109-88b0-112d8e80382a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:16.795803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 59d6bacc-f79a-4109-88b0-112d8e80382a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:16.796176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.834625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed972e27-7273-42a4-b297-1e14aaafaffc req-fc2e4dab-614e-47c9-b48d-d7173902f51a tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792959 Aug 27 02:24:16.853214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5330141b-0b7f-4786-9d99-538785732171 req-2912ffe8-08ad-40d7-85c6-9baaca0bda17 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038558 Aug 27 02:24:16.861030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-10f17966-3e80-4d5a-98b0-ccae38c5f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.862831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-10f17966-3e80-4d5a-98b0-ccae38c5f0c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.0961831 Aug 27 02:24:16.863979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.890905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.939708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606513d0-90bd-4656-a4f2-f7dc60399888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6bacc-f79a-4109-88b0-112d8e80382a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:16.942670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-a8e58f61-67af-44fb-a7ab-a1ca233c404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.942887 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d44044-f65c-40ec-950b-fa44bfb173d1" -d '{"events": [{"server_uuid": "606513d0-90bd-4656-a4f2-f7dc60399888", "name": "network-vif-plugged", "status": "completed", "tag": "59d6bacc-f79a-4109-88b0-112d8e80382a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:16.944732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-a8e58f61-67af-44fb-a7ab-a1ca233c404c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654268 Aug 27 02:24:16.961166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 59d6bacc-f79a-4109-88b0-112d8e80382a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=59d6bacc-f79a-4109-88b0-112d8e80382a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:16.965759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6be53f3a-a8cd-438e-87d3-4ad96df39d0c None None] Provisioning for port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:16.970422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6be53f3a-a8cd-438e-87d3-4ad96df39d0c None None] Provisioning complete for port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:16.971031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6be53f3a-a8cd-438e-87d3-4ad96df39d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.974449 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.048621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6be53f3a-a8cd-438e-87d3-4ad96df39d0c None None] Port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:17.063555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=59d6bacc-f79a-4109-88b0-112d8e80382a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:17.065734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-977845b3-9018-467e-9367-9c482a555c1b service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135304 Aug 27 02:24:17.112482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1271b-361e-4182-8be2-617fd8be1823 req-e77de1d0-bbfe-408e-b077-81d0f83467ee tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.113969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cc1271b-361e-4182-8be2-617fd8be1823 req-e77de1d0-bbfe-408e-b077-81d0f83467ee tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 949 time: 0.1188409 Aug 27 02:24:17.171529 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7cc1271b-361e-4182-8be2-617fd8be1823 req-96d2aa03-c89f-4e6f-8b75-a70559907bbe tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495050 Aug 27 02:24:17.192245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.198571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.199417 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.204476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.210780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.216650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.222639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.228579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.230558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-6f330b5d-57da-43bf-a05d-34612df0b4d4 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1137466 Aug 27 02:24:17.245439 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb88e6e-0f32-4e23-aa26-c56203353fae x-openstack-request-id: req-4eb88e6e-0f32-4e23-aa26-c56203353fae {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:17.245941 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606513d0-90bd-4656-a4f2-f7dc60399888", "name": "network-vif-plugged", "status": "completed", "tag": "59d6bacc-f79a-4109-88b0-112d8e80382a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:17.246305 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4eb88e6e-0f32-4e23-aa26-c56203353fae {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:17.246785 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606513d0-90bd-4656-a4f2-f7dc60399888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6bacc-f79a-4109-88b0-112d8e80382a', 'code': 200} Aug 27 02:24:17.279209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-0dd8a4b8-8a9d-4d01-aa51-f73c5ef05781 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033355 Aug 27 02:24:17.284113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acac08e-edd0-4350-bb7b-65b25adcdbc1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:17.294289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.309486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Transition to ACTIVE for port object 9acac08e-edd0-4350-bb7b-65b25adcdbc1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:17.317540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.361916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e4313629-31fd-4729-b4cd-056d7ffd8deb req-ea2a78ba-e398-475d-97b5-cf7e34b11028 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934801 Aug 27 02:24:17.361916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-e73c295f-febb-48cc-a169-7f7cb768d935 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2 HTTP/1.1" status: 200 len: 217 time: 0.0697806 Aug 27 02:24:17.406397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Pushing event updated for resources: {'Port': ['ID=9acac08e-edd0-4350-bb7b-65b25adcdbc1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:17.484314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb951-4322-4ac0-9a8e-70173956aa31 req-78bee076-2fb0-43e1-a3b7-97a4d5afeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.486376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b43eb951-4322-4ac0-9a8e-70173956aa31 req-78bee076-2fb0-43e1-a3b7-97a4d5afeb55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 1100 time: 0.1536558 Aug 27 02:24:17.487022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Attempting to bind port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:17.487432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Attempting to bind port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:17.487764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Attempting to bind port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 on network 29058497-67da-454c-8dfa-c99c955c127e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:17.490475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf9a749a-8347-4d6c-9911-e9160c304372 req-c1a56c27-1877-4fc5-865b-3f9003337a39 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0457203 Aug 27 02:24:17.509604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-d0f32516-a146-4f00-b3ac-bdeed9c6eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.511276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 on network 29058497-67da-454c-8dfa-c99c955c127e not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:17.512037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Attempting to bind port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 on network 29058497-67da-454c-8dfa-c99c955c127e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:17.525849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-d0f32516-a146-4f00-b3ac-bdeed9c6eca7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.1366117 Aug 27 02:24:17.531101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:17.531454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Checking segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:17.531848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Bound using segment: {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:17.532322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Bound port: 9acac08e-edd0-4350-bb7b-65b25adcdbc1, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d66ed1-0aca-4628-b632-12564f0e934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '29058497-67da-454c-8dfa-c99c955c127e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:17.532692 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.554621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddce4ec-9ab3-4f3a-9d6d-22a7b900d432 req-a89e982e-667b-4576-9025-2ffcc74edc78 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.562008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ddce4ec-9ab3-4f3a-9d6d-22a7b900d432 req-a89e982e-667b-4576-9025-2ffcc74edc78 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 943 time: 0.0932903 Aug 27 02:24:17.578380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b43eb951-4322-4ac0-9a8e-70173956aa31 req-b50ad6d3-00d2-4e0a-a6a9-514da7fd361b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850322 Aug 27 02:24:17.587554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7fef2679-451e-4fda-a4be-175ecc9edaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.588701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-7fef2679-451e-4fda-a4be-175ecc9edaef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569160 Aug 27 02:24:17.615946 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-df28a598-1f06-4105-ab8b-192dae5f6b3d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222094 Aug 27 02:24:17.631422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ddce4ec-9ab3-4f3a-9d6d-22a7b900d432 req-23463234-57f9-49f4-9ad4-b0662bd26fc7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685258 Aug 27 02:24:17.660718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] For port 9acac08e-edd0-4350-bb7b-65b25adcdbc1, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:17.664333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] For port 9acac08e-edd0-4350-bb7b-65b25adcdbc1, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:17.673424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.717981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.718637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.720088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] 10.222.0.45 "PUT /v2.0/ports/9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 1091 time: 0.9814935 Aug 27 02:24:17.720556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:17.722893 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:17.750629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ead01-7ef4-49ec-ae73-08313cffa0eb service neutron] Pushing event updated for resources: {'Port': ['ID=9acac08e-edd0-4350-bb7b-65b25adcdbc1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:17.751050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-91fb9a62-e79b-455b-9ddd-4406ed693b4b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.752675 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-91fb9a62-e79b-455b-9ddd-4406ed693b4b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306717 Aug 27 02:24:17.835509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-eedd103b-ac7e-4b74-ac9c-e86328a8273f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/quotas/f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 375 time: 0.0719790 Aug 27 02:24:17.893716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-c981e7b8-7bfa-450d-b907-0ca4f7b9e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.895481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-c981e7b8-7bfa-450d-b907-0ca4f7b9e340 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 1094 time: 0.0561740 Aug 27 02:24:17.918024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-6fc65a39-0d04-4216-b049-ca3f3e3ae6d8 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437521 Aug 27 02:24:17.924263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-f03d0986-5ebb-4972-abee-b913de946ffb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830429 Aug 27 02:24:17.947133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-3ed72fb2-514f-45a2-9460-521d13b76a92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 217 time: 0.0422280 Aug 27 02:24:17.948684 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551a4a72-e5a8-407d-9c47-1cc558cb1208 x-openstack-request-id: req-551a4a72-e5a8-407d-9c47-1cc558cb1208 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:17.948967 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:17.949212 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-551a4a72-e5a8-407d-9c47-1cc558cb1208 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:17.949599 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'status': 'completed', 'code': 200} Aug 27 02:24:18.022410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-1e6ce841-ca84-46c5-a7b3-3758e7d69f04 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952954 Aug 27 02:24:18.047465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-bffa3649-6179-492a-8d68-34efb2a29ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.049394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-bffa3649-6179-492a-8d68-34efb2a29ca3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0791833 Aug 27 02:24:18.069968 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-30052435-c876-46bd-aa89-fbbfe88b67a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=109811b0-e2a4-4f1b-a28e-20402b738205 HTTP/1.1" status: 200 len: 217 time: 0.0400460 Aug 27 02:24:18.133637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-0305facd-ca49-40db-8adf-ed2ab20fda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.135328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-0305facd-ca49-40db-8adf-ed2ab20fda96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.0577478 Aug 27 02:24:18.153074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-16b515da-c819-4e2b-821d-9129f65048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.155011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-16b515da-c819-4e2b-821d-9129f65048bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986915 Aug 27 02:24:18.174789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-645173a1-6b4a-457f-9eb6-162c6c15bf7e req-e3d6f3cd-3c92-4341-926c-17a2671e5973 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 210 time: 0.0379364 Aug 27 02:24:18.216464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb791dc4-90e6-4fe5-b073-273097a43d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.217963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-bb791dc4-90e6-4fe5-b073-273097a43d4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720780 Aug 27 02:24:18.247545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22654f-302e-42c5-9fdd-5c50adeb7e56 req-118715bd-238b-4263-b8ba-8cd0f0b1e797 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.249115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f22654f-302e-42c5-9fdd-5c50adeb7e56 req-118715bd-238b-4263-b8ba-8cd0f0b1e797 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.1339374 Aug 27 02:24:18.331366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f22654f-302e-42c5-9fdd-5c50adeb7e56 req-c54bee4c-0531-4e7c-8b4d-5952a1216169 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737412 Aug 27 02:24:18.335125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-6871b99a-db14-4692-9f2e-9cb969152e25 service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726196 Aug 27 02:24:18.381579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9bd46-996e-4362-895f-bbf3d6b76875 req-1b634441-f67a-4539-9aa0-7471f556f548 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.381579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6af9bd46-996e-4362-895f-bbf3d6b76875 req-1b634441-f67a-4539-9aa0-7471f556f548 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 949 time: 0.0776138 Aug 27 02:24:18.420037 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-d29e0070-4c7d-4045-b0c9-5af644b4d059 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933179 Aug 27 02:24:18.502817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6af9bd46-996e-4362-895f-bbf3d6b76875 req-4e17a163-44d4-47f4-b126-4bf286840d0c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082201 Aug 27 02:24:18.536930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76eafc0-a5e8-40a7-9278-1e735209c41b req-36f2f5d5-936a-47ae-9dc6-c6a62f576c62 service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933315 Aug 27 02:24:18.553910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40022b0e-cd24-4074-ba11-bf02f3b4474f req-690b9438-0f36-46ec-9ab5-f791e55d7501 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232381 Aug 27 02:24:18.559479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.566410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.578998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.586096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.593857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.600016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.606990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.614919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7760a0b9-6b74-4d8d-80f1-5bfb20da1f33 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1887085 Aug 27 02:24:18.674276 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-241a1e09-66b4-4cee-8ef3-2809983a380f req-679c3cd8-cd73-48e0-bb1d-3b8a57432cb0 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0480247 Aug 27 02:24:18.691171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-53fe8dd0-9e3f-4c5f-9611-80f904e360b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.693329 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-53fe8dd0-9e3f-4c5f-9611-80f904e360b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 1094 time: 0.0572939 Aug 27 02:24:18.709873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-a6487817-ff71-4dd9-a448-a66f799f95d3 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.711997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-a6487817-ff71-4dd9-a448-a66f799f95d3 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.2493100 Aug 27 02:24:18.726591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1836437-75bd-46be-83a9-04952a5fcd1c req-7f4002b0-5e53-48e5-a2ed-2f7e54dadb4f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046615 Aug 27 02:24:18.758974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 58c2d5fb-dd25-4f19-9469-a5337e2b132b up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:18.835210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.835870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.836402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.836926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.838074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.838674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.842627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.844996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-917d624e-7c0c-4e2c-87c3-5766c1723684 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6489 time: 0.1891775 Aug 27 02:24:18.868654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 58c2d5fb-dd25-4f19-9469-a5337e2b132b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:18.876156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 58c2d5fb-dd25-4f19-9469-a5337e2b132b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:18.877222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:18.884086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-95bd518e-65fc-41c7-b82e-96e3066563b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.885599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-95bd518e-65fc-41c7-b82e-96e3066563b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.1842713 Aug 27 02:24:18.899189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1adcac-052f-4083-a9e9-08cdfc8fa840 req-54aa8d54-836e-4c12-9d9b-1dec30b03b6f tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.901048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b1adcac-052f-4083-a9e9-08cdfc8fa840 req-54aa8d54-836e-4c12-9d9b-1dec30b03b6f tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 943 time: 0.0799508 Aug 27 02:24:18.950525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-ad348e53-bf1a-415c-88f1-b01fc229e411 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 217 time: 0.0477815 Aug 27 02:24:18.992176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Deleting port cebf90a3-02e4-40f4-862f-7885a18eef17 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:18.993187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.013864 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.029023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b1adcac-052f-4083-a9e9-08cdfc8fa840 req-67261a00-abbc-466f-9428-de2db5a1d9db tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176047 Aug 27 02:24:19.049305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-d3966503-c361-4a1c-b211-faffe4bc0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.050997 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-d3966503-c361-4a1c-b211-faffe4bc0466 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0863860 Aug 27 02:24:19.062062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 58c2d5fb-dd25-4f19-9469-a5337e2b132b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=58c2d5fb-dd25-4f19-9469-a5337e2b132b,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:19.073403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-16f23f15-c9d2-400c-8510-6c6637661e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.074959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-16f23f15-c9d2-400c-8510-6c6637661e69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aea73a19-2afa-4a18-9dfd-961653b53f34 HTTP/1.1" status: 200 len: 903 time: 0.2072332 Aug 27 02:24:19.079274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.132197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-fb63a65e-bdae-4bf1-98ef-88928a0fb7c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f32e51da-d1a7-474b-8f36-ac21600c7509 HTTP/1.1" status: 200 len: 217 time: 0.0473526 Aug 27 02:24:19.134418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-aa3f1ebd-7bb0-4125-8f31-5c93874936f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.135989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=58c2d5fb-dd25-4f19-9469-a5337e2b132b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:19.138797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-aa3f1ebd-7bb0-4125-8f31-5c93874936f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748305 Aug 27 02:24:19.201004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] For port cebf90a3-02e4-40f4-862f-7885a18eef17, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cebf90a3-02e4-40f4-862f-7885a18eef17,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:19.201476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.221745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Calling delete_port for cebf90a3-02e4-40f4-862f-7885a18eef17 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:19.231257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-424504b8-cda0-4ab7-8cb1-e940aca3eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.231804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-424504b8-cda0-4ab7-8cb1-e940aca3eeb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.0798798 Aug 27 02:24:19.248211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a811ad-8151-4203-b02d-8090339eeb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c2d5fb-dd25-4f19-9469-a5337e2b132b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:19.253715 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb125768-a9b2-4a75-b9ac-513b2c4e18a7" -d '{"events": [{"server_uuid": "63a811ad-8151-4203-b02d-8090339eeb97", "name": "network-vif-plugged", "status": "completed", "tag": "58c2d5fb-dd25-4f19-9469-a5337e2b132b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:19.294596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39682) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:19.303604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-4d67bb38-962e-4d62-a74a-97b571ec189a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486193 Aug 27 02:24:19.305893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-c5c2902d-8ce8-4296-967d-4b9478d67860 service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560676 Aug 27 02:24:19.319791 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d788c6-d7a7-4406-831f-1827dc536381 x-openstack-request-id: req-a8d788c6-d7a7-4406-831f-1827dc536381 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:19.320376 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a811ad-8151-4203-b02d-8090339eeb97", "name": "network-vif-plugged", "status": "completed", "tag": "58c2d5fb-dd25-4f19-9469-a5337e2b132b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:19.320814 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8d788c6-d7a7-4406-831f-1827dc536381 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:19.321441 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a811ad-8151-4203-b02d-8090339eeb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c2d5fb-dd25-4f19-9469-a5337e2b132b', 'code': 200} Aug 27 02:24:19.339063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11ab4316-1df0-4657-b24f-b3dbd0f050e3 req-728c6d4c-aa2f-4cbb-a45a-0b81e3890174 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 210 time: 0.0412798 Aug 27 02:24:19.355070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-1fcb2741-62cb-4de6-ab72-e8c610611e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.356698 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-1fcb2741-62cb-4de6-ab72-e8c610611e28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160684 Aug 27 02:24:19.514466 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1aa45bb-363d-443f-8c6d-3aaafc4e3860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.548888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f30cf703-c6ab-4d4d-a576-fd2be34dfa9c req-a92c7a7c-4390-4e41-bff2-5370be88777d service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298234 Aug 27 02:24:19.560046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-a0dcd5a2-fb0d-4a98-9fa2-34865b48d9c3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.562049 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-a0dcd5a2-fb0d-4a98-9fa2-34865b48d9c3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456853 Aug 27 02:24:19.572276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaae97-0656-436d-bed5-b92ae2ae9290 req-70a4e71e-08a7-416c-a6d3-b2b965389f68 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.575091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aeeaae97-0656-436d-bed5-b92ae2ae9290 req-70a4e71e-08a7-416c-a6d3-b2b965389f68 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3ff3391-0f2d-48b8-9764-22cc49e6030f HTTP/1.1" status: 200 len: 948 time: 0.1367931 Aug 27 02:24:19.582456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.589055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Request body: {'port': {'device_id': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'f36ca37050b447b29419c9ff0cebd623'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:19.646868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Pushing event deleted for resources: {'Port': ['ID=cebf90a3-02e4-40f4-862f-7885a18eef17,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:19.650287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bb8dc-bd04-4ff6-b91b-5baaa892a07b req-a915bf7f-22a7-4098-a447-65c9f1fea010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.651950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b75bb8dc-bd04-4ff6-b91b-5baaa892a07b req-a915bf7f-22a7-4098-a447-65c9f1fea010 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 1101 time: 0.1582847 Aug 27 02:24:19.662046 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-fa81c29a-6a3a-4ba5-b3e2-2f562d4bd99b service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541087 Aug 27 02:24:19.734157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aeeaae97-0656-436d-bed5-b92ae2ae9290 req-b6d1a0a9-24bf-4a9c-89ee-3e11c5e714e5 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529021 Aug 27 02:24:19.769757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] No DVR routers for this DVR port cebf90a3-02e4-40f4-862f-7885a18eef17 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:19.774484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.776459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c38717f-7cb6-48ea-97a2-1f0e88c11f4b req-1a514ca9-74fa-4b99-9388-77b4c4d9dfaf tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "DELETE /v2.0/ports/cebf90a3-02e4-40f4-862f-7885a18eef17 HTTP/1.1" status: 204 len: 173 time: 1.0484996 Aug 27 02:24:19.785769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1459d-ea14-4867-acfb-ac28745fecb2 req-b84fc459-b9f8-4d54-8203-541d271af306 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.790760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1aa45bb-363d-443f-8c6d-3aaafc4e3860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.793082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60f1459d-ea14-4867-acfb-ac28745fecb2 req-b84fc459-b9f8-4d54-8203-541d271af306 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 950 time: 0.2242200 Aug 27 02:24:19.806618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1aa45bb-363d-443f-8c6d-3aaafc4e3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.826693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b75bb8dc-bd04-4ff6-b91b-5baaa892a07b req-81876d8b-5e49-4458-90d4-bb292acc53bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622534 Aug 27 02:24:19.856590 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60f1459d-ea14-4867-acfb-ac28745fecb2 req-2f1ecb33-4331-4ad2-8c47-1fdc6d625f34 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626566 Aug 27 02:24:19.866750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d84d91d-4fc0-45ad-9b7a-4b27cce250b7 req-fb3174c7-0681-4d78-a993-127fa3cb3390 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0611980 Aug 27 02:24:19.887360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Made reservation on behalf of f36ca37050b447b29419c9ff0cebd623 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:19.890634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-71c579fb-62da-4608-838f-8c627b3d865a service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186651 Aug 27 02:24:19.890925 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:19.911506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b1aa45bb-363d-443f-8c6d-3aaafc4e3860 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09955675be674723959c4bd5593cfb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116738 Aug 27 02:24:19.912498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39696) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:19.920602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa45bb-363d-443f-8c6d-3aaafc4e3860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec01aa5-f294-4071-bd7c-3786abd25a37,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:19.950169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-deleted', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:19.952521 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d08f19-122e-4fad-82cf-1e2186a6a206" -d '{"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-deleted", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:19.998536 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14efd9bf-c709-43ae-8222-06b01ec58bbd x-openstack-request-id: req-14efd9bf-c709-43ae-8222-06b01ec58bbd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:19.998836 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff3391-0f2d-48b8-9764-22cc49e6030f", "name": "network-vif-deleted", "tag": "cebf90a3-02e4-40f4-862f-7885a18eef17", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:19.999089 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14efd9bf-c709-43ae-8222-06b01ec58bbd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:19.999520 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff3391-0f2d-48b8-9764-22cc49e6030f', 'name': 'network-vif-deleted', 'tag': 'cebf90a3-02e4-40f4-862f-7885a18eef17', 'status': 'completed', 'code': 200} Aug 27 02:24:20.030755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.037299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.043796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.050119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.056402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.062659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.069179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.071179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cba8546c-819f-4510-97e7-7679734cc5fa req-aad5a5bc-9ba1-44c1-97e0-475e35576c39 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1343644 Aug 27 02:24:20.094857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa1f-178e-4e58-ac38-ff198e36733e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.099912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Allocated IP 192.168.233.85 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/98a7c5f6-3137-4ec9-a0d7-948e68c07f6a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:20.155838 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa1f-178e-4e58-ac38-ff198e36733e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.181456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cba8546c-819f-4510-97e7-7679734cc5fa req-afc4d401-fd70-480a-908e-0da462c9b12f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978696 Aug 27 02:24:20.210889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.211635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.212454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.213251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.213867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.214587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.215221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.217500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-dfa107e6-cffa-4408-8137-0fd192370491 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6489 time: 0.1454206 Aug 27 02:24:20.247243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f951e3-10ea-45b4-bbd4-441f48694f4a req-8aa9b834-991f-4820-aa36-46f33af1bc9a tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.248668 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79f951e3-10ea-45b4-bbd4-441f48694f4a req-8aa9b834-991f-4820-aa36-46f33af1bc9a tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 943 time: 0.1241121 Aug 27 02:24:20.298739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa1f-178e-4e58-ac38-ff198e36733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.301188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa1f-178e-4e58-ac38-ff198e36733e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.302424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-eb1eaa1f-178e-4e58-ac38-ff198e36733e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bec01aa5-f294-4071-bd7c-3786abd25a37 HTTP/1.1" status: 204 len: 168 time: 0.3895121 Aug 27 02:24:20.321650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eaa1f-178e-4e58-ac38-ff198e36733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec01aa5-f294-4071-bd7c-3786abd25a37,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:20.333256 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79f951e3-10ea-45b4-bbd4-441f48694f4a req-15696041-5e43-4c32-9fb0-ffbb4189de32 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704291 Aug 27 02:24:20.357037 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.361602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-2eecd0cb-fb80-45c1-be99-d7361aeaa9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.363496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-2eecd0cb-fb80-45c1-be99-d7361aeaa9a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 200 len: 902 time: 0.1374373 Aug 27 02:24:20.374795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Transition to ACTIVE for port object 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:20.424102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.445572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:20.474489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:20.478032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:20.482985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:20.487592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:20.498759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-fc419717-a9d4-43e4-9b51-24ec21512f8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2 HTTP/1.1" status: 200 len: 217 time: 0.1085808 Aug 27 02:24:20.561354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.561919 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.614097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-b67549c2-2349-460c-8abe-aede6bd95456 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0313213 Aug 27 02:24:20.617993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-eca44b39-b566-4b74-9bca-53c927ab65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.619568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-eca44b39-b566-4b74-9bca-53c927ab65f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.1196938 Aug 27 02:24:20.632281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec299e-9a7f-4358-9bdb-49036e9aafa6 req-c1ae0014-bfb9-40ce-bb27-042794e08bff tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.634861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Request body: {'port': {'device_id': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:20.640958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1ec299e-9a7f-4358-9bdb-49036e9aafa6 req-c1ae0014-bfb9-40ce-bb27-042794e08bff tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 935 time: 0.1639240 Aug 27 02:24:20.711493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1ec299e-9a7f-4358-9bdb-49036e9aafa6 req-cf17550b-8a0b-4cbc-8321-e43b12a0c2a4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695901 Aug 27 02:24:20.714722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-2f890c88-8f3b-45cb-b9e7-c356886989a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.716200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-2f890c88-8f3b-45cb-b9e7-c356886989a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728552 Aug 27 02:24:20.719267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.752713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9acac08e-edd0-4350-bb7b-65b25adcdbc1 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:20.753716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39710) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:20.755747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d6bae4f8-1595-4e5a-aa5f-d53442374c92 None None] Provisioning for port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:20.761715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d6bae4f8-1595-4e5a-aa5f-d53442374c92 None None] Provisioning complete for port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:20.762399 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d6bae4f8-1595-4e5a-aa5f-d53442374c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.796673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb286f64-0e1b-4bde-aa60-c77e715b820b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.852896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d6bae4f8-1595-4e5a-aa5f-d53442374c92 None None] Port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:20.876554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-4240884e-1404-4a19-a28a-9761443cf288 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451471 Aug 27 02:24:20.927646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 9acac08e-edd0-4350-bb7b-65b25adcdbc1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:20.940684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'mac_address': 'fa:16:3e:35:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:20.990544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.006695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acac08e-edd0-4350-bb7b-65b25adcdbc1 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:21.039929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 9acac08e-edd0-4350-bb7b-65b25adcdbc1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:21.053380 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.082558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53365f7d-972b-4be6-9ab8-5ee76a22470a req-46656b2a-b685-4bd9-948d-9247eeef2344 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928923 Aug 27 02:24:21.092459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb286f64-0e1b-4bde-aa60-c77e715b820b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.093346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ad401-0e95-42ef-a7d1-192ced2205e8 req-7515e86d-22f4-4849-b3d5-90049b15e934 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.094577 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c66ad401-0e95-42ef-a7d1-192ced2205e8 req-7515e86d-22f4-4849-b3d5-90049b15e934 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 950 time: 0.1063476 Aug 27 02:24:21.138868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb286f64-0e1b-4bde-aa60-c77e715b820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.140303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=9acac08e-edd0-4350-bb7b-65b25adcdbc1,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.149140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c7fa303-6df0-4e07-af90-8a0a6722b42e req-8711a0b9-d733-4e11-b80c-5fa5461bcbb8 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0423362 Aug 27 02:24:21.154106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:21.186122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.201148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Transition to ACTIVE for port object 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:21.213769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c66ad401-0e95-42ef-a7d1-192ced2205e8 req-37553345-5813-4fb9-b44b-972557a20e17 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096773 Aug 27 02:24:21.213954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-eb286f64-0e1b-4bde-aa60-c77e715b820b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09c4111df9d74c9c99f0b38f32ddbde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570565 Aug 27 02:24:21.213954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb286f64-0e1b-4bde-aa60-c77e715b820b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537211ec-a66a-4f9c-8fda-b161a7fe0dc5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.214168 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.214551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39724) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:21.264105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.264588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.265052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.266356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.267164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.268071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.268071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.270108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-4dfbfee2-09e1-4f43-88d0-979c47993083 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6489 time: 0.1085057 Aug 27 02:24:21.336254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370700e-1548-41ac-8041-827d7563bb5e req-b85bc6fe-4b54-48c2-837c-2a454d1014e2 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.337823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b370700e-1548-41ac-8041-827d7563bb5e req-b85bc6fe-4b54-48c2-837c-2a454d1014e2 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 948 time: 0.1201701 Aug 27 02:24:21.346609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.358559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cebf90a3-02e4-40f4-862f-7885a18eef17 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:21.391234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['9acac08e-edd0-4350-bb7b-65b25adcdbc1'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:21.396500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: cebf90a3-02e4-40f4-862f-7885a18eef17 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:21.397176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cebf90a3-02e4-40f4-862f-7885a18eef17 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:21.409237 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5ec2289-8e85-4085-8f6e-88d6765e3e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.432498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b370700e-1548-41ac-8041-827d7563bb5e req-59f00cc1-55ad-4966-8097-6cce6ec20645 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762756 Aug 27 02:24:21.434125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-cefc0ba6-87e5-41d1-a4ef-975f59416162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.437016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-cefc0ba6-87e5-41d1-a4ef-975f59416162 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 200 len: 902 time: 0.1582143 Aug 27 02:24:21.487790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:21.488197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:21.488520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:21.490538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-f87c8899-38c5-4884-b833-2fc1c0a89391 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=109811b0-e2a4-4f1b-a28e-20402b738205 HTTP/1.1" status: 200 len: 217 time: 0.0453427 Aug 27 02:24:21.506381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5ec2289-8e85-4085-8f6e-88d6765e3e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.523750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.529937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.535900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.542218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.548938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-6639bd3f-36c4-4184-87e4-590ba60587e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.550707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-6639bd3f-36c4-4184-87e4-590ba60587e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.0531721 Aug 27 02:24:21.550930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.557763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.563740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.566594 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-ec306c96-4500-4ba3-9db3-90961b9a64be tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1763132 Aug 27 02:24:21.573039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:21.573473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:21.594206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:21.594915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:21.595084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:21.595602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Bound port: 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:21.596054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.626246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f8067-0dbc-4ef7-8e76-369f8e3d2d20 req-e8a4ac55-b56d-43a7-aa64-094ed35f7741 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.627773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ba4f8067-0dbc-4ef7-8e76-369f8e3d2d20 req-e8a4ac55-b56d-43a7-aa64-094ed35f7741 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 944 time: 0.0761442 Aug 27 02:24:21.634601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-96498e7c-da00-4a85-a2a9-e74a86085298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.636035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-96498e7c-da00-4a85-a2a9-e74a86085298 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732598 Aug 27 02:24:21.668859 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-903c2bd7-d489-4bb3-ace6-886a6ba0ebe4 req-49ae93ff-0d52-4e72-8adb-0275c29cd3cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926244 Aug 27 02:24:21.705423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5ec2289-8e85-4085-8f6e-88d6765e3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.708278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5ec2289-8e85-4085-8f6e-88d6765e3e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.709438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f5ec2289-8e85-4085-8f6e-88d6765e3e54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/537211ec-a66a-4f9c-8fda-b161a7fe0dc5 HTTP/1.1" status: 204 len: 168 time: 0.4916780 Aug 27 02:24:21.711069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:21.716214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:21.717773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ba4f8067-0dbc-4ef7-8e76-369f8e3d2d20 req-60f1d712-7498-485f-a0a4-21164ef47ceb tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808039 Aug 27 02:24:21.722291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec2289-8e85-4085-8f6e-88d6765e3e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537211ec-a66a-4f9c-8fda-b161a7fe0dc5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.726575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.770782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.771869 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.773512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] 10.222.0.45 "PUT /v2.0/ports/98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 1095 time: 1.1453085 Aug 27 02:24:21.776035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:21.779537 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68339bfd-1345-4892-bf34-a8202f4edac4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:21.821630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-c0578962-ce67-4df6-b85b-8b03ce346b82 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714895 Aug 27 02:24:21.823861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495383a-7dbe-4803-9b71-5fb59c73932b service neutron] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.843758 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad17abdc-852c-4278-a175-8cfc5304867a x-openstack-request-id: req-ad17abdc-852c-4278-a175-8cfc5304867a {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:21.844536 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:21.845353 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad17abdc-852c-4278-a175-8cfc5304867a {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:21.847130 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'status': 'completed', 'code': 200} Aug 27 02:24:21.932397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-0d5032eb-ee5a-42b4-9a2d-de7da9fcb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.933930 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-0d5032eb-ee5a-42b4-9a2d-de7da9fcb61b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1098 time: 0.0938096 Aug 27 02:24:21.937325 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e60c1f13-93d8-49ee-801f-5596e1e0e492 req-ffc4f99d-0e3b-44db-a5ab-ed20b4cf4416 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027136 Aug 27 02:24:21.946750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa20399-4a39-4a48-80a9-01d907def3fc req-93de99ac-66d0-4e78-a922-c8a1686fcdc8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.956018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aa20399-4a39-4a48-80a9-01d907def3fc req-93de99ac-66d0-4e78-a922-c8a1686fcdc8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.1074355 Aug 27 02:24:22.009254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-0f745c7d-c938-450a-a0cc-175ccbb67cc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0506825 Aug 27 02:24:22.053224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aa20399-4a39-4a48-80a9-01d907def3fc req-857a42d0-699c-4a90-a792-2503b8dee6c8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959077 Aug 27 02:24:22.069713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-d94cf9f4-bd8b-44cf-abd7-eed49a3b2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.071200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-d94cf9f4-bd8b-44cf-abd7-eed49a3b2bac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0510516 Aug 27 02:24:22.118023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-ae68c01c-5dce-4601-83a8-bb3d56d9ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.119582 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-ae68c01c-5dce-4601-83a8-bb3d56d9ca99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405772 Aug 27 02:24:22.226652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-0e97683c-b4ec-43a7-853d-e55c35b83a6b service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904281 Aug 27 02:24:22.362374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9b47e0-8972-432d-8a04-79b137f2f815 req-543729a7-8063-41ad-8f1e-d793e3a894c2 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253426 Aug 27 02:24:22.382177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1710282-fd51-4f1d-b3c1-b6824bff1082 req-beeaad7e-5fa9-481b-8ec5-83aac59c6b77 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.387692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1710282-fd51-4f1d-b3c1-b6824bff1082 req-beeaad7e-5fa9-481b-8ec5-83aac59c6b77 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 950 time: 0.0792317 Aug 27 02:24:22.465523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9124951d-5bd9-41ed-8c96-9d9a14a8e87f req-d7ddc431-532d-4911-bca0-70d7479f3d5e tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0308304 Aug 27 02:24:22.467654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1710282-fd51-4f1d-b3c1-b6824bff1082 req-7ca978ba-6b52-44a1-8b3c-3da2adf7fdf4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761364 Aug 27 02:24:22.479932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-5625b869-22e2-4488-ad60-ec8ed90ec6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.481810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-5625b869-22e2-4488-ad60-ec8ed90ec6f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1098 time: 0.0626655 Aug 27 02:24:22.667255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545f0a1-95af-450f-87cf-e3fabc110bdf req-1ef02e3b-3f6c-4d93-a93d-96170a65e755 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.668869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0545f0a1-95af-450f-87cf-e3fabc110bdf req-1ef02e3b-3f6c-4d93-a93d-96170a65e755 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 949 time: 0.0601249 Aug 27 02:24:22.711627 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0545f0a1-95af-450f-87cf-e3fabc110bdf req-3ea6d3f4-2820-4898-94dd-7b2bf34ab648 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Aug 27 02:24:22.798880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9acac08e-edd0-4350-bb7b-65b25adcdbc1 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:22.865006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.871079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.875356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:22.877186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.881451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:22.882189 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:22.883459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.889511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.895671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.901707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.913987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-2ddd3af6-2e10-449c-804c-187af330a825 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1248450 Aug 27 02:24:22.958637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ee0659a-a031-48b8-9d22-c87ec835437b req-69df75ec-441a-4912-af49-a8d9cd7d624e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378423 Aug 27 02:24:22.976746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:22.990142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d94d68-2b4d-4a78-883a-4f97b6fefd67 req-9da7336a-5d26-45f8-b4aa-1c7cd05f2335 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.991962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40d94d68-2b4d-4a78-883a-4f97b6fefd67 req-9da7336a-5d26-45f8-b4aa-1c7cd05f2335 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 948 time: 0.4383938 Aug 27 02:24:23.015800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 9acac08e-edd0-4350-bb7b-65b25adcdbc1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:23.017146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:23.019573 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db3b36-ed0b-4c9a-80a8-d82cab2ae3df" -d '{"events": [{"server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "name": "network-vif-plugged", "status": "completed", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:23.025658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:23.033839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-b9a67163-af16-4739-94b3-0da74d308f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.035339 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-b9a67163-af16-4739-94b3-0da74d308f1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.5328884 Aug 27 02:24:23.040675 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40d94d68-2b4d-4a78-883a-4f97b6fefd67 req-08675fe4-99a9-4ee4-8056-e908d8957211 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1920b893-2eae-4c1e-8307-40268ab46dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 Aug 27 02:24:23.098754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=9acac08e-edd0-4350-bb7b-65b25adcdbc1,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:23.116104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-9e0abf8e-ae4a-40dd-a3e7-ab662897e5b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0704715 Aug 27 02:24:23.210212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-fee44273-590d-4ec4-ab22-f4159f16a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.212040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-fee44273-590d-4ec4-ab22-f4159f16a0d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0806415 Aug 27 02:24:23.225471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c57ec7-a715-4e43-9547-8be533353279 req-98ccf8d0-5d37-4d88-ab85-dcf344c45862 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.227009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30c57ec7-a715-4e43-9547-8be533353279 req-98ccf8d0-5d37-4d88-ab85-dcf344c45862 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 945 time: 0.0694344 Aug 27 02:24:23.296023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30c57ec7-a715-4e43-9547-8be533353279 req-49862324-f973-4bbf-9461-f412c15d37ee tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591888 Aug 27 02:24:23.297933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-69325e2a-4824-4351-a90e-210795a560ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.299359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-69325e2a-4824-4351-a90e-210795a560ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714376 Aug 27 02:24:23.347376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdb14-4b1f-454a-bf1a-7178e32bff13 req-bc0da16b-8223-4bcf-acfc-3bd8150f0b5e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.355337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdb14-4b1f-454a-bf1a-7178e32bff13 req-bc0da16b-8223-4bcf-acfc-3bd8150f0b5e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.357370 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b9bdb14-4b1f-454a-bf1a-7178e32bff13 req-bc0da16b-8223-4bcf-acfc-3bd8150f0b5e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888&device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 1690 time: 0.0769017 Aug 27 02:24:23.388263 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c491c8-f67c-4662-83d5-8a39ea1f078c x-openstack-request-id: req-c8c491c8-f67c-4662-83d5-8a39ea1f078c {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:23.388817 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "name": "network-vif-plugged", "status": "completed", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:23.389249 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8c491c8-f67c-4662-83d5-8a39ea1f078c {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:23.390117 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'code': 200} Aug 27 02:24:23.403538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b9bdb14-4b1f-454a-bf1a-7178e32bff13 req-28ef923a-4ac1-4125-9978-ef73a5b6c4ef tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Aug 27 02:24:23.435298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-102eb51c-0621-421f-bcc6-0c11da6805d7 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209698 Aug 27 02:24:23.507714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eeb7f-0f95-4696-b20c-8801a1ac8cc9 req-ddc9618f-a449-451e-8b1e-c469606e90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.509874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e8eeb7f-0f95-4696-b20c-8801a1ac8cc9 req-ddc9618f-a449-451e-8b1e-c469606e90c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 1096 time: 0.0430274 Aug 27 02:24:23.574062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7910f-a99e-4562-b2f2-37e32c249a1b req-fc1bee82-1642-42cd-bbd1-c0b94b82e78b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.575556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74d7910f-a99e-4562-b2f2-37e32c249a1b req-fc1bee82-1642-42cd-bbd1-c0b94b82e78b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.1009667 Aug 27 02:24:23.586376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e8eeb7f-0f95-4696-b20c-8801a1ac8cc9 req-0d15e705-8c98-4948-b282-fd1fc7c15c3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676806 Aug 27 02:24:23.593858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68339bfd-1345-4892-bf34-a8202f4edac4 req-6517f6df-8bc5-49e7-9c63-64e5f4b88f7f service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407263 Aug 27 02:24:23.613541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e434fe61-ba7c-4445-a50a-8609e66f2104 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.615375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e434fe61-ba7c-4445-a50a-8609e66f2104 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 948 time: 0.0650909 Aug 27 02:24:23.621866 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74d7910f-a99e-4562-b2f2-37e32c249a1b req-4e56a2ae-73c5-4621-859d-22ec86449068 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Aug 27 02:24:23.719232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Deleting port 86536950-d0ed-477e-9283-c7e0881a088e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:23.719686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:23.769884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-847121c3-3115-48a9-92a0-2062d32cb9f2 req-e042376d-3dd8-45f9-bd12-f41755e2b65c tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0258236 Aug 27 02:24:23.815795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] For port 86536950-d0ed-477e-9283-c7e0881a088e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=86536950-d0ed-477e-9283-c7e0881a088e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:23.816170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:23.836341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Calling delete_port for 86536950-d0ed-477e-9283-c7e0881a088e owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:23.867340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454eaeb-3f2d-46a1-9d12-7dc4f03e3fd2 req-20a57510-318a-40d6-9ca8-edbdb62111af tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.868907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3454eaeb-3f2d-46a1-9d12-7dc4f03e3fd2 req-20a57510-318a-40d6-9ca8-edbdb62111af tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 1100 time: 0.0409486 Aug 27 02:24:23.906080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3454eaeb-3f2d-46a1-9d12-7dc4f03e3fd2 req-466075d4-cd2b-47cc-9536-7340e1b30361 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Aug 27 02:24:24.005672 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.041483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Pushing event deleted for resources: {'Port': ['ID=86536950-d0ed-477e-9283-c7e0881a088e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:24.072579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4111-1b74-4d99-830a-509d49757ad8 req-9fb77420-ff07-4662-bd9c-81a81ab05167 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.074136 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43b4111-1b74-4d99-830a-509d49757ad8 req-9fb77420-ff07-4662-bd9c-81a81ab05167 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 1101 time: 0.0997965 Aug 27 02:24:24.088647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] No DVR routers for this DVR port 86536950-d0ed-477e-9283-c7e0881a088e on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:24.095486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.097350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec4726c5-9b04-4a5b-bdb7-4d9316683c43 req-e65abb92-8832-4e15-ad0b-9cf7ad843418 tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.32 "DELETE /v2.0/ports/86536950-d0ed-477e-9283-c7e0881a088e HTTP/1.1" status: 204 len: 173 time: 0.4728987 Aug 27 02:24:24.097787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-deleted', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:24.100041 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9363d8a-4e3f-4bb5-8399-f4efbad2a72f" -d '{"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-deleted", "tag": "86536950-d0ed-477e-9283-c7e0881a088e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:24.105694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.112285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.120003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.126082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43b4111-1b74-4d99-830a-509d49757ad8 req-3a7e5f42-0ec8-4bdd-b41f-b9a17ce02832 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Aug 27 02:24:24.127099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.133103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.139360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.145258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.147575 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-a9fb0b65-499e-4d4e-b403-1c6283aecc7c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1020937 Aug 27 02:24:24.157727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:24:24.194205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b32d474b-44b1-45c3-bc36-8b5c2a0a1ff6 req-0a9ba92e-9f80-4edc-bb51-0513b559f626 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400138 Aug 27 02:24:24.305780 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b90f1411-1a5a-4e10-bafd-51cd61c84b4f req-7447440d-f8f1-4806-9790-7f5c009a9bee tempest-ListImageFiltersTestJSON-1532258623 tempest-ListImageFiltersTestJSON-1532258623-project] 10.222.0.10 "GET /v2.0/ports?device_id=06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e HTTP/1.1" status: 200 len: 210 time: 0.0263512 Aug 27 02:24:24.351844 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d08814c-4630-4f9b-8159-9e6652a6f578 x-openstack-request-id: req-5d08814c-4630-4f9b-8159-9e6652a6f578 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:24.351844 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e", "name": "network-vif-deleted", "tag": "86536950-d0ed-477e-9283-c7e0881a088e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:24.351844 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d08814c-4630-4f9b-8159-9e6652a6f578 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:24.351844 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cb8bc0-cea0-4660-bb85-b9a6b9b2f74e', 'name': 'network-vif-deleted', 'tag': '86536950-d0ed-477e-9283-c7e0881a088e', 'status': 'completed', 'code': 200} Aug 27 02:24:24.450122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a08a17-2371-44ac-8f88-e42a2e31d780 req-919dfce8-d7cd-488e-8883-dc20f9663a5c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.451727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57a08a17-2371-44ac-8f88-e42a2e31d780 req-919dfce8-d7cd-488e-8883-dc20f9663a5c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 945 time: 0.0523403 Aug 27 02:24:24.499450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57a08a17-2371-44ac-8f88-e42a2e31d780 req-a9b0a4e3-9f51-4f90-895e-ac7aa9316deb tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Aug 27 02:24:24.695436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-89d3dee0-0eaa-4e66-9072-bbee31766174 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314133 Aug 27 02:24:24.763190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15394d5-a425-4cc9-87ac-6b6a0408d2b9 req-2d6abcce-060c-4539-98f4-ea5374896944 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.766932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d15394d5-a425-4cc9-87ac-6b6a0408d2b9 req-2d6abcce-060c-4539-98f4-ea5374896944 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.0612903 Aug 27 02:24:24.793216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:24.807586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d15394d5-a425-4cc9-87ac-6b6a0408d2b9 req-96b5da25-1bb2-4a51-aebb-45d035e88254 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Aug 27 02:24:24.825811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-da5cba79-137b-4301-9fd8-11921635bcb9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.842805 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-da5cba79-137b-4301-9fd8-11921635bcb9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461682 Aug 27 02:24:24.865429 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-e6c01a66-3237-454f-b7e8-33561035cc5a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/quotas/1ce2610402344746b382fcf00232b4e1 HTTP/1.1" status: 200 len: 375 time: 0.0213263 Aug 27 02:24:24.940316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-ebec5c90-f502-4580-bfc9-00757c26f8e2 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738909 Aug 27 02:24:24.959681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0405fd1d-543b-4d84-8008-d45d67025891 req-4c8b5418-6eb6-448b-a592-b3be9339a0cf tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0299165 Aug 27 02:24:24.976423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:24.997091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'mac_address': 'fa:16:3e:fe:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:25.035632 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.049251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:25.074088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:25.082018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.134692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.338267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39880) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:25.385189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.393226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.400050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.406417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.415643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.421737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.427943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.435624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-3ee9d11d-5541-4676-b6b9-840587c05100 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1328514 Aug 27 02:24:25.440103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:25.477676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3abccab9-7946-4a6c-9d73-cf921fa89389 req-4f871574-68b8-4faa-a8bb-ea6a8d7df8a7 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 210 time: 0.0406408 Aug 27 02:24:25.480659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f867f544-2c17-418f-9cca-fe1dd18222cc req-0a258ef4-f36f-4536-baf2-3f0e2af4cb9a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441644 Aug 27 02:24:25.489627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d0450c2-578e-459f-9ebc-6f2bd5a82d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.614411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d0450c2-578e-459f-9ebc-6f2bd5a82d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.622730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d0450c2-578e-459f-9ebc-6f2bd5a82d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.672255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d0450c2-578e-459f-9ebc-6f2bd5a82d8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48aea667073d4d1b887741a885a6b781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326106 Aug 27 02:24:25.676030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3685-4c2b-4108-be03-33e8290daf73 req-48c62b1f-d29e-4239-aeea-b43b3cd296cb tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.676190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39904) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:25.677892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-708b3685-4c2b-4108-be03-33e8290daf73 req-48c62b1f-d29e-4239-aeea-b43b3cd296cb tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 945 time: 0.0939851 Aug 27 02:24:25.683098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0450c2-578e-459f-9ebc-6f2bd5a82d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450ee279-2620-44bb-8722-b856d79599da,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.734553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bcaed2f-2af2-4078-944d-8118ba11b162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.762648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bcaed2f-2af2-4078-944d-8118ba11b162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.767224 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-708b3685-4c2b-4108-be03-33e8290daf73 req-1af34d4e-3bd1-4812-adc4-60ba9afd100d tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759690 Aug 27 02:24:25.827319 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bcaed2f-2af2-4078-944d-8118ba11b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.830243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bcaed2f-2af2-4078-944d-8118ba11b162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.836191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5bcaed2f-2af2-4078-944d-8118ba11b162 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/450ee279-2620-44bb-8722-b856d79599da HTTP/1.1" status: 204 len: 168 time: 0.1587901 Aug 27 02:24:25.845669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaed2f-2af2-4078-944d-8118ba11b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ee279-2620-44bb-8722-b856d79599da,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:26.187773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f8d07-cb42-4415-bfd9-8553adc6fc7c req-3b8abd3f-b996-453f-af76-a6e34c73625f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.190473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-646f8d07-cb42-4415-bfd9-8553adc6fc7c req-3b8abd3f-b996-453f-af76-a6e34c73625f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 948 time: 0.0842562 Aug 27 02:24:26.267645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39932) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:26.290501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-646f8d07-cb42-4415-bfd9-8553adc6fc7c req-33c0107c-c4a7-4df2-b000-2e6c948b37e0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929818 Aug 27 02:24:26.291591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad62d447-bb55-46b6-b4f1-f9593d2aabe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.317492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-683cf57e-1970-488c-b7ab-6fc2aa8ddbd2 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.319107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-683cf57e-1970-488c-b7ab-6fc2aa8ddbd2 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4249580 Aug 27 02:24:26.388239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-96e262d2-b9c7-4bbf-baca-aa3b3ba3a12f tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0620685 Aug 27 02:24:26.400374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'floatingip': {'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:26.413277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3511a82e-51c9-4cd9-a2c5-85a66a32d0e6 req-7878730f-c7d3-440d-bdb4-1b2f4245f182 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0300961 Aug 27 02:24:26.447972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad62d447-bb55-46b6-b4f1-f9593d2aabe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.453548 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad62d447-bb55-46b6-b4f1-f9593d2aabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.454150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.495368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62d447-bb55-46b6-b4f1-f9593d2aabe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf74724-15db-4e8e-a787-7bf2d7ab6e23,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:26.503483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ad62d447-bb55-46b6-b4f1-f9593d2aabe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ed824425159454a95068759ede92d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340059 Aug 27 02:24:26.505532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:26.562199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-954e9ec3-23f9-4d9c-931c-a363d04ec110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.584313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-954e9ec3-23f9-4d9c-931c-a363d04ec110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.640162 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-954e9ec3-23f9-4d9c-931c-a363d04ec110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.642872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-954e9ec3-23f9-4d9c-931c-a363d04ec110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.646576 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-954e9ec3-23f9-4d9c-931c-a363d04ec110 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cf74724-15db-4e8e-a787-7bf2d7ab6e23 HTTP/1.1" status: 204 len: 168 time: 0.1371186 Aug 27 02:24:26.653177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e9ec3-23f9-4d9c-931c-a363d04ec110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf74724-15db-4e8e-a787-7bf2d7ab6e23,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:26.794368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:26.866814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:26.877759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:26.878142 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.974948 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-a7403f6a-52c3-4333-8801-f29f13d1bd48 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455804 Aug 27 02:24:27.011704 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-58c51bf7-4aa0-4910-a41d-377e9d33ccb2 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602057 Aug 27 02:24:27.103115 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.116201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.127770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.159861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:27.175236 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df197c94-3564-48d5-940d-a8e0be79e1ec" -d '{"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-plugged", "status": "completed", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:27.210249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:27.216232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-63f7f525-b3e4-447c-8fda-49133a3edd65 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.218158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-63f7f525-b3e4-447c-8fda-49133a3edd65 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362542 Aug 27 02:24:27.221672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.224837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1e4ea40-81e4-4021-a9d8-ea11eac8f120 req-29281b63-4869-4a6e-a474-6b29406c55a5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 210 time: 0.0531814 Aug 27 02:24:27.256363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:27.317459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-2bdfbd3b-2219-41c0-b300-f34f02c7ada4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.319445 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-2bdfbd3b-2219-41c0-b300-f34f02c7ada4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001359 Aug 27 02:24:27.320866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:27.353453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': 'aead6528-2893-47c8-93ee-32902830ebce', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:27.377329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:27.380132 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07 associated. External IP: 172.25.1.138, port: c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d. Aug 27 02:24:27.399207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 86536950-d0ed-477e-9283-c7e0881a088e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:27.399823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 86536950-d0ed-477e-9283-c7e0881a088e not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:27.426523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.432474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.438366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.444407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.450378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.457041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.463172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.465085 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6485e047-4a47-482e-9692-c81a178db797 req-9eccd6a7-012e-458f-a114-6a81883353b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1579032 Aug 27 02:24:27.497276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:27.500777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.539934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6485e047-4a47-482e-9692-c81a178db797 req-d1130ec0-2392-4ae6-9c51-e36484a6f243 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665798 Aug 27 02:24:27.562764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:27.568245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.621024 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2520c270-8658-463f-83f6-beae41b27049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.738874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.227 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/cb87fcb5-fb35-4262-b8b0-b9912bf7f87e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:27.745747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:27.954282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:27.963385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.970985 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:27.985808 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:27.986708 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:28.009209 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeda6d1-4073-4a8e-a2c0-4816d8bd313f x-openstack-request-id: req-fbeda6d1-4073-4a8e-a2c0-4816d8bd313f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:28.009746 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-plugged", "status": "completed", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:28.009746 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbeda6d1-4073-4a8e-a2c0-4816d8bd313f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:28.010126 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'code': 200} Aug 27 02:24:28.018531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-d9546aa8-9fa0-4600-afe3-69c987100937 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "PUT /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 200 len: 997 time: 1.6241491 Aug 27 02:24:28.024208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:28.034362 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:28.044015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.122468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object cb87fcb5-fb35-4262-b8b0-b9912bf7f87e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:28.134138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-875dbd12-3d9e-4975-be26-f457103b2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.143879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-875dbd12-3d9e-4975-be26-f457103b2d05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.1034842 Aug 27 02:24:28.148664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453155e6-1fe9-457c-828a-e828f1e5baeb req-28811171-d7eb-4241-ae48-8d03b35e6a81 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.161784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-453155e6-1fe9-457c-828a-e828f1e5baeb req-28811171-d7eb-4241-ae48-8d03b35e6a81 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0818441 Aug 27 02:24:28.178626 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:28.203222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-453155e6-1fe9-457c-828a-e828f1e5baeb req-a70498f5-fcd1-4da0-b77c-0c16301a25bb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Aug 27 02:24:28.284737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40020) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:28.323333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-709856bf-0fad-4ca4-9579-e083957d56e9 req-ac27729c-10f3-4a51-879f-fe7178c8de9e tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0489407 Aug 27 02:24:28.335010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c80524-d463-4a9e-a4b7-668daf67e2bc req-a1976a98-f44b-4877-a830-742df8077155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.336718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0c80524-d463-4a9e-a4b7-668daf67e2bc req-a1976a98-f44b-4877-a830-742df8077155 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1100 time: 0.2475572 Aug 27 02:24:28.351136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.369406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:28.372927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:28.395201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:28.405530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:28.439274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.110 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/9ee56294-5ea0-4c4e-9f37-d8b600c83236) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:28.460109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:28.599136 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab2881-7577-4dd9-a73f-62ad0179177a x-openstack-request-id: req-a3ab2881-7577-4dd9-a73f-62ad0179177a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:28.603147 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:28.603730 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3ab2881-7577-4dd9-a73f-62ad0179177a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:28.604379 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'status': 'completed', 'code': 200} Aug 27 02:24:28.633372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0c80524-d463-4a9e-a4b7-668daf67e2bc req-a0d16ed0-f4e9-4534-94ac-be874c839fda service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801123 Aug 27 02:24:28.694440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-e99fdbcb-a097-4d4a-bd52-e6c7a1ef87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.700404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-e99fdbcb-a097-4d4a-bd52-e6c7a1ef87df service neutron] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.5521650 Aug 27 02:24:28.726484 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:b9:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:26Z', 'revision_number': 1, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:28.756470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:28.782874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.802071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object 9ee56294-5ea0-4c4e-9f37-d8b600c83236 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:28.810670 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:28.829669 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:28.830573 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:28.845385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.846198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.865850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.895132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-f591cbe3-9604-48f1-b114-bc1f607ee893 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 1000 time: 0.1398773 Aug 27 02:24:28.946917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-dccc1020-da77-40d4-ad83-8a3d5f2afa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.955830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-dccc1020-da77-40d4-ad83-8a3d5f2afa77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0597279 Aug 27 02:24:28.959087 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:28.996065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:28.997661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=9ee56294-5ea0-4c4e-9f37-d8b600c83236,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:29.002691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-21d9dd59-416a-40e8-b0ae-ba6552e726c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.004705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-21d9dd59-416a-40e8-b0ae-ba6552e726c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.3507855 Aug 27 02:24:29.015348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-d2c416b4-3264-4901-8b10-26ad725ce2cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7692349 Aug 27 02:24:29.031002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-028edbcf-681c-481f-8480-596e6c4832dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.035656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-09a877c9-a226-4beb-8dff-62f90cfaaee2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c59d8e58832246d39b2e52d56e4ebd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7498195 Aug 27 02:24:29.039455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:29.040283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-028edbcf-681c-481f-8480-596e6c4832dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832250 Aug 27 02:24:29.041349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40038) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:29.044833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:29.046838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4eeb708d-eb27-41d9-8d67-4d645668b464 None None] Provisioning for port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:29.062278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-52c6314e-5c13-49c0-812c-a5a2514e610c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:24:29.066936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4eeb708d-eb27-41d9-8d67-4d645668b464 None None] Provisioning complete for port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:29.067434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4eeb708d-eb27-41d9-8d67-4d645668b464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.070124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-52c6314e-5c13-49c0-812c-a5a2514e610c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289340 Aug 27 02:24:29.099918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6253232-9006-4508-b3ed-f03fc0fb741c req-01339c6a-0cdf-4185-a8ce-b8d263c8b145 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.106192 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6253232-9006-4508-b3ed-f03fc0fb741c req-01339c6a-0cdf-4185-a8ce-b8d263c8b145 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 936 time: 0.2711568 Aug 27 02:24:29.119941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb708d-eb27-41d9-8d67-4d645668b464 None None] Port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:29.175727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Request body: {'port': {'device_id': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:29.254310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.254918 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:b9:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:26Z', 'revision_number': 1, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:29.255555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.261053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6253232-9006-4508-b3ed-f03fc0fb741c req-7146d714-ca79-49e5-ba53-71d5077c364c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077790 Aug 27 02:24:29.269073 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de7e8b8c-9cb5-40a0-a827-f63a11bc5873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.295744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de7e8b8c-9cb5-40a0-a827-f63a11bc5873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.298748 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46173c-9520-4470-ae34-47edf5958f44 None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:b9:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:26Z', 'revision_number': 1, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:29.299536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:29.323638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-f737433c-8492-4404-8454-43c494fd79bc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9898000 Aug 27 02:24:29.351325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.356781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Request body: {'port': {'device_id': 'aead6528-2893-47c8-93ee-32902830ebce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:29.377597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-7ad317dd-ceb5-4aaf-a2e9-d35e630dd63f service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064954 Aug 27 02:24:29.396311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-19d63103-5ea2-440c-a776-cd22a88b3579 None None] Provisioning for port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:29.402779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-19d63103-5ea2-440c-a776-cd22a88b3579 None None] Provisioning complete for port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:29.403195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-19d63103-5ea2-440c-a776-cd22a88b3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.474186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.476684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-ec3afee5-a852-44a5-a43b-1f9746c2c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.479799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-ec3afee5-a852-44a5-a43b-1f9746c2c937 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.4619541 Aug 27 02:24:29.480727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.487229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.493450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.499912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.507009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.515621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.526931 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-16045708-dca0-41f4-a549-a6f0f0b76dcd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1663945 Aug 27 02:24:29.543347 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de7e8b8c-9cb5-40a0-a827-f63a11bc5873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.543347 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de7e8b8c-9cb5-40a0-a827-f63a11bc5873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.546976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de7e8b8c-9cb5-40a0-a827-f63a11bc5873 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1920b893-2eae-4c1e-8307-40268ab46dab HTTP/1.1" status: 204 len: 168 time: 0.5014789 Aug 27 02:24:29.554905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.590773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e8b8c-9cb5-40a0-a827-f63a11bc5873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920b893-2eae-4c1e-8307-40268ab46dab,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:29.633131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44e9651b-bc9f-42a3-a1d5-ea6f0acd9770 req-a7d7a5c8-bb60-4459-9515-bfaa8efb3c5d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052122 Aug 27 02:24:29.684743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fad02-4de6-4dcd-b06a-bc9a34c863dc None None] New status for floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:24:29.731411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-930dfa46-43ad-4f86-a99c-b0e4d853575f req-ea6efd23-6a82-43cd-bd64-7d034021de4c service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450425 Aug 27 02:24:29.744782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-e97bfa9e-1769-4764-a24f-f441d305e761 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 1000 time: 0.2228684 Aug 27 02:24:29.818018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-19d63103-5ea2-440c-a776-cd22a88b3579 None None] Port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:29.969595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:30.213123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf278a3a-84de-4e17-aa90-b4a901954f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.306217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb87fcb5-fb35-4262-b8b0-b9912bf7f87e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:30.312578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-b86697cb-2474-4bf9-bdfc-465be8e20f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.314071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-b86697cb-2474-4bf9-bdfc-465be8e20f80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.5543315 Aug 27 02:24:30.347992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.367165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8674-089d-4715-8608-1fef2662a1de req-d5b4adea-6394-4211-a1f1-6c989ff9910d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.368663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86cd8674-089d-4715-8608-1fef2662a1de req-d5b4adea-6394-4211-a1f1-6c989ff9910d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.4913461 Aug 27 02:24:30.381051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Transition to ACTIVE for port object cb87fcb5-fb35-4262-b8b0-b9912bf7f87e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:30.389987 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-06e92c54-7d3f-4a45-a421-a336305f77ba req-69bddddf-d24f-49ed-8c9f-df63acf545e1 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0465925 Aug 27 02:24:30.390224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.410585 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.433280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-d71583dd-7e63-4b11-ace0-4c634016c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.434855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-d71583dd-7e63-4b11-ace0-4c634016c41f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120651 Aug 27 02:24:30.586795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86cd8674-089d-4715-8608-1fef2662a1de req-0654f19d-848e-431a-b8a6-e2c85d14a9ce tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077916 Aug 27 02:24:30.587399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:30.636265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:30.676278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Attempting to bind port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:30.676611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Attempting to bind port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:30.676907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Attempting to bind port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:30.680202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee56294-5ea0-4c4e-9f37-d8b600c83236 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:30.688735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:30.689090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Attempting to bind port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:30.699882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:30.700254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:30.700622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:30.702226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Bound port: cb87fcb5-fb35-4262-b8b0-b9912bf7f87e, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:30.702226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.702966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.732393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Transition to ACTIVE for port object 9ee56294-5ea0-4c4e-9f37-d8b600c83236 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:30.763252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-8370938a-7ae1-4921-b80b-0957f1b6cbd5 service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887652 Aug 27 02:24:30.773483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1107440982-network', 'tenant_id': '0752587e783c4457a71471578251cf20'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:30.782411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.866242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] For port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:30.872131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] For port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:30.873122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:30.875740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.890296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.893526 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.911650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-6b57c912-69b5-474a-837a-46c915d313d3 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.920083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-6b57c912-69b5-474a-837a-46c915d313d3 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1854699 Aug 27 02:24:30.922096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee56294-5ea0-4c4e-9f37-d8b600c83236,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:30.965472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.965472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.966561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] 10.222.0.32 "PUT /v2.0/ports/cb87fcb5-fb35-4262-b8b0-b9912bf7f87e HTTP/1.1" status: 200 len: 1096 time: 1.8943799 Aug 27 02:24:30.969894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'tag': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:30.984093 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "c558d9b8-9b6b-43f8-af21-629bbd7354bb", "tag": "cb87fcb5-fb35-4262-b8b0-b9912bf7f87e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:31.033134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532dcb-244c-4815-82dd-ce7f3d700ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.036111 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3f3cb60-92a9-4f6c-bfce-1d8d08249a4e req-6c98eef4-295c-402a-b036-1a949a22da1f service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544391 Aug 27 02:24:31.100705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-9a555e69-c304-4b68-8dee-79c63e9f9bdc tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1002 time: 0.1792800 Aug 27 02:24:31.109408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Attempting to bind port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:31.109831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Attempting to bind port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:31.110112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Attempting to bind port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:31.119828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'floatingip': {'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:31.136623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-6bd54b06-77cc-4241-bd75-65091f02f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.138169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-6bd54b06-77cc-4241-bd75-65091f02f146 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 1099 time: 0.1212895 Aug 27 02:24:31.154144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fbfd6-972d-4229-81c7-f2c42ac3d457 req-81659b4e-ea3b-4008-a052-b91ad684f504 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.155668 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b08fbfd6-972d-4229-81c7-f2c42ac3d457 req-81659b4e-ea3b-4008-a052-b91ad684f504 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 948 time: 0.0916531 Aug 27 02:24:31.158992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.165326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:31.165692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Attempting to bind port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:31.179318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:31.179716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:31.180040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:31.180494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Bound port: 9ee56294-5ea0-4c4e-9f37-d8b600c83236, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:31.180855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.221250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-1104bbbc-5101-4765-ad72-6860147fc51d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e HTTP/1.1" status: 200 len: 217 time: 0.0645592 Aug 27 02:24:31.231777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.290136 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b08fbfd6-972d-4229-81c7-f2c42ac3d457 req-01e3c33b-45f1-4901-8951-7f5439b5a8ab tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249616 Aug 27 02:24:31.312264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.318493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] For port 9ee56294-5ea0-4c4e-9f37-d8b600c83236, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:31.321448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-fab1609f-a42e-4629-a75b-b8a9d7af38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.323361 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-fab1609f-a42e-4629-a75b-b8a9d7af38e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0920353 Aug 27 02:24:31.324754 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.354211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] For port 9ee56294-5ea0-4c4e-9f37-d8b600c83236, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9ee56294-5ea0-4c4e-9f37-d8b600c83236,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:31.357837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9ec44-1238-47fc-aaf6-d8849e1a0d60,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.364599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.408168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:31.430604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.431971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.432979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] 10.222.0.45 "PUT /v2.0/ports/9ee56294-5ea0-4c4e-9f37-d8b600c83236 HTTP/1.1" status: 200 len: 1096 time: 2.0809307 Aug 27 02:24:31.440880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.441245 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Added segment c5744b00-4dbc-4520-ac74-bccea0a45ef0 of type vlan for network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 Aug 27 02:24:31.441748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aead6528-2893-47c8-93ee-32902830ebce', 'tag': '9ee56294-5ea0-4c4e-9f37-d8b600c83236'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:31.444156 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae919b-39d6-42b7-965f-a3c16cb47067" -d '{"events": [{"name": "network-changed", "server_uuid": "aead6528-2893-47c8-93ee-32902830ebce", "tag": "9ee56294-5ea0-4c4e-9f37-d8b600c83236"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:31.483081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-0a01dcb8-9568-4417-9f3a-bf3b359e7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.484611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-0a01dcb8-9568-4417-9f3a-bf3b359e7060 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279459 Aug 27 02:24:31.525308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.527583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2da87-9921-49e3-8786-35750a960f96 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee56294-5ea0-4c4e-9f37-d8b600c83236,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.531375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.543048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.543502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.549294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.555348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.561266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.563300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-865013ff-12bc-47ff-a9bc-8ce44d42266a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.2022364 Aug 27 02:24:31.580909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.602916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-6e3f0648-a1fc-4841-abc8-89fcf0bedc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.604447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-6e3f0648-a1fc-4841-abc8-89fcf0bedc07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 1099 time: 0.0902832 Aug 27 02:24:31.682791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df0c5bfe-3be3-4a8d-b825-81f242f76875 req-a41ff09b-34c9-43fd-9291-66dc39a0c8c6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989316 Aug 27 02:24:31.685332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.686290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.686895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.705128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-a30f1d5a-2577-4f65-9df6-ec9d6e612643 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9ee56294-5ea0-4c4e-9f37-d8b600c83236 HTTP/1.1" status: 200 len: 217 time: 0.0794978 Aug 27 02:24:31.759728 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e030b55-fc30-404a-90aa-7011accbc9b0 x-openstack-request-id: req-7e030b55-fc30-404a-90aa-7011accbc9b0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:31.760019 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c558d9b8-9b6b-43f8-af21-629bbd7354bb", "tag": "cb87fcb5-fb35-4262-b8b0-b9912bf7f87e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:31.760267 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e030b55-fc30-404a-90aa-7011accbc9b0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:31.760660 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'tag': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e', 'status': 'completed', 'code': 200} Aug 27 02:24:31.762016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1245804 Aug 27 02:24:31.766043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-b99e00f1-48ef-49df-a484-7232bb2dfdbe service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715588 Aug 27 02:24:31.768377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40106) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:31.776637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Request body: {'subnet': {'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1107440982-subnet', 'tenant_id': '0752587e783c4457a71471578251cf20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:31.787847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff0fce-5eaf-4cfa-b7b7-fa6b11fb64f3 admin admin] Pushing event updated for resources: {'Network': ['ID=621040e8-061a-4b1e-ab51-62bf1adf7ee0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.799818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:31.873309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-258731b2-557c-4f5b-a1bf-659f07eb4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.874807 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-258731b2-557c-4f5b-a1bf-659f07eb4ba4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1555829 Aug 27 02:24:31.896362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:31.899544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.968852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-65a8b2e3-e03e-44a3-a914-a5ec64cea770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.970431 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-65a8b2e3-e03e-44a3-a914-a5ec64cea770 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845356 Aug 27 02:24:31.983242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-175ecfe6-d81e-4613-a805-d4a2feb14f18 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962829 Aug 27 02:24:32.078940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ad0b32-ab2c-4cfb-aa28-11bc179d5211 req-2d12f765-655c-49ba-988d-6cb21eccbe4f tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0589712 Aug 27 02:24:32.159107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-61482bcc-e849-4fc8-831a-8e560ee43f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.160636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-61482bcc-e849-4fc8-831a-8e560ee43f14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 1099 time: 0.0930762 Aug 27 02:24:32.190693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.333363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d761fb0-67d1-4f09-88b5-42861d0d5b51,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:32.362910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Checking segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:32.363276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Network hostable DHCP agents. Network: 621040e8-061a-4b1e-ab51-62bf1adf7ee0, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:32.365897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-77fd1dee-30c2-4c27-a333-67d40aff69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.367448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-77fd1dee-30c2-4c27-a333-67d40aff69ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1964006 Aug 27 02:24:32.376330 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8a2df6-fb04-470c-995e-c6fecab96916 x-openstack-request-id: req-6a8a2df6-fb04-470c-995e-c6fecab96916 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:32.376743 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aead6528-2893-47c8-93ee-32902830ebce", "tag": "9ee56294-5ea0-4c4e-9f37-d8b600c83236", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:32.376870 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a8a2df6-fb04-470c-995e-c6fecab96916 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:32.377258 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aead6528-2893-47c8-93ee-32902830ebce', 'tag': '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'status': 'completed', 'code': 200} Aug 27 02:24:32.383961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0c209-52cf-4f20-a6a1-bb701dbe16f8 req-05de9fc2-9650-4871-af2b-35266af52fd6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.385476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4f0c209-52cf-4f20-a6a1-bb701dbe16f8 req-05de9fc2-9650-4871-af2b-35266af52fd6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1107135 Aug 27 02:24:32.385730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.393161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.431935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-502c9c9d-a823-4fd1-950e-cc5e456d22d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e HTTP/1.1" status: 200 len: 217 time: 0.0430965 Aug 27 02:24:32.441978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:32.460945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-1614d02f-47af-4cc5-9466-df758ba10164 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641671 Aug 27 02:24:32.484353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 621040e8-061a-4b1e-ab51-62bf1adf7ee0) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:32.495243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.495807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c0b93-66a7-447a-b2c8-b2855bb83ec9 None None] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:32.496001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.504446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4f0c209-52cf-4f20-a6a1-bb701dbe16f8 req-e2f5aa95-1dbc-4260-8947-9c89431706b4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068766 Aug 27 02:24:32.525276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-ad24a1bb-b421-41bd-9322-9230671cba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.526749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-ad24a1bb-b421-41bd-9322-9230671cba81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0808825 Aug 27 02:24:32.549670 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1b9348e9-76ed-4239-bde0-5121db9d3aa3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7802196 Aug 27 02:24:32.581676 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07 associated. External IP: 172.25.1.138, port: c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d. Aug 27 02:24:32.652890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-ff97682c-4184-4d12-9f4f-1f20ee625afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.654468 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-ff97682c-4184-4d12-9f4f-1f20ee625afb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915651 Aug 27 02:24:32.677347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a46254-de04-437d-b5fb-090f4572cd06 None None] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:32.847928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d3bdd40-e2a3-4d34-8d82-df4523281a2c req-dc258417-0c25-40f2-9d20-edf75333cb90 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587036 Aug 27 02:24:32.874516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433dab3-888a-4382-8701-a170ac000a52 req-2cd8d1ab-6db3-4c54-9405-c3963633270d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.876540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6433dab3-888a-4382-8701-a170ac000a52 req-2cd8d1ab-6db3-4c54-9405-c3963633270d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 948 time: 0.1154850 Aug 27 02:24:32.923038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-1d049022-7614-478b-9279-163d2a5ecbb5 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476239 Aug 27 02:24:32.965267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6433dab3-888a-4382-8701-a170ac000a52 req-d89db52b-e4e7-49fe-86a8-2400a56ad167 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699217 Aug 27 02:24:33.038858 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:33.053747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-c9e19302-ff39-4720-91b2-6bec1e46d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.056047 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-c9e19302-ff39-4720-91b2-6bec1e46d6d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 1099 time: 0.1003063 Aug 27 02:24:33.082855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bb2cfc-c6d0-4550-8de2-1bb9e3516ae8 req-83f4dd64-7bf8-4003-817f-b8f06d58812b service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411226 Aug 27 02:24:33.107472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:33.280799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-be7442fb-21fb-4628-b00e-f0aad0be251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.282489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-be7442fb-21fb-4628-b00e-f0aad0be251d service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2090268 Aug 27 02:24:33.345442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-6d1a3867-ebb2-419c-8520-05781b24c629 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9ee56294-5ea0-4c4e-9f37-d8b600c83236 HTTP/1.1" status: 200 len: 217 time: 0.0528488 Aug 27 02:24:33.348277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:33.361479 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:33.371044 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:33.372063 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:33.417910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-4c012850-e4fd-457a-b985-0fdb8ad35e6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813189 Aug 27 02:24:33.433523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.439765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.446271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.452395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.459259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.465217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.471280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.473237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-024b15e4-bc74-407c-9a02-861c9393459e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1276314 Aug 27 02:24:33.521481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-fcbca9fe-d4d7-4e20-8114-4e0b70b53779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.524015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-fcbca9fe-d4d7-4e20-8114-4e0b70b53779 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1247127 Aug 27 02:24:33.526099 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:33.541743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8d24254b-5f54-49ca-92cd-5ef61c577f67 req-5fcd0398-b275-44e4-901d-542d133ee615 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557530 Aug 27 02:24:33.647090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40154) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:33.734101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-7fd27db9-948f-44e2-866f-8ceb331ce8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.735722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-7fd27db9-948f-44e2-866f-8ceb331ce8a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808627 Aug 27 02:24:33.759280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:33.788568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d68a0003-b87c-4e26-a6ef-eb19c48daf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:33.817520 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:35:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:31Z', 'revision_number': 3, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:33.876858 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:33.888301 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:33.889178 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:33.948380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d68a0003-b87c-4e26-a6ef-eb19c48daf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:33.979851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d68a0003-b87c-4e26-a6ef-eb19c48daf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.002662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-5260e041-471d-4903-b07b-9c38c278899d service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542093 Aug 27 02:24:34.003664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:34.013130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.035323 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:34.040204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d68a0003-b87c-4e26-a6ef-eb19c48daf94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfaeb8949cce4d4991972a2ee2daa51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920038 Aug 27 02:24:34.040930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a0003-b87c-4e26-a6ef-eb19c48daf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89459cc1-ceed-45bf-8597-b4955d0452c0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:34.050369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40176) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:34.110865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-12434d7f-3356-4635-b972-9442f2c95c43 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.112897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-12434d7f-3356-4635-b972-9442f2c95c43 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.1992245 Aug 27 02:24:34.157816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-424527fe-14b8-4303-a4d2-c0353844ef7c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "PUT /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 200 len: 998 time: 3.0437367 Aug 27 02:24:34.159011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ffb77a8c-9385-4652-83c7-ff93dbf7da34 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/quotas/0752587e783c4457a71471578251cf20 HTTP/1.1" status: 200 len: 375 time: 0.0274007 Aug 27 02:24:34.163062 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-629762f0-f9b3-44b4-b28a-092e8f577728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.209274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-71d217e0-80b4-4740-a470-c801efc50d8b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434003 Aug 27 02:24:34.223712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-629762f0-f9b3-44b4-b28a-092e8f577728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.233987 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae919b-39d6-42b7-965f-a3c16cb47067 req-10aabee3-c8cb-4d37-89da-879795a15836 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980782 Aug 27 02:24:34.241041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-3830ee1e-0729-4607-a76d-ad6c46deb0f1 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.242368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-3830ee1e-0729-4607-a76d-ad6c46deb0f1 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports/c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 943 time: 0.0719397 Aug 27 02:24:34.352173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-629762f0-f9b3-44b4-b28a-092e8f577728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.354721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-629762f0-f9b3-44b4-b28a-092e8f577728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.358376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-629762f0-f9b3-44b4-b28a-092e8f577728 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89459cc1-ceed-45bf-8597-b4955d0452c0 HTTP/1.1" status: 204 len: 168 time: 0.2965794 Aug 27 02:24:34.378030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'}, {'name': 'network-changed', 'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:34.384515 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c09a8-48ee-4691-af17-3eefed07bec3" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d"}, {"name": "network-changed", "server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:34.390169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-553b4daa-ea69-4645-ae15-f310e1357e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.391018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629762f0-f9b3-44b4-b28a-092e8f577728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89459cc1-ceed-45bf-8597-b4955d0452c0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:34.393287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-553b4daa-ea69-4645-ae15-f310e1357e16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.0797682 Aug 27 02:24:34.435764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-0894862e-47ab-4f1b-8f64-56ff2b1a284b service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165542 Aug 27 02:24:34.451027 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:35:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:31Z', 'revision_number': 3, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:34.484542 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14c252-16f9-4428-a79d-159213d4ad34 None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:35:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:31Z', 'revision_number': 3, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:34.520275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-655737f0-7f15-4d25-87aa-8615ac8a18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.521853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-655737f0-7f15-4d25-87aa-8615ac8a18a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.1105907 Aug 27 02:24:34.567163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-4967fea2-78c5-4730-b000-f8b5880f9f8c service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302533 Aug 27 02:24:34.587874 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-6f3e76fb-572e-46ec-b95b-a6eea093e16e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 217 time: 0.0565631 Aug 27 02:24:34.649950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-7a41b717-3a01-47d7-a17b-c6c5c2948e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.652010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-7a41b717-3a01-47d7-a17b-c6c5c2948e7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0578725 Aug 27 02:24:34.716040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-2f45261f-142c-49f0-ab7f-ce3bd8511168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.717653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-2f45261f-142c-49f0-ab7f-ce3bd8511168 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577319 Aug 27 02:24:34.741412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-94bc9231-ab00-40ac-8f9b-d84022e2c3a9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:24:34.742579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-94bc9231-ab00-40ac-8f9b-d84022e2c3a9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116804 Aug 27 02:24:34.783016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e2dde2-7244-4d02-b97a-9e4550bd4b81 None None] New status for floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:24:34.855377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e093fa7-0d08-49a3-bc88-d5bea1b0cec0 req-e7382f7c-10fb-40fc-a872-b63d50c8061d tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0365348 Aug 27 02:24:34.868485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40196) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:34.892050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.894404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-3c5585db-7cbc-45b0-b27a-9b27557778fd service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404874 Aug 27 02:24:35.006779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-e1fd6ed6-7b1a-4ef2-a742-b60006497b85 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056461 Aug 27 02:24:35.069336 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.089147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-e0b974f7-d379-4f6d-91a7-1a3a90dacc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.091679 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-e0b974f7-d379-4f6d-91a7-1a3a90dacc58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 1096 time: 0.0482001 Aug 27 02:24:35.092355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.155187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295c3084-298f-41b9-bad3-8edacad71b89,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.178414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=726a30add4874ca5973139fe646cf654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085229 Aug 27 02:24:35.178862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40204) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:35.179949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.180282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.180686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.180946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.181285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.181710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.181927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.182274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.182736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.183077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.183403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.183740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81961da-0b46-4bec-9dfe-08e808bb110c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:35.189199 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:35.201269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230da091-c540-4df6-a241-169cb789fbe0 req-3968ea3f-3ffa-4145-8951-d26e43b4019b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.203108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-230da091-c540-4df6-a241-169cb789fbe0 req-3968ea3f-3ffa-4145-8951-d26e43b4019b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1264515 Aug 27 02:24:35.205527 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:35.206591 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:35.254955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-3801a82e-10cf-48dc-b6de-1d0b6dc055c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.263354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-230da091-c540-4df6-a241-169cb789fbe0 req-d93203e2-5d34-4ba0-8549-a922c6e0c2db tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513542 Aug 27 02:24:35.263646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-3801a82e-10cf-48dc-b6de-1d0b6dc055c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.1640391 Aug 27 02:24:35.340363 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:35.380148 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-bb818c42-6cb2-48d0-bfa8-676ed938c571 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 1001 time: 0.1156402 Aug 27 02:24:35.386937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e735-9917-48b6-84be-b5001b816fe4 req-035e6754-32b7-4bba-a3f7-a9882b289db4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.388495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70c42cdf-631b-409f-9609-58d56f4cce7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.389751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37a0e735-9917-48b6-84be-b5001b816fe4 req-035e6754-32b7-4bba-a3f7-a9882b289db4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 948 time: 0.0748680 Aug 27 02:24:35.411707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-2fcae5e4-d344-4ffd-bc93-f91bf6634307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.413119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-2fcae5e4-d344-4ffd-bc93-f91bf6634307 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1100 time: 0.0971045 Aug 27 02:24:35.426170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cb87fcb5-fb35-4262-b8b0-b9912bf7f87e details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:35.441453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37a0e735-9917-48b6-84be-b5001b816fe4 req-547c278c-dbb6-41ca-b921-e82fafc2f32a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Aug 27 02:24:35.451920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70c42cdf-631b-409f-9609-58d56f4cce7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.528900 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8cc8fd-cb79-4d1a-8593-80d65b19381f x-openstack-request-id: req-9b8cc8fd-cb79-4d1a-8593-80d65b19381f {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:35.529280 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:35.529486 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b8cc8fd-cb79-4d1a-8593-80d65b19381f {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:35.529908 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'status': 'completed', 'code': 200} Aug 27 02:24:35.530227 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'status': 'completed', 'code': 200} Aug 27 02:24:35.540483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:35.551476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-8050c58e-6241-41c3-b314-9c0fb5e1de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.555005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e', 'mac_address': 'fa:16:3e:66:89:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:35.558957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-8050c58e-6241-41c3-b314-9c0fb5e1de19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.1684864 Aug 27 02:24:35.637415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-d18818e7-0083-4320-9d15-b6860d4349a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.639083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-d18818e7-0083-4320-9d15-b6860d4349a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 1096 time: 0.0972724 Aug 27 02:24:35.643985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-2f329275-0f12-4ce9-935a-c0747696c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.644345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.648006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-7d66aa57-55b9-47ad-a741-8ef5cca59c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.651299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-7d66aa57-55b9-47ad-a741-8ef5cca59c22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.0710728 Aug 27 02:24:35.652366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-2f329275-0f12-4ce9-935a-c0747696c387 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922790 Aug 27 02:24:35.663375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-f4cfbad7-8532-4b49-981a-5da39e2e2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.664730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-f4cfbad7-8532-4b49-981a-5da39e2e2c48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2316837 Aug 27 02:24:35.674891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb87fcb5-fb35-4262-b8b0-b9912bf7f87e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:35.698895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:35.705779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.743271 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:35:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:34Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:35.761682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70c42cdf-631b-409f-9609-58d56f4cce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.764262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70c42cdf-631b-409f-9609-58d56f4cce7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.768401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-70c42cdf-631b-409f-9609-58d56f4cce7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/295c3084-298f-41b9-bad3-8edacad71b89 HTTP/1.1" status: 204 len: 168 time: 0.5882254 Aug 27 02:24:35.775137 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:35.778001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-29378016-c4db-4262-a5a0-d76cf2eec007 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0529912 Aug 27 02:24:35.782226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.784194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c42cdf-631b-409f-9609-58d56f4cce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c3084-298f-41b9-bad3-8edacad71b89,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.785194 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:35.785859 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:35.789879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-19653c80-1312-4e80-a032-1b42ac2db653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.791309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-19653c80-1312-4e80-a032-1b42ac2db653 service neutron] 10.222.0.45 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.1381750 Aug 27 02:24:35.865726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-9ef5c00b-dcae-4c0d-981b-c9832498df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.867389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-9ef5c00b-dcae-4c0d-981b-c9832498df26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0811918 Aug 27 02:24:35.870526 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-b5713ebe-4995-4fdc-b802-5b3899abf064 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171221 Aug 27 02:24:35.935185 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:35.985964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-0e4149e9-f328-48c2-be44-6061f98e60e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 1001 time: 0.1399245 Aug 27 02:24:35.987883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-ea4415e7-5722-46d1-8be4-940044ecf567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.989586 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-ea4415e7-5722-46d1-8be4-940044ecf567 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129055 Aug 27 02:24:35.997250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.003609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.009282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.021117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.027266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.030300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:36.033161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.040789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.042698 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-7a14ee10-4e0d-40b8-bd27-07500abbf761 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.2505057 Aug 27 02:24:36.043781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-828c1d06-5f52-4e9a-ad07-ba3ae335876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.045451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-828c1d06-5f52-4e9a-ad07-ba3ae335876c service neutron] 10.222.0.32 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.2511384 Aug 27 02:24:36.129735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-9194d29a-7a3a-4594-8f99-73e0d4d9a093 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 217 time: 0.0490463 Aug 27 02:24:36.177285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f548ce2-c5bd-4b69-93a9-6ab74e867d95 req-d964f27c-09bc-41c0-8f1d-b517e100f2c5 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975695 Aug 27 02:24:36.202172 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-eebec60e-fb03-46a2-a1d8-eef5405e8e94 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980920 Aug 27 02:24:36.214643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd0d5428-5a67-46e8-95e6-51c81dd30926 req-0e2bf084-60f9-4241-aa03-4c1d26a32c4f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601985 Aug 27 02:24:36.223346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-0af428ef-8127-45a7-8be1-e861984b5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.225839 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-0af428ef-8127-45a7-8be1-e861984b5c47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.1798730 Aug 27 02:24:36.327391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-80a774a8-2976-4b37-b2bf-c29aaebccac7 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172950 Aug 27 02:24:36.368840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-a9edd5a9-43a4-4e8d-84e3-3ae811a4f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.370361 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-a9edd5a9-43a4-4e8d-84e3-3ae811a4f609 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.2254012 Aug 27 02:24:36.391254 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:35:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:34Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:36.395951 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eed43596-a42b-40cd-827e-04d6bb3a74da req-f3ebfccf-f31e-4918-b900-fda0156bbf93 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 210 time: 0.0674899 Aug 27 02:24:36.461466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e7562-13f9-4e53-80cd-fce90f5ca651 None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:35:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:34Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:36.518476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-2e9f83f0-49aa-47ec-81bf-ed5312e159fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.521123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-2e9f83f0-49aa-47ec-81bf-ed5312e159fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592380 Aug 27 02:24:36.523408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e1252f37-d2e3-48c1-9726-2084e1e1f4fa req-98a8d249-d65e-43f7-8780-da30a6968f90 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.1484962 Aug 27 02:24:36.639791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-564f92d0-b97a-4fd9-958e-7577ed2ac15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.641349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-564f92d0-b97a-4fd9-958e-7577ed2ac15f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317998 Aug 27 02:24:36.649808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-b6dbe462-2b96-4e27-8fc7-6d844f2d0516 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.651712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-b6dbe462-2b96-4e27-8fc7-6d844f2d0516 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.4203057 Aug 27 02:24:36.689598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a0a874-241a-4647-bdd7-513a46f160ac req-d49c15a4-3525-4629-a9b8-d64846a119f5 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1001 time: 0.1656330 Aug 27 02:24:36.714338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Request body: {'port': {'device_id': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'admin_state_up': True, 'tenant_id': '0752587e783c4457a71471578251cf20'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:36.745732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a874-241a-4647-bdd7-513a46f160ac req-d593677d-108e-4547-b19f-5837112542ff tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.754499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a0a874-241a-4647-bdd7-513a46f160ac req-d593677d-108e-4547-b19f-5837112542ff tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports/9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 942 time: 0.0616255 Aug 27 02:24:36.836468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9ee56294-5ea0-4c4e-9f37-d8b600c83236 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:36.875245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a0a874-241a-4647-bdd7-513a46f160ac req-09275192-6ad1-4ebd-b244-3047d4591f25 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1001 time: 0.0723763 Aug 27 02:24:36.977565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 9ee56294-5ea0-4c4e-9f37-d8b600c83236, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9ee56294-5ea0-4c4e-9f37-d8b600c83236,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:36.994740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'mac_address': 'fa:16:3e:50:b4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:37.044413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.067267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee56294-5ea0-4c4e-9f37-d8b600c83236 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:37.094275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 9ee56294-5ea0-4c4e-9f37-d8b600c83236, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9ee56294-5ea0-4c4e-9f37-d8b600c83236,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:37.102700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.162039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=9ee56294-5ea0-4c4e-9f37-d8b600c83236,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.261418 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-a692fcaa-2c11-42a6-8a2a-eae11fb0a122 service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215023 Aug 27 02:24:37.269737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908badb-5c6f-48df-90c8-b01fdf1f0eb4 req-8a8b9459-4613-419e-a6d8-279055461ee4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.271378 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5908badb-5c6f-48df-90c8-b01fdf1f0eb4 req-8a8b9459-4613-419e-a6d8-279055461ee4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.6166067 Aug 27 02:24:37.314625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a874-241a-4647-bdd7-513a46f160ac req-64945778-d6dc-4bcd-af7b-9cf14a5ef922 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.316012 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a0a874-241a-4647-bdd7-513a46f160ac req-64945778-d6dc-4bcd-af7b-9cf14a5ef922 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.4398594 Aug 27 02:24:37.341736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-a882d775-2753-4078-b95f-20a83289dadf service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879404 Aug 27 02:24:37.417453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cb87fcb5-fb35-4262-b8b0-b9912bf7f87e up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:37.428209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd789fc-a84c-4662-9c30-bfca69e31cf4 req-13c9ef1d-3c52-45a6-9015-0ebd7eae4af9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.429980 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1cd789fc-a84c-4662-9c30-bfca69e31cf4 req-13c9ef1d-3c52-45a6-9015-0ebd7eae4af9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 949 time: 0.0619996 Aug 27 02:24:37.456627 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5908badb-5c6f-48df-90c8-b01fdf1f0eb4 req-b4705fd3-7794-4557-adbc-e4ebe87f8667 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688685 Aug 27 02:24:37.467511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:37.470943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.480371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:37.485542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:37.485920 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.504474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1cd789fc-a84c-4662-9c30-bfca69e31cf4 req-76473f05-4bea-4b8f-913a-0b9c0b78b50b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665984 Aug 27 02:24:37.518519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['9ee56294-5ea0-4c4e-9f37-d8b600c83236'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:37.631859 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-e8c5c0c9-d66f-4336-9c36-d95884fe58d0 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1001 time: 0.0979888 Aug 27 02:24:37.648349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-d675c4a6-dca4-4333-a101-f2f2234ba73f service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759823 Aug 27 02:24:37.650289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.664978 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-466c09a8-48ee-4691-af17-3eefed07bec3 req-2f7311dd-c2ff-41ce-94ca-c71e7bb3f8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974715 Aug 27 02:24:37.688211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:37.690816 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df194207-5ab5-46ef-be44-58b1a55d10b2" -d '{"events": [{"server_uuid": "c558d9b8-9b6b-43f8-af21-629bbd7354bb", "name": "network-vif-plugged", "status": "completed", "tag": "cb87fcb5-fb35-4262-b8b0-b9912bf7f87e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:37.702970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-a8803cff-134a-47e5-88fe-53a59556a289 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.709310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.715171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.715791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:37.718899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-a8803cff-134a-47e5-88fe-53a59556a289 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports/9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 942 time: 0.0784898 Aug 27 02:24:37.721000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.726936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.730217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.733204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.739098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.745069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.750854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-d2bed2e9-f084-47c2-815a-b1734f1aac8b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1726148 Aug 27 02:24:37.790503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.812764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef13a285-da73-46cf-8b8f-3a7f4369865c req-4588bf94-0ec0-4355-9019-e86ae675b534 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582702 Aug 27 02:24:37.814223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Allocated IP 172.20.0.12 (621040e8-061a-4b1e-ab51-62bf1adf7ee0/0d761fb0-67d1-4f09-88b5-42861d0d5b51/251cc858-0224-4647-8e3e-dc58e1fd7b22) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:37.844890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-ff427987-09dd-4bd9-95b3-1f92ec246ecd tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1001 time: 0.0805695 Aug 27 02:24:37.932316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9c94423-8153-4bd0-8958-5eff029a2a6d req-ac491668-8c74-4883-abb3-076aa79e85d2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 210 time: 0.0539019 Aug 27 02:24:37.966346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-03a48174-c1c9-4014-a01d-111109dd5679 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.967718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-03a48174-c1c9-4014-a01d-111109dd5679 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1152554 Aug 27 02:24:37.992494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.038454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.039930 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-d2953277-1605-435e-af83-ef90d2db459d tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1001 time: 0.0652721 Aug 27 02:24:38.052667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:38.106858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:38.108470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.109007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c48937c-acba-48d1-893b-9c074ebd9de3 req-9f27198b-845b-4344-b889-11646c7e2f6d tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0398281 Aug 27 02:24:38.112237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:38.116920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:38.121445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event updated for resources: {'Port': ['ID=251cc858-0224-4647-8e3e-dc58e1fd7b22,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.171938 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428849db-b25e-4657-b5b0-486112218132 x-openstack-request-id: req-428849db-b25e-4657-b5b0-486112218132 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:38.172862 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c558d9b8-9b6b-43f8-af21-629bbd7354bb", "name": "network-vif-plugged", "status": "completed", "tag": "cb87fcb5-fb35-4262-b8b0-b9912bf7f87e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:38.173357 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-428849db-b25e-4657-b5b0-486112218132 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:38.173972 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e', 'code': 200} Aug 27 02:24:38.175796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.176799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.192806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e81a24f3-a8b5-4f16-b887-86bf103a64f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5123174 Aug 27 02:24:38.210177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Request body: {'port': {'device_id': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:38.268396 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.274344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.274535 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07 disassociated. External IP: 172.25.1.138, port: 9acac08e-edd0-4350-bb7b-65b25adcdbc1. Aug 27 02:24:38.296074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.309912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410df0-d255-4700-b4c3-0aeacf05eb90 req-d5d503f8-6b14-43a3-a4b6-78749fa1699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.313384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34410df0-d255-4700-b4c3-0aeacf05eb90 req-d5d503f8-6b14-43a3-a4b6-78749fa1699f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 1101 time: 0.0733631 Aug 27 02:24:38.409735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-4a1b9150-dc8d-4617-96de-000225741595 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419559 Aug 27 02:24:38.414274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34410df0-d255-4700-b4c3-0aeacf05eb90 req-137c84c6-c5dc-4913-af9f-12172b7f510c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945809 Aug 27 02:24:38.503965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:38.612301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:38.617149 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.620268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-a1199e21-0cde-4245-907e-25fe4d725e29 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.620652 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-a1199e21-0cde-4245-907e-25fe4d725e29 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036068 Aug 27 02:24:38.629740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:38.640392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:38.641109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:38.646835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e50c9cdc-b4ca-414e-8672-b60855d6b32a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/quotas/f0cf9b385d2046f383edca7b7cc6b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0177488 Aug 27 02:24:38.647596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-8f21cf03-0c3f-4bb8-b84f-f5e942014d90 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "PUT /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 200 len: 695 time: 0.6009889 Aug 27 02:24:38.648075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:38.650409 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2863ab7-a81a-46f2-bf0a-53b57a985b64" -d '{"events": [{"name": "network-changed", "server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:38.699994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-42dd806c-b9a1-40a1-9361-85080791e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.701602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-42dd806c-b9a1-40a1-9361-85080791e597 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 1096 time: 0.0419357 Aug 27 02:24:38.709850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-2d2777a1-9369-4fc1-849f-1cfeedabf99b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315371 Aug 27 02:24:38.754055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:38.757080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251cc858-0224-4647-8e3e-dc58e1fd7b22 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:38.766288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.778978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Transition to ACTIVE for port object 251cc858-0224-4647-8e3e-dc58e1fd7b22 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:38.787996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.811339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-60b8c027-b380-4b37-9fd0-a1eda9f16e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.812852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-60b8c027-b380-4b37-9fd0-a1eda9f16e36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.1043446 Aug 27 02:24:38.849491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 34a495e4-5875-4b34-bed5-9973b29dc4e4 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:38.866108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Pushing event updated for resources: {'Port': ['ID=251cc858-0224-4647-8e3e-dc58e1fd7b22,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.892421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-bf65e62f-ff60-4b90-92c5-ecae34f4e175 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 217 time: 0.0729175 Aug 27 02:24:38.972595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-b1d659b1-68a3-4a68-8f3d-c4a602189bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.982618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Attempting to bind port 251cc858-0224-4647-8e3e-dc58e1fd7b22 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:38.982955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Attempting to bind port 251cc858-0224-4647-8e3e-dc58e1fd7b22 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:38.983274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Attempting to bind port 251cc858-0224-4647-8e3e-dc58e1fd7b22 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:38.984961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-b1d659b1-68a3-4a68-8f3d-c4a602189bec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0860460 Aug 27 02:24:38.990489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Port 251cc858-0224-4647-8e3e-dc58e1fd7b22 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:38.990826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Attempting to bind port 251cc858-0224-4647-8e3e-dc58e1fd7b22 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:39.021505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea769f-fe2e-4b4c-ac31-f45fd18a6c70 req-52697b6c-62b4-4ba0-b815-3eaba035cdf7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.023170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6ea769f-fe2e-4b4c-ac31-f45fd18a6c70 req-52697b6c-62b4-4ba0-b815-3eaba035cdf7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0999353 Aug 27 02:24:39.043450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-c4b79282-db48-4ff1-8f23-a2e221be6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.052603 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-c4b79282-db48-4ff1-8f23-a2e221be6a17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663426 Aug 27 02:24:39.058867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:39.059114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Checking segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:39.059511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Bound using segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:39.059972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Bound port: 251cc858-0224-4647-8e3e-dc58e1fd7b22, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:39.062829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.140687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6ea769f-fe2e-4b4c-ac31-f45fd18a6c70 req-13e951ea-6a41-4a46-ab3f-7dfdb70e5e33 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081874 Aug 27 02:24:39.167377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-4771faef-55c7-4486-ab70-de27c2b88407 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137180 Aug 27 02:24:39.265432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:39.288200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '34a495e4-5875-4b34-bed5-9973b29dc4e4', 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'port_id': '34a495e4-5875-4b34-bed5-9973b29dc4e4', 'mac_address': 'fa:16:3e:86:8e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff464be5-2a9d-458e-a0df-a610a40e528e', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:39.305234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d20c9b-15cc-457c-84da-8437dc48a247 req-9dd87f16-78be-404c-9808-c3d471112e79 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346569 Aug 27 02:24:39.313478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] For port 251cc858-0224-4647-8e3e-dc58e1fd7b22, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:39.329513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:39.346150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] For port 251cc858-0224-4647-8e3e-dc58e1fd7b22, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=251cc858-0224-4647-8e3e-dc58e1fd7b22,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:39.357369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99492e-8645-42c4-a457-62d7f84582d3 req-26ba4e17-eff2-45d1-8f0d-fcd7b0c5a659 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.359096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ba99492e-8645-42c4-a457-62d7f84582d3 req-26ba4e17-eff2-45d1-8f0d-fcd7b0c5a659 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 949 time: 0.1191945 Aug 27 02:24:39.362004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.363568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:39.379264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.383146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:39.383904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:39.397388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.398255 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.399952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] 10.222.0.32 "PUT /v2.0/ports/251cc858-0224-4647-8e3e-dc58e1fd7b22 HTTP/1.1" status: 200 len: 1092 time: 1.1945326 Aug 27 02:24:39.402407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'tag': '251cc858-0224-4647-8e3e-dc58e1fd7b22'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:39.405911 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20032b25-35e1-4e5a-87f8-1e33d3749a74" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bc0365-9f8a-44b5-82e1-8d687327a7f8", "tag": "251cc858-0224-4647-8e3e-dc58e1fd7b22"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:39.413529 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d64dd-c86d-4cdd-bae3-a829e1338aa4 x-openstack-request-id: req-f10d64dd-c86d-4cdd-bae3-a829e1338aa4 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:39.413990 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:39.414235 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f10d64dd-c86d-4cdd-bae3-a829e1338aa4 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:39.414654 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'status': 'completed', 'code': 200} Aug 27 02:24:39.443409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a495e4-5875-4b34-bed5-9973b29dc4e4 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:39.493840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:39.510812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.511872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:39.577312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.583889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.590352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.597113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.603702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.609158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.615367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.617284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-4776236f-c2da-47dc-a183-bf5b2a517401 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5432 time: 0.1364787 Aug 27 02:24:39.653571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.654553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ba99492e-8645-42c4-a457-62d7f84582d3 req-42c3d2a1-e1b8-4ad4-85f4-84358013b6fa tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808220 Aug 27 02:24:39.706999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64c0ec-779c-409f-9b2c-eac233bafdea service neutron] Pushing event updated for resources: {'Port': ['ID=251cc858-0224-4647-8e3e-dc58e1fd7b22,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.721410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e5577047-3081-4d95-8947-5af409bad02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.722966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-e5577047-3081-4d95-8947-5af409bad02b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 1095 time: 0.2138054 Aug 27 02:24:39.728364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-5ab3cd12-a880-4017-9088-5b229f2a647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.729736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-5ab3cd12-a880-4017-9088-5b229f2a647b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 1096 time: 0.2192950 Aug 27 02:24:39.736296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6292849-cb57-401b-a5e6-f31acd21bc8e req-e1eacff9-b013-4df1-8946-c3846a11b26f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086807 Aug 27 02:24:39.744367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:39.902383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:39.921137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-1068bd75-1d5d-4549-aa7f-09efa43968e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.922095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'port_id': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'mac_address': 'fa:16:3e:ee:85:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:39.922248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3809f7-2e09-4f42-abc0-2d4b9cc932c0 req-2c515546-d59f-44e3-b1ca-63dfee0a0b94 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.922829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-1068bd75-1d5d-4549-aa7f-09efa43968e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.1615891 Aug 27 02:24:39.931194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf3809f7-2e09-4f42-abc0-2d4b9cc932c0 req-2c515546-d59f-44e3-b1ca-63dfee0a0b94 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 944 time: 0.0845497 Aug 27 02:24:39.971919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.993211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf3809f7-2e09-4f42-abc0-2d4b9cc932c0 req-6550da2c-0336-4509-8a17-00359c1bc28f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Aug 27 02:24:39.996839 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-55a785f1-e219-4ce8-ac1a-480d229e75ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251cc858-0224-4647-8e3e-dc58e1fd7b22 HTTP/1.1" status: 200 len: 217 time: 0.2602446 Aug 27 02:24:39.998207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:40.041117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-4d41b00b-377a-4b9d-af04-5868a366e617 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172364 Aug 27 02:24:40.042493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-1abda575-53f5-47c5-8431-9ace3511a35c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 200 len: 217 time: 0.0684443 Aug 27 02:24:40.052211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.061498 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.062259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5acb9adf-52aa-4a3e-a006-a7c0c9541586 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:40.139147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.164243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.169113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '5acb9adf-52aa-4a3e-a006-a7c0c9541586', 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'port_id': '5acb9adf-52aa-4a3e-a006-a7c0c9541586', 'mac_address': 'fa:16:3e:f3:61:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff464be5-2a9d-458e-a0df-a610a40e528e', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:40.174074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:40.182546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e16f5d55-7aa5-4dc8-a28b-f48a8f860414 req-d63c19e1-38b7-486f-a324-02f50839fd81 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0289137 Aug 27 02:24:40.202896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de56d4-5dea-4bff-9fcc-dde93d8c9c6e None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:40.205255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-975ed955-f1ff-4c8c-8108-b9ee4adfb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.209302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-975ed955-f1ff-4c8c-8108-b9ee4adfb9c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.1766317 Aug 27 02:24:40.221664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-4fe8a74e-3f99-4062-8bee-bcfeca754d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.223264 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-4fe8a74e-3f99-4062-8bee-bcfeca754d1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.1630089 Aug 27 02:24:40.256114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.276411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acb9adf-52aa-4a3e-a006-a7c0c9541586 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:40.283579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-ab719b0f-6baa-40a2-9314-98a59b6af97d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538993 Aug 27 02:24:40.307915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-21f45b0e-daf4-44a4-87ae-34ff13376bd3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.310147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-21f45b0e-daf4-44a4-87ae-34ff13376bd3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487674 Aug 27 02:24:40.321642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.333382 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.334091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f32e51da-d1a7-474b-8f36-ac21600c7509 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:40.339559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-a27bffc0-32e9-41f8-8b42-3f4ddac8d279 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/quotas/f0cf9b385d2046f383edca7b7cc6b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0159814 Aug 27 02:24:40.424288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f32e51da-d1a7-474b-8f36-ac21600c7509, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f32e51da-d1a7-474b-8f36-ac21600c7509,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.439108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f32e51da-d1a7-474b-8f36-ac21600c7509', 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'port_id': 'f32e51da-d1a7-474b-8f36-ac21600c7509', 'mac_address': 'fa:16:3e:c7:10:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff464be5-2a9d-458e-a0df-a610a40e528e', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:40.441544 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f01cdb2-dc59-46eb-add1-49e2258549e3 x-openstack-request-id: req-5f01cdb2-dc59-46eb-add1-49e2258549e3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:40.441841 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bc0365-9f8a-44b5-82e1-8d687327a7f8", "tag": "251cc858-0224-4647-8e3e-dc58e1fd7b22", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:40.442093 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f01cdb2-dc59-46eb-add1-49e2258549e3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:40.442521 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'tag': '251cc858-0224-4647-8e3e-dc58e1fd7b22', 'status': 'completed', 'code': 200} Aug 27 02:24:40.443778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=5acb9adf-52aa-4a3e-a006-a7c0c9541586,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.458935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-c8a592ce-d836-4415-bf6e-c2ff3e1b0379 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061742 Aug 27 02:24:40.474119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-61fa1617-3a18-4ba4-bb39-3d26c73d0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.484007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-61fa1617-3a18-4ba4-bb39-3d26c73d0d61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389810 Aug 27 02:24:40.548789 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.582581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32e51da-d1a7-474b-8f36-ac21600c7509 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:40.597500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-23799616-b6b0-43c0-a409-94605e49a835 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550449 Aug 27 02:24:40.625092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f32e51da-d1a7-474b-8f36-ac21600c7509, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f32e51da-d1a7-474b-8f36-ac21600c7509,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.637512 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.639364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 4212a167-28ba-4b31-9e33-af12e6f8a67f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:40.656564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a57b2-09d7-4fed-a36e-f28a9c2aa19d None None] New status for floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:24:40.672480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-c4dbb141-7e7c-41ae-b5c1-49abfef39c1a service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655159 Aug 27 02:24:40.739796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb389d7-869d-4051-b714-501e5ca94221 req-0a414895-b42f-4ac7-9863-9308199e94da tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.741357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbb389d7-869d-4051-b714-501e5ca94221 req-0a414895-b42f-4ac7-9863-9308199e94da tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.2178195 Aug 27 02:24:40.763386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-dacc1fb3-c829-4d43-9431-1ee4c3f463d5 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491341 Aug 27 02:24:40.797325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 4212a167-28ba-4b31-9e33-af12e6f8a67f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.825617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f32e51da-d1a7-474b-8f36-ac21600c7509,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.832639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '4212a167-28ba-4b31-9e33-af12e6f8a67f', 'network_id': 'aea73a19-2afa-4a18-9dfd-961653b53f34', 'port_id': '4212a167-28ba-4b31-9e33-af12e6f8a67f', 'mac_address': 'fa:16:3e:ea:ee:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff464be5-2a9d-458e-a0df-a610a40e528e', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:40.854654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbb389d7-869d-4051-b714-501e5ca94221 req-d6f4d21a-d73b-45c2-8eb7-0ef7b18c41ab tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835009 Aug 27 02:24:40.882577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.883940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-3f03d140-4db3-4478-8b62-62772a004aae tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.886435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-3f03d140-4db3-4478-8b62-62772a004aae tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712424 Aug 27 02:24:40.899095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4212a167-28ba-4b31-9e33-af12e6f8a67f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:40.903130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Request body: {'port': {'device_id': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'f0cf9b385d2046f383edca7b7cc6b8f0'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:40.915380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-b5daa5d9-a1ae-4994-8bf3-54cee27b3fa5 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.922176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 4212a167-28ba-4b31-9e33-af12e6f8a67f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.923969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-b5daa5d9-a1ae-4994-8bf3-54cee27b3fa5 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2343292 Aug 27 02:24:40.930135 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.931817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 109811b0-e2a4-4f1b-a28e-20402b738205 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:41.020244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-db1533f5-11f1-471f-bf92-141d6a1652f6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 698 time: 0.0952835 Aug 27 02:24:41.043979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b20d21f6-b5e7-48c8-b9ee-c947304daa30 req-7682c1a0-a171-4795-8986-0ba45a3abe06 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 210 time: 0.1126885 Aug 27 02:24:41.051988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'floatingip': {'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:41.085134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 109811b0-e2a4-4f1b-a28e-20402b738205, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=109811b0-e2a4-4f1b-a28e-20402b738205,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:41.102048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '109811b0-e2a4-4f1b-a28e-20402b738205', 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4', 'port_id': '109811b0-e2a4-4f1b-a28e-20402b738205', 'mac_address': 'fa:16:3e:37:af:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4f4d23-9fda-441a-a2f3-523c24b969c0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:41.136705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2863ab7-a81a-46f2-bf0a-53b57a985b64 req-7abda79b-4188-4f31-b316-d02b5593ed0a service neutron] 10.222.0.45 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487097 Aug 27 02:24:41.142436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.172360 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.190014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95829a3-9cd8-462b-a616-8da09c7d98bc req-a148cef9-e836-4892-9800-429ad4385ad0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.196114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109811b0-e2a4-4f1b-a28e-20402b738205 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:41.199067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f95829a3-9cd8-462b-a616-8da09c7d98bc req-a148cef9-e836-4892-9800-429ad4385ad0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 949 time: 0.0933564 Aug 27 02:24:41.206728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98d8b274-1832-44c0-b7b0-0479d8d79b8b req-eedd0c68-417c-400d-9037-0a550b8f04d2 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062474 Aug 27 02:24:41.228446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=4212a167-28ba-4b31-9e33-af12e6f8a67f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.232602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 109811b0-e2a4-4f1b-a28e-20402b738205, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=109811b0-e2a4-4f1b-a28e-20402b738205,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:41.239763 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.240455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8c99a779-dddf-4b7e-885f-9ee500452ef2 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:41.274043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f95829a3-9cd8-462b-a616-8da09c7d98bc req-78df847b-02a0-4f5f-9253-3d522d52dc90 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716398 Aug 27 02:24:41.279264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Made reservation on behalf of f0cf9b385d2046f383edca7b7cc6b8f0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:41.283098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.312636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.322692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8c99a779-dddf-4b7e-885f-9ee500452ef2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:41.325368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=109811b0-e2a4-4f1b-a28e-20402b738205,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.339283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '8c99a779-dddf-4b7e-885f-9ee500452ef2', 'network_id': '57ddc318-492a-427e-95de-ec664d81e1e4', 'port_id': '8c99a779-dddf-4b7e-885f-9ee500452ef2', 'mac_address': 'fa:16:3e:6c:33:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4f4d23-9fda-441a-a2f3-523c24b969c0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:41.379211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.395080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c99a779-dddf-4b7e-885f-9ee500452ef2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:41.415548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-9f28eb71-f392-4d78-97ad-9d60337f9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.417146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-9f28eb71-f392-4d78-97ad-9d60337f9f4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 1095 time: 0.1159742 Aug 27 02:24:41.417620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8c99a779-dddf-4b7e-885f-9ee500452ef2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:41.423967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.447152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.451570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.457799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.463952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.469790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.471881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9ee56294-5ea0-4c4e-9f37-d8b600c83236 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:41.475666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.481895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.483599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-a4e0e1c7-1fb2-45bb-8f70-df98c0a10bb2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5438 time: 0.1192377 Aug 27 02:24:41.505439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8c99a779-dddf-4b7e-885f-9ee500452ef2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.545160 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ee0f62a-5861-4617-b588-fec0fae1535e req-47e43f9c-d7ea-4cf3-abf3-5a58f04f7771 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538590 Aug 27 02:24:41.555799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:41.559743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:41.560118 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.592544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.601102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.664295 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.689816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aead6528-2893-47c8-93ee-32902830ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee56294-5ea0-4c4e-9f37-d8b600c83236'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:41.690044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-94ef2315-36c2-4a2e-9023-cc4a09065f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.691225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-94ef2315-36c2-4a2e-9023-cc4a09065f7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 913 time: 0.2597423 Aug 27 02:24:41.691489 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ed70e2-77a2-4109-9b7a-a861f4eb10b9" -d '{"events": [{"server_uuid": "aead6528-2893-47c8-93ee-32902830ebce", "name": "network-vif-plugged", "status": "completed", "tag": "9ee56294-5ea0-4c4e-9f37-d8b600c83236"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:41.695910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70080b76-c3cf-4a33-bbd2-6c377bb33035,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.712345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 9ee56294-5ea0-4c4e-9f37-d8b600c83236, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9ee56294-5ea0-4c4e-9f37-d8b600c83236,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:41.718674 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.765968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=9ee56294-5ea0-4c4e-9f37-d8b600c83236,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.770951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-86713356-07fe-4338-a4bf-f72d89340f62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251cc858-0224-4647-8e3e-dc58e1fd7b22 HTTP/1.1" status: 200 len: 217 time: 0.0396538 Aug 27 02:24:41.773776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf63a5-3768-409e-b6e5-885354cb714f req-51e50baa-5fed-4896-bb36-85ed8023599e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.775311 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8bf63a5-3768-409e-b6e5-885354cb714f req-51e50baa-5fed-4896-bb36-85ed8023599e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 944 time: 0.1001525 Aug 27 02:24:41.808123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Allocated IP 192.168.233.73 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/627b86f7-5597-41f5-9c4d-caee08c374cb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:41.842052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8bf63a5-3768-409e-b6e5-885354cb714f req-dba5ac20-322a-43d4-bd89-932557847f7a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605619 Aug 27 02:24:42.018298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d79477d-435b-4f99-b85a-7b5c4b3432e0 req-10dfe1bb-bc34-47fd-b3e3-ed7c1d68fb81 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0365312 Aug 27 02:24:42.023955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.043801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Transition to ACTIVE for port object 627b86f7-5597-41f5-9c4d-caee08c374cb will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:42.082838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.090639 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861f4073-60a7-41fa-a577-108563964c72 x-openstack-request-id: req-861f4073-60a7-41fa-a577-108563964c72 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:42.090931 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aead6528-2893-47c8-93ee-32902830ebce", "name": "network-vif-plugged", "status": "completed", "tag": "9ee56294-5ea0-4c4e-9f37-d8b600c83236", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:42.091196 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-861f4073-60a7-41fa-a577-108563964c72 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:42.091643 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aead6528-2893-47c8-93ee-32902830ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'code': 200} Aug 27 02:24:42.189330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:42.209588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:42.211674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:42.213835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:42.228807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-bd05e53f-e41a-4e71-816c-8db9fa56a33b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584099 Aug 27 02:24:42.265305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cf86e-c95c-4c96-bb11-db149a253cf1 req-a12a2a85-d68a-4de8-b881-f20df39ad116 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.268774 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c5cf86e-c95c-4c96-bb11-db149a253cf1 req-a12a2a85-d68a-4de8-b881-f20df39ad116 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1125414 Aug 27 02:24:42.282148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.283590 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.316204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-e3d0b7a6-1e89-4cbd-9b04-f7d3f3daf8d0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4177911 Aug 27 02:24:42.324701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-03043666-e959-4419-8471-6a37aa9d64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.327218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-03043666-e959-4419-8471-6a37aa9d64aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.1643181 Aug 27 02:24:42.330392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c5cf86e-c95c-4c96-bb11-db149a253cf1 req-b05c7f59-4225-481f-bf64-ddb189fb8313 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550578 Aug 27 02:24:42.336131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Request body: {'port': {'device_id': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:42.397610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.415634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-98cd38c8-6833-4d33-b276-83487cba8250 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516007 Aug 27 02:24:42.425924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c41d6a-8a4d-4b0c-9b5d-c548fc46ec6f req-5b64175d-fb1e-41c1-8e6d-5eaed9aee9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.427520 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7c41d6a-8a4d-4b0c-9b5d-c548fc46ec6f req-5b64175d-fb1e-41c1-8e6d-5eaed9aee9bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 1101 time: 0.2255065 Aug 27 02:24:42.437553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:24:42.473771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a715bd3-00d7-49b5-8899-c25ee1f4e99d req-53c299e0-40ed-47a6-b654-4c888650dc60 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 210 time: 0.0342526 Aug 27 02:24:42.564507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0ea88461-3a92-440a-bde8-316547e5b581 None None] Provisioning for port 627b86f7-5597-41f5-9c4d-caee08c374cb completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:42.572664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0ea88461-3a92-440a-bde8-316547e5b581 None None] Provisioning complete for port 627b86f7-5597-41f5-9c4d-caee08c374cb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:42.573492 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ea88461-3a92-440a-bde8-316547e5b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.615491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-36dad8a7-0246-4ee6-bab0-b067d2aea62a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.617154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-36dad8a7-0246-4ee6-bab0-b067d2aea62a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3644309 Aug 27 02:24:42.619320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0ea88461-3a92-440a-bde8-316547e5b581 None None] Port 627b86f7-5597-41f5-9c4d-caee08c374cb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:42.621480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.632705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7c41d6a-8a4d-4b0c-9b5d-c548fc46ec6f req-8ae1ad79-ba32-4351-a5b6-2391aa26e143 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863625 Aug 27 02:24:42.633304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.638047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Request body: {'port': {'device_id': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'f0cf9b385d2046f383edca7b7cc6b8f0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:42.672740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5458-5608-4edf-b847-6da9e878c196 req-dd73733a-befd-482f-b48a-012d0cd0d27d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.674344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aaef5458-5608-4edf-b847-6da9e878c196 req-dd73733a-befd-482f-b48a-012d0cd0d27d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 950 time: 0.1240692 Aug 27 02:24:42.740778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-49e948d6-475b-4c38-892f-15aef72290e9 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055773 Aug 27 02:24:42.746242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aaef5458-5608-4edf-b847-6da9e878c196 req-1757ff95-8116-412b-aeaf-ddfec843381f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614583 Aug 27 02:24:42.822555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:42.843573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.860224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Transition to ACTIVE for port object 627b86f7-5597-41f5-9c4d-caee08c374cb will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:42.867449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.881340 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07 associated. External IP: 172.25.1.138, port: c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d. Aug 27 02:24:42.884477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.890440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.896367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.902305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.908102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.913882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.919639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.921494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-552efff5-25c1-4d93-8544-7876c62f786b req-97aae0a5-0e52-4c6e-b254-71fc605c3d97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5439 time: 0.1149461 Aug 27 02:24:43.002549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:43.008867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-552efff5-25c1-4d93-8544-7876c62f786b req-5de022a0-24f1-491d-8c2a-09715a1fd3dc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641601 Aug 27 02:24:43.021288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Made reservation on behalf of f0cf9b385d2046f383edca7b7cc6b8f0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:43.024845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.045817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20032b25-35e1-4e5a-87f8-1e33d3749a74 req-dfd1b132-afda-4972-ae79-da1a54e7b399 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619023 Aug 27 02:24:43.083447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-7bcebb7f-ad10-4745-838f-9382492d76e1 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.085357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-7bcebb7f-ad10-4745-838f-9382492d76e1 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.45 "GET /v2.0/ports?device_id=81d3341f-0ecd-4f84-a250-1c9bb187610a HTTP/1.1" status: 200 len: 945 time: 0.1570659 Aug 27 02:24:43.128851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Attempting to bind port 627b86f7-5597-41f5-9c4d-caee08c374cb on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:43.129307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Attempting to bind port 627b86f7-5597-41f5-9c4d-caee08c374cb by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:43.129753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Attempting to bind port 627b86f7-5597-41f5-9c4d-caee08c374cb on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:43.144628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Port 627b86f7-5597-41f5-9c4d-caee08c374cb on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:43.145104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Attempting to bind port 627b86f7-5597-41f5-9c4d-caee08c374cb on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:43.163311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['34a495e4-5875-4b34-bed5-9973b29dc4e4'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:43.173438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:43.173786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:43.174493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:43.174939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Bound port: 627b86f7-5597-41f5-9c4d-caee08c374cb, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:43.175297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.188853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['91e2e7a1-d0e6-430e-ae56-43bd02ce7bff'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:43.226599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f32e51da-d1a7-474b-8f36-ac21600c7509'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:43.247366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a81ab-5ecc-424c-b3fe-a04a1f062ea3 req-a61c5232-66c7-439b-8373-9e64da7c7796 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.252253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-593a81ab-5ecc-424c-b3fe-a04a1f062ea3 req-a61c5232-66c7-439b-8373-9e64da7c7796 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 944 time: 0.1254652 Aug 27 02:24:43.263080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['5acb9adf-52aa-4a3e-a006-a7c0c9541586'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:43.300530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['4212a167-28ba-4b31-9e33-af12e6f8a67f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:43.305019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:43.310400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:43.322173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-593a81ab-5ecc-424c-b3fe-a04a1f062ea3 req-b803d01b-1324-4a2a-a68b-a95883721dda tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612814 Aug 27 02:24:43.331986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.355776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['109811b0-e2a4-4f1b-a28e-20402b738205'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:43.357969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8c99a779-dddf-4b7e-885f-9ee500452ef2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:43.361333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Allocated IP 192.168.233.108 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/4d110e71-e06d-40f0-a242-7f0e4fb11b63) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:43.389794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.392089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.395504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] 10.222.0.45 "PUT /v2.0/ports/627b86f7-5597-41f5-9c4d-caee08c374cb HTTP/1.1" status: 200 len: 1095 time: 1.0641730 Aug 27 02:24:43.398460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:43.401973 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9dcab9-0907-48bb-b46c-90858aa81425" -d '{"events": [{"name": "network-changed", "server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:43.418390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:43.437506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Deleting port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:43.437506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.456949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceec40-3455-490d-88fb-7d6512d9ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:43.568322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-7cf02b69-f15b-4b61-abfa-240f00428b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.570040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-7cf02b69-f15b-4b61-abfa-240f00428b21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0956962 Aug 27 02:24:43.585078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 251cc858-0224-4647-8e3e-dc58e1fd7b22 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:43.656522 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-aa47315c-d45c-497a-84ee-9d76ef1ba178 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=627b86f7-5597-41f5-9c4d-caee08c374cb HTTP/1.1" status: 200 len: 217 time: 0.0681927 Aug 27 02:24:43.670585 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49bc135b-e53d-4948-80e1-56c940a8026e req-df9cde7d-3aa1-416b-ad84-c86fbd745660 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0705891 Aug 27 02:24:43.754454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] For port 9acac08e-edd0-4350-bb7b-65b25adcdbc1, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9acac08e-edd0-4350-bb7b-65b25adcdbc1,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:43.754887 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.763192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-02290f18-5d15-4251-8a1d-99d1fb793ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.766097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-02290f18-5d15-4251-8a1d-99d1fb793ea2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0902126 Aug 27 02:24:43.784384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Calling delete_port for 9acac08e-edd0-4350-bb7b-65b25adcdbc1 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:43.795027 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.811843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:43.819688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.851027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:43.854424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-6ebf7666-5038-4b75-a615-54065d87fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.855213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Transition to ACTIVE for port object 4d110e71-e06d-40f0-a242-7f0e4fb11b63 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:43.856118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-6ebf7666-5038-4b75-a615-54065d87fb7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814559 Aug 27 02:24:43.869056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65375a-fa64-4f0f-8c7b-2e66172b2254 req-5919249c-5724-42da-8b36-f54a8d0b5584 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.870736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cb65375a-fa64-4f0f-8c7b-2e66172b2254 req-5919249c-5724-42da-8b36-f54a8d0b5584 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0841470 Aug 27 02:24:43.896915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-6826d783-b3f1-47c0-9ce9-79fd43ac7960 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "PUT /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 200 len: 997 time: 2.8753495 Aug 27 02:24:43.901452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:43.903820 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665fb3c2-aa72-440c-9d29-da93b57bc8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:43.961328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cb65375a-fa64-4f0f-8c7b-2e66172b2254 req-228f1ccd-07ee-4b8a-8efa-18933f202037 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720463 Aug 27 02:24:43.986080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.988652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-97ad9ff9-6e99-4540-9ef0-dbb1e69e0882 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169209 Aug 27 02:24:44.018889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-91d43ae3-c66c-44f9-b327-70593910c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.020727 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14210a39-c39f-4545-80b1-0c15330715d4 x-openstack-request-id: req-14210a39-c39f-4545-80b1-0c15330715d4 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:44.021257 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:44.021832 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14210a39-c39f-4545-80b1-0c15330715d4 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:44.022502 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'status': 'completed', 'code': 200} Aug 27 02:24:44.025763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-91d43ae3-c66c-44f9-b327-70593910c7da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.1018639 Aug 27 02:24:44.124112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:44.137127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:44.146605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:44.147781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a631-bd65-43f7-a5d5-b6339c770021 req-4cfb613e-5d6c-4800-97e5-04fea8d342d8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.151283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:44.151932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:44.153019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Pushing event updated for resources: {'Port': ['ID=4d110e71-e06d-40f0-a242-7f0e4fb11b63,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:44.158351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25c9a631-bd65-43f7-a5d5-b6339c770021 req-4cfb613e-5d6c-4800-97e5-04fea8d342d8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 936 time: 0.0844023 Aug 27 02:24:44.160182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 251cc858-0224-4647-8e3e-dc58e1fd7b22, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=251cc858-0224-4647-8e3e-dc58e1fd7b22,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:44.177218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.239908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Pushing event deleted for resources: {'Port': ['ID=9acac08e-edd0-4350-bb7b-65b25adcdbc1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:44.271432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:44.283125 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25c9a631-bd65-43f7-a5d5-b6339c770021 req-e771b3da-9d6d-42b2-b381-2d7c4abd9524 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231031 Aug 27 02:24:44.295856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.296776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.346133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098dc86c-0ffa-48e7-83fe-8bb257af499d req-04fbbbb5-cce4-475d-b693-4c9777ebd935 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160938 Aug 27 02:24:44.376158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '251cc858-0224-4647-8e3e-dc58e1fd7b22', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'port_id': '251cc858-0224-4647-8e3e-dc58e1fd7b22', 'mac_address': 'fa:16:3e:67:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d761fb0-67d1-4f09-88b5-42861d0d5b51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:44.401651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] No DVR routers for this DVR port 9acac08e-edd0-4350-bb7b-65b25adcdbc1 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:44.404088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-0b8966f5-0af0-4e21-b6d1-167924879af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.413193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-0b8966f5-0af0-4e21-b6d1-167924879af9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.3864527 Aug 27 02:24:44.429503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.431561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dc5578f-3154-4b65-9d47-b285f6343e9d req-8ceb32c8-9f9b-445f-91e4-7b8e885be296 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.45 "DELETE /v2.0/ports/9acac08e-edd0-4350-bb7b-65b25adcdbc1 HTTP/1.1" status: 204 len: 173 time: 1.3087401 Aug 27 02:24:44.472304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-ce5542be-a791-4ff4-b1f0-fe093c289690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8432958 Aug 27 02:24:44.503275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Request body: {'port': {'device_id': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:44.564447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa5fa0-c814-44f9-8bda-c928ee273602 req-5714b5d0-2c6c-4816-8199-f55444097435 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.575256 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4fa5fa0-c814-44f9-8bda-c928ee273602 req-5714b5d0-2c6c-4816-8199-f55444097435 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 950 time: 0.1145036 Aug 27 02:24:44.631064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4fa5fa0-c814-44f9-8bda-c928ee273602 req-44fa365b-f7f8-4992-af47-f058c826f1b5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543122 Aug 27 02:24:44.773069 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.812350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:44.834455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-5082be3d-9d22-40f8-9964-e1799dc28a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.836022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-5082be3d-9d22-40f8-9964-e1799dc28a57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.1006672 Aug 27 02:24:44.851568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.852612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-47623c49-611c-42f0-be99-c8eed437ec7e None None] Provisioning for port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:44.857345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.863173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.867430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251cc858-0224-4647-8e3e-dc58e1fd7b22 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:44.869113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.874089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-47623c49-611c-42f0-be99-c8eed437ec7e None None] Provisioning complete for port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:44.874557 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-47623c49-611c-42f0-be99-c8eed437ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.874921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.881564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.887340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.889716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-9910de54-c7d9-4c28-8f7b-b38d0ed75ae0 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5439 time: 0.1141770 Aug 27 02:24:44.932876 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c021f-883b-4f73-afff-c8eb8b5b09f5 x-openstack-request-id: req-d83c021f-883b-4f73-afff-c8eb8b5b09f5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:44.933476 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:44.933476 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d83c021f-883b-4f73-afff-c8eb8b5b09f5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:44.933770 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'status': 'completed', 'code': 200} Aug 27 02:24:44.950352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-fcdac8dc-3e2b-4d1b-95a9-5d7b6eb273d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 1000 time: 0.5362668 Aug 27 02:24:44.966634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 251cc858-0224-4647-8e3e-dc58e1fd7b22, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=251cc858-0224-4647-8e3e-dc58e1fd7b22,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:44.986298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9d19ef5-015a-464f-b44b-3ee08f96b20d req-c2a567e7-5a0f-475c-98b5-5b42639ffccd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873449 Aug 27 02:24:45.013465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-47623c49-611c-42f0-be99-c8eed437ec7e None None] Port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:45.014532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-cdde061d-a110-4a01-bbaf-d6fb9d131f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.016002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-cdde061d-a110-4a01-bbaf-d6fb9d131f71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.1251135 Aug 27 02:24:45.019479 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.036865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8304b130-08d8-450e-8c2a-80fba24ff0b8 req-c28ffd79-28fd-43f2-bf8f-6cabdb398559 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.1054204 Aug 27 02:24:45.093045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-100bfbff-0f79-4835-9c3b-0868377a90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.094625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-100bfbff-0f79-4835-9c3b-0868377a90f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.1239138 Aug 27 02:24:45.102006 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.120249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-3827164b-c6ea-4039-80a9-2924ca4937d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.122051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-3827164b-c6ea-4039-80a9-2924ca4937d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1098 time: 0.1918936 Aug 27 02:24:45.124366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-3dec2288-e4b4-4021-bcbc-d9b46fa11017 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 1000 time: 0.0943902 Aug 27 02:24:45.140005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52913345-4683-4b06-b496-385c6001b262 req-bc9d0592-cebe-446e-b700-307f42cfe8ab tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.140749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52913345-4683-4b06-b496-385c6001b262 req-bc9d0592-cebe-446e-b700-307f42cfe8ab tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 945 time: 0.0729632 Aug 27 02:24:45.146873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=251cc858-0224-4647-8e3e-dc58e1fd7b22,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:45.193819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52913345-4683-4b06-b496-385c6001b262 req-93947d67-155b-4c9e-a588-f5dcde18b2fa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Aug 27 02:24:45.241502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-53b79405-13cc-467f-8bfd-2d75d60e463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.243074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-53b79405-13cc-467f-8bfd-2d75d60e463a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389670 Aug 27 02:24:45.248727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:b9:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:42Z', 'revision_number': 8, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:45.278300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:45.305726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:45.307643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:45.337498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-d243ff17-a8fc-4459-aecf-879ac00ae685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.339267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-d243ff17-a8fc-4459-aecf-879ac00ae685 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0625794 Aug 27 02:24:45.376892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['251cc858-0224-4647-8e3e-dc58e1fd7b22'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:45.388597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-25b2376f-027e-4075-a220-2c082b5b2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.390222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-25b2376f-027e-4075-a220-2c082b5b2371 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2495575 Aug 27 02:24:45.431395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb92b2-68af-4d3f-95e0-efd559ddf20d req-bd78eb21-9476-4be0-be82-fc7c9add856a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.436766 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0fb92b2-68af-4d3f-95e0-efd559ddf20d req-bd78eb21-9476-4be0-be82-fc7c9add856a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 950 time: 0.0901458 Aug 27 02:24:45.447289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-5d8e16d7-3c76-4261-b157-9ef6b181a609 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=627b86f7-5597-41f5-9c4d-caee08c374cb HTTP/1.1" status: 200 len: 217 time: 0.0457618 Aug 27 02:24:45.499852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:45.507104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0fb92b2-68af-4d3f-95e0-efd559ddf20d req-15d9bb58-91bb-4537-bc5d-73a74a93c8ff tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568924 Aug 27 02:24:45.525039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-08a62354-f0b8-4776-9a85-ac6a44b0a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.527287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-08a62354-f0b8-4776-9a85-ac6a44b0a1ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503351 Aug 27 02:24:45.560252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-5bf167cb-073c-423d-aa9a-2ae222308ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024318 Aug 27 02:24:45.629811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-4ee05966-bc0f-44bf-83fd-3f3198e693a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.631405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-4ee05966-bc0f-44bf-83fd-3f3198e693a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1411862 Aug 27 02:24:45.645222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-578a3163-11cc-44fd-867a-222488fcac05 req-ee8b8d12-61e8-4637-b218-1e8002508655 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0323970 Aug 27 02:24:45.709270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-33ab54d9-0156-4963-8ff6-3408f9f8425d service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659608 Aug 27 02:24:45.732830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68f5f9d4-39f6-46a5-bde7-66199531fcb8 req-edf3a43a-9efd-4acd-9ecf-1956279d8404 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624897 Aug 27 02:24:45.764187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-803c0afc-cc0d-43c5-adb8-1af148aa755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.765703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-803c0afc-cc0d-43c5-adb8-1af148aa755f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009197 Aug 27 02:24:45.777949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d110e71-e06d-40f0-a242-7f0e4fb11b63 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:45.785782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.798019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Transition to ACTIVE for port object 4d110e71-e06d-40f0-a242-7f0e4fb11b63 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:45.821054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.826994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ad66c-2a88-4742-87ec-0b6c1e0f14eb req-271ee114-297f-413c-bc29-232d1d019033 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.829452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-037ad66c-2a88-4742-87ec-0b6c1e0f14eb req-271ee114-297f-413c-bc29-232d1d019033 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1176145 Aug 27 02:24:45.852116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:b9:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:42Z', 'revision_number': 8, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:45.877732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af38baa-8418-4851-8fce-53c7d4ab4499 None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '68043e64-bae5-4c22-b89f-8d71e3921f07', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'port_id': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'mac_address': 'fa:16:3e:b9:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8b900-0059-4326-8716-a6412889ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:08Z', 'updated_at': '2021-08-27T02:24:42Z', 'revision_number': 8, 'project_id': '5bef00d632e141f483240dd41584f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:45.891087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665fb3c2-aa72-440c-9d29-da93b57bc8ff req-f1d9ccd5-feb4-4626-bffa-5ab8a9af12a9 service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693184 Aug 27 02:24:45.915170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-037ad66c-2a88-4742-87ec-0b6c1e0f14eb req-622ab8ec-ac24-4d2d-bf6e-145f6ed1e0c4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660017 Aug 27 02:24:46.027196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10d997-a91f-4ef0-a969-27ee6208f544 req-29216633-a1db-462e-9bc0-a4e72ed5a4c3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.029117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b10d997-a91f-4ef0-a969-27ee6208f544 req-29216633-a1db-462e-9bc0-a4e72ed5a4c3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 948 time: 0.2053945 Aug 27 02:24:46.035998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d110e71-e06d-40f0-a242-7f0e4fb11b63,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.100194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-9d8c9ffb-94db-4161-acea-80db895e4264 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989068 Aug 27 02:24:46.101447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Attempting to bind port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:46.101797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Attempting to bind port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:46.102135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Attempting to bind port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:46.128277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:46.128614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Attempting to bind port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:46.172531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b10d997-a91f-4ef0-a969-27ee6208f544 req-fec78822-6540-4ad9-b197-b4ead829042a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244481 Aug 27 02:24:46.174885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:46.175228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:46.175614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:46.176069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Bound port: 4d110e71-e06d-40f0-a242-7f0e4fb11b63, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:46.176430 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.179590 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b3fee-d052-4c2e-9269-4831bb0ae857 None None] New status for floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:24:46.221256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd0aa0-8b3b-4649-9405-a4eefb5d3aaf req-71f85f37-209b-443c-9f65-bddcb7439025 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.227349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd0aa0-8b3b-4649-9405-a4eefb5d3aaf req-71f85f37-209b-443c-9f65-bddcb7439025 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.229061 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18cd0aa0-8b3b-4649-9405-a4eefb5d3aaf req-71f85f37-209b-443c-9f65-bddcb7439025 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce&device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 1691 time: 0.0818946 Aug 27 02:24:46.275619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18cd0aa0-8b3b-4649-9405-a4eefb5d3aaf req-db006bb8-d79a-4f2c-b3bc-e3ae5687f4c8 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Aug 27 02:24:46.322883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f9dcab9-0907-48bb-b46c-90858aa81425 req-2cb5f570-c1e3-4d6c-aecc-f13649e1c975 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072470 Aug 27 02:24:46.336269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-87177712-8cbd-420d-b8ec-2119dd072b04 req-8cce210f-aa6e-418e-8c61-e3e866247776 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 200 len: 997 time: 0.1066592 Aug 27 02:24:46.345108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] For port 4d110e71-e06d-40f0-a242-7f0e4fb11b63, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:46.361685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] For port 4d110e71-e06d-40f0-a242-7f0e4fb11b63, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=4d110e71-e06d-40f0-a242-7f0e4fb11b63,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:46.417142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.473231 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.491254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.491883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.493300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d110e71-e06d-40f0-a242-7f0e4fb11b63 HTTP/1.1" status: 200 len: 1096 time: 2.0076187 Aug 27 02:24:46.525839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0e85-37a0-43ae-8e85-ea46f615c8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d110e71-e06d-40f0-a242-7f0e4fb11b63,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.551610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87177712-8cbd-420d-b8ec-2119dd072b04 req-eb259f32-4bed-4e51-84ed-327b19d7f97c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.554083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-87177712-8cbd-420d-b8ec-2119dd072b04 req-eb259f32-4bed-4e51-84ed-327b19d7f97c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2046838 Aug 27 02:24:46.693584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2421e-8d2f-414b-8337-afac9c562eea req-d14f61a9-df61-4754-8269-ca6448e350ee tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.695274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7d2421e-8d2f-414b-8337-afac9c562eea req-d14f61a9-df61-4754-8269-ca6448e350ee tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 945 time: 0.0838852 Aug 27 02:24:46.698754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-d429c8cd-e508-4501-943b-0874ef32b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.700246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-d429c8cd-e508-4501-943b-0874ef32b5f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 1099 time: 0.0976186 Aug 27 02:24:46.751295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-49a96854-9685-4fd8-83ee-3a4a579e6fdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4d110e71-e06d-40f0-a242-7f0e4fb11b63 HTTP/1.1" status: 200 len: 217 time: 0.0409403 Aug 27 02:24:46.757054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.763518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.769366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.776363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.782353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.788093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.794169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.796501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-45630f1a-2134-4d16-bb14-5ddbdbcb45c7 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5439 time: 0.4681067 Aug 27 02:24:46.800902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7d2421e-8d2f-414b-8337-afac9c562eea req-c4438490-a9fc-4099-9052-8047e462de10 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982616 Aug 27 02:24:46.819668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-4883a283-876e-4b5f-a290-03ea93c13d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.821659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-4883a283-876e-4b5f-a290-03ea93c13d24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0594573 Aug 27 02:24:46.845050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6c62ca0c-44bc-4788-8a0d-bf7dc426f969 req-f5d5cbb7-ab8d-41a7-89bf-2b764f1d64d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414922 Aug 27 02:24:46.879569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-9c31dba1-a49a-4f4e-b0d6-8a2d5e84db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.881278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-9c31dba1-a49a-4f4e-b0d6-8a2d5e84db80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452318 Aug 27 02:24:46.942495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'name': 'network-vif-deleted', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1'}, {'name': 'network-changed', 'server_uuid': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'tag': '4d110e71-e06d-40f0-a242-7f0e4fb11b63'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:46.944912 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc" -d '{"events": [{"server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "name": "network-vif-deleted", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1"}, {"name": "network-changed", "server_uuid": "ed658cfc-5749-4083-ad84-919741b05bb0", "tag": "4d110e71-e06d-40f0-a242-7f0e4fb11b63"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:47.016490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d40757b-1634-492e-a70b-0bc3bc10b1b6 req-0bd4b2a9-fc96-4dbc-ad2f-d7c75b77317e tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0257127 Aug 27 02:24:47.028343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-f531affb-c2ec-4a18-8dd4-a6d2314f7ba7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1002 time: 0.1395314 Aug 27 02:24:47.096359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812f22-a833-43c7-8011-0ff974431931 req-c22be2fd-096a-4f5c-b2a1-bab483740872 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.097813 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-c22be2fd-096a-4f5c-b2a1-bab483740872 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports/c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 943 time: 0.0565228 Aug 27 02:24:47.099722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-bfbd3f44-b8c6-404c-b310-83883932afb2 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028549 Aug 27 02:24:47.116003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764034b2-0fbf-46bd-af62-7b410e732815 req-db90b930-7c71-4856-b492-e802db7f7469 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.117512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-764034b2-0fbf-46bd-af62-7b410e732815 req-db90b930-7c71-4856-b492-e802db7f7469 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 1101 time: 0.0427938 Aug 27 02:24:47.151860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-764034b2-0fbf-46bd-af62-7b410e732815 req-9ccb8b5c-fad6-4590-836c-2b6cab76f17f tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284405 Aug 27 02:24:47.198394 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.235612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-ea6b148b-d306-4aef-a0aa-586f41ff8ebd tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1002 time: 0.0821154 Aug 27 02:24:47.259767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-154333d9-fcc5-44a2-a630-1e109f486a1e req-b218704d-b40f-420a-9b76-43aff2c4812b service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506584 Aug 27 02:24:47.267424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f02f8-d49a-45cd-be1b-29157585d424 req-458a9735-0308-49ad-ae2e-5f89ff20b9de tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.269038 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a9f02f8-d49a-45cd-be1b-29157585d424 req-458a9735-0308-49ad-ae2e-5f89ff20b9de tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0500033 Aug 27 02:24:47.309573 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a9f02f8-d49a-45cd-be1b-29157585d424 req-191481ad-3115-4ef3-b61f-94a88e0be6ad tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Aug 27 02:24:47.348434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812f22-a833-43c7-8011-0ff974431931 req-ac80c701-a318-470c-97e1-f0892aa560a5 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.349832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-ac80c701-a318-470c-97e1-f0892aa560a5 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1071258 Aug 27 02:24:47.358582 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a90de1-09e6-4afa-ab6e-4129b1c85fcb x-openstack-request-id: req-86a90de1-09e6-4afa-ab6e-4129b1c85fcb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:47.358946 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d3341f-0ecd-4f84-a250-1c9bb187610a", "name": "network-vif-deleted", "tag": "9acac08e-edd0-4350-bb7b-65b25adcdbc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed658cfc-5749-4083-ad84-919741b05bb0", "tag": "4d110e71-e06d-40f0-a242-7f0e4fb11b63", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:47.359263 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86a90de1-09e6-4afa-ab6e-4129b1c85fcb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:47.359651 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d3341f-0ecd-4f84-a250-1c9bb187610a', 'name': 'network-vif-deleted', 'tag': '9acac08e-edd0-4350-bb7b-65b25adcdbc1', 'status': 'completed', 'code': 200} Aug 27 02:24:47.359903 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'tag': '4d110e71-e06d-40f0-a242-7f0e4fb11b63', 'status': 'completed', 'code': 200} Aug 27 02:24:47.451100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-32742184-5cf9-48e0-8f60-2366d9034b40 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 1002 time: 0.0902944 Aug 27 02:24:47.457843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-6ac1beda-5642-4f9d-aaf0-a35dc5001fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.459414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-6ac1beda-5642-4f9d-aaf0-a35dc5001fba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 1099 time: 0.0608237 Aug 27 02:24:47.464178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:47.477091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9acac08e-edd0-4350-bb7b-65b25adcdbc1 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:47.572516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.631760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bea07c52-1614-421b-857d-cc4074594873 req-76e73422-60d3-4fdc-80e9-0cb7961f16bf tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635&device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.0278602 Aug 27 02:24:47.632152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 251cc858-0224-4647-8e3e-dc58e1fd7b22 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:47.634773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 9acac08e-edd0-4350-bb7b-65b25adcdbc1 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:47.634951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9acac08e-edd0-4350-bb7b-65b25adcdbc1 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:47.641829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-d1b5aea6-f488-4839-baaf-4661f9d05561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.643319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-d1b5aea6-f488-4839-baaf-4661f9d05561 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1481066 Aug 27 02:24:47.687469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 251cc858-0224-4647-8e3e-dc58e1fd7b22 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:47.691450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 251cc858-0224-4647-8e3e-dc58e1fd7b22 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:47.692760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.724604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b6ce-07da-40a1-afdf-3ca650d47859 req-f8c6b307-7773-4c57-af11-51566904f85e tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.724919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-94b7d2e2-b5f0-48fc-bb16-768b430aba49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4d110e71-e06d-40f0-a242-7f0e4fb11b63 HTTP/1.1" status: 200 len: 217 time: 0.0410342 Aug 27 02:24:47.726104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45a4b6ce-07da-40a1-afdf-3ca650d47859 req-f8c6b307-7773-4c57-af11-51566904f85e tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 1101 time: 0.0405231 Aug 27 02:24:47.764810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45a4b6ce-07da-40a1-afdf-3ca650d47859 req-2c2df47c-0485-42d0-9bad-9e64d9d352d2 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 Aug 27 02:24:47.771834 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.799762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251cc858-0224-4647-8e3e-dc58e1fd7b22'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:47.801665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-8065dfaf-ca9e-4579-a66f-5aef70ab7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.802061 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58ff20-2d2c-42f7-9fba-587b24467b9e" -d '{"events": [{"server_uuid": "e2bc0365-9f8a-44b5-82e1-8d687327a7f8", "name": "network-vif-plugged", "status": "completed", "tag": "251cc858-0224-4647-8e3e-dc58e1fd7b22"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:47.803782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-8065dfaf-ca9e-4579-a66f-5aef70ab7792 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0692654 Aug 27 02:24:47.814826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 251cc858-0224-4647-8e3e-dc58e1fd7b22, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=251cc858-0224-4647-8e3e-dc58e1fd7b22,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:47.821119 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.861520 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.878835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.879081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=251cc858-0224-4647-8e3e-dc58e1fd7b22,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.879193 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07 disassociated. External IP: 172.25.1.138, port: c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d. Aug 27 02:24:47.886621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b693800-fd19-4d46-a10e-ea30beddd4ea req-19bd62a0-63c0-4f70-b7b9-9c700f85a862 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.888614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b693800-fd19-4d46-a10e-ea30beddd4ea req-19bd62a0-63c0-4f70-b7b9-9c700f85a862 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 948 time: 0.0580182 Aug 27 02:24:47.926601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b693800-fd19-4d46-a10e-ea30beddd4ea req-e239b7c1-74f5-48a8-bc0e-63355c3b9690 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Aug 27 02:24:47.970738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-a3c51fae-4df4-48b8-ae37-d1a5f8af3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.972263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-a3c51fae-4df4-48b8-ae37-d1a5f8af3ea5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254463 Aug 27 02:24:48.113253 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cdfa3c-01ea-49f1-a3b6-7a3cac9f08e3 x-openstack-request-id: req-75cdfa3c-01ea-49f1-a3b6-7a3cac9f08e3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:48.113797 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bc0365-9f8a-44b5-82e1-8d687327a7f8", "name": "network-vif-plugged", "status": "completed", "tag": "251cc858-0224-4647-8e3e-dc58e1fd7b22", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:48.114198 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75cdfa3c-01ea-49f1-a3b6-7a3cac9f08e3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:48.114840 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251cc858-0224-4647-8e3e-dc58e1fd7b22', 'code': 200} Aug 27 02:24:48.149454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-66006b66-1958-4527-84d8-ca45910c5c56 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668994 Aug 27 02:24:48.169509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0923f7d9-5eed-427b-b8af-46e3b4f07a1f req-04b3527d-a288-4fe5-957c-71c57692445c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e2796f3d0024cddb25efaf5a31ed8e2&device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0395362 Aug 27 02:24:48.227124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0923f7d9-5eed-427b-b8af-46e3b4f07a1f req-4a7f6894-eb97-4c6b-a416-9c936a67eda3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0e2796f3d0024cddb25efaf5a31ed8e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403755 Aug 27 02:24:48.253828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f519c-d8f1-4f37-8502-5729d5974391 req-cda86d2d-aa5b-4229-bc96-599c72fc6004 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.255428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-502f519c-d8f1-4f37-8502-5729d5974391 req-cda86d2d-aa5b-4229-bc96-599c72fc6004 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0792978 Aug 27 02:24:48.346161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-502f519c-d8f1-4f37-8502-5729d5974391 req-96fb5f60-e70d-469a-83aa-01bb8242e083 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771341 Aug 27 02:24:48.378206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923f7d9-5eed-427b-b8af-46e3b4f07a1f req-db64ca34-0151-477d-8a26-db7bda7c808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.379978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0923f7d9-5eed-427b-b8af-46e3b4f07a1f req-db64ca34-0151-477d-8a26-db7bda7c808e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445689 Aug 27 02:24:48.466792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.472549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.478455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.484544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.490678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.496555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.502484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.504399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-2e0965dc-baeb-4ec8-b983-9cc2f08fd552 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5439 time: 0.0913186 Aug 27 02:24:48.550033 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61c81418-c94e-4f42-8721-6f0029a23ca7 req-fa303af0-d9a0-4302-80e4-570ab8b39c63 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393379 Aug 27 02:24:48.578751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:48.619474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d04473-08bd-43a9-931f-58db6ed7b7c7 req-d541c2a3-54c1-449a-a9e2-4308481053f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.620967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03d04473-08bd-43a9-931f-58db6ed7b7c7 req-d541c2a3-54c1-449a-a9e2-4308481053f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 1097 time: 0.1178477 Aug 27 02:24:48.649339 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-04132f06-28b6-435f-804a-8d4fd3c04612 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217948 Aug 27 02:24:48.673368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a07c1ed-84f1-44ed-b017-e1db04f45ebc req-3d70103c-ae2a-45b4-9a7c-41768026d761 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079045 Aug 27 02:24:48.699366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03d04473-08bd-43a9-931f-58db6ed7b7c7 req-571ef764-a045-416e-995c-951660de2fe3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Aug 27 02:24:48.745527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:48.750087 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.753317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-7e42a3a5-ed1e-483d-9722-5144eccbadf0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.754787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-7e42a3a5-ed1e-483d-9722-5144eccbadf0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0999081 Aug 27 02:24:48.756208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:48.765787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:48.766519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:48.772718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-3436d6d8-f593-4cee-afff-5e15e257f978 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/quotas/1ce2610402344746b382fcf00232b4e1 HTTP/1.1" status: 200 len: 375 time: 0.0115283 Aug 27 02:24:48.780715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-e4a825fe-9238-4c85-91d6-063ffa2b7e4e tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "PUT /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 200 len: 696 time: 1.3203330 Aug 27 02:24:48.833424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812f22-a833-43c7-8011-0ff974431931 req-b48a358b-2c2c-446d-a187-66bbd0465622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.835017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-b48a358b-2c2c-446d-a187-66bbd0465622 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.0408480 Aug 27 02:24:48.838037 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-e683ad1d-fa5d-4672-87d4-b92edd3a88af tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0587211 Aug 27 02:24:48.875122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:48.924873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812f22-a833-43c7-8011-0ff974431931 req-9fa4437d-fc85-43b1-9022-0ad77e12ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.926437 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-9fa4437d-fc85-43b1-9022-0ad77e12ba5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.0841937 Aug 27 02:24:48.974155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-d05be63a-5003-4392-bc69-b2379949a824 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 217 time: 0.0406079 Aug 27 02:24:49.041374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812f22-a833-43c7-8011-0ff974431931 req-f1343118-1059-49b8-9a88-f81c5de127c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.049290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-f1343118-1059-49b8-9a88-f81c5de127c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0631356 Aug 27 02:24:49.098425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812f22-a833-43c7-8011-0ff974431931 req-24d145d4-38fc-4c45-a094-24353ab6887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.109305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-24d145d4-38fc-4c45-a094-24353ab6887a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589976 Aug 27 02:24:49.109444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.113447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c9df337-4fc9-42ee-9c16-e302d3a78971 req-ce6e7ee2-05ea-44ed-85da-8ad20098b724 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0331774 Aug 27 02:24:49.143793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:49.152454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:49.153079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.224327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-8702c93b-68d6-4e0d-addc-8c07e61d57e3 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141222 Aug 27 02:24:49.244718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd6381-4f8a-4b99-a47f-232bafcd0cc4 req-7ac23e1f-657a-4c18-9dea-61a0aca27113 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.246438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bfd6381-4f8a-4b99-a47f-232bafcd0cc4 req-7ac23e1f-657a-4c18-9dea-61a0aca27113 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0597975 Aug 27 02:24:49.269078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:49.319905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bfd6381-4f8a-4b99-a47f-232bafcd0cc4 req-afa3152c-69ef-41fb-bb58-9ef9880d6cda tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509403 Aug 27 02:24:49.334138 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42812f22-a833-43c7-8011-0ff974431931 req-e430c88b-c36d-4b6e-ba0c-147432fc24a4 service neutron] 10.222.0.10 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028838 Aug 27 02:24:49.360898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:49.363545 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:49.423675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-558e215f-a9ff-4f0e-8215-06f33fe583ab req-deb92195-6a49-4da3-8b65-ffaa44b589c3 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 210 time: 0.0312140 Aug 27 02:24:49.426830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2040f-a308-4cd0-8703-35c909d42be9 req-994f457e-a7a4-4724-b0c9-0ab09bf3f9fd tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.428550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38d2040f-a308-4cd0-8703-35c909d42be9 req-994f457e-a7a4-4724-b0c9-0ab09bf3f9fd tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 948 time: 0.0535121 Aug 27 02:24:49.482890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38d2040f-a308-4cd0-8703-35c909d42be9 req-751623bf-5522-44ec-aa2e-2ae37c672019 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Aug 27 02:24:49.498858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:49.519458 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66238ca8-af26-43b3-bc77-c8edd9f8ba37 x-openstack-request-id: req-66238ca8-af26-43b3-bc77-c8edd9f8ba37 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:49.519702 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:49.519945 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66238ca8-af26-43b3-bc77-c8edd9f8ba37 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:49.520465 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'status': 'completed', 'code': 200} Aug 27 02:24:49.524964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.531486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 4d110e71-e06d-40f0-a242-7f0e4fb11b63 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:49.562817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c7497-dc6d-4a1a-b2ca-6cbe949508d1 None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:23:37Z', 'revision_number': 4, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '921e17e0-0fdc-4c4d-8934-a42413729a16', 'name': '', 'network_id': '29058497-67da-454c-8dfa-c99c955c127e', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'mac_address': 'fa:16:3e:98:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'e01322d7-2385-4426-b656-6823b218a21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:36Z', 'updated_at': '2021-08-27T02:23:47Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'subnets': [{'id': 'e01322d7-2385-4426-b656-6823b218a21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:49.672459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-4a0b85a0-fd03-4d15-8231-963116a98f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.674296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-4a0b85a0-fd03-4d15-8231-963116a98f07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bef00d632e141f483240dd41584f29a&device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 1097 time: 0.1058929 Aug 27 02:24:49.701363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd7ca-315e-40da-bdf3-81b2a161479d req-80c72de4-35f0-4471-bf41-2df7a780ab2f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.704256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1afbd7ca-315e-40da-bdf3-81b2a161479d req-80c72de4-35f0-4471-bf41-2df7a780ab2f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1262827 Aug 27 02:24:49.721711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.728520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.735282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.741592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.747978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.754707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.761420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.761963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:49.764303 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-ba654f8c-a68c-4553-a14e-353e76304c97 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5439 time: 0.1209843 Aug 27 02:24:49.784477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'mac_address': 'fa:16:3e:a4:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:49.795963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 4d110e71-e06d-40f0-a242-7f0e4fb11b63, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=4d110e71-e06d-40f0-a242-7f0e4fb11b63,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:49.822226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1afbd7ca-315e-40da-bdf3-81b2a161479d req-222e2f18-5d38-4aae-ba09-2401b6051153 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882313 Aug 27 02:24:49.823772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7babce6f-d21e-4340-8350-afe2bd7a0abe req-4f57ac4f-522b-4aea-b001-c9ce9e89d784 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512030 Aug 27 02:24:49.837715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.857735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:49.878502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '4d110e71-e06d-40f0-a242-7f0e4fb11b63', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '4d110e71-e06d-40f0-a242-7f0e4fb11b63', 'mac_address': 'fa:16:3e:a2:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:49.906010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:49.910976 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2708c0cf-9a16-4717-9922-55da91652098 req-4ca6835e-4bc9-46ce-954d-ff237ee8be35 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 200 len: 696 time: 0.0604641 Aug 27 02:24:49.917562 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.924472 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f50e84-fab9-45c4-926f-200321151ec6 None None] New status for floating IP 68043e64-bae5-4c22-b89f-8d71e3921f07: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:24:49.945816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-3ecb529c-d4a2-47d3-83c4-d8ef4baf5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.947340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-3ecb529c-d4a2-47d3-83c4-d8ef4baf5dbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 200 len: 922 time: 0.2421324 Aug 27 02:24:49.950604 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.970927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d110e71-e06d-40f0-a242-7f0e4fb11b63 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:50.001636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:50.005782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 4d110e71-e06d-40f0-a242-7f0e4fb11b63, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=4d110e71-e06d-40f0-a242-7f0e4fb11b63,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:50.012802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.023273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-c3fa5079-f982-460c-b9fc-374328c0b377 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 200 len: 217 time: 0.0507197 Aug 27 02:24:50.092870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=4d110e71-e06d-40f0-a242-7f0e4fb11b63,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:50.114201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-87ae29c7-b48c-4ba2-a266-cb961ce316ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.115758 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-87ae29c7-b48c-4ba2-a266-cb961ce316ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 200 len: 860 time: 0.0823834 Aug 27 02:24:50.124351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c0cf-9a16-4717-9922-55da91652098 req-747fe130-3205-4860-a2dd-5f6e5d85f1a7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.125679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2708c0cf-9a16-4717-9922-55da91652098 req-747fe130-3205-4860-a2dd-5f6e5d85f1a7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2078867 Aug 27 02:24:50.209125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2708c0cf-9a16-4717-9922-55da91652098 req-05468fd4-5643-44cb-9db4-2c6459bea5b7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 699 time: 0.0739596 Aug 27 02:24:50.217863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-59ea4160-4ab0-4076-be6c-ed7c05d2a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.219432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-59ea4160-4ab0-4076-be6c-ed7c05d2a23d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29058497-67da-454c-8dfa-c99c955c127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929105 Aug 27 02:24:50.234889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aba93fa4-b7b0-481f-80fb-e73ba70ad8d4 req-1a53203d-71ec-4f70-9924-6b04668ff99d tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0391600 Aug 27 02:24:50.313236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0923f7d9-5eed-427b-b8af-46e3b4f07a1f req-ff2ef14c-5916-40b0-a919-1b017d94b2b8 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7bc9a2f-b23c-44b6-b3ea-56b5107ac635 HTTP/1.1" status: 200 len: 210 time: 0.0394700 Aug 27 02:24:50.354980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2708c0cf-9a16-4717-9922-55da91652098 req-a36e366a-9448-4ca9-879d-4036457e4dbc tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 699 time: 0.1315351 Aug 27 02:24:50.390467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-ab60a034-f672-46ac-9569-32ea2eccdc1f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707407 Aug 27 02:24:50.400938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['4d110e71-e06d-40f0-a242-7f0e4fb11b63'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:50.438825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd86e88-163b-4377-a9dc-1040220bac58 req-51cbd0a7-0cfc-481c-ba31-79b30d27cb11 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.440428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5fd86e88-163b-4377-a9dc-1040220bac58 req-51cbd0a7-0cfc-481c-ba31-79b30d27cb11 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0654428 Aug 27 02:24:50.486764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5fd86e88-163b-4377-a9dc-1040220bac58 req-f409cd60-845d-409d-b443-fd007e9c10f5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 Aug 27 02:24:50.562211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['627b86f7-5597-41f5-9c4d-caee08c374cb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:50.585441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b655752-5bf6-42cc-80ab-4946bec84f12 req-a8a472df-22c2-4956-91c7-17f12082d88d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 210 time: 0.0264118 Aug 27 02:24:50.666285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-23035b1f-b39a-4ba7-a9df-85608cfeaefc service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913915 Aug 27 02:24:50.676758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-6c54cf26-2238-4c93-b789-88c647407388 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.678219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-6c54cf26-2238-4c93-b789-88c647407388 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715962 Aug 27 02:24:50.702222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d234-63f0-45d7-ba19-308658c07fc3 req-547d2160-7c2d-4816-93d4-5870f5c12bc6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.703850 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a79d234-63f0-45d7-ba19-308658c07fc3 req-547d2160-7c2d-4816-93d4-5870f5c12bc6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 949 time: 0.0547299 Aug 27 02:24:50.732525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:50.742488 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a79d234-63f0-45d7-ba19-308658c07fc3 req-747bf707-584c-4627-9177-1852e72a78d1 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Aug 27 02:24:50.791275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Deleting port dd5df86c-e181-436b-8d91-7b5f9d144792 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:50.791613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.891940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1dc75e8-5cad-4ee0-b5ec-73f0f5c5aa0f req-6d14f0ff-c186-4099-b1fd-1a4aa8244784 service neutron] 10.222.0.32 "GET /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126589 Aug 27 02:24:50.932964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.933337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.939201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023a6a-fb7f-4d30-852d-613896fc1501 req-57404b72-c3ae-4ef0-8285-51a49a5e4a08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.940724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26023a6a-fb7f-4d30-852d-613896fc1501 req-57404b72-c3ae-4ef0-8285-51a49a5e4a08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0542495 Aug 27 02:24:50.952651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Calling delete_port for dd5df86c-e181-436b-8d91-7b5f9d144792 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:50.968077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:50.971743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.989440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26023a6a-fb7f-4d30-852d-613896fc1501 req-35c47b12-ea96-459a-a5f3-d90b3af0c546 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Aug 27 02:24:51.094298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.100125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.106120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.112016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.117821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.123507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.129601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.131559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-8797278a-337b-4b7c-ab2d-a94718ab48cb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5439 time: 0.0907393 Aug 27 02:24:51.174760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a7b437-c31d-4a7b-99bc-34384a04bf8e req-be07552d-1af6-45e1-8cd7-8d834ce35352 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361531 Aug 27 02:24:51.175332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.218 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/e52ed6e1-aa25-45ed-9d4b-fabe94621a00) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:51.207522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.249829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Pushing event deleted for resources: {'Port': ['ID=dd5df86c-e181-436b-8d91-7b5f9d144792,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.381686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.382602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.383778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2708c0cf-9a16-4717-9922-55da91652098 req-37285527-bb8b-416c-8e42-cfe84ba60747 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "DELETE /v2.0/floatingips/68043e64-bae5-4c22-b89f-8d71e3921f07 HTTP/1.1" status: 204 len: 173 time: 0.9959044 Aug 27 02:24:51.446300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.482644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object e52ed6e1-aa25-45ed-9d4b-fabe94621a00 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:51.506581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 34a495e4-5875-4b34-bed5-9973b29dc4e4 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:51.508517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2fe86-1c59-40f1-92ba-5e8aadacde37 req-71a9e9d7-4513-4d8c-9b55-2c2f4df19406 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.510069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18a2fe86-1c59-40f1-92ba-5e8aadacde37 req-71a9e9d7-4513-4d8c-9b55-2c2f4df19406 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0689833 Aug 27 02:24:51.549387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 4d110e71-e06d-40f0-a242-7f0e4fb11b63 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:51.550734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.584822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2', 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:51.603218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:51.609728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18a2fe86-1c59-40f1-92ba-5e8aadacde37 req-1670ec47-354d-4075-a923-c3783c33369a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810218 Aug 27 02:24:51.617312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:51.621535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:51.628197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.673378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 34a495e4-5875-4b34-bed5-9973b29dc4e4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:51.693018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:51.700461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 34a495e4-5875-4b34-bed5-9973b29dc4e4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:51.702335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.707218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.707907 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.713150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:51.713676 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.755202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-b68f0fab-cdf1-451b-a861-ebd9e538a09d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0541577 Aug 27 02:24:51.774764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Request body: {'port': {'device_id': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:51.793825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12625754-e4d0-4693-a70e-57381901c2f4 req-793943e8-b3c0-4ffa-8559-66ad7202f966 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e2796f3d0024cddb25efaf5a31ed8e2&device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.0347915 Aug 27 02:24:51.839992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12625754-e4d0-4693-a70e-57381901c2f4 req-da9cb6fe-1139-4433-b34d-e0709c1dd4dd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0e2796f3d0024cddb25efaf5a31ed8e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277560 Aug 27 02:24:51.847885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965baa7-d122-47c2-b826-5c76f02bbcb7 req-273c2353-74d0-4137-acbf-fe63fe467f57 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.853467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c473f60-0651-4095-a27b-f8f025c80160 req-1a04a3b5-542f-4337-b53d-df8ff7eaa65c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.855400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c473f60-0651-4095-a27b-f8f025c80160 req-1a04a3b5-542f-4337-b53d-df8ff7eaa65c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1374600 Aug 27 02:24:51.864317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b965baa7-d122-47c2-b826-5c76f02bbcb7 req-273c2353-74d0-4137-acbf-fe63fe467f57 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 946 time: 0.0783420 Aug 27 02:24:51.907118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b965baa7-d122-47c2-b826-5c76f02bbcb7 req-d4e0b833-438b-4d04-8fb3-64699f66d7ab tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Aug 27 02:24:51.951947 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.968366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.986460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c473f60-0651-4095-a27b-f8f025c80160 req-4fbe495f-32a9-475f-b546-5a83cd53f1a6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018171 Aug 27 02:24:52.033253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2361e7e-9f35-47e2-9bf4-870b120b8fa7 req-863617a8-fd7b-452f-9c9b-2ddd78e4b7cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.043903 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2361e7e-9f35-47e2-9bf4-870b120b8fa7 req-863617a8-fd7b-452f-9c9b-2ddd78e4b7cc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 936 time: 0.0694916 Aug 27 02:24:52.054589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12625754-e4d0-4693-a70e-57381901c2f4 req-06b78756-aa7a-408f-88fa-c745890f6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.056084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12625754-e4d0-4693-a70e-57381901c2f4 req-06b78756-aa7a-408f-88fa-c745890f6fd3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986806 Aug 27 02:24:52.087249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2361e7e-9f35-47e2-9bf4-870b120b8fa7 req-9a1b87f6-4298-4607-849d-9c3db5b9629d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Aug 27 02:24:52.094892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2a6e939-71be-4cca-9284-b6e05a964d47 req-62fd5395-6a0d-470c-aa68-b3c3b16bcbe2 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.0419207 Aug 27 02:24:52.150757 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.176510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e046bb97-2f2f-40a2-a09c-b380dabb32d4 None None] Provisioning for port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:52.186589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e046bb97-2f2f-40a2-a09c-b380dabb32d4 None None] Provisioning complete for port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:52.186934 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e046bb97-2f2f-40a2-a09c-b380dabb32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.188200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d110e71-e06d-40f0-a242-7f0e4fb11b63'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:52.190527 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fd92f4-3c24-4458-82e3-ce9154b16803" -d '{"events": [{"server_uuid": "ed658cfc-5749-4083-ad84-919741b05bb0", "name": "network-vif-plugged", "status": "completed", "tag": "4d110e71-e06d-40f0-a242-7f0e4fb11b63"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:52.199943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c8c0-e93e-4edd-9cd2-bfc3684e6d39 req-6f330f23-3e43-4c20-9cec-e9f1db70f0c8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.201448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ef6c8c0-e93e-4edd-9cd2-bfc3684e6d39 req-6f330f23-3e43-4c20-9cec-e9f1db70f0c8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 949 time: 0.0551701 Aug 27 02:24:52.208912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 4d110e71-e06d-40f0-a242-7f0e4fb11b63, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=4d110e71-e06d-40f0-a242-7f0e4fb11b63,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:52.254065 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e61161c-bd7f-434c-8306-5aff46a3f093 x-openstack-request-id: req-6e61161c-bd7f-434c-8306-5aff46a3f093 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:52.254376 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed658cfc-5749-4083-ad84-919741b05bb0", "name": "network-vif-plugged", "status": "completed", "tag": "4d110e71-e06d-40f0-a242-7f0e4fb11b63", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:52.254631 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e61161c-bd7f-434c-8306-5aff46a3f093 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:52.255126 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d110e71-e06d-40f0-a242-7f0e4fb11b63', 'code': 200} Aug 27 02:24:52.256546 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.270939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ef6c8c0-e93e-4edd-9cd2-bfc3684e6d39 req-ba2a69bf-b53e-4d7e-adcb-f4346045b05e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620091 Aug 27 02:24:52.289844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b', '9ee56294-5ea0-4c4e-9f37-d8b600c83236'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:52.347610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:52.363771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.364594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 109811b0-e2a4-4f1b-a28e-20402b738205 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:52.370717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e046bb97-2f2f-40a2-a09c-b380dabb32d4 None None] Port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:52.417069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.422872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.426047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=4d110e71-e06d-40f0-a242-7f0e4fb11b63,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.428729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.435091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.440933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.447005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.452832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.454774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-925bf3f1-232a-479c-b9da-d7d01ce29e79 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5439 time: 0.1662991 Aug 27 02:24:52.465763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52ed6e1-aa25-45ed-9d4b-fabe94621a00 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:52.481819 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.498263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642566dc-8481-46c9-8532-6475645300e4 req-13a13174-51e4-47e2-8d3c-955dcfec3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.499775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642566dc-8481-46c9-8532-6475645300e4 req-13a13174-51e4-47e2-8d3c-955dcfec3881 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 1101 time: 0.1553597 Aug 27 02:24:52.515911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Transition to ACTIVE for port object e52ed6e1-aa25-45ed-9d4b-fabe94621a00 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:52.529333 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.543104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01e74d2e-2a69-4903-a8fa-b38412579558 req-e862935c-359c-4be9-be58-b26b16d289c2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715656 Aug 27 02:24:52.552352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 109811b0-e2a4-4f1b-a28e-20402b738205 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:52.558743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.567477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 109811b0-e2a4-4f1b-a28e-20402b738205 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:52.567803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.603344 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642566dc-8481-46c9-8532-6475645300e4 req-a54efd50-946c-455c-a6e2-c88174cd58b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863862 Aug 27 02:24:52.611938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.689550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Attempting to bind port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:52.690418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Attempting to bind port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:52.690418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Attempting to bind port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:52.695131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:52.696086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Attempting to bind port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:52.700867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:52.701526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:52.701788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:52.702472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Bound port: e52ed6e1-aa25-45ed-9d4b-fabe94621a00, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:52.702924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.704522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.766253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba184b4-2a3b-4ab1-8831-a11f5f6d5f8f req-25a86776-26e1-4223-bd33-e74ab37c9d6e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.767697 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cba184b4-2a3b-4ab1-8831-a11f5f6d5f8f req-25a86776-26e1-4223-bd33-e74ab37c9d6e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0564771 Aug 27 02:24:52.779545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 109811b0-e2a4-4f1b-a28e-20402b738205, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=109811b0-e2a4-4f1b-a28e-20402b738205,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:52.783838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] For port e52ed6e1-aa25-45ed-9d4b-fabe94621a00, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:52.787982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] For port e52ed6e1-aa25-45ed-9d4b-fabe94621a00, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:52.793759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.794942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 4212a167-28ba-4b31-9e33-af12e6f8a67f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:52.797329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.814196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cba184b4-2a3b-4ab1-8831-a11f5f6d5f8f req-000b8b37-474f-4f34-9247-65f86e13ea50 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Aug 27 02:24:52.840707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.841515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.843104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] 10.222.0.45 "PUT /v2.0/ports/e52ed6e1-aa25-45ed-9d4b-fabe94621a00 HTTP/1.1" status: 200 len: 1096 time: 1.0755785 Aug 27 02:24:52.843616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'tag': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:52.846636 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7821b9d7-dbe9-435e-b962-a16d8b83030c" -d '{"events": [{"name": "network-changed", "server_uuid": "320b33a2-7ace-49e3-9e29-c04a0152a552", "tag": "e52ed6e1-aa25-45ed-9d4b-fabe94621a00"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:52.898594 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902fbbb5-8baa-4c0e-b67a-e35f75119d41 x-openstack-request-id: req-902fbbb5-8baa-4c0e-b67a-e35f75119d41 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:52.898888 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320b33a2-7ace-49e3-9e29-c04a0152a552", "tag": "e52ed6e1-aa25-45ed-9d4b-fabe94621a00", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:52.899326 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-902fbbb5-8baa-4c0e-b67a-e35f75119d41 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:52.899764 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'tag': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', 'status': 'completed', 'code': 200} Aug 27 02:24:52.900835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0d2fa-bc86-4796-8b7d-fd31d370a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.923405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 4212a167-28ba-4b31-9e33-af12e6f8a67f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:52.944269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=109811b0-e2a4-4f1b-a28e-20402b738205,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.950421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 4212a167-28ba-4b31-9e33-af12e6f8a67f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:52.950928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.953491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-2224586a-8688-41f9-beab-572806a641ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.960222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-2224586a-8688-41f9-beab-572806a641ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 1099 time: 0.0499570 Aug 27 02:24:53.019522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-6a98a28b-3790-4bc7-a91e-6405978f711b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e52ed6e1-aa25-45ed-9d4b-fabe94621a00 HTTP/1.1" status: 200 len: 217 time: 0.0491500 Aug 27 02:24:53.062358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06370-6306-4d3f-9fa7-e975b6d8c111 req-509d0902-0df8-4368-a68c-3443d5963c34 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.064755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aaa06370-6306-4d3f-9fa7-e975b6d8c111 req-509d0902-0df8-4368-a68c-3443d5963c34 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 946 time: 0.0718431 Aug 27 02:24:53.108313 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.126032 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aaa06370-6306-4d3f-9fa7-e975b6d8c111 req-5f2e25a6-27a3-4974-acb7-9ff6abecabe7 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478911 Aug 27 02:24:53.154756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-d9b92550-6e8d-4f13-b4be-b3febba8fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.156321 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-d9b92550-6e8d-4f13-b4be-b3febba8fbb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1285484 Aug 27 02:24:53.163054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 4212a167-28ba-4b31-9e33-af12e6f8a67f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:53.169357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e4128-4b44-4009-9879-216e12552e0f req-76ccf89b-baa6-4fb6-8fe2-fb60fdea0441 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.169540 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.170680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8c99a779-dddf-4b7e-885f-9ee500452ef2 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:53.177154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c0e4128-4b44-4009-9879-216e12552e0f req-76ccf89b-baa6-4fb6-8fe2-fb60fdea0441 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0852902 Aug 27 02:24:53.240671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863050e2-bbd6-4a45-8d28-e5cf37a77ca0 req-6b55270c-a2a4-422e-9ba6-8dbda7226e6c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.242708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-863050e2-bbd6-4a45-8d28-e5cf37a77ca0 req-6b55270c-a2a4-422e-9ba6-8dbda7226e6c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 948 time: 0.0571189 Aug 27 02:24:53.245596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=4212a167-28ba-4b31-9e33-af12e6f8a67f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.247660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c0e4128-4b44-4009-9879-216e12552e0f req-8702899e-4ce0-4f54-975f-ebac04e498fb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Aug 27 02:24:53.258973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd560e-ebcb-4ead-9079-26219daf21af req-03f272d2-663b-4275-8015-86fc76462721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.261077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-03f272d2-663b-4275-8015-86fc76462721 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811479 Aug 27 02:24:53.267156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 8c99a779-dddf-4b7e-885f-9ee500452ef2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:53.272550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 8c99a779-dddf-4b7e-885f-9ee500452ef2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:53.272981 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.297566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-863050e2-bbd6-4a45-8d28-e5cf37a77ca0 req-c81efdda-c92a-4608-96d2-8bd972c70574 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462396 Aug 27 02:24:53.360959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.376575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7d1d7dd-58c1-488b-b0d8-f20cd7133af0 req-9b89d8af-0b4d-4c5b-8d13-cc7ba2bdb255 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.0349057 Aug 27 02:24:53.395005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8c99a779-dddf-4b7e-885f-9ee500452ef2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:53.401521 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.404456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:53.419905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-2dfef1a8-ee36-4c86-b8ae-da8d78688e3d service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374886 Aug 27 02:24:53.422226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d2e9f-1d45-415d-999d-e69bae48124d req-048666ba-6953-4a41-a9d1-929f643f7bb2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.423737 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d67d2e9f-1d45-415d-999d-e69bae48124d req-048666ba-6953-4a41-a9d1-929f643f7bb2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 950 time: 0.0640860 Aug 27 02:24:53.464845 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d67d2e9f-1d45-415d-999d-e69bae48124d req-71d2256b-7169-4e19-86f9-becf15b73fe2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349348 Aug 27 02:24:53.489260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8c99a779-dddf-4b7e-885f-9ee500452ef2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.504955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:53.509442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:53.509844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.598187 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.637129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:53.644332 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.645224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f32e51da-d1a7-474b-8f36-ac21600c7509 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:53.686543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.693008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.699106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.705217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.711392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.717368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.723432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.725288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-99d645d9-2101-42b8-a04f-427688ebb2b6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5443 time: 0.0991621 Aug 27 02:24:53.727808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.742684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f32e51da-d1a7-474b-8f36-ac21600c7509 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:53.747056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f32e51da-d1a7-474b-8f36-ac21600c7509 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:53.747439 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.782539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f3d50e5e-cdf7-4fe2-9415-6a1efaa04161 req-15f86a55-0a91-45e7-bb14-666832849690 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469770 Aug 27 02:24:53.828053 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.860910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f32e51da-d1a7-474b-8f36-ac21600c7509, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f32e51da-d1a7-474b-8f36-ac21600c7509,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:53.867670 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.868492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5acb9adf-52aa-4a3e-a006-a7c0c9541586 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:53.888716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-50a12508-bb90-495e-b38d-77ae1a83dfe0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.890214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-50a12508-bb90-495e-b38d-77ae1a83dfe0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0919085 Aug 27 02:24:53.933843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cecd560e-ebcb-4ead-9079-26219daf21af req-235b43d6-0858-4275-a0b1-ee1328d9e363 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059581 Aug 27 02:24:53.949099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f32e51da-d1a7-474b-8f36-ac21600c7509,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.966073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:53.969951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:53.970371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.001089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a43ca6-a9e1-485f-ad8a-0beb9b9cfb15 req-ca930865-099d-4ef2-96d4-6ef70c2680d1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.002603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37a43ca6-a9e1-485f-ad8a-0beb9b9cfb15 req-ca930865-099d-4ef2-96d4-6ef70c2680d1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1033194 Aug 27 02:24:54.048053 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.079924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:54.086031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.109481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:54.117175 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37a43ca6-a9e1-485f-ad8a-0beb9b9cfb15 req-fc0f2bc7-cc0c-41bb-8cab-c0753fc5297e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053598 Aug 27 02:24:54.123925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-588f971d-0542-4a01-a638-915597382141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.125463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-588f971d-0542-4a01-a638-915597382141 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 1099 time: 0.1219692 Aug 27 02:24:54.128383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Deleting port 251cc858-0224-4647-8e3e-dc58e1fd7b22 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:54.128734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.171330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=5acb9adf-52aa-4a3e-a006-a7c0c9541586,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:54.188053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 627b86f7-5597-41f5-9c4d-caee08c374cb completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:54.192895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 627b86f7-5597-41f5-9c4d-caee08c374cb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:54.193513 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.235644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-c15cb107-a1e9-4557-b5f5-ca2dc7d08014 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.237171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-c15cb107-a1e9-4557-b5f5-ca2dc7d08014 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 946 time: 0.1759245 Aug 27 02:24:54.272838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a495e4-5875-4b34-bed5-9973b29dc4e4'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acb9adf-52aa-4a3e-a006-a7c0c9541586'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:54.275176 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4037a-9b9b-4f0f-80f6-878d30e5084e" -d '{"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "34a495e4-5875-4b34-bed5-9973b29dc4e4"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "5acb9adf-52aa-4a3e-a006-a7c0c9541586"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:54.277963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f1b06-2de3-4bcb-9a69-2da01e208152 req-35d57eb6-c20a-4ad2-9294-d98c6682be8c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.279662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-321f1b06-2de3-4bcb-9a69-2da01e208152 req-35d57eb6-c20a-4ad2-9294-d98c6682be8c tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 946 time: 0.0692275 Aug 27 02:24:54.309564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.313606 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12625754-e4d0-4693-a70e-57381901c2f4 req-be531a90-6d8c-4d96-9cf9-77316aeb7786 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.32 "GET /v2.0/ports?device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.0456636 Aug 27 02:24:54.352182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:54.359593 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.381458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-321f1b06-2de3-4bcb-9a69-2da01e208152 req-1e5cf1e5-8033-4355-91ee-a8f1dd8c24b2 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/security-groups?id=274c3265-abc8-4e61-8d8e-701a4414f0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665901 Aug 27 02:24:54.411634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-21cc81d4-7686-431b-98d2-ac7fda8ec13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.411634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-21cc81d4-7686-431b-98d2-ac7fda8ec13f service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2375569 Aug 27 02:24:54.412769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] For port 251cc858-0224-4647-8e3e-dc58e1fd7b22, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=251cc858-0224-4647-8e3e-dc58e1fd7b22,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:54.413145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.432096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:54.451667 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a070b10-c715-4e47-a755-df09bb7ce5c7 x-openstack-request-id: req-4a070b10-c715-4e47-a755-df09bb7ce5c7 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:54.452224 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "34a495e4-5875-4b34-bed5-9973b29dc4e4", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-plugged", "status": "completed", "tag": "5acb9adf-52aa-4a3e-a006-a7c0c9541586", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:54.452684 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a070b10-c715-4e47-a755-df09bb7ce5c7 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:54.453302 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a495e4-5875-4b34-bed5-9973b29dc4e4', 'code': 200} Aug 27 02:24:54.453735 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205', 'code': 200} Aug 27 02:24:54.454179 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f', 'code': 200} Aug 27 02:24:54.454637 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2', 'code': 200} Aug 27 02:24:54.455174 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'code': 200} Aug 27 02:24:54.455804 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509', 'code': 200} Aug 27 02:24:54.456575 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acb9adf-52aa-4a3e-a006-a7c0c9541586', 'code': 200} Aug 27 02:24:54.471029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Calling delete_port for 251cc858-0224-4647-8e3e-dc58e1fd7b22 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:54.477853 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-af93921c-3819-419f-94b3-32e65fae23cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e52ed6e1-aa25-45ed-9d4b-fabe94621a00 HTTP/1.1" status: 200 len: 217 time: 0.0543036 Aug 27 02:24:54.518651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a4cc9-b843-4e5e-9bd9-34f59da129c5 req-264c9ec2-cd4b-4509-b01d-49d7fa5474b4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.521866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c03a4cc9-b843-4e5e-9bd9-34f59da129c5 req-264c9ec2-cd4b-4509-b01d-49d7fa5474b4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1480269 Aug 27 02:24:54.564545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac70411-f5a0-471d-b677-2baf81582544 req-0ad2000e-20e9-433d-b1f3-696901b9f458 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.566007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ac70411-f5a0-471d-b677-2baf81582544 req-0ad2000e-20e9-433d-b1f3-696901b9f458 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 948 time: 0.0632432 Aug 27 02:24:54.597516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Deleting port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:54.597913 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.632765 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ac70411-f5a0-471d-b677-2baf81582544 req-855d74cc-c5d7-422a-8e56-553e880fc6e8 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602956 Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.654069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2513683-462a-4e3c-8915-259b4c698e97 req-46717eb5-408a-439f-a742-7da4921ff74d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6503 time: 0.0648878 Aug 27 02:24:54.673623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-f9e9796e-9821-4ee3-9357-652504833036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.675176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-f9e9796e-9821-4ee3-9357-652504833036 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1781819 Aug 27 02:24:54.685510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c03a4cc9-b843-4e5e-9bd9-34f59da129c5 req-233b6209-d5cf-4f41-a586-3c845e36ea6a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196480 Aug 27 02:24:54.694648 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2513683-462a-4e3c-8915-259b4c698e97 req-3af49e67-539c-4713-bb1e-f5c9c5e97034 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2dbb0713-7f88-4d97-81dc-a519732804d0&id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350618 Aug 27 02:24:54.735534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9ffccba4-40bc-4bfd-bc1b-9a7ef2b5d719 req-10a2e080-88d0-4429-be83-11643af88e78 tempest-ServerShowV247Test-13081133 tempest-ServerShowV247Test-13081133-project] 10.222.0.10 "GET /v2.0/ports?device_id=978a2e6c-4940-4c6d-9089-0ba3d77b6bce HTTP/1.1" status: 200 len: 210 time: 0.0273831 Aug 27 02:24:54.840633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-96ccbf63-9f7d-4cea-9571-ba81200598b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.842151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-96ccbf63-9f7d-4cea-9571-ba81200598b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529298 Aug 27 02:24:54.855020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] For port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:54.855407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.882137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Calling delete_port for c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:54.900609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddeb9b-cea9-4173-96cd-2834494b6979 req-f05106d1-e6a4-4e7c-bcb2-cb5c945883d2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.902021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63ddeb9b-cea9-4173-96cd-2834494b6979 req-f05106d1-e6a4-4e7c-bcb2-cb5c945883d2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 950 time: 0.1515563 Aug 27 02:24:54.943498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.960745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['251cc858-0224-4647-8e3e-dc58e1fd7b22'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:55.038294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event deleted for resources: {'Port': ['ID=251cc858-0224-4647-8e3e-dc58e1fd7b22,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:55.052912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.058769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.064593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.070479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.076299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.082826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.088732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.090688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-f3ce5203-7223-45dc-9081-74a73adaa3b5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.0930047 Aug 27 02:24:55.091919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63ddeb9b-cea9-4173-96cd-2834494b6979 req-6d433e24-1d20-467b-affe-c092b7f63933 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826422 Aug 27 02:24:55.127979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] No DVR routers for this DVR port 251cc858-0224-4647-8e3e-dc58e1fd7b22 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:55.133223 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.135292 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a79bb6cd-5058-453a-9fca-cdec5a239580 req-6174ca6e-e016-4e81-9d54-b3b71ca9edff tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "DELETE /v2.0/ports/251cc858-0224-4647-8e3e-dc58e1fd7b22 HTTP/1.1" status: 204 len: 173 time: 1.2328193 Aug 27 02:24:55.135741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'name': 'network-vif-deleted', 'tag': '251cc858-0224-4647-8e3e-dc58e1fd7b22'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:55.137982 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948c01b0-a5ed-4699-8186-72fec8672849" -d '{"events": [{"server_uuid": "e2bc0365-9f8a-44b5-82e1-8d687327a7f8", "name": "network-vif-deleted", "tag": "251cc858-0224-4647-8e3e-dc58e1fd7b22"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:55.146731 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a18baa9-b731-419a-a1ac-e982cac5202e req-b7262d56-4128-4031-aba4-39de4b097e17 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446372 Aug 27 02:24:55.160327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-96ec4ee1-ea4a-4972-8f08-35e794945bae service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126017 Aug 27 02:24:55.192019 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864e2a85-cd7b-47da-b460-70f42147abaa x-openstack-request-id: req-864e2a85-cd7b-47da-b460-70f42147abaa {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:55.192790 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bc0365-9f8a-44b5-82e1-8d687327a7f8", "name": "network-vif-deleted", "tag": "251cc858-0224-4647-8e3e-dc58e1fd7b22", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:55.192790 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-864e2a85-cd7b-47da-b460-70f42147abaa {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:55.193186 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bc0365-9f8a-44b5-82e1-8d687327a7f8', 'name': 'network-vif-deleted', 'tag': '251cc858-0224-4647-8e3e-dc58e1fd7b22', 'status': 'completed', 'code': 200} Aug 27 02:24:55.272284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df1feaf5-ca61-483a-90a6-3cba67712ad2 req-433b36be-2b4c-42e3-8e94-bc6e4cd3e4d6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bc0365-9f8a-44b5-82e1-8d687327a7f8 HTTP/1.1" status: 200 len: 210 time: 0.0324709 Aug 27 02:24:55.306730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.317761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:55.327033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0a6e-49d2-4b77-9e54-1d91ae409114 req-9b0c6500-b4a5-4c85-9bba-f0d16f444167 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.328526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-038f0a6e-49d2-4b77-9e54-1d91ae409114 req-9b0c6500-b4a5-4c85-9bba-f0d16f444167 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1393881 Aug 27 02:24:55.357777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Pushing event deleted for resources: {'Port': ['ID=c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:55.386791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7821b9d7-dbe9-435e-b962-a16d8b83030c req-c890e765-f226-4252-955f-5eab9cb92da8 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963038 Aug 27 02:24:55.424837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] No DVR routers for this DVR port c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:55.428853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.430957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96208de3-fe4f-4886-ade5-d5217e7685bb req-e7b64f96-9f43-4631-96ae-f5a16bfdbba6 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.32 "DELETE /v2.0/ports/c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d HTTP/1.1" status: 204 len: 173 time: 1.1861711 Aug 27 02:24:55.437179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-038f0a6e-49d2-4b77-9e54-1d91ae409114 req-a314dae4-a3eb-4461-b22f-d80c3e96afd6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844254 Aug 27 02:24:55.495208 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-175bb0fe-fb8c-4e83-a7d0-64956b4e7cea req-4606ac5c-9a36-41c7-b3d8-7f1edcda9aa1 tempest-FloatingIPsAssociationTestJSON-1171385220 tempest-FloatingIPsAssociationTestJSON-1171385220-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c8b900-0059-4326-8716-a6412889ec30 HTTP/1.1" status: 200 len: 210 time: 0.0265341 Aug 27 02:24:55.772784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dbd78-b99f-45f0-ac88-2c301318b050 req-e56655b3-a4b8-4adf-b40f-67c679ccb410 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.775321 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a8dbd78-b99f-45f0-ac88-2c301318b050 req-e56655b3-a4b8-4adf-b40f-67c679ccb410 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 948 time: 0.0675609 Aug 27 02:24:55.822383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a8dbd78-b99f-45f0-ac88-2c301318b050 req-2aed2b3a-508b-4cda-9cdc-7b7933668781 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351822 Aug 27 02:24:55.826265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503ad4-e5fb-476c-aa54-4c8861004851 req-480ca572-521f-4d38-be73-52a5fdcba911 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.827825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4503ad4-e5fb-476c-aa54-4c8861004851 req-480ca572-521f-4d38-be73-52a5fdcba911 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0547657 Aug 27 02:24:55.870383 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4503ad4-e5fb-476c-aa54-4c8861004851 req-39d73b9b-57d5-4b48-ae86-851db3dc1c05 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Aug 27 02:24:56.128213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40560) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:56.247739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.301843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.307709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.313525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.319431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.325275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.331177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.337374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.339340 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-13156a11-8fec-4eef-b198-483fa67afd1e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.1269865 Aug 27 02:24:56.410940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e29d6ad-9f2e-4f76-b608-ee1385cffd44 req-5cb309df-b5f2-443a-8137-64a1e5d433af tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562580 Aug 27 02:24:56.447616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.452667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.459834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:56.461236 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679af41-21f3-4e8e-9058-f0a5fb545c2f" -d '{"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-plugged", "status": "completed", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:56.503028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e2796f3d0024cddb25efaf5a31ed8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735259 Aug 27 02:24:56.503713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40584) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:56.517487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4028ad80-5f68-474b-8031-48d44186ad55,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:56.530099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.530470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.530809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.531138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.531468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.531794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.532113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.532459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.532783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.533101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.533458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.533735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66197eb2-0ec5-454c-ac4e-e5039cc850a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:56.583588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfbb97-ec22-4161-bded-1475c88c9b51 req-6d532e3a-3995-47ed-b093-c8f7f5acf2e0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.585288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbbfbb97-ec22-4161-bded-1475c88c9b51 req-6d532e3a-3995-47ed-b093-c8f7f5acf2e0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0755405 Aug 27 02:24:56.624239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbbfbb97-ec22-4161-bded-1475c88c9b51 req-89200bf8-1e19-4506-81bc-51e1e7b199a4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Aug 27 02:24:56.624476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d517ddb7-d14b-49df-b1ed-c62f8c420170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.667704 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d517ddb7-d14b-49df-b1ed-c62f8c420170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.672449 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082a3e8c-789c-4d0b-a05d-6eb14550031c x-openstack-request-id: req-082a3e8c-789c-4d0b-a05d-6eb14550031c {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:56.672739 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-plugged", "status": "completed", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:56.672991 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-082a3e8c-789c-4d0b-a05d-6eb14550031c {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:56.673381 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'code': 200} Aug 27 02:24:56.685450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-a7628ff0-e026-4140-b5bd-f408ede6b620 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.690912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-a7628ff0-e026-4140-b5bd-f408ede6b620 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.1675129 Aug 27 02:24:56.704014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40588) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:56.713768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-5f18dba2-c5cf-4698-9151-80428582f4f7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/quotas/0752587e783c4457a71471578251cf20 HTTP/1.1" status: 200 len: 375 time: 0.0215743 Aug 27 02:24:56.762170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-d17e6b86-e6cc-428f-ac7f-0fca9cd70d52 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357783 Aug 27 02:24:56.851514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d517ddb7-d14b-49df-b1ed-c62f8c420170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.854042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d517ddb7-d14b-49df-b1ed-c62f8c420170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.858181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d517ddb7-d14b-49df-b1ed-c62f8c420170 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4028ad80-5f68-474b-8031-48d44186ad55 HTTP/1.1" status: 204 len: 168 time: 0.3534162 Aug 27 02:24:56.868435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cd1f3-cb52-44c8-95db-94058da9bafd req-86b52338-8e67-42f0-82eb-75655891d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.869949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b1cd1f3-cb52-44c8-95db-94058da9bafd req-86b52338-8e67-42f0-82eb-75655891d434 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1100 time: 0.1103284 Aug 27 02:24:56.882792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ddb7-d14b-49df-b1ed-c62f8c420170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028ad80-5f68-474b-8031-48d44186ad55,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:56.922647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-258b57a4-f23d-4070-a30b-6bb3274c977e service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524935 Aug 27 02:24:56.952499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b1cd1f3-cb52-44c8-95db-94058da9bafd req-97b37b5a-66be-4d37-a3b2-394883d5cc4e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647745 Aug 27 02:24:57.017971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542c66f-7abe-45f4-89fd-a8a44a0fc15f req-deb73e96-5468-4906-8aeb-0c5cea7d387b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.019508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b542c66f-7abe-45f4-89fd-a8a44a0fc15f req-deb73e96-5468-4906-8aeb-0c5cea7d387b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 948 time: 0.0909998 Aug 27 02:24:57.028899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-b4225b6a-6c54-4603-8d63-91c66a83f6d6 service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980635 Aug 27 02:24:57.103343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b542c66f-7abe-45f4-89fd-a8a44a0fc15f req-1b07f8c3-965e-40f2-ac66-7bf36cdccf64 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714512 Aug 27 02:24:57.194338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'name': 'network-vif-deleted', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:57.196996 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e48ea5-c94d-4a49-b6d0-e94670d21dc0" -d '{"events": [{"server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "name": "network-vif-deleted", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:57.262389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37952-d318-4caf-a106-280d06d9b2c6 req-4b798ac2-11de-4d73-ad2e-ac663eb74811 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.266904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7a37952-d318-4caf-a106-280d06d9b2c6 req-4b798ac2-11de-4d73-ad2e-ac663eb74811 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1074491 Aug 27 02:24:57.311700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.315277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-448925e7-6026-4ef8-ba7a-71ce838c005b req-debe146e-caf8-4e23-a4bb-fd7db4d50b15 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 210 time: 0.0573585 Aug 27 02:24:57.351712 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c08716-1e50-482b-84bf-055d74081ad4 x-openstack-request-id: req-c0c08716-1e50-482b-84bf-055d74081ad4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:57.352494 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c8b900-0059-4326-8716-a6412889ec30", "name": "network-vif-deleted", "tag": "c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:57.352743 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0c08716-1e50-482b-84bf-055d74081ad4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:57.353137 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c8b900-0059-4326-8716-a6412889ec30', 'name': 'network-vif-deleted', 'tag': 'c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d', 'status': 'completed', 'code': 200} Aug 27 02:24:57.380046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7a37952-d318-4caf-a106-280d06d9b2c6 req-5d468c34-dc43-4814-a5a1-c54ef00fb2e8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060989 Aug 27 02:24:57.530468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e52ed6e1-aa25-45ed-9d4b-fabe94621a00 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:57.552468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.563168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.565738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.571739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.577986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.584436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.590708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.599653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-ec4c4601-bf1f-40bd-9bbe-49211d312e54 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.1016095 Aug 27 02:24:57.607781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:57.645550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:57.645967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c9d6ccd4-0d9c-41a5-9b3b-de15b4a37f8d not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:57.647812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 251cc858-0224-4647-8e3e-dc58e1fd7b22 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:57.666532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8305aa8-2160-46b6-9751-b44da39932e8 req-97b30e67-dbb8-4c83-a4e4-6fe1219dfa41 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661874 Aug 27 02:24:57.671562 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-087d991b-e301-40f9-b658-0b1a91360729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.675388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 251cc858-0224-4647-8e3e-dc58e1fd7b22 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:57.675803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 251cc858-0224-4647-8e3e-dc58e1fd7b22 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:57.736050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Deleting port 921e17e0-0fdc-4c4d-8934-a42413729a16 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:57.736591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.768226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e52ed6e1-aa25-45ed-9d4b-fabe94621a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:57.785824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', 'mac_address': 'fa:16:3e:08:ad:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:57.820984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.827959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.829356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.834953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.836013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ce326-4b91-42d5-bb4f-b09922247997 req-639e7f9d-fed5-4597-b26e-22cb2c65fb47 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.837515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d6ce326-4b91-42d5-bb4f-b09922247997 req-639e7f9d-fed5-4597-b26e-22cb2c65fb47 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1033726 Aug 27 02:24:57.841451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.847631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.849870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52ed6e1-aa25-45ed-9d4b-fabe94621a00 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:57.854124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.860017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.862021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b00065b2-1551-4c14-9794-b55d7b5e1cfd req-06bac166-9f46-4bab-aee0-73c080a084fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.0998790 Aug 27 02:24:57.869877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e52ed6e1-aa25-45ed-9d4b-fabe94621a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:57.875106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40638) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:57.883391 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.885708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Request body: {'floatingip': {'port_id': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:57.890351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] For port 921e17e0-0fdc-4c4d-8934-a42413729a16, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=921e17e0-0fdc-4c4d-8934-a42413729a16,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:57.890721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.936078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:57.952607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Calling delete_port for 921e17e0-0fdc-4c4d-8934-a42413729a16 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:57.957321 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.964506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d6ce326-4b91-42d5-bb4f-b09922247997 req-a7fb5779-c547-49d0-be35-449ea028a0c1 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206326 Aug 27 02:24:58.254998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d021e522-130c-470c-8833-7f168cc08a05 req-73c6fb75-4146-4100-8df0-d27e67453ac2 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0360634 Aug 27 02:24:58.328607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed997d-706a-44aa-ad38-a495b9c297cb req-e1354323-6b7c-4058-aa90-842965bf23a4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:58.336823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6ed997d-706a-44aa-ad38-a495b9c297cb req-e1354323-6b7c-4058-aa90-842965bf23a4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 949 time: 0.1787252 Aug 27 02:24:58.447869 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6ed997d-706a-44aa-ad38-a495b9c297cb req-ceb80dbf-7875-47e4-a580-593e39f5bb32 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042492 Aug 27 02:24:58.497055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['e52ed6e1-aa25-45ed-9d4b-fabe94621a00'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:58.531992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8f5d9ca-691e-46d9-ac74-20ad208cf9f6 req-2aa9f4ec-8287-432f-bde4-86f047f4b819 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 210 time: 0.0473239 Aug 27 02:24:58.588011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.623445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-d4086236-a1c7-4c3f-8d5c-7c1db413351d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:58.625069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-d4086236-a1c7-4c3f-8d5c-7c1db413351d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.2429035 Aug 27 02:24:58.641894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Request body: {'port': {'device_id': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'admin_state_up': True, 'tenant_id': '0752587e783c4457a71471578251cf20'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:58.717064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Pushing event deleted for resources: {'Port': ['ID=921e17e0-0fdc-4c4d-8934-a42413729a16,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:58.796142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:58.800184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.800612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af547fe-9cf2-4799-9744-ef93bb815eb2 req-64d5a586-cd61-4388-8c12-4fc27975b3a7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:58.808333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5af547fe-9cf2-4799-9744-ef93bb815eb2 req-64d5a586-cd61-4388-8c12-4fc27975b3a7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.2768984 Aug 27 02:24:58.920553 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5af547fe-9cf2-4799-9744-ef93bb815eb2 req-edf15b77-63c7-4f12-929c-64b0251a1f4c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112261 Aug 27 02:24:58.953512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Allocated IP 172.20.0.13 (621040e8-061a-4b1e-ab51-62bf1adf7ee0/0d761fb0-67d1-4f09-88b5-42861d0d5b51/65774ff2-984d-401b-9367-4c7fcd654cf3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:59.037322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.163383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67566fd7-64d0-46a0-a94f-671d3f5b3fe3 req-cfad7abf-2dff-48af-b2ed-73a146facfe4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:59.164950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67566fd7-64d0-46a0-a94f-671d3f5b3fe3 req-cfad7abf-2dff-48af-b2ed-73a146facfe4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0856738 Aug 27 02:24:59.187422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.227616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67566fd7-64d0-46a0-a94f-671d3f5b3fe3 req-bba889e7-2869-4e69-92e8-4f90d33da4c7 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556464 Aug 27 02:24:59.257471 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.342956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:59.359809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event updated for resources: {'Port': ['ID=65774ff2-984d-401b-9367-4c7fcd654cf3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:59.364524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:59.367418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:59.455276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:59.456896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.477489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-c392a100-5d3b-432c-ad3d-4e98e65a6601 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8412447 Aug 27 02:24:59.492914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.505400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.518696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Request body: {'port': {'device_id': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:59.522651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-c418e505-6c5f-46d6-b309-953f6b329128 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367031 Aug 27 02:24:59.554720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40c54046-4d47-422d-b8fd-1f1850bdc4b5 req-a5e9781d-50bd-4533-900e-a8d02a819db9 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0656712 Aug 27 02:24:59.661051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.710061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-3fa49337-8e38-42a5-bbb1-44496629419f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:59.716924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-3fa49337-8e38-42a5-bbb1-44496629419f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710410 Aug 27 02:24:59.722965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:59.736834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-80d24960-f569-4179-a87d-cca8c1379822 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/quotas/f0cf9b385d2046f383edca7b7cc6b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0190730 Aug 27 02:24:59.750137 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Floating IP f97312df-9fc7-440a-b22e-b26f92c9530c associated. External IP: 172.25.1.102, port: 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff. Aug 27 02:24:59.884139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-2fb8c175-14b0-4ec4-8642-82950be9df36 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389074 Aug 27 02:24:59.942663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553349e-2329-4a69-9015-a5457311a608 req-fb9653f0-d686-4f72-ba43-d45811984631 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:59.944126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e553349e-2329-4a69-9015-a5457311a608 req-fb9653f0-d686-4f72-ba43-d45811984631 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 949 time: 0.1624472 Aug 27 02:24:59.992147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:00.001949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ecdec2e2-3d65-4a51-a5c2-f3dc5d9ab899 admin admin] 10.222.0.10 "PUT /v2.0/routers/362b1c6d-5f9b-4f70-ae3b-b30e71c057fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2966661 Aug 27 02:25:00.004634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] Sync routers for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:00.007552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:00.029266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:00.032422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:24:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.054433 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e553349e-2329-4a69-9015-a5457311a608 req-625639cd-7c77-4c99-a3b6-500a0fb54808 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011887 Aug 27 02:25:00.170223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Router 2b703d37-492f-4fab-8964-4be68462b44c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:00.261243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20e0f7-d66c-4a4a-9212-a451e5b816be req-30be109b-0e4d-4079-a88a-eff14fb2d01f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:00.263221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea20e0f7-d66c-4a4a-9212-a451e5b816be req-30be109b-0e4d-4079-a88a-eff14fb2d01f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1104534 Aug 27 02:25:00.296944 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5c01-ddde-42cf-8ec9-193ccbb8b9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.357279 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ea20e0f7-d66c-4a4a-9212-a451e5b816be req-b4d92f76-be15-452c-96f8-f9ef2168a0ef tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843139 Aug 27 02:25:00.365164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:00.370249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.378785 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] Sync routers for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:00.391087 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:00.391993 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.424465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:00.460727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1f3b7d4b-6ba4-4996-9e7e-dd706d160001 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "PUT /v2.0/floatingips/f97312df-9fc7-440a-b22e-b26f92c9530c HTTP/1.1" status: 200 len: 992 time: 2.5832136 Aug 27 02:25:00.477163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:00.480735 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:00.487282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bed11b0-287d-4105-be15-d77ccd29e385 req-dcad089b-b611-4084-86c6-7069421b8fd5 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 210 time: 0.0422113 Aug 27 02:25:00.548146 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:00.569698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.580571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65774ff2-984d-401b-9367-4c7fcd654cf3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:00.597441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.621365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Transition to ACTIVE for port object 65774ff2-984d-401b-9367-4c7fcd654cf3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:00.623089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.658831 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.671949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a269ab3-249c-4012-bd62-b8c8f8c8aac4 req-ba744f6d-5fdb-41b7-8666-8dc20058b8d7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:00.679577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a269ab3-249c-4012-bd62-b8c8f8c8aac4 req-ba744f6d-5fdb-41b7-8666-8dc20058b8d7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 932 time: 0.5525339 Aug 27 02:25:00.690286 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ab6a63-3a56-4c9d-b5a7-e97a73ac0e9b x-openstack-request-id: req-94ab6a63-3a56-4c9d-b5a7-e97a73ac0e9b {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:00.690693 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:00.691060 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94ab6a63-3a56-4c9d-b5a7-e97a73ac0e9b {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:00.691656 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'status': 'completed', 'code': 200} Aug 27 02:25:00.776127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.807295 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'f97312df-9fc7-440a-b22e-b26f92c9530c', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'port_id': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'mac_address': 'fa:16:3e:ee:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 1, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:51Z', 'revision_number': 5, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.812249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] Checking router: 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:00.815588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4c920e4-2a95-407a-9132-83b6a2f4146b req-6e74a483-71e3-42ae-be5e-052e594a8039 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0420303 Aug 27 02:25:00.825820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] Routers {'362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:00.826094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.845500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=65774ff2-984d-401b-9367-4c7fcd654cf3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:00.864166 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] Checking router: 2b703d37-492f-4fab-8964-4be68462b44c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:00.892078 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:00.892776 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.919678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a269ab3-249c-4012-bd62-b8c8f8c8aac4 req-04d59ed4-5d72-480e-9232-6dd66d290fc5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378724 Aug 27 02:25:00.945533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d186402f-dbe8-4edb-9153-b9af65cb37d8 req-adfb2f94-0a0c-43d4-b946-5c7d878bd1e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.1130805 Aug 27 02:25:00.967731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] Set router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:00.985197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.002079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.002598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.003081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.003751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.004016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.004482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.004988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.006958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-f695cfe8-906c-44a5-beed-63331c712265 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6503 time: 0.1788325 Aug 27 02:25:01.027106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Attempting to bind port 65774ff2-984d-401b-9367-4c7fcd654cf3 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:01.027838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Attempting to bind port 65774ff2-984d-401b-9367-4c7fcd654cf3 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:01.027838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Attempting to bind port 65774ff2-984d-401b-9367-4c7fcd654cf3 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:01.052818 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:01.088130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Port 65774ff2-984d-401b-9367-4c7fcd654cf3 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:01.088389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Attempting to bind port 65774ff2-984d-401b-9367-4c7fcd654cf3 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:01.104343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:01.104693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Checking segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:01.105091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Bound using segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:01.105545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Bound port: 65774ff2-984d-401b-9367-4c7fcd654cf3, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:01.105912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.162510 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:25:01.165639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.197757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:01.202538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-8499c5ec-65c8-4db1-ae2e-2851b06b09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.204039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-8499c5ec-65c8-4db1-ae2e-2851b06b09d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43252a63-0fa7-40af-9791-8381c0b678e0 HTTP/1.1" status: 200 len: 916 time: 0.1851933 Aug 27 02:25:01.218489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Deleting port a95c48ae-c980-4eb2-8aaa-defed5217648 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:01.219203 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.229300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29245f87-0d0c-4bb4-8851-22196c1e8a5f None None] The sync data for ids ['362b1c6d-5f9b-4f70-ae3b-b30e71c057fb'] in n-d-806293-1 is: [{'id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164248616-router', 'tenant_id': '5bef00d632e141f483240dd41584f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:26Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 5, 'project_id': '5bef00d632e141f483240dd41584f29a', 'gw_port': {'id': 'a95c48ae-c980-4eb2-8aaa-defed5217648', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362b1c6d-5f9b-4f70-ae3b-b30e71c057fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:01.315924 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'f97312df-9fc7-440a-b22e-b26f92c9530c', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'port_id': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'mac_address': 'fa:16:3e:ee:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 1, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:51Z', 'revision_number': 5, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:01.325566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] For port 65774ff2-984d-401b-9367-4c7fcd654cf3, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:01.344596 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ec47b-b8b1-4234-a384-0767ef6dd57b None None] The sync data for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 is: [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'f97312df-9fc7-440a-b22e-b26f92c9530c', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'port_id': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'mac_address': 'fa:16:3e:ee:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:23:29Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 1, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:51Z', 'revision_number': 5, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:01.346083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c347a1-0ea9-4cc6-a348-b1f67963a24e req-923d83bf-67ac-4e9e-9dd4-0145a0c65941 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.347643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-21c347a1-0ea9-4cc6-a348-b1f67963a24e req-923d83bf-67ac-4e9e-9dd4-0145a0c65941 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 949 time: 0.2130136 Aug 27 02:25:01.364807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] For port 65774ff2-984d-401b-9367-4c7fcd654cf3, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=65774ff2-984d-401b-9367-4c7fcd654cf3,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:01.385032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-0897fbb5-2ebd-40e0-9056-2ac7b4c2fb68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff HTTP/1.1" status: 200 len: 1000 time: 0.1693959 Aug 27 02:25:01.394100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.506180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] For port a95c48ae-c980-4eb2-8aaa-defed5217648, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a95c48ae-c980-4eb2-8aaa-defed5217648,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:01.506579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.512468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691d83b-7214-4429-bd0f-047aad66c7cb req-49c85571-33ed-4fc2-96fa-367e1e9727ee tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.519410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5691d83b-7214-4429-bd0f-047aad66c7cb req-49c85571-33ed-4fc2-96fa-367e1e9727ee tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0804789 Aug 27 02:25:01.520993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.521657 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.522597 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-b3c75e2e-04f9-4e7f-b529-5739a7e1c759 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429890 Aug 27 02:25:01.523243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] 10.222.0.32 "PUT /v2.0/ports/65774ff2-984d-401b-9367-4c7fcd654cf3 HTTP/1.1" status: 200 len: 1092 time: 2.0088010 Aug 27 02:25:01.527526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'tag': '65774ff2-984d-401b-9367-4c7fcd654cf3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:01.529638 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a9acea-3906-4949-8813-2b0827032e25" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef05979-9594-467c-b3b6-0b650a0b9230", "tag": "65774ff2-984d-401b-9367-4c7fcd654cf3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:01.541952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e52ed6e1-aa25-45ed-9d4b-fabe94621a00 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:01.547020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-21c347a1-0ea9-4cc6-a348-b1f67963a24e req-bd495849-9d77-4ab4-aa87-6dd2182ebde7 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843059 Aug 27 02:25:01.549650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Calling delete_port for a95c48ae-c980-4eb2-8aaa-defed5217648 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:01.620337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-bef80188-f045-489a-ba2e-af942b19ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.621860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-bef80188-f045-489a-ba2e-af942b19ec14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735f726c-d2c8-4bb4-baaf-d10cbe4287bd HTTP/1.1" status: 200 len: 854 time: 0.2247055 Aug 27 02:25:01.625606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f765fc3-4100-4725-ac60-8498b4f25ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=65774ff2-984d-401b-9367-4c7fcd654cf3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:01.676118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:01.680258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:01.680633 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.738568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5691d83b-7214-4429-bd0f-047aad66c7cb req-3c187ebb-1efc-47bc-a59f-89063546d981 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102609 Aug 27 02:25:01.776324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9609b766-6b39-4249-9c1e-8f1f7ab6629d None None] New status for floating IP f97312df-9fc7-440a-b22e-b26f92c9530c: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:25:01.787590 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cade5bfe-e84f-49c4-a0f9-b612b4274e83 req-3bfde1e2-def8-4e67-a350-1efe349b8125 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 210 time: 0.1085520 Aug 27 02:25:01.846155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.851411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-cb48e6f1-3e54-48a2-ad8b-34eeacd426f1 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.853065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-cb48e6f1-3e54-48a2-ad8b-34eeacd426f1 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3103662 Aug 27 02:25:01.866423 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2c0463-c007-4797-8fbd-c8d85ee646cd x-openstack-request-id: req-0e2c0463-c007-4797-8fbd-c8d85ee646cd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:01.867171 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef05979-9594-467c-b3b6-0b650a0b9230", "tag": "65774ff2-984d-401b-9367-4c7fcd654cf3", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:01.867949 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e2c0463-c007-4797-8fbd-c8d85ee646cd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:01.868897 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'tag': '65774ff2-984d-401b-9367-4c7fcd654cf3', 'status': 'completed', 'code': 200} Aug 27 02:25:01.877998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Request body: {'port': {'device_id': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'f0cf9b385d2046f383edca7b7cc6b8f0'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:01.900462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-86fe91ac-0b80-4fab-a0af-87410d3065da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.902182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-86fe91ac-0b80-4fab-a0af-87410d3065da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43252a63-0fa7-40af-9791-8381c0b678e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673476 Aug 27 02:25:01.912996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-ef3439cb-9cc7-4148-a4eb-dbd978115d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.914617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-ef3439cb-9cc7-4148-a4eb-dbd978115d0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 1095 time: 0.2305813 Aug 27 02:25:01.968206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:01.970634 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104bf0ef-dcb3-487a-ae1c-6f719e54f98e" -d '{"events": [{"server_uuid": "320b33a2-7ace-49e3-9e29-c04a0152a552", "name": "network-vif-plugged", "status": "completed", "tag": "e52ed6e1-aa25-45ed-9d4b-fabe94621a00"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:01.990068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e52ed6e1-aa25-45ed-9d4b-fabe94621a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:02.007270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51355013-c1b8-4736-8b00-93baacd6a7c8 req-417da281-1812-430c-ade0-a5ec82efde85 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0368431 Aug 27 02:25:02.061760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.099172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-9c24d97b-ec08-415a-9294-653f74b8239d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65774ff2-984d-401b-9367-4c7fcd654cf3 HTTP/1.1" status: 200 len: 217 time: 0.1417084 Aug 27 02:25:02.107217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Made reservation on behalf of f0cf9b385d2046f383edca7b7cc6b8f0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:02.115703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.149153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:02.163412 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02d6449-dd2b-4d6b-a3c8-89853365ca56 x-openstack-request-id: req-a02d6449-dd2b-4d6b-a3c8-89853365ca56 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:02.163412 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320b33a2-7ace-49e3-9e29-c04a0152a552", "name": "network-vif-plugged", "status": "completed", "tag": "e52ed6e1-aa25-45ed-9d4b-fabe94621a00", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:02.164201 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a02d6449-dd2b-4d6b-a3c8-89853365ca56 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:02.164201 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', 'code': 200} Aug 27 02:25:02.199691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.261861 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95c48ae-c980-4eb2-8aaa-defed5217648,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:02.286428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Allocated IP 192.168.233.243 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/c81dc71e-6a13-49e7-9f1f-3502837dd461) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:02.304920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91cdec-4701-458b-bfef-252e7cf6cfa6 req-b06dfef9-c932-4972-a947-89c891dc9e4f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.306419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b91cdec-4701-458b-bfef-252e7cf6cfa6 req-b06dfef9-c932-4972-a947-89c891dc9e4f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 944 time: 0.2154648 Aug 27 02:25:02.307775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-7e79df33-1e37-4ac6-adae-f5e137182bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.309128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-7e79df33-1e37-4ac6-adae-f5e137182bb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.1648169 Aug 27 02:25:02.313817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-97e80e94-8712-4652-a533-ccf1c3f797a6 service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862054 Aug 27 02:25:02.438684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-d26f631c-c65c-45dc-aebd-63a02844b9cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074347 Aug 27 02:25:02.440904 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.455768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Transition to ACTIVE for port object c81dc71e-6a13-49e7-9f1f-3502837dd461 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:02.457847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5040-5372-4b36-82e2-e34629226f3f req-4ea53db0-b82a-4fb5-a175-75422e7fe1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.459427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6cfa5040-5372-4b36-82e2-e34629226f3f req-4ea53db0-b82a-4fb5-a175-75422e7fe1b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 1101 time: 0.2150428 Aug 27 02:25:02.491797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.504311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['4d110e71-e06d-40f0-a242-7f0e4fb11b63'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:02.509994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['627b86f7-5597-41f5-9c4d-caee08c374cb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:02.541097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:02.547975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:02.552084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:02.558522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.569115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b91cdec-4701-458b-bfef-252e7cf6cfa6 req-87edfd17-59f7-4734-945f-a3a87757fda3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403994 Aug 27 02:25:02.607802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Pushing event updated for resources: {'Port': ['ID=c81dc71e-6a13-49e7-9f1f-3502837dd461,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:02.646478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.647336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.690885 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-6ecfdd49-d044-42aa-9364-e1401523c575 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8177693 Aug 27 02:25:02.704492 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.714977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.720039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d56276-8d86-4cb0-873e-96ec548df1e2 req-c9b9978c-428d-430d-b6c3-0fe6b5e6190e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.722242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26d56276-8d86-4cb0-873e-96ec548df1e2 req-c9b9978c-428d-430d-b6c3-0fe6b5e6190e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 950 time: 0.0626228 Aug 27 02:25:02.722807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6cfa5040-5372-4b36-82e2-e34629226f3f req-6ddd0e57-814e-4261-9616-b4b923600176 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496390 Aug 27 02:25:02.728828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6daeb0f5-6ad2-4f51-9f4f-4acda9eefbe1 req-e2b7ced4-6a76-40b5-92b9-0b414f5f4578 service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994977 Aug 27 02:25:02.730051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Request body: {'port': {'device_id': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:02.796834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-7d07695b-0de0-4f87-916c-e538fb345d69 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452878 Aug 27 02:25:02.799128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.799836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362b1c6d-5f9b-4f70-ae3b-b30e71c057fb {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:25:02.814259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.815593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-170ff520-7543-49a2-8913-5963fb5ce1c9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/362b1c6d-5f9b-4f70-ae3b-b30e71c057fb HTTP/1.1" status: 204 len: 168 time: 2.8080573 Aug 27 02:25:02.818383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40738) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:02.829672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.918876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26d56276-8d86-4cb0-873e-96ec548df1e2 req-fb45e8e2-8b84-463b-80f2-0f8c7f7bf975 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570430 Aug 27 02:25:02.961581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dcb0896e-625b-4d20-b0c2-a493ea78ae27 None None] Provisioning for port c81dc71e-6a13-49e7-9f1f-3502837dd461 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:02.966062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dcb0896e-625b-4d20-b0c2-a493ea78ae27 None None] Provisioning complete for port c81dc71e-6a13-49e7-9f1f-3502837dd461 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:02.966467 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dcb0896e-625b-4d20-b0c2-a493ea78ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.006473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] Deleting subnet e01322d7-2385-4426-b656-6823b218a21b {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:25:03.014217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.057349 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.064466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-dcb0896e-625b-4d20-b0c2-a493ea78ae27 None None] Port c81dc71e-6a13-49e7-9f1f-3502837dd461 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:03.088137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec0ba-a316-4d2e-ab7f-a095de8f694f req-830fbfea-202e-4918-8d35-249bdf5bf6c3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.089809 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01bec0ba-a316-4d2e-ab7f-a095de8f694f req-830fbfea-202e-4918-8d35-249bdf5bf6c3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.2456973 Aug 27 02:25:03.102110 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.132366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f50b3d9-c0fe-424c-aa13-391dd3e25bb6 req-6e29fd7f-c25f-446c-8a15-8e31de3ced73 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154078 Aug 27 02:25:03.175992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01bec0ba-a316-4d2e-ab7f-a095de8f694f req-7e493c35-a2d1-4efe-bfc5-f7d8da99ed47 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775411 Aug 27 02:25:03.223193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13616b0-270c-4a57-827c-4190be5ecd95 req-480ce6b0-914f-4639-930f-df3a40a83b4a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.224772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e13616b0-270c-4a57-827c-4190be5ecd95 req-480ce6b0-914f-4639-930f-df3a40a83b4a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 936 time: 0.1152673 Aug 27 02:25:03.259776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.290033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9acea-3906-4949-8813-2b0827032e25 req-bf048567-35b0-45e9-8471-35c407961284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.292351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59a9acea-3906-4949-8813-2b0827032e25 req-bf048567-35b0-45e9-8471-35c407961284 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 1095 time: 0.1125562 Aug 27 02:25:03.298693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e13616b0-270c-4a57-827c-4190be5ecd95 req-26835f33-dadf-4008-b1ef-c806c1a3aa6a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590401 Aug 27 02:25:03.374969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81dc71e-6a13-49e7-9f1f-3502837dd461 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:03.386417 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.410542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Transition to ACTIVE for port object c81dc71e-6a13-49e7-9f1f-3502837dd461 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:03.417593 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.432263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 921e17e0-0fdc-4c4d-8934-a42413729a16 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:03.445488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294e0cc2-d770-435a-98f4-2f948f0e9ee7 req-90762e3b-7cba-4a2a-a647-d8d1b16177ca tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0657065 Aug 27 02:25:03.457524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.494269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 921e17e0-0fdc-4c4d-8934-a42413729a16 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:03.494554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 921e17e0-0fdc-4c4d-8934-a42413729a16 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:03.503306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Pushing event updated for resources: {'Port': ['ID=c81dc71e-6a13-49e7-9f1f-3502837dd461,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:03.544751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01322d7-2385-4426-b656-6823b218a21b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:03.554357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.558040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa12b8-58a3-47cf-b7a0-7257785dc8f0 None None] Network 29058497-67da-454c-8dfa-c99c955c127e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:03.572654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-07549537-c194-4a03-9787-4396d7715626 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e01322d7-2385-4426-b656-6823b218a21b HTTP/1.1" status: 204 len: 168 time: 0.7532282 Aug 27 02:25:03.575702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:03.618020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9acea-3906-4949-8813-2b0827032e25 req-075c9f14-0129-4681-80d4-d097240e4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.633493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59a9acea-3906-4949-8813-2b0827032e25 req-075c9f14-0129-4681-80d4-d097240e4907 service neutron] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 913 time: 0.3318532 Aug 27 02:25:03.662714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.716027 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59a9acea-3906-4949-8813-2b0827032e25 req-9a936b44-35f7-4599-896c-1a0c13d0b41d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65774ff2-984d-401b-9367-4c7fcd654cf3 HTTP/1.1" status: 200 len: 217 time: 0.0721350 Aug 27 02:25:03.735609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Attempting to bind port c81dc71e-6a13-49e7-9f1f-3502837dd461 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:03.735934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Attempting to bind port c81dc71e-6a13-49e7-9f1f-3502837dd461 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:03.736271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Attempting to bind port c81dc71e-6a13-49e7-9f1f-3502837dd461 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:03.744522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Port c81dc71e-6a13-49e7-9f1f-3502837dd461 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:03.744731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Attempting to bind port c81dc71e-6a13-49e7-9f1f-3502837dd461 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:03.763338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:03.763688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:03.764081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:03.775624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Bound port: c81dc71e-6a13-49e7-9f1f-3502837dd461, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:03.777228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.870932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] For port c81dc71e-6a13-49e7-9f1f-3502837dd461, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:03.875119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] For port c81dc71e-6a13-49e7-9f1f-3502837dd461, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c81dc71e-6a13-49e7-9f1f-3502837dd461,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:03.882787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Deleting port c1858cf9-8da8-4714-af44-49c2024acc68 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:03.883057 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.899441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] DHCP port deletion for 29058497-67da-454c-8dfa-c99c955c127e request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:25:03.905271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.992542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] Deleting port c1858cf9-8da8-4714-af44-49c2024acc68 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:03.992928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.063846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.064491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.066294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] 10.222.0.45 "PUT /v2.0/ports/c81dc71e-6a13-49e7-9f1f-3502837dd461 HTTP/1.1" status: 200 len: 1096 time: 1.3425205 Aug 27 02:25:04.071722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] For port c1858cf9-8da8-4714-af44-49c2024acc68, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1858cf9-8da8-4714-af44-49c2024acc68,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:04.072138 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.092080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'tag': 'c81dc71e-6a13-49e7-9f1f-3502837dd461'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:04.104113 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd7431-bd9f-473a-bcab-59209731543e" -d '{"events": [{"name": "network-changed", "server_uuid": "14b766f2-7951-4cde-a0e2-7a63f8312112", "tag": "c81dc71e-6a13-49e7-9f1f-3502837dd461"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:04.108327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] Calling delete_port for c1858cf9-8da8-4714-af44-49c2024acc68 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:04.110420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-135e7faf-1096-4576-804d-76693207f3b0 req-42f2c050-418a-4ec9-9971-36167182c35e tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.1258690 Aug 27 02:25:04.176160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] For port c1858cf9-8da8-4714-af44-49c2024acc68, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1858cf9-8da8-4714-af44-49c2024acc68,segment=NetworkSegment(d3d66ed1-0aca-4628-b632-12564f0e934a),segment_id=d3d66ed1-0aca-4628-b632-12564f0e934a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:04.176786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.223021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.251385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e3cf-742c-40c3-b49c-0af2806275da service neutron] Pushing event updated for resources: {'Port': ['ID=c81dc71e-6a13-49e7-9f1f-3502837dd461,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:04.258742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Calling delete_port for c1858cf9-8da8-4714-af44-49c2024acc68 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:04.276329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] Pushing event deleted for resources: {'Port': ['ID=c1858cf9-8da8-4714-af44-49c2024acc68,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:04.279457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa7bb5-cc51-4c03-a1cf-c124ad9ba202 None None] No DVR routers for this DVR port c1858cf9-8da8-4714-af44-49c2024acc68 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:04.329512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-e1f4823b-3992-422e-af58-5299be80bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.331119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-e1f4823b-3992-422e-af58-5299be80bc92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 1099 time: 0.1477745 Aug 27 02:25:04.417376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-29e83861-bd54-4d9c-99f9-654e23a6ff28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=c81dc71e-6a13-49e7-9f1f-3502837dd461 HTTP/1.1" status: 200 len: 217 time: 0.0566511 Aug 27 02:25:04.445740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9acea-3906-4949-8813-2b0827032e25 req-ea4a02f2-f3b2-424a-945a-becca5d8270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.447264 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59a9acea-3906-4949-8813-2b0827032e25 req-ea4a02f2-f3b2-424a-945a-becca5d8270c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.7119629 Aug 27 02:25:04.454940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160521-1b5f-420a-b1d9-6f9e7b174525 req-4140519e-34aa-43c5-9fcb-9b7ba6768396 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.455623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f93ca3-90bb-402a-a527-c168454cd489 req-42ba4104-bfed-4078-b4f3-4ca909c80311 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.456726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b160521-1b5f-420a-b1d9-6f9e7b174525 req-4140519e-34aa-43c5-9fcb-9b7ba6768396 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 950 time: 0.1316981 Aug 27 02:25:04.457360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4f93ca3-90bb-402a-a527-c168454cd489 req-42ba4104-bfed-4078-b4f3-4ca909c80311 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 944 time: 0.7518952 Aug 27 02:25:04.479947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.493802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59a9acea-3906-4949-8813-2b0827032e25 req-893d5f7a-9fcc-4b9f-a6b9-04ecb2ec73e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354910 Aug 27 02:25:04.523840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1858cf9-8da8-4714-af44-49c2024acc68,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:04.529819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4f93ca3-90bb-402a-a527-c168454cd489 req-ebaba34f-fb70-466f-9cff-5158173aeca0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641811 Aug 27 02:25:04.540746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] No DVR routers for this DVR port c1858cf9-8da8-4714-af44-49c2024acc68 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:04.546851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-aa14eb29-967f-4983-a947-254b835e2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.548296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-aa14eb29-967f-4983-a947-254b835e2192 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1110651 Aug 27 02:25:04.590755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b160521-1b5f-420a-b1d9-6f9e7b174525 req-0b636be0-4c3f-4e2b-8abc-3969258680ae tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153405 Aug 27 02:25:04.603869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59a9acea-3906-4949-8813-2b0827032e25 req-ac579675-122e-48fd-b35b-856b682272c8 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957513 Aug 27 02:25:04.641022 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe8a5a-265d-4a76-9d85-0c9a0aefbe3c x-openstack-request-id: req-31fe8a5a-265d-4a76-9d85-0c9a0aefbe3c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:04.641543 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b766f2-7951-4cde-a0e2-7a63f8312112", "tag": "c81dc71e-6a13-49e7-9f1f-3502837dd461", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:04.641543 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31fe8a5a-265d-4a76-9d85-0c9a0aefbe3c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:04.641952 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'tag': 'c81dc71e-6a13-49e7-9f1f-3502837dd461', 'status': 'completed', 'code': 200} Aug 27 02:25:04.661527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.673573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29058497-67da-454c-8dfa-c99c955c127e']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:04.686091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d66ed1-0aca-4628-b632-12564f0e934a') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:04.686423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d66ed1-0aca-4628-b632-12564f0e934a') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:04.689370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-09ac9100-8407-40c5-a02f-4d1367777d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.690889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-09ac9100-8407-40c5-a02f-4d1367777d34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298730 Aug 27 02:25:04.699049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.714696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59a9acea-3906-4949-8813-2b0827032e25 req-8b308d48-3a75-43f2-a3a2-06733c93a3c4 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996258 Aug 27 02:25:04.745302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.787579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:25:04.788141 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:25:04.789924 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:25:04.809851 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-81dd40f9-332e-4549-9e86-01854b064d51 service neutron] show failed (client error): The resource could not be found. Aug 27 02:25:04.810920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-81dd40f9-332e-4549-9e86-01854b064d51 service neutron] 10.222.0.45 "GET /v2.0/ports/98a7c5f6-3137-4ec9-a0d7-948e68c07f6a/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0910757 Aug 27 02:25:04.837728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcde4f8-6781-4cf3-af04-364cbc011d17 req-8ac41595-18e6-4204-ac6b-74c8a3a50ffc tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.839831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cfcde4f8-6781-4cf3-af04-364cbc011d17 req-8ac41595-18e6-4204-ac6b-74c8a3a50ffc tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 948 time: 0.0648482 Aug 27 02:25:04.874283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66141196-4cf1-4e98-bc2b-9288d6847706 req-f2e2b540-28c7-4432-b006-b6af7babe8a0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.875850 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66141196-4cf1-4e98-bc2b-9288d6847706 req-f2e2b540-28c7-4432-b006-b6af7babe8a0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.1704507 Aug 27 02:25:04.886918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cfcde4f8-6781-4cf3-af04-364cbc011d17 req-0fadff9b-8303-43ac-8a16-c7eeafb8578d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Aug 27 02:25:04.897877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.911194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.913087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/29058497-67da-454c-8dfa-c99c955c127e HTTP/1.1" status: 204 len: 168 time: 1.3363683 Aug 27 02:25:04.914956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-58b6c557-d0be-44f7-95fa-3289533f073c service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964581 Aug 27 02:25:04.938623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48499f19-6983-4dc1-b22a-2a15d4777bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29058497-67da-454c-8dfa-c99c955c127e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:04.997424 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66141196-4cf1-4e98-bc2b-9288d6847706 req-85fdf916-f318-43d9-b23f-f4c45f55737d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029809 Aug 27 02:25:05.048460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2536f99-b07c-4874-9997-f7245b37ee54 req-8138d81f-2149-421a-a1cc-423a4b2d14b0 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177218 Aug 27 02:25:05.053554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a95c48ae-c980-4eb2-8aaa-defed5217648 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:05.076293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a95c48ae-c980-4eb2-8aaa-defed5217648 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:05.076761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a95c48ae-c980-4eb2-8aaa-defed5217648 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:05.077271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1858cf9-8da8-4714-af44-49c2024acc68 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:05.090492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-de7d1c70-f865-4562-aaad-a481f263b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.093561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-de7d1c70-f865-4562-aaad-a481f263b095 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24&tenant_id=f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 1100 time: 0.0538287 Aug 27 02:25:05.097708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c1858cf9-8da8-4714-af44-49c2024acc68 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:05.098276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1858cf9-8da8-4714-af44-49c2024acc68 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:05.106220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:05.141178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40782) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:05.162441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7431-bd9f-473a-bcab-59209731543e req-a2fbc318-fc8e-44a4-953f-f606d916b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.163933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8fd7431-bd9f-473a-bcab-59209731543e req-a2fbc318-fc8e-44a4-953f-f606d916b759 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 1099 time: 0.0446570 Aug 27 02:25:05.179728 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.216490 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7189bd08-bb44-444c-9bf9-2a032f47400e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bef00d632e141f483240dd41584f29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717123 Aug 27 02:25:05.217398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40786) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:05.298339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7431-bd9f-473a-bcab-59209731543e req-82504b64-b752-433b-86ac-1561480224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.299875 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8fd7431-bd9f-473a-bcab-59209731543e req-82504b64-b752-433b-86ac-1561480224ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1262710 Aug 27 02:25:05.302435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7770-ba27-4c2e-a05d-bd485b4f59ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.318434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9461e250-dcb7-4034-b810-4a8e68c5c381 req-25b67e73-dc88-4c3e-9c0e-f7101599f3c6 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0753629 Aug 27 02:25:05.354449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7770-ba27-4c2e-a05d-bd485b4f59ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.357094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8fd7431-bd9f-473a-bcab-59209731543e req-c79ed466-502e-4460-81a9-2c40e822de2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=c81dc71e-6a13-49e7-9f1f-3502837dd461 HTTP/1.1" status: 200 len: 217 time: 0.0419817 Aug 27 02:25:05.426031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7431-bd9f-473a-bcab-59209731543e req-a4faf563-7462-4672-9b9c-0a50c2ca052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.426738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:05.427629 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8fd7431-bd9f-473a-bcab-59209731543e req-a4faf563-7462-4672-9b9c-0a50c2ca052a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0500455 Aug 27 02:25:05.435320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7770-ba27-4c2e-a05d-bd485b4f59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.437789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7770-ba27-4c2e-a05d-bd485b4f59ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.438878 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6e0b7770-ba27-4c2e-a05d-bd485b4f59ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/274c3265-abc8-4e61-8d8e-701a4414f0b9 HTTP/1.1" status: 204 len: 168 time: 0.2208538 Aug 27 02:25:05.454274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b7770-ba27-4c2e-a05d-bd485b4f59ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274c3265-abc8-4e61-8d8e-701a4414f0b9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:05.464637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:05.498330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7431-bd9f-473a-bcab-59209731543e req-4a08dca1-cbed-45b1-8f0d-345bd01711cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.499990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8fd7431-bd9f-473a-bcab-59209731543e req-4a08dca1-cbed-45b1-8f0d-345bd01711cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535536 Aug 27 02:25:05.511118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:05.513403 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340caffc-af89-4414-9a6b-e49564d36aa0" -d '{"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-unplugged", "status": "completed", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:05.525224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.552403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Transition to ACTIVE for port object 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:05.567991 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd6368d-d53a-4572-9b93-0196cce3b95e x-openstack-request-id: req-7fd6368d-d53a-4572-9b93-0196cce3b95e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:05.568286 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-unplugged", "status": "completed", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:05.568760 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fd6368d-d53a-4572-9b93-0196cce3b95e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:05.568975 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'code': 200} Aug 27 02:25:05.569648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.638818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 65774ff2-984d-401b-9367-4c7fcd654cf3 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:05.644836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:05.653657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] No DVR routers for this DVR port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:05.659010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8fd7431-bd9f-473a-bcab-59209731543e req-697ec7b3-bd9b-4b59-8eff-e9b7b7e3402c service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362715 Aug 27 02:25:05.740705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:05.741643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:05.742156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:05.755220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a2f77-4f52-4582-83c8-3f91d410feae req-8a453604-e1cd-4acd-b338-87855baec489 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.765092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-775a2f77-4f52-4582-83c8-3f91d410feae req-8a453604-e1cd-4acd-b338-87855baec489 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 944 time: 0.1208646 Aug 27 02:25:05.796206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:05.796206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Attempting to bind port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:05.802336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 65774ff2-984d-401b-9367-4c7fcd654cf3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=65774ff2-984d-401b-9367-4c7fcd654cf3,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:05.809728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:05.811083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:05.811575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:05.812592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Bound port: 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:05.813075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.818221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '65774ff2-984d-401b-9367-4c7fcd654cf3', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'port_id': '65774ff2-984d-401b-9367-4c7fcd654cf3', 'mac_address': 'fa:16:3e:ba:f5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d761fb0-67d1-4f09-88b5-42861d0d5b51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:05.868146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8fd7431-bd9f-473a-bcab-59209731543e req-2621d62d-8c2b-48ac-b827-cbf27a298e06 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875141 Aug 27 02:25:05.883661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.891507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:05.895876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:05.900961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65774ff2-984d-401b-9367-4c7fcd654cf3 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:05.912209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-775a2f77-4f52-4582-83c8-3f91d410feae req-c7202684-bbdf-40a2-aa5f-e92248919f23 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459048 Aug 27 02:25:05.912722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fe2fd-c5a0-4939-8f75-b6d8008435f2 req-1ca5302d-819e-4745-acfb-9126dc918576 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.919161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.931945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-054fe2fd-c5a0-4939-8f75-b6d8008435f2 req-1ca5302d-819e-4745-acfb-9126dc918576 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 950 time: 0.1441710 Aug 27 02:25:05.939643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 65774ff2-984d-401b-9367-4c7fcd654cf3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=65774ff2-984d-401b-9367-4c7fcd654cf3,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:05.947303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.992399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.993049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.995222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] 10.222.0.32 "PUT /v2.0/ports/98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 1095 time: 0.8933461 Aug 27 02:25:06.037298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-054fe2fd-c5a0-4939-8f75-b6d8008435f2 req-8af0f596-9b7d-4af1-9d5c-f5faa1f54277 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043322 Aug 27 02:25:06.055776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=65774ff2-984d-401b-9367-4c7fcd654cf3,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:06.093761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920c63f-e054-4ebf-976d-6ef47168d96b service neutron] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:06.141888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-0584af7e-93ce-48bc-b3c5-a12aa6411ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.143640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-0584af7e-93ce-48bc-b3c5-a12aa6411ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1098 time: 0.1125607 Aug 27 02:25:06.165009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e51d81-be3c-4f8c-882c-66d798acb2cd req-63a7df0c-e8be-4e81-88a8-b117a019fb4c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.170902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07e51d81-be3c-4f8c-882c-66d798acb2cd req-63a7df0c-e8be-4e81-88a8-b117a019fb4c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 948 time: 0.0913215 Aug 27 02:25:06.233849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['65774ff2-984d-401b-9367-4c7fcd654cf3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:06.245792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9da47-e9f0-4bd6-ae49-4d25566f7cb9 req-4e4179a0-149d-46ec-b885-080dcff0bba1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.247707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fb9da47-e9f0-4bd6-ae49-4d25566f7cb9 req-4e4179a0-149d-46ec-b885-080dcff0bba1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.0615048 Aug 27 02:25:06.291897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07e51d81-be3c-4f8c-882c-66d798acb2cd req-ad7b86cb-58c5-41f0-9357-70bf2ea88a71 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109586 Aug 27 02:25:06.294540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fb9da47-e9f0-4bd6-ae49-4d25566f7cb9 req-b684d1d3-421d-4517-abfe-791c4c27124f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Aug 27 02:25:06.328207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-e7d4eec4-734c-406a-8618-665963a5d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.329940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-e7d4eec4-734c-406a-8618-665963a5d022 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1733961 Aug 27 02:25:06.384094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-0ad80f40-c875-4c10-af17-abcd0c5fcc61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0458112 Aug 27 02:25:06.483783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51bc8a43-6c6c-4fc3-9244-3efa8b0b03e4 req-2586bd35-c36a-4b3f-81d1-db71d9269711 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0384350 Aug 27 02:25:06.495608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-21b8d821-79d7-45c7-9291-ca30c45a1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.497703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-21b8d821-79d7-45c7-9291-ca30c45a1b10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1042666 Aug 27 02:25:06.551948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-a8e0982a-beaa-49e2-888a-67d425952f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.553577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-a8e0982a-beaa-49e2-888a-67d425952f80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449831 Aug 27 02:25:06.654988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-e1e0ee1e-3ec1-418c-b0b2-3547fc8c39f3 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929592 Aug 27 02:25:06.757018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-680da5a9-6b4a-4528-86f7-9d514e9f5944 req-e451a1f5-65a9-48d2-a2c5-3b2208118393 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890934 Aug 27 02:25:06.777803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76e3e-2287-4d24-b21b-c17da50dd83b req-85d465bd-6d31-4309-a55a-5c40af08b89c tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.779362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9b76e3e-2287-4d24-b21b-c17da50dd83b req-85d465bd-6d31-4309-a55a-5c40af08b89c tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 1101 time: 0.3868344 Aug 27 02:25:06.817182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9b76e3e-2287-4d24-b21b-c17da50dd83b req-7c9184b9-3cf1-491c-9e41-0978433bb98c tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Aug 27 02:25:07.029499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-c72a4c3b-a4d1-4a28-be74-e381ce5799ea tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239997 Aug 27 02:25:07.037997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d0081-0238-41ba-9e0c-972466f109ad req-bd6ac1b7-5e50-40a2-a844-9b978d9b158d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.039807 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca1d0081-0238-41ba-9e0c-972466f109ad req-bd6ac1b7-5e50-40a2-a844-9b978d9b158d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Aug 27 02:25:07.078230 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca1d0081-0238-41ba-9e0c-972466f109ad req-0c030bd4-50c9-422e-a4ea-681a7cc519ca tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Aug 27 02:25:07.118386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40884) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:07.156834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-82052f52-00a7-4acb-82c9-8bd9ca659634 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.158674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-82052f52-00a7-4acb-82c9-8bd9ca659634 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234269 Aug 27 02:25:07.179580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-c8fa24be-5a1e-4c93-bf9e-5b7566fff78e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/quotas/1ce2610402344746b382fcf00232b4e1 HTTP/1.1" status: 200 len: 375 time: 0.0116990 Aug 27 02:25:07.239615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc529444-605f-4b03-abad-3ba51a17e522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.243951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-a1296520-f317-42a9-b37d-5926d873be9c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0570271 Aug 27 02:25:07.333080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc529444-605f-4b03-abad-3ba51a17e522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.337965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc529444-605f-4b03-abad-3ba51a17e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.409619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc529444-605f-4b03-abad-3ba51a17e522 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e394742fed3e4514bed652d651489b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878664 Aug 27 02:25:07.410274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40898) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:07.424551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc529444-605f-4b03-abad-3ba51a17e522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90860101-4aae-4483-a1cf-26cbd1c0da81,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.451425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e00604-0339-4fb1-a888-f03cdce23835 req-2938b2aa-8d6f-496a-95fb-87a32608145d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.453069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94e00604-0339-4fb1-a888-f03cdce23835 req-2938b2aa-8d6f-496a-95fb-87a32608145d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 948 time: 0.0668340 Aug 27 02:25:07.485384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc051-946f-4753-a439-4de5b6cd55d1 req-70c5208d-3cb3-4819-b88b-e17b11f3712e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.486943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ddcfc051-946f-4753-a439-4de5b6cd55d1 req-70c5208d-3cb3-4819-b88b-e17b11f3712e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.0860043 Aug 27 02:25:07.499039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94e00604-0339-4fb1-a888-f03cdce23835 req-94d6c6dd-a973-4c8d-9ef2-4881df618df5 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376439 Aug 27 02:25:07.531693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9b47d9-d018-46b3-beeb-8731734d9560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.547056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ddcfc051-946f-4753-a439-4de5b6cd55d1 req-f717ed14-9814-4346-9357-ffdd89e941d5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531189 Aug 27 02:25:07.570878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9b47d9-d018-46b3-beeb-8731734d9560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.573105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:07.575826 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306801b2-fd68-4dbd-83f9-c0596901a45d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:07.603174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46e47046-f574-424e-aeb6-b5f91694d2d6 req-7471810d-28d7-48b5-b4bf-f829da6a2550 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 210 time: 0.0415485 Aug 27 02:25:07.636548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 65774ff2-984d-401b-9367-4c7fcd654cf3 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:07.653820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2f2e667-7302-4733-be30-1bd32c4fd137 req-0f886660-959a-41ae-a091-9194d41c247e tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0288939 Aug 27 02:25:07.664445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9b47d9-d018-46b3-beeb-8731734d9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.667209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9b47d9-d018-46b3-beeb-8731734d9560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.668380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bb9b47d9-d018-46b3-beeb-8731734d9560 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90860101-4aae-4483-a1cf-26cbd1c0da81 HTTP/1.1" status: 204 len: 168 time: 0.2559192 Aug 27 02:25:07.676439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b47d9-d018-46b3-beeb-8731734d9560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90860101-4aae-4483-a1cf-26cbd1c0da81,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.694972 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c456229b-a2e4-4da2-b244-b9ce23fb420a x-openstack-request-id: req-c456229b-a2e4-4da2-b244-b9ce23fb420a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:07.695275 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:07.695532 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c456229b-a2e4-4da2-b244-b9ce23fb420a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:07.695937 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'status': 'completed', 'code': 200} Aug 27 02:25:07.728076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 65774ff2-984d-401b-9367-4c7fcd654cf3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:07.739764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 65774ff2-984d-401b-9367-4c7fcd654cf3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:07.741467 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.771615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-ebc909e6-1e68-4c6b-ad27-243e7d054eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.773388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-ebc909e6-1e68-4c6b-ad27-243e7d054eac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1098 time: 0.0608072 Aug 27 02:25:07.781393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-ffa5f46b-1ec9-4cd8-86db-f8570ef8af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.783389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-ffa5f46b-1ec9-4cd8-86db-f8570ef8af46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1098 time: 0.0601017 Aug 27 02:25:07.836125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.866228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65774ff2-984d-401b-9367-4c7fcd654cf3'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:07.869953 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b505f389-cbf7-41eb-8025-b7b32e91d066" -d '{"events": [{"server_uuid": "7ef05979-9594-467c-b3b6-0b650a0b9230", "name": "network-vif-plugged", "status": "completed", "tag": "65774ff2-984d-401b-9367-4c7fcd654cf3"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:07.886955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 65774ff2-984d-401b-9367-4c7fcd654cf3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=65774ff2-984d-401b-9367-4c7fcd654cf3,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:07.894957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.923430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-1b7fb445-6cd0-4fa4-b50f-2fc5deef01df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.925688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-1b7fb445-6cd0-4fa4-b50f-2fc5deef01df service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1322315 Aug 27 02:25:07.936798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-4deeb68d-9311-46ca-9d3c-247ad5fa530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.937543 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee5e7a2-f500-45b1-afc5-afdf13597e38 x-openstack-request-id: req-3ee5e7a2-f500-45b1-afc5-afdf13597e38 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:07.938045 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef05979-9594-467c-b3b6-0b650a0b9230", "name": "network-vif-plugged", "status": "completed", "tag": "65774ff2-984d-401b-9367-4c7fcd654cf3", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:07.938497 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ee5e7a2-f500-45b1-afc5-afdf13597e38 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:07.939007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-4deeb68d-9311-46ca-9d3c-247ad5fa530c service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1398554 Aug 27 02:25:07.939398 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65774ff2-984d-401b-9367-4c7fcd654cf3', 'code': 200} Aug 27 02:25:07.967585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=65774ff2-984d-401b-9367-4c7fcd654cf3,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.988515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-b019782b-bfc5-46d3-82f9-cf52fd0b1ed9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0468898 Aug 27 02:25:08.002613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-2ad67d90-7ab0-475e-902d-3502c50e107b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0380399 Aug 27 02:25:08.062221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-0e8a55e4-e12a-46c8-8308-c18bd738d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.063792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-0e8a55e4-e12a-46c8-8308-c18bd738d6c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0601609 Aug 27 02:25:08.116860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-b25891f0-dd24-49cb-a72b-d0b4af512bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.118160 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-b25891f0-dd24-49cb-a72b-d0b4af512bcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0979481 Aug 27 02:25:08.125367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-b50f032c-492d-4ed0-891a-e4430fde5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.126185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee450f7-7afa-45d6-9202-5fa031d77b07 req-b4b1b023-6cb8-4cd3-9fa0-4b955494eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.127314 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-b50f032c-492d-4ed0-891a-e4430fde5e2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552611 Aug 27 02:25:08.127845 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ee450f7-7afa-45d6-9202-5fa031d77b07 req-b4b1b023-6cb8-4cd3-9fa0-4b955494eb09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 1097 time: 0.0689452 Aug 27 02:25:08.219915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ee450f7-7afa-45d6-9202-5fa031d77b07 req-19459d42-cdb4-4eb9-b31e-751acd552770 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808601 Aug 27 02:25:08.224943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-c9156142-b56c-4a44-af2e-98d0b1bbae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.226431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-c9156142-b56c-4a44-af2e-98d0b1bbae53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966733 Aug 27 02:25:08.244762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028a73d-67dd-425a-b5f8-0aec54d742d2 req-ce26fb00-8d67-481f-b704-a52c834f7547 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.246271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5028a73d-67dd-425a-b5f8-0aec54d742d2 req-ce26fb00-8d67-481f-b704-a52c834f7547 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 946 time: 0.0803077 Aug 27 02:25:08.276022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-e9731865-9aab-4b98-8ed4-70883a34daaf service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213772 Aug 27 02:25:08.301693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5028a73d-67dd-425a-b5f8-0aec54d742d2 req-41ea9796-81ec-43b6-9f85-78f1df4737d5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448327 Aug 27 02:25:08.383013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-df1c8b85-92ea-483d-806f-38ab6df7c022 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949025 Aug 27 02:25:08.511593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-7e28af4b-bba6-44b8-a1a7-fbce21230bc4 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832803 Aug 27 02:25:08.647305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978829-b5c7-42a1-8614-493ff0842cb4 req-fd5368fd-5a95-48cf-9985-8d641bfef671 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.648819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00978829-b5c7-42a1-8614-493ff0842cb4 req-fd5368fd-5a95-48cf-9985-8d641bfef671 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 948 time: 0.0748866 Aug 27 02:25:08.654451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-306801b2-fd68-4dbd-83f9-c0596901a45d req-32faa8b9-5a8d-433f-85b8-d95bd13f28ec service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316013 Aug 27 02:25:08.682346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c313df-4843-4fcd-b063-b6b0a8c15f30 req-787393c2-bda2-4069-bffd-cea6ddddf60e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.683875 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b5c313df-4843-4fcd-b063-b6b0a8c15f30 req-787393c2-bda2-4069-bffd-cea6ddddf60e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.0641577 Aug 27 02:25:08.696109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00978829-b5c7-42a1-8614-493ff0842cb4 req-d8633040-179f-4bf5-acdb-286bf86f7c82 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Aug 27 02:25:08.738672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-e1cf04b8-cfff-4a10-a079-8194bcaa6df4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282726 Aug 27 02:25:08.746243 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b5c313df-4843-4fcd-b063-b6b0a8c15f30 req-27402212-e7ff-4063-8374-1c1de2cedef1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560477 Aug 27 02:25:08.855224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3725c462-c93f-4d94-81e0-fd2c3036ed5d req-2cf6389c-8593-4e4c-b5b8-484aab44acb0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 210 time: 0.0369987 Aug 27 02:25:08.905304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-48c78454-8118-4458-9201-89a792e7487d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.906758 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-48c78454-8118-4458-9201-89a792e7487d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596584 Aug 27 02:25:08.925739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:08.962202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf66e106-6a83-4375-be5d-c10a8263808c req-ea83f566-f1c6-4276-89f4-69f1812d7594 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0480704 Aug 27 02:25:09.071742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:09.075445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.203067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.80 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/5317fd4a-4dfe-4555-81e2-ca6551efdc20) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:09.359051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.375599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object 5317fd4a-4dfe-4555-81e2-ca6551efdc20 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:09.417595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da545e-2ef1-4f8b-8091-ec52f870c346 req-aec6e99c-3148-4b89-87c0-46e519aab5c9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:09.417896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.425451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69da545e-2ef1-4f8b-8091-ec52f870c346 req-aec6e99c-3148-4b89-87c0-46e519aab5c9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 946 time: 0.0572433 Aug 27 02:25:09.436782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2', 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:09.440616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b', '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:09.466071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:09.469183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:09.475843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69da545e-2ef1-4f8b-8091-ec52f870c346 req-98acde97-5b17-4f4e-b6f8-c8c258c9585c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Aug 27 02:25:09.487347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:09.532439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=5317fd4a-4dfe-4555-81e2-ca6551efdc20,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:09.580014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c81dc71e-6a13-49e7-9f1f-3502837dd461 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:09.582405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:09.614149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:09.614857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.653235 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-bd9a544f-eba3-4428-ad67-535608f37828 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7309010 Aug 27 02:25:09.661218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:09.682511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Request body: {'port': {'device_id': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:09.740603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:09.782487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.849682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970ebb7-a053-4612-b3d3-f270f629dfb1 req-15db930c-f800-4689-bb17-6cd1ec91a248 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:09.855762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2970ebb7-a053-4612-b3d3-f270f629dfb1 req-15db930c-f800-4689-bb17-6cd1ec91a248 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 948 time: 0.0630398 Aug 27 02:25:09.894560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2970ebb7-a053-4612-b3d3-f270f629dfb1 req-1b28429b-4c97-48dc-a909-2de7c73caabe tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364988 Aug 27 02:25:10.002398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d450-a611-4137-b38e-4349bc3fa441 req-4e82a6da-ee1b-4373-8847-307c54967b37 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.004213 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89b7d450-a611-4137-b38e-4349bc3fa441 req-4e82a6da-ee1b-4373-8847-307c54967b37 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.1597619 Aug 27 02:25:10.033443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d86c41aa-34e5-404a-827a-bb0a03618126 None None] Provisioning for port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:10.061051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c81dc71e-6a13-49e7-9f1f-3502837dd461, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c81dc71e-6a13-49e7-9f1f-3502837dd461,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:10.073728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d86c41aa-34e5-404a-827a-bb0a03618126 None None] Provisioning complete for port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:10.074123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680aa00-6adf-4af9-969e-d78956da69f5 req-335390c1-a360-4ce8-9596-f58ce7d9e147 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.074273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d86c41aa-34e5-404a-827a-bb0a03618126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.075844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d680aa00-6adf-4af9-969e-d78956da69f5 req-335390c1-a360-4ce8-9596-f58ce7d9e147 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 935 time: 0.0581200 Aug 27 02:25:10.090330 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89b7d450-a611-4137-b38e-4349bc3fa441 req-f1510002-0196-4915-8255-022575c281b7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566351 Aug 27 02:25:10.128197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d680aa00-6adf-4af9-969e-d78956da69f5 req-b8269f39-6432-4096-9905-33d447d99782 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Aug 27 02:25:10.134189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:10.137998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'c81dc71e-6a13-49e7-9f1f-3502837dd461', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'c81dc71e-6a13-49e7-9f1f-3502837dd461', 'mac_address': 'fa:16:3e:fb:09:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:10.181057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'mac_address': 'fa:16:3e:fe:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:10.197969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5317fd4a-4dfe-4555-81e2-ca6551efdc20 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:10.206101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.210685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d86c41aa-34e5-404a-827a-bb0a03618126 None None] Port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:10.233444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39b3d0d1-c9d5-4c4d-8791-976b7f109d36 req-9f35af35-994b-4582-9481-4c7db13b58b1 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0295675 Aug 27 02:25:10.233906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Transition to ACTIVE for port object 5317fd4a-4dfe-4555-81e2-ca6551efdc20 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:10.241713 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.289302 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.340639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.349332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81dc71e-6a13-49e7-9f1f-3502837dd461 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:10.371154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5317fd4a-4dfe-4555-81e2-ca6551efdc20,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:10.393914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:10.463724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d61b5-e26b-4bc2-abbf-502286523975 req-6364e2b5-4308-4201-9ad9-6de353f6446e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.465261 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e3d61b5-e26b-4bc2-abbf-502286523975 req-6364e2b5-4308-4201-9ad9-6de353f6446e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 947 time: 0.1120369 Aug 27 02:25:10.473650 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c81dc71e-6a13-49e7-9f1f-3502837dd461, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c81dc71e-6a13-49e7-9f1f-3502837dd461,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:10.489531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:10.494921 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.509408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.516256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Attempting to bind port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:10.516534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Attempting to bind port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:10.516859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Attempting to bind port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:10.530707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:10.531058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Attempting to bind port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:10.548197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e3d61b5-e26b-4bc2-abbf-502286523975 req-4f5c2b55-293e-4282-8878-71485fdd0d0b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678620 Aug 27 02:25:10.549381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:10.549699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:10.550073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:10.557363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Bound port: 5317fd4a-4dfe-4555-81e2-ca6551efdc20, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:10.557363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.624292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-37928d42-f878-4562-86c9-1c005b05e1b3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.625871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-37928d42-f878-4562-86c9-1c005b05e1b3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24&tenant_id=f36ca37050b447b29419c9ff0cebd623&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 948 time: 0.1852767 Aug 27 02:25:10.656337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] For port 5317fd4a-4dfe-4555-81e2-ca6551efdc20, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:10.660328 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] For port 5317fd4a-4dfe-4555-81e2-ca6551efdc20, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5317fd4a-4dfe-4555-81e2-ca6551efdc20,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:10.668069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.708559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.708948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.710593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/5317fd4a-4dfe-4555-81e2-ca6551efdc20 HTTP/1.1" status: 200 len: 1095 time: 1.0323682 Aug 27 02:25:10.710996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'tag': '5317fd4a-4dfe-4555-81e2-ca6551efdc20'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:10.713311 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fdfcd-02c6-4881-9119-0e659d2d57a8", "tag": "5317fd4a-4dfe-4555-81e2-ca6551efdc20"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:10.745315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367d408-d0e6-4e2b-96fa-9c0eaeb7a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5317fd4a-4dfe-4555-81e2-ca6551efdc20,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:10.746966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=c81dc71e-6a13-49e7-9f1f-3502837dd461,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:10.772901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.776127 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-d292a6a3-8224-464e-b1ff-0caff0cc110b service neutron] delete failed (client error): The resource could not be found. Aug 27 02:25:10.776580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.777022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.777606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.778021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-d292a6a3-8224-464e-b1ff-0caff0cc110b service neutron] 10.222.0.45 "DELETE /v2.0/ports/98a7c5f6-3137-4ec9-a0d7-948e68c07f6a/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.1377454 Aug 27 02:25:10.778151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.778584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.780136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.780639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.781062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.782700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.783126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.783561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:10.849899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659e8f1-606a-4aaa-956c-79214a1aa114 req-abc24a85-2a4c-40e6-bcac-610c916f8e51 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.860697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e659e8f1-606a-4aaa-956c-79214a1aa114 req-abc24a85-2a4c-40e6-bcac-610c916f8e51 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 946 time: 0.0809431 Aug 27 02:25:10.863566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-45511813-4161-4d64-8979-031352c847b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.865987 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-45511813-4161-4d64-8979-031352c847b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 1098 time: 0.0876012 Aug 27 02:25:10.867619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:10.938366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-4f443488-559d-4fcc-b8bf-371a2699a652 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=5317fd4a-4dfe-4555-81e2-ca6551efdc20 HTTP/1.1" status: 200 len: 217 time: 0.0563834 Aug 27 02:25:10.939551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:10.953089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e659e8f1-606a-4aaa-956c-79214a1aa114 req-40549dbd-f216-4b68-83cf-d3e2191c8d6b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882456 Aug 27 02:25:10.990734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-306ebf68-b416-4bdd-acd9-4ca9e6315227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.992225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-306ebf68-b416-4bdd-acd9-4ca9e6315227 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1099 time: 0.1287687 Aug 27 02:25:11.046591 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bee0c3-896d-409e-98cf-c866a723c6a5 x-openstack-request-id: req-58bee0c3-896d-409e-98cf-c866a723c6a5 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:11.047146 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fdfcd-02c6-4881-9119-0e659d2d57a8", "tag": "5317fd4a-4dfe-4555-81e2-ca6551efdc20", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:11.047146 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58bee0c3-896d-409e-98cf-c866a723c6a5 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:11.047930 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'tag': '5317fd4a-4dfe-4555-81e2-ca6551efdc20', 'status': 'completed', 'code': 200} Aug 27 02:25:11.049060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-3c0a659b-2b7a-4e1f-a0ab-a376723694ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.050738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-3c0a659b-2b7a-4e1f-a0ab-a376723694ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1033504 Aug 27 02:25:11.149648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-9932127b-7793-4988-affb-318e01fabdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.151339 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-9932127b-7793-4988-affb-318e01fabdf6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864034 Aug 27 02:25:11.155913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['c81dc71e-6a13-49e7-9f1f-3502837dd461'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:11.159475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-25bf1714-117e-4a31-94bd-394056ff9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.161311 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-25bf1714-117e-4a31-94bd-394056ff9142 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1540003 Aug 27 02:25:11.174634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa02fe-dc67-4e47-be26-c9a0d8db787b req-c510e38b-84fc-4f89-a1ad-a0a223782c1b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.176691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30fa02fe-dc67-4e47-be26-c9a0d8db787b req-c510e38b-84fc-4f89-a1ad-a0a223782c1b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 949 time: 0.0717413 Aug 27 02:25:11.247114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-2d8e9f3e-3a09-44ca-8599-446cbbe2879c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0659919 Aug 27 02:25:11.323308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-af82b048-f077-4dfd-9ab9-9d70e4b26b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.325429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-af82b048-f077-4dfd-9ab9-9d70e4b26b91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0660937 Aug 27 02:25:11.328688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30fa02fe-dc67-4e47-be26-c9a0d8db787b req-16462bec-96e2-48b9-ab3b-6a5298b0837d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366343 Aug 27 02:25:11.394269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-7235708a-d584-44ed-adbb-17bb4f47bbac service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283423 Aug 27 02:25:11.457510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e85c5982-c791-4421-8cf0-9bfc52755cb3 req-046b985c-3eb7-4ba3-8684-f82b02cc795a tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0371501 Aug 27 02:25:11.466499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-2ef83eb2-05c3-493b-9cff-8152318aa530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.470586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-2ef83eb2-05c3-493b-9cff-8152318aa530 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294856 Aug 27 02:25:11.593728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce41c5-ce3f-4c3d-85db-882bab262188 req-24892085-e051-465c-a04f-c0390f1091f8 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.595788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0fce41c5-ce3f-4c3d-85db-882bab262188 req-24892085-e051-465c-a04f-c0390f1091f8 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 947 time: 0.1151013 Aug 27 02:25:11.601897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01520d81-9822-4931-b807-fa0bd8e87c47 req-d1208e71-1e5a-4297-9096-52a5c5bf81de service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886036 Aug 27 02:25:11.614411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-61f9ae58-a30c-4591-921f-9c249ca6a092 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165860 Aug 27 02:25:11.658757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0fce41c5-ce3f-4c3d-85db-882bab262188 req-0ff31fe7-c895-484a-ad5b-18bfb5890c3b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555120 Aug 27 02:25:11.762083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff96f-076f-4b37-b5d9-9cb0479e05f5 req-078e2c6b-e1bb-48f1-8ae1-5cc9544a985b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.763548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a22ff96f-076f-4b37-b5d9-9cb0479e05f5 req-078e2c6b-e1bb-48f1-8ae1-5cc9544a985b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 948 time: 0.1141233 Aug 27 02:25:11.777999 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-9e060f80-88fa-4873-bfc3-a4fea3cacaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.778500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165ee6f7-3b7f-4e5d-81f0-e181ad9f2c2e req-58103930-5106-4fba-874b-e321a8e23b06 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409702 Aug 27 02:25:11.779967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-9e060f80-88fa-4873-bfc3-a4fea3cacaa9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 1098 time: 0.0964918 Aug 27 02:25:11.819459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a22ff96f-076f-4b37-b5d9-9cb0479e05f5 req-e61157ec-124e-4d53-88dd-15f899c3d9cf tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Aug 27 02:25:11.922544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-7dee42b3-d5b1-4a88-9d58-5734c0669c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.924032 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-7dee42b3-d5b1-4a88-9d58-5734c0669c09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1259735 Aug 27 02:25:11.984944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-3cdeb8f1-a728-40d9-9314-17746efb7300 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=5317fd4a-4dfe-4555-81e2-ca6551efdc20 HTTP/1.1" status: 200 len: 217 time: 0.0404463 Aug 27 02:25:12.049979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-7fffcb23-c994-4cd0-b7be-1ca150874eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.051533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-7fffcb23-c994-4cd0-b7be-1ca150874eec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0488598 Aug 27 02:25:12.060314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41030) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:12.122034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-56d3ba3b-0aea-4e67-94a9-4c5a125a0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.125063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-56d3ba3b-0aea-4e67-94a9-4c5a125a0095 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533721 Aug 27 02:25:12.205952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27100642-a177-4715-a4b1-346d4ce9a2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.263260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-cdd5e84a-517e-4d88-b06c-b3a5184f4e82 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252644 Aug 27 02:25:12.396051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fff7cb5-89f0-4ab1-bb0c-01973a851af2 req-66259669-5130-4bd8-a177-c312ff0e9b2f service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223271 Aug 27 02:25:12.405558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27100642-a177-4715-a4b1-346d4ce9a2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.411315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27100642-a177-4715-a4b1-346d4ce9a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.450150 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27100642-a177-4715-a4b1-346d4ce9a2d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fb344945c914db9b33685a881a9bce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885479 Aug 27 02:25:12.450891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27100642-a177-4715-a4b1-346d4ce9a2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c50ce-0800-4cfb-8196-543fe9a2e4a3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:12.453159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41038) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:12.498956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5681c-5b7f-4fbf-aa7b-2499ce1ccdca req-d71f32f9-fc2f-44eb-bf85-94c0a2ca1a79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.500945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63c5681c-5b7f-4fbf-aa7b-2499ce1ccdca req-d71f32f9-fc2f-44eb-bf85-94c0a2ca1a79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 949 time: 0.0713544 Aug 27 02:25:12.506060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eeafa7bd-bfa4-49cb-bf2d-7b0a5a9fb2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.529491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eeafa7bd-bfa4-49cb-bf2d-7b0a5a9fb2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.571523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63c5681c-5b7f-4fbf-aa7b-2499ce1ccdca req-027ff53c-204e-4314-a8d5-e9f4b7a2971c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Aug 27 02:25:12.602359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ba1765b-879c-4e31-963e-763e8776be1e req-f22b9cab-fbfb-4a94-95db-40c398c7f7ba tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0300465 Aug 27 02:25:12.633019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eeafa7bd-bfa4-49cb-bf2d-7b0a5a9fb2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.635625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eeafa7bd-bfa4-49cb-bf2d-7b0a5a9fb2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.636773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eeafa7bd-bfa4-49cb-bf2d-7b0a5a9fb2d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c84c50ce-0800-4cfb-8196-543fe9a2e4a3 HTTP/1.1" status: 204 len: 168 time: 0.1827049 Aug 27 02:25:12.646012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafa7bd-bfa4-49cb-bf2d-7b0a5a9fb2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c50ce-0800-4cfb-8196-543fe9a2e4a3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:12.775039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc0d54-2711-44ad-8d5e-3ba74099554a req-902c1f01-174b-4142-9d56-3df456996b71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.776833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9fc0d54-2711-44ad-8d5e-3ba74099554a req-902c1f01-174b-4142-9d56-3df456996b71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 947 time: 0.0553167 Aug 27 02:25:12.816972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9fc0d54-2711-44ad-8d5e-3ba74099554a req-97be926d-bd58-4b36-a5eb-25bc33f0dea3 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336468 Aug 27 02:25:13.024635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e63ad4-f733-4ff3-8bee-19a4c4cf444f req-c66aee44-9a2f-4db8-99fb-841387e674b5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.026513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5e63ad4-f733-4ff3-8bee-19a4c4cf444f req-c66aee44-9a2f-4db8-99fb-841387e674b5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 948 time: 0.0658259 Aug 27 02:25:13.068000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5e63ad4-f733-4ff3-8bee-19a4c4cf444f req-2abde815-39ae-41b7-b164-d249e0f575e3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Aug 27 02:25:13.207131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b3cf2-3bd6-4da2-aac9-aea4980c8186 req-a4b666df-e609-4e88-b0a0-2f58b4ad7ea4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.208641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a37b3cf2-3bd6-4da2-aac9-aea4980c8186 req-a4b666df-e609-4e88-b0a0-2f58b4ad7ea4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 948 time: 0.0526304 Aug 27 02:25:13.249589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a37b3cf2-3bd6-4da2-aac9-aea4980c8186 req-9589428c-0cb7-40f8-937b-65df8bfcfa76 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336609 Aug 27 02:25:13.559279 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-624ec892-32ec-4632-9027-0da4376ae762 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250065 Aug 27 02:25:13.652867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:13.681780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-791860a3-5a2e-413f-b32c-df5240e320b1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.683628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-791860a3-5a2e-413f-b32c-df5240e320b1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164892 Aug 27 02:25:13.702888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a537a4c5-56be-42eb-900c-9efcd58b85e7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/quotas/f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 375 time: 0.0130243 Aug 27 02:25:13.707329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:13.714552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:13.715257 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.760928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-32ca6c66-c700-4d6a-b4d3-d237a986bc78 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521781 Aug 27 02:25:13.807501 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.836009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:13.838974 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47c18db-36f7-4ddf-86d6-d3e36af6be5f" -d '{"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-plugged", "status": "completed", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:13.855320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:13.860595 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.935070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:13.991658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3a6dfad9-9716-4f92-a07e-1b1d5050fefe req-4a87abd9-6eac-48c6-9d37-6ef19e21c44f tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0384150 Aug 27 02:25:13.992184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d3d12-3fad-4348-8fec-e12b6ecd93dc req-fa09c692-29f2-41b9-9fc0-5f1b547fa30f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.993622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d3d12-3fad-4348-8fec-e12b6ecd93dc req-fa09c692-29f2-41b9-9fc0-5f1b547fa30f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 949 time: 0.0517955 Aug 27 02:25:14.075793 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d3d12-3fad-4348-8fec-e12b6ecd93dc req-d6ed5a23-736d-475b-a6c8-1454a94dcf88 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730646 Aug 27 02:25:14.127821 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9584dba5-9597-408a-bf20-1673c7458121 x-openstack-request-id: req-9584dba5-9597-408a-bf20-1673c7458121 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:14.128111 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-plugged", "status": "completed", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:14.128359 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9584dba5-9597-408a-bf20-1673c7458121 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:14.128756 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'code': 200} Aug 27 02:25:14.181187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4445a-417f-4438-9a3e-fa38458bb7f5 req-4ee98a21-02ab-4b5b-aeca-62a071e92e54 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:14.183572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c4445a-417f-4438-9a3e-fa38458bb7f5 req-4ee98a21-02ab-4b5b-aeca-62a071e92e54 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 947 time: 0.1114829 Aug 27 02:25:14.204634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-35e34ab4-b88b-4579-b35c-a1b576a0f5ba req-9ebc9df4-e154-4ef8-b2e6-7deda83c9a5d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 210 time: 0.0450304 Aug 27 02:25:14.243692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c4445a-417f-4438-9a3e-fa38458bb7f5 req-fd175721-fc67-4359-a0e9-2a5e0fc90c31 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Aug 27 02:25:15.119596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-4c510666-7b3a-4c8e-b868-128145d497df tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517788 Aug 27 02:25:15.138619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8be25905-3a50-4070-a9e2-0d6da4ff47ee req-7f321604-9e77-4cb4-a478-a7ca6cee5c6e tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0421591 Aug 27 02:25:15.303112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-f3b85b78-d696-46b8-a40e-30094714822f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.304924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-f3b85b78-d696-46b8-a40e-30094714822f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760249 Aug 27 02:25:15.328350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f056352-6a21-45d7-8725-c1fd8629b50e req-e91c2b84-10fd-4beb-8395-dfea67e1ae5a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.330159 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f056352-6a21-45d7-8725-c1fd8629b50e req-e91c2b84-10fd-4beb-8395-dfea67e1ae5a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 949 time: 0.1173320 Aug 27 02:25:15.334895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Request body: {'port': {'device_id': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'f36ca37050b447b29419c9ff0cebd623'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:15.446262 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f056352-6a21-45d7-8725-c1fd8629b50e req-849d5adc-e0e8-428e-8e28-14129aa5e731 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930741 Aug 27 02:25:15.490373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Made reservation on behalf of f36ca37050b447b29419c9ff0cebd623 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:15.494836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.593163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74ce73b4-30ad-453f-877d-f08533fd2dad req-a8b88e43-78fe-4fc3-9157-bd8a62e72f0a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 210 time: 0.0368075 Aug 27 02:25:15.602750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5317fd4a-4dfe-4555-81e2-ca6551efdc20 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:15.682217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Allocated IP 192.168.233.200 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/ae113f31-5fdd-4f3f-948b-8d4beda44260) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:15.735012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c81dc71e-6a13-49e7-9f1f-3502837dd461 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:15.817400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5317fd4a-4dfe-4555-81e2-ca6551efdc20, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5317fd4a-4dfe-4555-81e2-ca6551efdc20,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:15.826747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port c81dc71e-6a13-49e7-9f1f-3502837dd461 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:15.836839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '5317fd4a-4dfe-4555-81e2-ca6551efdc20', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '5317fd4a-4dfe-4555-81e2-ca6551efdc20', 'mac_address': 'fa:16:3e:fb:dd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:15.838801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port c81dc71e-6a13-49e7-9f1f-3502837dd461 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:15.839171 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.867567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532949c-43d1-48e3-9494-32fe6eafc610 req-c2745aa8-1745-4702-b87a-27381133bc66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.870426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2532949c-43d1-48e3-9494-32fe6eafc610 req-c2745aa8-1745-4702-b87a-27381133bc66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 947 time: 0.1304183 Aug 27 02:25:15.909114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.926881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5317fd4a-4dfe-4555-81e2-ca6551efdc20 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:15.948165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5317fd4a-4dfe-4555-81e2-ca6551efdc20, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5317fd4a-4dfe-4555-81e2-ca6551efdc20,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:15.948374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2532949c-43d1-48e3-9494-32fe6eafc610 req-583d221a-a652-416f-90d2-51035bd78e4b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697486 Aug 27 02:25:15.958921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.969308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.975623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Transition to ACTIVE for port object ae113f31-5fdd-4f3f-948b-8d4beda44260 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:16.021870 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.038691 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.048639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182', '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:16.083407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:16.090817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:16.094536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:16.102343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=5317fd4a-4dfe-4555-81e2-ca6551efdc20,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:16.130692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81dc71e-6a13-49e7-9f1f-3502837dd461'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:16.133259 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9816772-4131-44f3-a101-5bd3405eb41c" -d '{"events": [{"server_uuid": "14b766f2-7951-4cde-a0e2-7a63f8312112", "name": "network-vif-plugged", "status": "completed", "tag": "c81dc71e-6a13-49e7-9f1f-3502837dd461"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:16.140803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c81dc71e-6a13-49e7-9f1f-3502837dd461, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c81dc71e-6a13-49e7-9f1f-3502837dd461,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:16.156072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:16.159900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.237413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.238100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.259918 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff84ef0-3fee-440c-8428-ae0d07821b8a x-openstack-request-id: req-9ff84ef0-3fee-440c-8428-ae0d07821b8a {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:16.260273 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b766f2-7951-4cde-a0e2-7a63f8312112", "name": "network-vif-plugged", "status": "completed", "tag": "c81dc71e-6a13-49e7-9f1f-3502837dd461", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:16.260514 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ff84ef0-3fee-440c-8428-ae0d07821b8a {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:16.261149 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81dc71e-6a13-49e7-9f1f-3502837dd461', 'code': 200} Aug 27 02:25:16.288897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-a2f92c61-a873-4526-a0e7-f858298ed829 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9698780 Aug 27 02:25:16.305257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Request body: {'port': {'device_id': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:16.333354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-353aec72-160c-4996-a726-424197addcd0 req-7eb898c1-6546-4472-af4f-95b0d6d9f8c5 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0499103 Aug 27 02:25:16.380678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=c81dc71e-6a13-49e7-9f1f-3502837dd461,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:16.407997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632dbf5-2d21-471c-885d-e0dd3ffab89d req-7950dd05-bafa-40aa-9427-c4bff18af3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.409534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6632dbf5-2d21-471c-885d-e0dd3ffab89d req-7950dd05-bafa-40aa-9427-c4bff18af3da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 1101 time: 0.0972095 Aug 27 02:25:16.452874 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6632dbf5-2d21-471c-885d-e0dd3ffab89d req-bb62f14d-a8a5-4f70-9261-769e861cf834 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Aug 27 02:25:16.460889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.494964 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.504300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c4bcefe-4230-423c-85c8-5bbaa649b69e None None] Provisioning for port ae113f31-5fdd-4f3f-948b-8d4beda44260 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:16.509008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c4bcefe-4230-423c-85c8-5bbaa649b69e None None] Provisioning complete for port ae113f31-5fdd-4f3f-948b-8d4beda44260 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:16.509390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c4bcefe-4230-423c-85c8-5bbaa649b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.545708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1c4bcefe-4230-423c-85c8-5bbaa649b69e None None] Port ae113f31-5fdd-4f3f-948b-8d4beda44260 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:16.659402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['5317fd4a-4dfe-4555-81e2-ca6551efdc20'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:16.719095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f2b4b-28e1-464f-b30c-952b408c45f8 req-648b93b7-823b-4608-a510-fe4aca085ea4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.720649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e3f2b4b-28e1-464f-b30c-952b408c45f8 req-648b93b7-823b-4608-a510-fe4aca085ea4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 950 time: 0.1680384 Aug 27 02:25:16.784488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e3f2b4b-28e1-464f-b30c-952b408c45f8 req-bcd57f69-b867-4f1e-b66a-5ed1c7b893b6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533695 Aug 27 02:25:16.862411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae113f31-5fdd-4f3f-948b-8d4beda44260 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:16.880507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.910472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Transition to ACTIVE for port object ae113f31-5fdd-4f3f-948b-8d4beda44260 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:16.918132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.934068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fcb50-12f7-4de4-905a-cb950dbc7d8a req-42c6c55d-f261-4c1d-9b3f-e4d187402498 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.935750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-520fcb50-12f7-4de4-905a-cb950dbc7d8a req-42c6c55d-f261-4c1d-9b3f-e4d187402498 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 936 time: 0.0685489 Aug 27 02:25:17.034439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:17.062140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-520fcb50-12f7-4de4-905a-cb950dbc7d8a req-9720e204-66ae-4fbc-bdb2-828a3ae855d1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062696 Aug 27 02:25:17.128287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Attempting to bind port ae113f31-5fdd-4f3f-948b-8d4beda44260 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:17.128635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Attempting to bind port ae113f31-5fdd-4f3f-948b-8d4beda44260 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:17.128970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Attempting to bind port ae113f31-5fdd-4f3f-948b-8d4beda44260 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:17.142790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Port ae113f31-5fdd-4f3f-948b-8d4beda44260 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:17.145745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Attempting to bind port ae113f31-5fdd-4f3f-948b-8d4beda44260 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:17.151232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:17.151536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:17.151904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:17.152507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Bound port: ae113f31-5fdd-4f3f-948b-8d4beda44260, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:17.152900 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.202810 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.208044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c2a82-3b5e-47bd-a1f8-57cd0235cd41 req-9dda416b-a1ad-4736-8225-72bd01eff9c1 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:17.215348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f5c2a82-3b5e-47bd-a1f8-57cd0235cd41 req-9dda416b-a1ad-4736-8225-72bd01eff9c1 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 948 time: 0.0823462 Aug 27 02:25:17.252416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:17.257742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:17.268833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.281595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f5c2a82-3b5e-47bd-a1f8-57cd0235cd41 req-3b137692-1218-45f8-bee5-66091663bb6e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651424 Aug 27 02:25:17.314516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:17.315359 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.316777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] 10.222.0.32 "PUT /v2.0/ports/ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 1096 time: 1.0163178 Aug 27 02:25:17.317282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:17.327980 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736b7d10-e3f9-477d-9b12-219795d83268" -d '{"events": [{"name": "network-changed", "server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:17.353350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8454a94-132f-458d-ab20-7c985a4bf4de service neutron] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:17.391892 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462b51d-d19a-4be2-a902-3bbe471e9fa1 x-openstack-request-id: req-b462b51d-d19a-4be2-a902-3bbe471e9fa1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:17.391892 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:17.391892 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b462b51d-d19a-4be2-a902-3bbe471e9fa1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:17.392255 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'status': 'completed', 'code': 200} Aug 27 02:25:17.473870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-cdaef843-c515-475c-b419-3db0e701a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:17.475419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-cdaef843-c515-475c-b419-3db0e701a48f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1099 time: 0.1065314 Aug 27 02:25:17.527293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1132804-482a-4cd5-ba4a-e69bee090e66 req-9568b7db-9773-4feb-b01b-bb54b0407993 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0553992 Aug 27 02:25:17.580920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-8054bdd1-3f8e-4154-be84-417b538ccc76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 217 time: 0.0896339 Aug 27 02:25:17.654774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-ac7f158d-e7ca-4062-bc18-d24a23a5be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:17.656407 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-ac7f158d-e7ca-4062-bc18-d24a23a5be19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0631320 Aug 27 02:25:17.715131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-45470f92-6986-4042-aa2a-cf47325fc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:17.716597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-45470f92-6986-4042-aa2a-cf47325fc457 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449424 Aug 27 02:25:17.819881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-2925dd20-d9f1-446a-99b2-826880b5d3f0 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943201 Aug 27 02:25:17.918741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2621db4-539e-4bcc-b298-4a4da8d8c073 req-7500c98f-9e67-4303-a8ee-ea0d9c59d25a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:17.922872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2621db4-539e-4bcc-b298-4a4da8d8c073 req-7500c98f-9e67-4303-a8ee-ea0d9c59d25a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 950 time: 0.0584629 Aug 27 02:25:17.929527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b0e253-54c9-4301-b7c6-cc97531f4014 req-e7dcdf1b-6acb-4757-b97d-ee80e6f419f5 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980563 Aug 27 02:25:17.968911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2621db4-539e-4bcc-b298-4a4da8d8c073 req-05836744-1088-4e5d-b8d4-bf8883662317 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Aug 27 02:25:18.051848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7d10-e3f9-477d-9b12-219795d83268 req-d8524d4a-315c-4f7f-81bc-abc45ca218a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.054023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736b7d10-e3f9-477d-9b12-219795d83268 req-d8524d4a-315c-4f7f-81bc-abc45ca218a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1099 time: 0.0561309 Aug 27 02:25:18.157630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7d10-e3f9-477d-9b12-219795d83268 req-f8c952be-d7e9-489b-a350-ad340db8cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.159316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736b7d10-e3f9-477d-9b12-219795d83268 req-f8c952be-d7e9-489b-a350-ad340db8cc33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.0952780 Aug 27 02:25:18.211908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736b7d10-e3f9-477d-9b12-219795d83268 req-00585e2c-a202-4df4-8416-9e2309e3969e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 217 time: 0.0438318 Aug 27 02:25:18.243394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc656ff4-4b65-4180-ba27-b14c5603ca14 req-99cb7412-5dfc-40ec-bf4a-03af66958831 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.245028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc656ff4-4b65-4180-ba27-b14c5603ca14 req-99cb7412-5dfc-40ec-bf4a-03af66958831 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 948 time: 0.0530374 Aug 27 02:25:18.269219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7d10-e3f9-477d-9b12-219795d83268 req-e30cb86d-455e-45d7-a98d-be12a72f2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.271079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736b7d10-e3f9-477d-9b12-219795d83268 req-e30cb86d-455e-45d7-a98d-be12a72f2f5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0472109 Aug 27 02:25:18.290077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc656ff4-4b65-4180-ba27-b14c5603ca14 req-0264165d-ea51-4765-9bfd-ea9d9d223b8f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384917 Aug 27 02:25:18.323058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7d10-e3f9-477d-9b12-219795d83268 req-24736d54-1f8a-42a9-bf09-ddb96bcc06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.324727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736b7d10-e3f9-477d-9b12-219795d83268 req-24736d54-1f8a-42a9-bf09-ddb96bcc06e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414729 Aug 27 02:25:18.467501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9679-e7dd-447c-a53a-a5ce60f18434 req-b533bb20-dbbd-487c-bfac-7d074812c3a5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.469103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28ad9679-e7dd-447c-a53a-a5ce60f18434 req-b533bb20-dbbd-487c-bfac-7d074812c3a5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 948 time: 0.0788624 Aug 27 02:25:18.471419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736b7d10-e3f9-477d-9b12-219795d83268 req-b73250df-c5fd-467c-989f-edb87014d52a service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379983 Aug 27 02:25:18.513632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41228) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:18.556715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28ad9679-e7dd-447c-a53a-a5ce60f18434 req-57b01927-1ab9-4e77-8390-11e60d4c4fbd tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809660 Aug 27 02:25:18.592806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736b7d10-e3f9-477d-9b12-219795d83268 req-b1029b41-2bea-408f-b3bf-651bdf0ad1ee service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036868 Aug 27 02:25:18.638456 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee50aa-2f2b-40e0-b424-0a788ba4dbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.662148 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41848ac7-4201-4611-bc47-4f7a10ae91b0 req-67e882bb-63d4-4e52-be2b-49c781118b93 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0377474 Aug 27 02:25:18.753032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee50aa-2f2b-40e0-b424-0a788ba4dbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.758899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee50aa-2f2b-40e0-b424-0a788ba4dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.796170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c3ee50aa-2f2b-40e0-b424-0a788ba4dbc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1d00a55afce4da7a0582707f5662b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813954 Aug 27 02:25:18.797097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee50aa-2f2b-40e0-b424-0a788ba4dbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1388dc79-e4a9-42be-8965-289337053233,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:18.799152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41234) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:19.209174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442131c-bc58-4cf8-baa1-06ab4986f2d5 req-cadc38d7-ed73-4584-9976-474a549fa137 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.210727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f442131c-bc58-4cf8-baa1-06ab4986f2d5 req-cadc38d7-ed73-4584-9976-474a549fa137 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 950 time: 0.0760415 Aug 27 02:25:19.211884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3130ddc-742c-493e-9506-5aa1b9ab7436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.246352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3130ddc-742c-493e-9506-5aa1b9ab7436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.287751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f442131c-bc58-4cf8-baa1-06ab4986f2d5 req-264af96c-23f5-4119-adfb-0ebf8ed9ec53 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Aug 27 02:25:19.309474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3130ddc-742c-493e-9506-5aa1b9ab7436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.312292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3130ddc-742c-493e-9506-5aa1b9ab7436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.325693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d3130ddc-742c-493e-9506-5aa1b9ab7436 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1388dc79-e4a9-42be-8965-289337053233 HTTP/1.1" status: 204 len: 168 time: 0.5158763 Aug 27 02:25:19.334742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3130ddc-742c-493e-9506-5aa1b9ab7436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1388dc79-e4a9-42be-8965-289337053233,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:19.429809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7dda5-8550-4226-bebd-563c71ac0dbf req-a60c36da-9f08-42f7-945c-32d553037e43 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.435561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2d7dda5-8550-4226-bebd-563c71ac0dbf req-a60c36da-9f08-42f7-945c-32d553037e43 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 948 time: 0.0616021 Aug 27 02:25:19.483486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2d7dda5-8550-4226-bebd-563c71ac0dbf req-6f8a1e41-0e63-4916-9322-b510b5ffae13 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Aug 27 02:25:19.603369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5317fd4a-4dfe-4555-81e2-ca6551efdc20 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:19.682157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69fcf2-64b7-4f18-908f-a06ec354129e req-898a033c-40a7-4af5-a03a-ebc70166dac9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.684353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4f69fcf2-64b7-4f18-908f-a06ec354129e req-898a033c-40a7-4af5-a03a-ebc70166dac9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 948 time: 0.0551383 Aug 27 02:25:19.686904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:19.691511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:19.691960 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.725994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4f69fcf2-64b7-4f18-908f-a06ec354129e req-68d1b714-be6b-4db6-9308-acbc00833627 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Aug 27 02:25:19.782155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.809393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5317fd4a-4dfe-4555-81e2-ca6551efdc20'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:19.813999 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a368b7f-608d-4cc1-9269-02845aa6ae34" -d '{"events": [{"server_uuid": "7e0fdfcd-02c6-4881-9119-0e659d2d57a8", "name": "network-vif-plugged", "status": "completed", "tag": "5317fd4a-4dfe-4555-81e2-ca6551efdc20"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:19.831261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5317fd4a-4dfe-4555-81e2-ca6551efdc20, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5317fd4a-4dfe-4555-81e2-ca6551efdc20,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:19.833233 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5982c7bf-7d39-4f37-8fc4-58c7790ce2c8 req-b55b053c-73af-4572-a6ac-4e9d625e9715 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0288017 Aug 27 02:25:19.837969 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.887889 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b80ebb-c74b-4113-9766-7baff56af20f x-openstack-request-id: req-b6b80ebb-c74b-4113-9766-7baff56af20f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:19.888398 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fdfcd-02c6-4881-9119-0e659d2d57a8", "name": "network-vif-plugged", "status": "completed", "tag": "5317fd4a-4dfe-4555-81e2-ca6551efdc20", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:19.888651 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6b80ebb-c74b-4113-9766-7baff56af20f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:19.889230 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5317fd4a-4dfe-4555-81e2-ca6551efdc20', 'code': 200} Aug 27 02:25:19.908454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=5317fd4a-4dfe-4555-81e2-ca6551efdc20,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.046848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.047436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.047654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.048116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.048575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.049034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.049484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.049937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.050423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.050948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.051403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.051920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.052435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.052884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.053328 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.053774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.054221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.054697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.055145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.055599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.056048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.056495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.056944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.057394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.057858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.058286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.058757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.059204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.062376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-86ffd86e-3917-44cc-afb5-7886ffcbff0b tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7&device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8&device_id=14b766f2-7951-4cde-a0e2-7a63f8312112&device_id=1a175840-41fe-4d1a-9de6-b40df1d90889&device_id=7ef05979-9594-467c-b3b6-0b650a0b9230&device_id=320b33a2-7ace-49e3-9e29-c04a0152a552&device_id=ed658cfc-5749-4083-ad84-919741b05bb0&device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3&device_id=aead6528-2893-47c8-93ee-32902830ebce&device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24&device_id=606513d0-90bd-4656-a4f2-f7dc60399888&device_id=63a811ad-8151-4203-b02d-8090339eeb97&device_id=c232c10c-266b-40c0-adc1-28a19877ea11&device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 25247 time: 0.1035898 Aug 27 02:25:20.064466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a561f3-3a0f-4162-955f-f9a83d8c7bcc req-d4f906a5-9a80-4b84-a088-c4f61c3f4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.065830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00a561f3-3a0f-4162-955f-f9a83d8c7bcc req-d4f906a5-9a80-4b84-a088-c4f61c3f4391 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 1100 time: 0.0975943 Aug 27 02:25:20.089599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-37415705-ceae-4bc8-a1b7-b8798beb9dae tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.124109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00a561f3-3a0f-4162-955f-f9a83d8c7bcc req-16fb6ff8-14c2-448a-971d-55b4ca4e5ec1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Aug 27 02:25:20.203746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-37415705-ceae-4bc8-a1b7-b8798beb9dae tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.209017 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-37415705-ceae-4bc8-a1b7-b8798beb9dae tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.242844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce78260d-5ddb-4cff-ace1-8ab6759e728a req-37415705-ceae-4bc8-a1b7-b8798beb9dae tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=70080b76-c3cf-4a33-bbd2-6c377bb33035&id=2dbb0713-7f88-4d97-81dc-a519732804d0&id=000f1321-172c-43ec-a2bf-b91687fea3f0&id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&id=7c227c38-2ddd-4934-8974-eadbc970e061&id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 0.1718359 Aug 27 02:25:20.251994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37415705-ceae-4bc8-a1b7-b8798beb9dae tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e82c41-598c-4b02-87b3-9d83ba61bc54,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.514977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41298) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:20.603673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9338-fae2-40b9-b123-e8818ffb90af req-94b46dee-fe61-4d17-8b1a-b2062642d568 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.604156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9338-fae2-40b9-b123-e8818ffb90af req-94b46dee-fe61-4d17-8b1a-b2062642d568 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.604617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9338-fae2-40b9-b123-e8818ffb90af req-94b46dee-fe61-4d17-8b1a-b2062642d568 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.606644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c9c9338-fae2-40b9-b123-e8818ffb90af req-94b46dee-fe61-4d17-8b1a-b2062642d568 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112&device_id=ed658cfc-5749-4083-ad84-919741b05bb0&device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 2883 time: 0.0482631 Aug 27 02:25:20.622025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fae5f-5bb6-421e-8b4b-79a1fda57a3e req-10afacb4-8875-4b94-bc85-2d6b0aed078f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.623713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da7fae5f-5bb6-421e-8b4b-79a1fda57a3e req-10afacb4-8875-4b94-bc85-2d6b0aed078f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 948 time: 0.0553813 Aug 27 02:25:20.649126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6da9016c-f01f-4ae5-8649-0a7343a3f628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.660856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da7fae5f-5bb6-421e-8b4b-79a1fda57a3e req-eeeeabda-a961-4b59-8ae0-c19c6dd679b8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308132 Aug 27 02:25:20.662821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c9c9338-fae2-40b9-b123-e8818ffb90af req-4f05de05-77a2-4f1a-9ace-07e26dfc3666 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493956 Aug 27 02:25:20.743176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6da9016c-f01f-4ae5-8649-0a7343a3f628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.748023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6da9016c-f01f-4ae5-8649-0a7343a3f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.788452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6da9016c-f01f-4ae5-8649-0a7343a3f628 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=883d6d7696ff458f9fde0cbc1beb1a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697563 Aug 27 02:25:20.788452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9016c-f01f-4ae5-8649-0a7343a3f628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54a756-7f72-419b-a414-552ceff94c36,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.789490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41310) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:20.880917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329264-c80f-41b4-be04-ad8de36a3ec0 req-05f4efb0-8f44-42ce-ae17-80c0d0811e24 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.882379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28329264-c80f-41b4-be04-ad8de36a3ec0 req-05f4efb0-8f44-42ce-ae17-80c0d0811e24 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 949 time: 0.0712116 Aug 27 02:25:20.883153 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-712752b7-64e3-4b03-9638-783c63f2e377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.916576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-712752b7-64e3-4b03-9638-783c63f2e377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.951227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28329264-c80f-41b4-be04-ad8de36a3ec0 req-bd9e10d7-a4df-408b-9a3e-4ace8fe9aa37 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590079 Aug 27 02:25:20.983565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-712752b7-64e3-4b03-9638-783c63f2e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.986366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-712752b7-64e3-4b03-9638-783c63f2e377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.990538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-712752b7-64e3-4b03-9638-783c63f2e377 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b54a756-7f72-419b-a414-552ceff94c36 HTTP/1.1" status: 204 len: 168 time: 0.2001147 Aug 27 02:25:20.998533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712752b7-64e3-4b03-9638-783c63f2e377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54a756-7f72-419b-a414-552ceff94c36,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:21.054963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-70544892-bc33-454a-b599-20135d0e7cf0 req-1422e7eb-a089-4d30-9421-58e0a7a2e400 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0285065 Aug 27 02:25:21.213341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d63cf-62b6-44d0-85fd-f807e2b01c78 req-e2f43c2a-9d03-48aa-8d2d-65ba61c204f9 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:21.214937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f0d63cf-62b6-44d0-85fd-f807e2b01c78 req-e2f43c2a-9d03-48aa-8d2d-65ba61c204f9 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1100 time: 0.0414116 Aug 27 02:25:21.250026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f0d63cf-62b6-44d0-85fd-f807e2b01c78 req-e17cd87f-0797-4fa5-9a6c-c4e7b47faad5 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291669 Aug 27 02:25:21.355551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6d120-a652-4567-bd78-5d1050363cb2 req-9212cb6f-fc2e-480e-a032-cfbf1308ebec tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:21.357116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9cb6d120-a652-4567-bd78-5d1050363cb2 req-9212cb6f-fc2e-480e-a032-cfbf1308ebec tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1100 time: 0.0420623 Aug 27 02:25:21.393635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9cb6d120-a652-4567-bd78-5d1050363cb2 req-a9f8f207-35e7-46c5-a062-77f9593ec250 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302541 Aug 27 02:25:21.685941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:21.790018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:21.804467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'mac_address': 'fa:16:3e:2a:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:21.815808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cfa04-1d7c-475e-abab-a7a3dcb56fd8 req-de0cb916-64d9-45b5-959e-224782bc8bde tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:21.817356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a87cfa04-1d7c-475e-abab-a7a3dcb56fd8 req-de0cb916-64d9-45b5-959e-224782bc8bde tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 948 time: 0.0595927 Aug 27 02:25:21.849773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.877558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae113f31-5fdd-4f3f-948b-8d4beda44260 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:21.881727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a87cfa04-1d7c-475e-abab-a7a3dcb56fd8 req-b23f241a-ea5c-4bcb-96b5-62ea612ddd6c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570741 Aug 27 02:25:21.906355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:21.911620 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.967363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:22.076934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9d9e0-5c84-4243-9d8a-51795d970d7f req-7f15281f-b563-443a-8b8e-1ece92237730 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:22.082924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afb9d9e0-5c84-4243-9d8a-51795d970d7f req-7f15281f-b563-443a-8b8e-1ece92237730 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 949 time: 0.0566680 Aug 27 02:25:22.118546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afb9d9e0-5c84-4243-9d8a-51795d970d7f req-cd97d492-bc33-4c6d-af96-ed02f41a0e5a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Aug 27 02:25:22.157520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41382) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:22.234604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12fccf6f-e4b5-434b-9b10-8b2d37d9d81b req-47d33ae5-1841-46d4-909f-f19c6b3b12a3 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0353022 Aug 27 02:25:22.274019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['ae113f31-5fdd-4f3f-948b-8d4beda44260'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:22.286002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c1e5-6783-42c3-90af-57e8d095d29d req-408aac5e-de4d-47cb-8903-3a42d9492603 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:22.288164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65f1c1e5-6783-42c3-90af-57e8d095d29d req-408aac5e-de4d-47cb-8903-3a42d9492603 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 1100 time: 0.0593657 Aug 27 02:25:22.293582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d78bc1b-ff54-48c4-af8f-8edb0c19a5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.333194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65f1c1e5-6783-42c3-90af-57e8d095d29d req-4c2e5fa1-7422-4065-b6ec-7856d2e80213 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Aug 27 02:25:22.403733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90354-8ad1-46b9-97ee-2c769c3adfd3 req-972d5815-2da2-41b6-9d59-20972d0a5e1a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:22.405250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7e90354-8ad1-46b9-97ee-2c769c3adfd3 req-972d5815-2da2-41b6-9d59-20972d0a5e1a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0816298 Aug 27 02:25:22.465510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7e90354-8ad1-46b9-97ee-2c769c3adfd3 req-c8542d7e-e7ff-474a-95d3-bed4f70eeff3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518539 Aug 27 02:25:22.488517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d78bc1b-ff54-48c4-af8f-8edb0c19a5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.495149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d78bc1b-ff54-48c4-af8f-8edb0c19a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.532756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5d78bc1b-ff54-48c4-af8f-8edb0c19a5cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60f7b7d613ed418db15a3e3cfb934608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740754 Aug 27 02:25:22.536475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41404) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:22.550725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78bc1b-ff54-48c4-af8f-8edb0c19a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c9bec7-37d5-4581-95a4-c90e5feb662f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:22.584735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-eb1d4d09-bae9-4a26-8448-e9043476dcf5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300307 Aug 27 02:25:22.609067 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0efa-4d21-45b6-8640-11dbbe13545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.638211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0efa-4d21-45b6-8640-11dbbe13545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.692723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0efa-4d21-45b6-8640-11dbbe13545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.695395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0efa-4d21-45b6-8640-11dbbe13545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.696560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b6ed0efa-4d21-45b6-8640-11dbbe13545b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37c9bec7-37d5-4581-95a4-c90e5feb662f HTTP/1.1" status: 204 len: 168 time: 0.1589358 Aug 27 02:25:22.704198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0efa-4d21-45b6-8640-11dbbe13545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c9bec7-37d5-4581-95a4-c90e5feb662f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:22.710089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-cdc064ab-fe63-4136-a718-f0a643be263b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:22.711862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-cdc064ab-fe63-4136-a718-f0a643be263b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216536 Aug 27 02:25:22.729142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-c59a0cbb-3c85-40c6-a0c5-355f8f98397e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/quotas/1ce2610402344746b382fcf00232b4e1 HTTP/1.1" status: 200 len: 375 time: 0.0098171 Aug 27 02:25:22.789829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-5557a4b4-ab7c-4628-9628-bbfbdf47cce7 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0550160 Aug 27 02:25:22.971181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ad843ef-9799-49db-b94e-d9f368741e05 req-fbee61b9-7a6a-479a-8216-6595b761ec8c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 210 time: 0.0408490 Aug 27 02:25:23.010184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b058e1-7ae0-441d-b6b6-4f69df94e3b0 req-e53e9fe1-32b4-4d71-9430-523748ba7a8e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:23.017663 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55b058e1-7ae0-441d-b6b6-4f69df94e3b0 req-e53e9fe1-32b4-4d71-9430-523748ba7a8e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 949 time: 0.0686789 Aug 27 02:25:23.054582 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55b058e1-7ae0-441d-b6b6-4f69df94e3b0 req-c7f02845-55e8-49db-a419-fffdf568a1d7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Aug 27 02:25:23.350608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9cee4bdc-46a4-427c-9443-f2ce45d3486c req-e7c29e3e-f63e-44c2-884c-34ee359b2edb tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0284474 Aug 27 02:25:23.409329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41448) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:23.509730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-286049051-network', 'tenant_id': 'dec976fdb77448a290716bb7ad0628b7'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:23.542898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Made reservation on behalf of dec976fdb77448a290716bb7ad0628b7 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:23.545725 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.558555 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.604598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaf1f-9b0a-4b55-b7ee-8e6bee869e65 req-8d1aa6a8-0532-4ecf-bd1f-668a197250c4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:23.613406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83acaf1f-9b0a-4b55-b7ee-8e6bee869e65 req-8d1aa6a8-0532-4ecf-bd1f-668a197250c4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0727355 Aug 27 02:25:23.655078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83acaf1f-9b0a-4b55-b7ee-8e6bee869e65 req-c741d803-2e4e-458f-933f-a7b775181e57 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Aug 27 02:25:23.692980 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.698171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:23.719607 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.748404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port ae113f31-5fdd-4f3f-948b-8d4beda44260 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:23.752098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port ae113f31-5fdd-4f3f-948b-8d4beda44260 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:23.752476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.757343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:25:23.767929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:23.772805 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.773154 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Added segment 41a4821d-8c2d-46ff-a820-f176074a2ac9 of type vlan for network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 Aug 27 02:25:23.815334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.842598 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.843697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:23.844295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.844705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.869100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:23.871461 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1ace79-0ad7-43a7-a034-fe559302fdf3" -d '{"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:23.884992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:23.892607 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.902620 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4922111 Aug 27 02:25:23.905847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41462) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:23.912758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde5ca5-0a31-4d1d-850f-03cd56d7d835 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba177c2-fd56-4695-8f0c-340e3321e3c1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:23.914573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Request body: {'subnet': {'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-286049051-subnet', 'tenant_id': 'dec976fdb77448a290716bb7ad0628b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:23.926570 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba47934-d9f4-4984-83cc-b4f2836670c9 x-openstack-request-id: req-9ba47934-d9f4-4984-83cc-b4f2836670c9 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:23.926851 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:23.927160 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ba47934-d9f4-4984-83cc-b4f2836670c9 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:23.927546 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'code': 200} Aug 27 02:25:23.928209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:25:23.957812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Made reservation on behalf of dec976fdb77448a290716bb7ad0628b7 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:23.965270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:24.030366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:24.041896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cdbef-207e-44ef-93e3-d8754b76870c req-35db6fa2-c804-4344-8a8c-2a7a44685664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:24.043637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a60cdbef-207e-44ef-93e3-d8754b76870c req-35db6fa2-c804-4344-8a8c-2a7a44685664 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1101 time: 0.0520210 Aug 27 02:25:24.085628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-770d8fd7-473f-40f1-b49c-745e8304b110 req-1c4e9b3f-42aa-4b82-a185-3c5168baca7f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 210 time: 0.0387948 Aug 27 02:25:24.104294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a60cdbef-207e-44ef-93e3-d8754b76870c req-a6d11db1-3ca5-4ecd-b800-d5d8e4297de1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Aug 27 02:25:24.171863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:24.212815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815579-3ec7-4b95-904d-f02fe6f5faea req-9f1aa3f6-f47f-4fda-be0f-3c5fa0c4f5f8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:24.214255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0815579-3ec7-4b95-904d-f02fe6f5faea req-9f1aa3f6-f47f-4fda-be0f-3c5fa0c4f5f8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0878365 Aug 27 02:25:24.245439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=953591c9-b647-4f82-81b9-ebad2db6cf99,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:24.271641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Checking segment: {'id': '41a4821d-8c2d-46ff-a820-f176074a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:24.271989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Network hostable DHCP agents. Network: 2ba177c2-fd56-4695-8f0c-340e3321e3c1, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:25:24.277477 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0815579-3ec7-4b95-904d-f02fe6f5faea req-06adb397-1a97-47ef-990c-9b1c034bb6f9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Aug 27 02:25:24.294225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:25:24.304495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2ba177c2-fd56-4695-8f0c-340e3321e3c1) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:24.308795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:24.309986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:24.313477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73811251-ac5c-4363-936f-ac861fca455b None None] Network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:24.337714 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c76940fa-3a26-4b13-8df0-efacbdb7b7d3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4233472 Aug 27 02:25:24.463596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b564c-c939-4a5c-b011-58b23e3cac97 None None] Network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:24.482531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-280b200b-df4d-4498-bdd7-6f2a8f13be2f req-3495672b-3c01-44fd-9902-71b1c4fb2da4 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0438643 Aug 27 02:25:24.544009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-54c541e3-2a10-42a4-ae71-38b89aa1119f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ce2610402344746b382fcf00232b4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438783 Aug 27 02:25:24.685177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-9238e4ba-8d53-400b-8238-c823dbc7c6de tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:24.687871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-9238e4ba-8d53-400b-8238-c823dbc7c6de tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346817 Aug 27 02:25:24.709431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Request body: {'port': {'device_id': '26ee963b-3678-4a12-8533-e150f66d7e44', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '1ce2610402344746b382fcf00232b4e1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:24.970562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Made reservation on behalf of 1ce2610402344746b382fcf00232b4e1 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:24.974147 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.010810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-181594f2-a51a-4132-bbcd-70d96fb61088 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:25.011414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f6877-cc4d-4476-8cf2-2eaae58ffa83 req-2e82adf3-a806-42ae-9928-216d0087f995 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:25.013079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e77f6877-cc4d-4476-8cf2-2eaae58ffa83 req-2e82adf3-a806-42ae-9928-216d0087f995 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1267052 Aug 27 02:25:25.018265 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-181594f2-a51a-4132-bbcd-70d96fb61088 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/networks?id=2ba177c2-fd56-4695-8f0c-340e3321e3c1 HTTP/1.1" status: 200 len: 813 time: 0.1651218 Aug 27 02:25:25.030975 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-20987221-e52e-4cb4-98ce-0ed3ed60eea6 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/quotas/dec976fdb77448a290716bb7ad0628b7 HTTP/1.1" status: 200 len: 375 time: 0.0117424 Aug 27 02:25:25.081858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-2b6c4bfc-7175-4cf8-9971-44625e269e1c tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dec976fdb77448a290716bb7ad0628b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449917 Aug 27 02:25:25.111444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e77f6877-cc4d-4476-8cf2-2eaae58ffa83 req-b2eb7828-e5b1-424c-8d31-9bb99bf743af tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888944 Aug 27 02:25:25.185749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-3aff2dbf-fd73-4e20-a53e-d416a3f0ca98 service neutron] 10.222.0.10 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030927 Aug 27 02:25:25.198519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Allocated IP 192.168.233.104 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/d3362305-eaac-4f42-8640-c1d89d3a8009) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:25.458755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cf195829-9813-4217-8836-e6c4f303d53e req-d320d5e9-48b3-4760-9535-5e037dd84edc tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 210 time: 0.0306349 Aug 27 02:25:25.478816 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.496069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Transition to ACTIVE for port object d3362305-eaac-4f42-8640-c1d89d3a8009 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:25.542060 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.557872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b', '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', '5317fd4a-4dfe-4555-81e2-ca6551efdc20'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:25.571688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2', 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:25.645719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:25.651328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:25.660276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:25.664591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event updated for resources: {'Port': ['ID=d3362305-eaac-4f42-8640-c1d89d3a8009,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:25.679145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-3ad2abaa-2d13-4cd2-9fcb-1add901add50 service neutron] 10.222.0.10 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863834 Aug 27 02:25:25.738363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a2651-670a-4a45-b910-fba28e5b0509 req-66d140f5-0515-4d99-b162-13315edfe348 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:25.740272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341a2651-670a-4a45-b910-fba28e5b0509 req-66d140f5-0515-4d99-b162-13315edfe348 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1684167 Aug 27 02:25:25.775249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:25.776304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.827889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341a2651-670a-4a45-b910-fba28e5b0509 req-47f8bb42-ba09-4f76-97c0-e7cfb78bf4dd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783801 Aug 27 02:25:25.836322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-b6c53449-7ab9-4b64-b75e-21d8431d3880 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1313937 Aug 27 02:25:25.861264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Request body: {'port': {'device_id': '26ee963b-3678-4a12-8533-e150f66d7e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:25.947688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e170-03ad-4402-9c85-a6e2cad0a940 req-0d3fd401-b096-4d4c-862e-be0bd59ddd32 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:25.955891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65a7e170-03ad-4402-9c85-a6e2cad0a940 req-0d3fd401-b096-4d4c-862e-be0bd59ddd32 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 946 time: 0.0771966 Aug 27 02:25:25.980438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d783acb2-72aa-4f9d-9f24-066087c4e2f2 req-53b06cfb-3c8b-44c6-9def-663631faa57a tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0420477 Aug 27 02:25:25.986171 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.009346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65a7e170-03ad-4402-9c85-a6e2cad0a940 req-a1e902eb-dda8-4b5e-9bd8-1dfbdab96203 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513306 Aug 27 02:25:26.128739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6a8b312-fe88-4b86-bba9-17007cbbcd75 req-96dad81f-1aaa-4464-8760-523e5c629492 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 210 time: 0.0631325 Aug 27 02:25:26.157413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1ab5d4c4-1521-4749-a6de-15782a0d6387 None None] Provisioning for port d3362305-eaac-4f42-8640-c1d89d3a8009 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:26.178302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1ab5d4c4-1521-4749-a6de-15782a0d6387 None None] Provisioning complete for port d3362305-eaac-4f42-8640-c1d89d3a8009 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:26.178717 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1ab5d4c4-1521-4749-a6de-15782a0d6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.263498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5d4c4-1521-4749-a6de-15782a0d6387 None None] Port d3362305-eaac-4f42-8640-c1d89d3a8009 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:26.330162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13072e80-fb02-41d1-84a6-367e983b84e8 req-e36a1a6f-f92e-4b8d-b382-7b65d5d0019d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:26.332050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13072e80-fb02-41d1-84a6-367e983b84e8 req-e36a1a6f-f92e-4b8d-b382-7b65d5d0019d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1272230 Aug 27 02:25:26.404563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13072e80-fb02-41d1-84a6-367e983b84e8 req-9bd04d96-0298-4bcd-9af7-af505a003d0f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532880 Aug 27 02:25:26.459951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3362305-eaac-4f42-8640-c1d89d3a8009 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:26.470511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.484696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Transition to ACTIVE for port object d3362305-eaac-4f42-8640-c1d89d3a8009 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:26.491972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.584127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3362305-eaac-4f42-8640-c1d89d3a8009,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:26.633717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cb71e-c574-444d-bf9d-7a341461c434 req-d3ecb10d-2888-413d-8310-2474dfdeea18 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:26.639555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Attempting to bind port d3362305-eaac-4f42-8640-c1d89d3a8009 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:26.640387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Attempting to bind port d3362305-eaac-4f42-8640-c1d89d3a8009 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:26.640798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Attempting to bind port d3362305-eaac-4f42-8640-c1d89d3a8009 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:26.641894 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-385cb71e-c574-444d-bf9d-7a341461c434 req-d3ecb10d-2888-413d-8310-2474dfdeea18 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 948 time: 0.0806124 Aug 27 02:25:26.645872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Port d3362305-eaac-4f42-8640-c1d89d3a8009 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:26.646484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Attempting to bind port d3362305-eaac-4f42-8640-c1d89d3a8009 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:26.652270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:26.652998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:26.653589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:26.654294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Bound port: d3362305-eaac-4f42-8640-c1d89d3a8009, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:26.654866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.685048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-385cb71e-c574-444d-bf9d-7a341461c434 req-59238e5e-423b-426e-8125-0b0729d61d68 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Aug 27 02:25:26.738155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] For port d3362305-eaac-4f42-8640-c1d89d3a8009, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:26.741636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] For port d3362305-eaac-4f42-8640-c1d89d3a8009, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d3362305-eaac-4f42-8640-c1d89d3a8009,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:26.747792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.782772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:26.783352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.784818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3362305-eaac-4f42-8640-c1d89d3a8009 HTTP/1.1" status: 200 len: 1096 time: 0.9370449 Aug 27 02:25:26.785263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ee963b-3678-4a12-8533-e150f66d7e44', 'tag': 'd3362305-eaac-4f42-8640-c1d89d3a8009'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:26.787656 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bacc69-d630-4e87-b804-59b12d688e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "26ee963b-3678-4a12-8533-e150f66d7e44", "tag": "d3362305-eaac-4f42-8640-c1d89d3a8009"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:26.813147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfde50f-cd80-452d-9a20-462082c7cbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3362305-eaac-4f42-8640-c1d89d3a8009,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:26.831774 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a9c45f-5e03-4e8c-8ef5-4f9daf51756e x-openstack-request-id: req-84a9c45f-5e03-4e8c-8ef5-4f9daf51756e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:26.831974 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ee963b-3678-4a12-8533-e150f66d7e44", "tag": "d3362305-eaac-4f42-8640-c1d89d3a8009", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:26.832225 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84a9c45f-5e03-4e8c-8ef5-4f9daf51756e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:26.832624 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ee963b-3678-4a12-8533-e150f66d7e44', 'tag': 'd3362305-eaac-4f42-8640-c1d89d3a8009', 'status': 'completed', 'code': 200} Aug 27 02:25:26.889301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-f0d78164-2c30-4ac5-893f-1e1431326ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:26.890786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-f0d78164-2c30-4ac5-893f-1e1431326ac1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 1099 time: 0.0456338 Aug 27 02:25:26.945258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd1f6-70c7-44fa-a453-02ad8cee9c5f req-2cb6b436-fe86-4ffa-ac42-5a9fe0c9e688 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:26.946742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f8dd1f6-70c7-44fa-a453-02ad8cee9c5f req-2cb6b436-fe86-4ffa-ac42-5a9fe0c9e688 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0492084 Aug 27 02:25:26.953226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-16340246-bee1-4b4c-b4fa-8325a4b9b892 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=d3362305-eaac-4f42-8640-c1d89d3a8009 HTTP/1.1" status: 200 len: 217 time: 0.0388970 Aug 27 02:25:26.986857 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f8dd1f6-70c7-44fa-a453-02ad8cee9c5f req-416a8358-5095-4a4b-a1e1-1cf94a9de122 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Aug 27 02:25:27.021757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-4ad744b1-9623-49a1-bcaf-c1deb9f92f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.023447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-4ad744b1-9623-49a1-bcaf-c1deb9f92f77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0610728 Aug 27 02:25:27.094251 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67f8b47f-c872-4637-8885-f8bd82727fa3 req-f193df3c-77d8-45d0-a039-f16e1fbd7fee tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0302010 Aug 27 02:25:27.104959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-725c5332-e3c1-4459-8d72-2c0038743151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.106535 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-725c5332-e3c1-4459-8d72-2c0038743151 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725734 Aug 27 02:25:27.129069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e16fb-e5b5-4628-a319-d10e5e2de291 req-86db60e8-3c27-43f8-a0cc-a92e521ef159 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.130617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-652e16fb-e5b5-4628-a319-d10e5e2de291 req-86db60e8-3c27-43f8-a0cc-a92e521ef159 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0688999 Aug 27 02:25:27.213821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6bab-b43c-43e2-b153-b96f10e06a3f req-b2997588-2c17-4fc8-8fa5-22c0ca80f06b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.216027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9eee6bab-b43c-43e2-b153-b96f10e06a3f req-b2997588-2c17-4fc8-8fa5-22c0ca80f06b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 946 time: 0.0588732 Aug 27 02:25:27.223890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-652e16fb-e5b5-4628-a319-d10e5e2de291 req-1dae0380-4a57-4aef-ac5b-b84cf433dfae tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840149 Aug 27 02:25:27.255028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-cf69edee-0568-49dd-b846-fe50a5023358 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231267 Aug 27 02:25:27.259083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9eee6bab-b43c-43e2-b153-b96f10e06a3f req-f1f9f0b7-9200-4701-a45c-25f155ebd325 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366576 Aug 27 02:25:27.369555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba44632c-be9c-40f7-a1c0-417048610432 req-60f49ab5-e9cf-456f-9e17-31a47c32fbef tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 210 time: 0.0293791 Aug 27 02:25:27.446092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7685990-51f9-49bb-9c77-9a5dae3b2361 req-19cd470f-452f-471d-939f-dd0aaac926a4 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746261 Aug 27 02:25:27.454858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-9e32526d-7ae5-4ec8-b465-17fc111f4047 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.456302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-9e32526d-7ae5-4ec8-b465-17fc111f4047 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.32 "GET /v2.0/networks?id=2ba177c2-fd56-4695-8f0c-340e3321e3c1 HTTP/1.1" status: 200 len: 813 time: 0.1659739 Aug 27 02:25:27.478141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Request body: {'port': {'device_id': '86516628-590c-4db0-a23e-827311eebb17', 'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1', 'admin_state_up': True, 'tenant_id': 'dec976fdb77448a290716bb7ad0628b7'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:27.582990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0981ea1-b70b-420b-ad73-61c41c47b219 req-137f19c5-a061-4c20-be36-0bc77d961635 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.586009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0981ea1-b70b-420b-ad73-61c41c47b219 req-137f19c5-a061-4c20-be36-0bc77d961635 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0551212 Aug 27 02:25:27.624077 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ba99db6-dc47-4d70-aa98-896b76754937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.630129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-060da32b-8a6d-4cb3-8819-413f860bcc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.631980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-060da32b-8a6d-4cb3-8819-413f860bcc6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ce2610402344746b382fcf00232b4e1&device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 1099 time: 0.0800836 Aug 27 02:25:27.637368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0981ea1-b70b-420b-ad73-61c41c47b219 req-610b6262-89be-4e82-ad1a-231e12502891 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Aug 27 02:25:27.804705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Made reservation on behalf of dec976fdb77448a290716bb7ad0628b7 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:27.808252 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.810592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040588f-9363-4704-9dd2-6ccf68a0682a req-eb90b1b0-05b6-4521-9a80-830a9448570f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.812270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0040588f-9363-4704-9dd2-6ccf68a0682a req-eb90b1b0-05b6-4521-9a80-830a9448570f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 948 time: 0.0561802 Aug 27 02:25:27.841320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163808f0-e817-4046-9a22-638bd8a32a67 req-aca8eaa9-be33-49bc-b25f-12fa4f47e49b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.842810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-163808f0-e817-4046-9a22-638bd8a32a67 req-aca8eaa9-be33-49bc-b25f-12fa4f47e49b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1773078 Aug 27 02:25:27.848329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-cac5ce5f-f8ca-40fd-af51-de41e4478645 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1714306 Aug 27 02:25:27.852708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0040588f-9363-4704-9dd2-6ccf68a0682a req-c14c9d4b-5aeb-4a08-9e52-a00bbe53d5fe tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Aug 27 02:25:27.857198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-926c2b5c-0afc-44d0-9c4f-f7d97bf1b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.858792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-926c2b5c-0afc-44d0-9c4f-f7d97bf1b4fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2115238 Aug 27 02:25:27.947477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-81470745-f93d-45dc-8dac-8015d488d4cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=d3362305-eaac-4f42-8640-c1d89d3a8009 HTTP/1.1" status: 200 len: 217 time: 0.0765693 Aug 27 02:25:28.012871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-163808f0-e817-4046-9a22-638bd8a32a67 req-bc1dd14f-f211-4cec-9616-352ecf94a1c4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618066 Aug 27 02:25:28.036121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-c71f421a-38ea-4850-aa91-88223ceac762 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.038121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-c71f421a-38ea-4850-aa91-88223ceac762 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 946 time: 0.0732725 Aug 27 02:25:28.063621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-452470ac-302c-4a99-8b23-e43785ce312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.065228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-452470ac-302c-4a99-8b23-e43785ce312d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0939789 Aug 27 02:25:28.075683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Allocated IP 172.20.0.12 (2ba177c2-fd56-4695-8f0c-340e3321e3c1/953591c9-b647-4f82-81b9-ebad2db6cf99/8e0fac81-9966-40b0-aa9a-fb8ed48f6a81) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:28.149090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Deleting port 65774ff2-984d-401b-9367-4c7fcd654cf3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:28.149531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.152198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-96e2c3b2-5a60-462a-86de-c836cc975eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.153718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-96e2c3b2-5a60-462a-86de-c836cc975eb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795324 Aug 27 02:25:28.234436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-912354e2-a36f-414c-9023-410aa8a8f067 req-18021f2d-f32a-4b9d-942d-a28b5c3ecd44 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0332310 Aug 27 02:25:28.287231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] For port 65774ff2-984d-401b-9367-4c7fcd654cf3, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=65774ff2-984d-401b-9367-4c7fcd654cf3,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:28.287598 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.313760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Calling delete_port for 65774ff2-984d-401b-9367-4c7fcd654cf3 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:28.340596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-33fa3c31-d972-43b4-8246-105477709810 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735144 Aug 27 02:25:28.363214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.491075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-2dcfe08d-e382-43d6-918a-1b6802be5366 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1518364 Aug 27 02:25:28.505623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3b2d6-4458-451a-b862-04d84b029b10 req-806c920a-1fb4-4b3b-9e2f-a77df9f0561b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.514468 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2c3b2d6-4458-451a-b862-04d84b029b10 req-806c920a-1fb4-4b3b-9e2f-a77df9f0561b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 946 time: 0.1671433 Aug 27 02:25:28.544953 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.582718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4059a57b-0ac6-4d65-bb58-5793aea72e16 req-9197f48d-a7d8-4482-96a7-87a425a2a082 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 210 time: 0.0883658 Aug 27 02:25:28.615341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2bacc69-d630-4e87-b804-59b12d688e7b req-6455d6a0-3402-4c0a-aa7e-936e57bc5045 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496464 Aug 27 02:25:28.639630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2c3b2d6-4458-451a-b862-04d84b029b10 req-f8079747-c43d-4058-9785-3510da592bb3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187499 Aug 27 02:25:28.652553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.653038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.653510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.653975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.656581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:28.657379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.658021 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.659940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:28.661901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.664021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-57b2d081-40a2-4a93-9564-13aa8f0c138a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6491 time: 0.0850065 Aug 27 02:25:28.665341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:28.689741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.707249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['65774ff2-984d-401b-9367-4c7fcd654cf3'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:28.722416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Pushing event updated for resources: {'Port': ['ID=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:28.748931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.749985 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.790617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-680f68ed-2bde-48ce-86d7-f97f148c9570 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3171167 Aug 27 02:25:28.803402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event deleted for resources: {'Port': ['ID=65774ff2-984d-401b-9367-4c7fcd654cf3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:28.811194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94059fdc-6459-4a39-9e44-67768be8c860 req-23e75b45-66dc-440d-85a7-c59565d51a8c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.812855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94059fdc-6459-4a39-9e44-67768be8c860 req-23e75b45-66dc-440d-85a7-c59565d51a8c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0718563 Aug 27 02:25:28.818145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Request body: {'port': {'device_id': '86516628-590c-4db0-a23e-827311eebb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:28.828135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] No DVR routers for this DVR port 65774ff2-984d-401b-9367-4c7fcd654cf3 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:28.830936 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.833694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-005b8e00-d562-4d99-adb7-6aab41ff78d6 req-6dfe8b0f-aabd-41ca-b593-96b969b6bd59 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "DELETE /v2.0/ports/65774ff2-984d-401b-9367-4c7fcd654cf3 HTTP/1.1" status: 204 len: 173 time: 0.7839606 Aug 27 02:25:28.835838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'name': 'network-vif-deleted', 'tag': '65774ff2-984d-401b-9367-4c7fcd654cf3'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:28.839383 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a9fb5-ce85-49ca-96b7-b5261bdb861c" -d '{"events": [{"server_uuid": "7ef05979-9594-467c-b3b6-0b650a0b9230", "name": "network-vif-deleted", "tag": "65774ff2-984d-401b-9367-4c7fcd654cf3"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:28.881157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94059fdc-6459-4a39-9e44-67768be8c860 req-b89b3c7b-45ed-4bee-be4a-8c696d4cd5d4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598330 Aug 27 02:25:28.912179 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cea443e-bc3c-4e8a-9e59-186a48cc94da x-openstack-request-id: req-4cea443e-bc3c-4e8a-9e59-186a48cc94da {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:28.912697 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef05979-9594-467c-b3b6-0b650a0b9230", "name": "network-vif-deleted", "tag": "65774ff2-984d-401b-9367-4c7fcd654cf3", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:28.913110 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cea443e-bc3c-4e8a-9e59-186a48cc94da {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:28.913719 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef05979-9594-467c-b3b6-0b650a0b9230', 'name': 'network-vif-deleted', 'tag': '65774ff2-984d-401b-9367-4c7fcd654cf3', 'status': 'completed', 'code': 200} Aug 27 02:25:28.916315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-e437831b-247f-4a61-a55a-09e698f1dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.917212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-e437831b-247f-4a61-a55a-09e698f1dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.918282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-e437831b-247f-4a61-a55a-09e698f1dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:28.921172 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-e437831b-247f-4a61-a55a-09e698f1dada service neutron] 10.222.0.45 "GET /v2.0/networks?id=16e5c914-5405-4258-ad19-5b2a64dad66a&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=f5965bcd-6534-4040-991c-d88cccba9470&id=f5965bcd-6534-4040-991c-d88cccba9470 HTTP/1.1" status: 200 len: 2294 time: 0.1900513 Aug 27 02:25:29.006900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-b6960b7c-41f0-400e-89e5-b3c7c9ded907 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509370df-ec58-40f1-a4e2-431feb7f4b22 HTTP/1.1" status: 200 len: 1001 time: 0.0788708 Aug 27 02:25:29.067452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-17ae81cb-208e-4cfc-bfea-2c1344e4152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.069306 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-17ae81cb-208e-4cfc-bfea-2c1344e4152e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7474c23-5641-46df-93f3-6384e3e1929c HTTP/1.1" status: 200 len: 851 time: 0.0536480 Aug 27 02:25:29.152655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-0c884af6-1ada-4a2e-8f64-73f6eed5e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.154070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-0c884af6-1ada-4a2e-8f64-73f6eed5e879 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16e5c914-5405-4258-ad19-5b2a64dad66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744927 Aug 27 02:25:29.162467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a33ea-c5ae-4f6f-abea-25536e571bd9 req-1410c7df-339e-4adc-b2ab-e0611185b55b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.164139 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.169647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-962a33ea-c5ae-4f6f-abea-25536e571bd9 req-1410c7df-339e-4adc-b2ab-e0611185b55b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0782320 Aug 27 02:25:29.211057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89bff6-e5b8-476d-b4cd-f3564f624d58 req-9bfb5573-176f-4cba-a7b7-e21176226b50 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.212565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd89bff6-e5b8-476d-b4cd-f3564f624d58 req-9bfb5573-176f-4cba-a7b7-e21176226b50 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 948 time: 0.0820518 Aug 27 02:25:29.274922 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-962a33ea-c5ae-4f6f-abea-25536e571bd9 req-de84921a-c95d-4385-b778-2b24791b9f2d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043072 Aug 27 02:25:29.305058 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-6cdc82ef-985e-4d24-b0b3-2569e77d0f3c service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331713 Aug 27 02:25:29.333235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd89bff6-e5b8-476d-b4cd-f3564f624d58 req-17f9fdd6-43a0-456e-b1fd-53631f3d893f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082754 Aug 27 02:25:29.426909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f9d888e-e1ac-4e47-aca3-b5e14ff63740 req-24333587-6668-4fe3-a5b9-c7828eefddb2 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0651252 Aug 27 02:25:29.485071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-29b02baa-f342-46fd-9137-2c7632ace5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.486579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-29b02baa-f342-46fd-9137-2c7632ace5b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1101 time: 0.0982888 Aug 27 02:25:29.492246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-a1b2a1d4-4e96-4a5c-8fcd-3bc8e92da7e3 service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592674 Aug 27 02:25:29.534799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:29.550119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.563863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Transition to ACTIVE for port object 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:29.568551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.584530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-5a7b0552-29b9-4095-bf82-0b53fa0c66a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 217 time: 0.0704927 Aug 27 02:25:29.648596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:29.666263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-698445a6-84ad-4b20-9303-b39cd2a81a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.675158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-698445a6-84ad-4b20-9303-b39cd2a81a79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0822427 Aug 27 02:25:29.680731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-179361df-3ebd-4887-80bd-8e5e02fbc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.683297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-179361df-3ebd-4887-80bd-8e5e02fbc878 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1872020 Aug 27 02:25:29.712158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Attempting to bind port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:29.712655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Attempting to bind port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '41a4821d-8c2d-46ff-a820-f176074a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:29.712875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d3362305-eaac-4f42-8640-c1d89d3a8009 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:29.713378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Attempting to bind port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 on network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:29.719740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 on network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:29.720306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Attempting to bind port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 on network 2ba177c2-fd56-4695-8f0c-340e3321e3c1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:29.746104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:29.746519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Checking segment: {'id': '41a4821d-8c2d-46ff-a820-f176074a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:29.746914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Bound using segment: {'id': '41a4821d-8c2d-46ff-a820-f176074a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:29.747372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Bound port: 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a4821d-8c2d-46ff-a820-f176074a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:29.747736 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.773341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01e8efbb-6092-46a3-b1ce-16b1b7185952 req-05ce5711-6ef1-41d1-a857-714fc4320ef1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 210 time: 0.0405238 Aug 27 02:25:29.821801 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-00796543-4307-4a5e-8db3-780d68f3eeaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 217 time: 0.0866287 Aug 27 02:25:29.824161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-4b3ae84b-36d8-465b-85fa-22908606cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.825604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-4b3ae84b-36d8-465b-85fa-22908606cffe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413703 Aug 27 02:25:29.863268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e61521-7d62-48d9-bd28-6551a9204b8b req-5a4b3563-0549-4c8a-b9fc-745bb9d605c5 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.864856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e4e61521-7d62-48d9-bd28-6551a9204b8b req-5a4b3563-0549-4c8a-b9fc-745bb9d605c5 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 944 time: 0.1237168 Aug 27 02:25:29.884030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d3362305-eaac-4f42-8640-c1d89d3a8009, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d3362305-eaac-4f42-8640-c1d89d3a8009,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:29.898771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] For port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:29.899533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'd3362305-eaac-4f42-8640-c1d89d3a8009', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'd3362305-eaac-4f42-8640-c1d89d3a8009', 'mac_address': 'fa:16:3e:70:05:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:29.904159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] For port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,segment=NetworkSegment(41a4821d-8c2d-46ff-a820-f176074a2ac9),segment_id=41a4821d-8c2d-46ff-a820-f176074a2ac9)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:29.917303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.966964 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.981088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3362305-eaac-4f42-8640-c1d89d3a8009 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:30.000536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:30.003910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d3362305-eaac-4f42-8640-c1d89d3a8009, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d3362305-eaac-4f42-8640-c1d89d3a8009,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:30.015843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.019300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.019957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.021500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-44ee7677-cafd-4564-a2c1-34992cb7d111 service neutron] 10.222.0.32 "PUT /v2.0/ports/8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 HTTP/1.1" status: 200 len: 1092 time: 1.2076607 Aug 27 02:25:30.021976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86516628-590c-4db0-a23e-827311eebb17', 'tag': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:30.024352 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc" -d '{"events": [{"name": "network-changed", "server_uuid": "86516628-590c-4db0-a23e-827311eebb17", "tag": "8e0fac81-9966-40b0-aa9a-fb8ed48f6a81"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:30.037025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-d10c2f46-9038-4115-be40-c37a0361953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.038513 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-d10c2f46-9038-4115-be40-c37a0361953f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2034419 Aug 27 02:25:30.041536 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e4e61521-7d62-48d9-bd28-6551a9204b8b req-c941bbf0-3926-441f-a4da-2a21e21629f0 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576493 Aug 27 02:25:30.044120 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-fa43d071-ebdb-4dbe-b9d7-10fb23f91d1e service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974983 Aug 27 02:25:30.083858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396b9d-d8f1-4a40-b467-e85e28631630 req-5bec692f-0431-4db0-a576-158b7de001e3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.092936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8396b9d-d8f1-4a40-b467-e85e28631630 req-5bec692f-0431-4db0-a576-158b7de001e3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0873003 Aug 27 02:25:30.122595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d3362305-eaac-4f42-8640-c1d89d3a8009,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:30.140908 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89cd29a-9ff1-4072-8cf7-ecc38eae9cc9 x-openstack-request-id: req-e89cd29a-9ff1-4072-8cf7-ecc38eae9cc9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:30.141334 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86516628-590c-4db0-a23e-827311eebb17", "tag": "8e0fac81-9966-40b0-aa9a-fb8ed48f6a81", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:30.141676 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e89cd29a-9ff1-4072-8cf7-ecc38eae9cc9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:30.142164 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86516628-590c-4db0-a23e-827311eebb17', 'tag': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81', 'status': 'completed', 'code': 200} Aug 27 02:25:30.163171 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5820ba3b-7a89-4806-9377-bc96a4de735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.171407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-8792ccc8-3d65-44c2-9a58-c35b57aaca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.173071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-8792ccc8-3d65-44c2-9a58-c35b57aaca25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213372 Aug 27 02:25:30.186944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-137f5b15-1cb0-4451-97a9-dd72c8c48464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.188499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-137f5b15-1cb0-4451-97a9-dd72c8c48464 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dec976fdb77448a290716bb7ad0628b7&device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 1095 time: 0.0935509 Aug 27 02:25:30.198886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8396b9d-d8f1-4a40-b467-e85e28631630 req-b316dfdd-1a8e-462b-bc93-061f211ac092 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050141 Aug 27 02:25:30.240966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-675a9876-0154-43b2-8ebe-ef3cb547988c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Aug 27 02:25:30.261744 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-b0079c33-4768-4a8c-bbff-25176b93c470 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784179 Aug 27 02:25:30.299698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-5100ba31-c0fa-4005-bcb1-d05d25291414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.302443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-5100ba31-c0fa-4005-bcb1-d05d25291414 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=953591c9-b647-4f82-81b9-ebad2db6cf99 HTTP/1.1" status: 200 len: 853 time: 0.0520456 Aug 27 02:25:30.315687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-2eef0582-bf78-4f41-94ad-eed72b381027 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 217 time: 0.0397642 Aug 27 02:25:30.345235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-c1845775-a46c-4148-841c-b0195312d024 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba177c2-fd56-4695-8f0c-340e3321e3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345402 Aug 27 02:25:30.361748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['d3362305-eaac-4f42-8640-c1d89d3a8009'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:30.375198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-95bec11b-4199-42b9-a234-6f629e2f6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.376692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-95bec11b-4199-42b9-a234-6f629e2f6af4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0486915 Aug 27 02:25:30.380412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-e422a9ce-ffef-428b-8a99-aea52bc6b803 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942198 Aug 27 02:25:30.429155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.521680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc084c-95d4-44b8-80da-75fba1d73d05 req-b40beef7-160f-4548-a14a-dab205c2e36f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.524094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15fc084c-95d4-44b8-80da-75fba1d73d05 req-b40beef7-160f-4548-a14a-dab205c2e36f tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 949 time: 0.0837245 Aug 27 02:25:30.552456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faf899-5721-4ea2-b095-3c17d66740d6 req-325f8e22-17ce-42fb-b621-6a708f4596bc tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.559947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33faf899-5721-4ea2-b095-3c17d66740d6 req-325f8e22-17ce-42fb-b621-6a708f4596bc tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1737299 Aug 27 02:25:30.565582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-4745dcba-98f9-4c34-a646-c1b22e1b5796 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007916 Aug 27 02:25:30.565874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-c0cda06f-4f0b-4e60-9ef7-ba3d4465e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.567331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-c0cda06f-4f0b-4e60-9ef7-ba3d4465e1d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636078 Aug 27 02:25:30.609558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15fc084c-95d4-44b8-80da-75fba1d73d05 req-a63ea817-e09d-4f9d-9c00-e681ef659066 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727625 Aug 27 02:25:30.656449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-08131eed-0cd8-4ed8-9569-06c8ec357e6e service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536628 Aug 27 02:25:30.682709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33faf899-5721-4ea2-b095-3c17d66740d6 req-64de8f85-5494-4363-9161-47b9192a8813 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125569 Aug 27 02:25:30.750269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-a85a20fd-1226-4891-9311-b6abfbc8887e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957937 Aug 27 02:25:30.765142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-44d1591e-78cc-4b9f-81bb-688e46e2ae99 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862340 Aug 27 02:25:30.772359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-862ff0e9-06c0-4190-a24b-6c521353d70d req-b719b0d9-4f61-46d7-9152-6a3a476e1dec tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0464270 Aug 27 02:25:30.802494 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cda878b-81d6-4127-a7c9-7e1c79be4dee req-b8351472-c7fd-4a54-aead-9b06b7653e98 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164721 Aug 27 02:25:30.894143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-b823f467-3457-407e-a671-f5f12956da1b service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132565 Aug 27 02:25:30.914404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11178-d708-4d06-baae-d16a06406b29 req-453867ac-491e-4680-8680-80e6e409866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.916697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-453867ac-491e-4680-8680-80e6e409866a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 1101 time: 0.0871873 Aug 27 02:25:30.918790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-11f14196-7aca-454c-8c82-9698cfe7170c req-4bfeff6d-cca9-49e8-b547-97e2c57f4a76 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 210 time: 0.0382578 Aug 27 02:25:30.967331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-bc5607ad-85cc-40f9-b1fb-5fb504c63e39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3 HTTP/1.1" status: 200 len: 217 time: 0.0510345 Aug 27 02:25:31.013612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-be867e11-4a66-4d06-9f34-150512a4632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.015334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-be867e11-4a66-4d06-9f34-150512a4632f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dec976fdb77448a290716bb7ad0628b7&device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 1095 time: 0.0975568 Aug 27 02:25:31.034779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-5155b6b5-7982-4319-9f4d-2668d7e2ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.036426 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-5155b6b5-7982-4319-9f4d-2668d7e2ae7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0517159 Aug 27 02:25:31.089292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-366edceb-4df2-4296-a8e1-24462f45f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.091071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-366edceb-4df2-4296-a8e1-24462f45f4d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433340 Aug 27 02:25:31.097517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11178-d708-4d06-baae-d16a06406b29 req-45f286bc-5196-4073-bb32-26485d27dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.099036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-45f286bc-5196-4073-bb32-26485d27dcaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1539800 Aug 27 02:25:31.148427 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.159555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-3a112475-ce17-4b98-9a31-1a3d39bff737 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 200 len: 217 time: 0.0449269 Aug 27 02:25:31.201978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-0322c968-627b-45a1-9783-dc0b6408dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.203515 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-0322c968-627b-45a1-9783-dc0b6408dcbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba177c2-fd56-4695-8f0c-340e3321e3c1 HTTP/1.1" status: 200 len: 914 time: 0.1737838 Aug 27 02:25:31.227347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11178-d708-4d06-baae-d16a06406b29 req-fb5f9112-61cc-4015-a351-0c725740a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.227613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbec65-3fef-47e8-8fc6-3bedd4da1b9b req-2a8bf4ef-0523-48ac-bb72-db9260fc36d2 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.228721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-fb5f9112-61cc-4015-a351-0c725740a437 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0576959 Aug 27 02:25:31.229080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8afbec65-3fef-47e8-8fc6-3bedd4da1b9b req-2a8bf4ef-0523-48ac-bb72-db9260fc36d2 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 944 time: 0.1012096 Aug 27 02:25:31.250732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-26ca7191-bf70-4d71-8cf3-c35bf8cdb586 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445339 Aug 27 02:25:31.297016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-8219c515-aa2c-4649-8c04-4df38cfc81f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 HTTP/1.1" status: 200 len: 217 time: 0.0768573 Aug 27 02:25:31.324977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8afbec65-3fef-47e8-8fc6-3bedd4da1b9b req-4f2dbc15-685f-4fbb-92df-920632140c2a tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842333 Aug 27 02:25:31.368743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11178-d708-4d06-baae-d16a06406b29 req-035cd9be-54e4-46b8-973f-f432b203b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.369635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-b0d85aa6-a0da-4431-9c08-3269a1a82e11 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088471 Aug 27 02:25:31.370472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-035cd9be-54e4-46b8-973f-f432b203b38b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077642 Aug 27 02:25:31.427717 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-75b1b685-6393-4fc3-8d6b-42091a3c4a19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 HTTP/1.1" status: 200 len: 217 time: 0.0386147 Aug 27 02:25:31.445607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-29d9be77-eda0-4c49-a6c4-8bfa31630587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.447417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-29d9be77-eda0-4c49-a6c4-8bfa31630587 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=953591c9-b647-4f82-81b9-ebad2db6cf99 HTTP/1.1" status: 200 len: 853 time: 0.1368980 Aug 27 02:25:31.459665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d72c18-7cb3-44ac-b990-1790ec9b3066 req-dc52797a-5d1b-4015-bf28-ca509ba3c3b5 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.463033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a5d72c18-7cb3-44ac-b990-1790ec9b3066 req-dc52797a-5d1b-4015-bf28-ca509ba3c3b5 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1626306 Aug 27 02:25:31.490079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-d6b078c5-1386-47aa-87b2-1c4c8a05b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.491957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-d6b078c5-1386-47aa-87b2-1c4c8a05b21c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0501368 Aug 27 02:25:31.505151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-71e1aaf5-03af-42d4-9392-01908865c0ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba177c2-fd56-4695-8f0c-340e3321e3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407970 Aug 27 02:25:31.542535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-9a294c2b-3671-4566-81b8-e58ec8172183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.544698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-9a294c2b-3671-4566-81b8-e58ec8172183 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0441716 Aug 27 02:25:31.605312 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a5d72c18-7cb3-44ac-b990-1790ec9b3066 req-eb105899-a79c-4c26-a15e-cc82eda1169b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284316 Aug 27 02:25:31.611919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-b57db1b7-e438-4aaf-b9e3-35df53ec8545 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292368 Aug 27 02:25:31.655556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-0313d915-dd4b-4639-9748-c60d96367b5a service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020739 Aug 27 02:25:31.694833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-f42e0efd-4df5-4f16-b3ba-791a8c0810bb service neutron] 10.222.0.32 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735890 Aug 27 02:25:31.732228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d3362305-eaac-4f42-8640-c1d89d3a8009 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:31.794280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-1f401e3c-70e4-4fda-91f5-493cfe03d576 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291950 Aug 27 02:25:31.798245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e11178-d708-4d06-baae-d16a06406b29 req-601204c5-0467-4381-88b7-3117924fa5a6 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761224 Aug 27 02:25:31.814041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port d3362305-eaac-4f42-8640-c1d89d3a8009 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:31.823453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port d3362305-eaac-4f42-8640-c1d89d3a8009 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:31.824817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.826154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759775c6-fb1a-456c-87d4-135a89851268 req-b36f50cd-11b6-44d4-bd5c-2074025d9d34 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.834200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-759775c6-fb1a-456c-87d4-135a89851268 req-b36f50cd-11b6-44d4-bd5c-2074025d9d34 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 949 time: 0.1394687 Aug 27 02:25:31.845392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71a92-7f6d-477f-8ac1-68ca3733f2ad req-4631d997-cae1-4fc4-bf66-7f2cb6aa09de tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.853442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ce71a92-7f6d-477f-8ac1-68ca3733f2ad req-4631d997-cae1-4fc4-bf66-7f2cb6aa09de tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0959892 Aug 27 02:25:31.912979 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.913296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ce71a92-7f6d-477f-8ac1-68ca3733f2ad req-346de9e4-4909-4fba-89b5-87d862b18179 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545530 Aug 27 02:25:31.915789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23c6b9e6-c5e1-49df-b8d8-075f9b5f40dc req-a6389e64-f1c6-46db-9068-12204474f2d6 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108269 Aug 27 02:25:31.917269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-2c6c56c0-1a0b-47fc-96f5-ac4cf519105f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe HTTP/1.1" status: 200 len: 217 time: 0.1070249 Aug 27 02:25:31.947697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d3362305-eaac-4f42-8640-c1d89d3a8009, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d3362305-eaac-4f42-8640-c1d89d3a8009,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:31.948692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ee963b-3678-4a12-8533-e150f66d7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3362305-eaac-4f42-8640-c1d89d3a8009'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:31.951732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-759775c6-fb1a-456c-87d4-135a89851268 req-db2aa067-4e7a-4b59-81a5-a13df95ff767 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166651 Aug 27 02:25:31.964959 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edf13a1-1b7c-4d7f-93ef-2b7b00e4d296" -d '{"events": [{"server_uuid": "26ee963b-3678-4a12-8533-e150f66d7e44", "name": "network-vif-plugged", "status": "completed", "tag": "d3362305-eaac-4f42-8640-c1d89d3a8009"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:31.973866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.975223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 65774ff2-984d-401b-9367-4c7fcd654cf3 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:32.007003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-8c4394dc-ba51-4c13-a210-c4413b46c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.008929 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-8c4394dc-ba51-4c13-a210-c4413b46c2c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.0828233 Aug 27 02:25:32.009103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 65774ff2-984d-401b-9367-4c7fcd654cf3 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:32.009395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 65774ff2-984d-401b-9367-4c7fcd654cf3 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:32.086073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d3362305-eaac-4f42-8640-c1d89d3a8009,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:32.091780 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c1fd9bc-d4c7-44e0-a732-e68615b7b10b req-8d21755f-77fd-4ff7-95b0-2aba7a54cfd2 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0594461 Aug 27 02:25:32.125638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-90abe88b-ab7f-47d8-b5f6-e5d9ddbbf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.127293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-90abe88b-ab7f-47d8-b5f6-e5d9ddbbf16e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972297 Aug 27 02:25:32.129683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-111d9104-d0b4-4553-b092-819fa8cd0f3d req-a105723a-d266-4db0-980c-dc5d735e04e2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 210 time: 0.0522642 Aug 27 02:25:32.180575 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7d784-adae-4ab4-ba3e-55d5cad3d270 x-openstack-request-id: req-a5a7d784-adae-4ab4-ba3e-55d5cad3d270 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:32.181090 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ee963b-3678-4a12-8533-e150f66d7e44", "name": "network-vif-plugged", "status": "completed", "tag": "d3362305-eaac-4f42-8640-c1d89d3a8009", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:32.181090 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5a7d784-adae-4ab4-ba3e-55d5cad3d270 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:32.181704 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ee963b-3678-4a12-8533-e150f66d7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3362305-eaac-4f42-8640-c1d89d3a8009', 'code': 200} Aug 27 02:25:32.236949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-a1a8b1ba-0d55-42b4-9651-c569c3ff4b85 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961478 Aug 27 02:25:32.295797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06ca74-bb7b-40b8-b632-4154bb1ae086 req-3c6c8d2b-8b8b-4d70-8b1e-7cd9c879545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.297459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb06ca74-bb7b-40b8-b632-4154bb1ae086 req-3c6c8d2b-8b8b-4d70-8b1e-7cd9c879545f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 1101 time: 0.0431724 Aug 27 02:25:32.337307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb06ca74-bb7b-40b8-b632-4154bb1ae086 req-02e01450-8351-4d43-8f20-fa6eb56abd67 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287492 Aug 27 02:25:32.345836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-17581099-df55-4be3-a490-36e0acaa2d89 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894773 Aug 27 02:25:32.391497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-cef4540c-4cfc-4688-9432-53f3b348e042 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a HTTP/1.1" status: 200 len: 217 time: 0.0368745 Aug 27 02:25:32.471751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-5e2ebeb9-044c-454d-ba79-bdc9e7021daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.473250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-5e2ebeb9-044c-454d-ba79-bdc9e7021daf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.0741711 Aug 27 02:25:32.485494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4673a-15f1-4a99-91ea-a56b6f06ffc0 req-daf30cd4-c117-4149-aefb-f7a5e7db623c tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.486907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-97d4673a-15f1-4a99-91ea-a56b6f06ffc0 req-daf30cd4-c117-4149-aefb-f7a5e7db623c tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 944 time: 0.0804551 Aug 27 02:25:32.545210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-97d4673a-15f1-4a99-91ea-a56b6f06ffc0 req-c9afbe2c-fcd0-423c-949c-b2d970aa8378 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Aug 27 02:25:32.553219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-bf3c0c6e-63af-4622-a52c-942b1df7bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.554738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-bf3c0c6e-63af-4622-a52c-942b1df7bafe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669966 Aug 27 02:25:32.657074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-bc3d0231-f3c0-4a24-88f4-9ddf8203d350 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906541 Aug 27 02:25:32.741771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baa276-5350-4351-b8dc-e09528398439 req-5a2d50f9-4ce7-4f43-90b7-390a85ccf9f9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.743681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74baa276-5350-4351-b8dc-e09528398439 req-5a2d50f9-4ce7-4f43-90b7-390a85ccf9f9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0573034 Aug 27 02:25:32.754304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6abe852-763b-4277-b0b5-655f1cf3cb1c req-6269216b-7fa2-438a-974c-3a47cd403c81 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890417 Aug 27 02:25:32.783740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74baa276-5350-4351-b8dc-e09528398439 req-1461e921-bed4-481e-9b57-41649f912c54 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335116 Aug 27 02:25:33.032790 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.047045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3545-240d-4b6f-b82a-822e51155fe0 req-30d6d46c-31b6-49b0-b549-fb21d7a7e112 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:33.057566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-492d3545-240d-4b6f-b82a-822e51155fe0 req-30d6d46c-31b6-49b0-b549-fb21d7a7e112 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0814598 Aug 27 02:25:33.085563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78137455-9f2c-47f4-a255-cede5694fe09 req-470273b2-e5ba-4fca-b194-7177e8f05b75 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:33.087357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78137455-9f2c-47f4-a255-cede5694fe09 req-470273b2-e5ba-4fca-b194-7177e8f05b75 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 950 time: 0.0613570 Aug 27 02:25:33.117950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-492d3545-240d-4b6f-b82a-822e51155fe0 req-5717f9ab-195e-47ab-826e-6071b773d355 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591106 Aug 27 02:25:33.148993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78137455-9f2c-47f4-a255-cede5694fe09 req-f45d34fe-26b6-457a-ae0f-28801bd2d9ff tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552115 Aug 27 02:25:33.265812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-312b532f-5dc0-4591-9665-eaf3a5e16096 req-4ef8f2b0-135e-4756-9ad8-d7d2de65c4e2 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0293367 Aug 27 02:25:33.339332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07eada89-2a29-4b2e-827c-79fd1720a70b req-bf39718b-3671-4255-a833-9193b06ddf8e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef05979-9594-467c-b3b6-0b650a0b9230 HTTP/1.1" status: 200 len: 210 time: 0.0312085 Aug 27 02:25:33.664808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828271b-b44f-4d99-8d2c-70fd80fe0ecf req-76ca31d3-9b43-4ca3-95d0-da46e048640e tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:33.666358 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1828271b-b44f-4d99-8d2c-70fd80fe0ecf req-76ca31d3-9b43-4ca3-95d0-da46e048640e tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 944 time: 0.0498052 Aug 27 02:25:33.709271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1828271b-b44f-4d99-8d2c-70fd80fe0ecf req-dbf772d9-a0f5-4547-b5c6-aff1377345f9 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350091 Aug 27 02:25:33.737163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:33.856377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,segment=NetworkSegment(41a4821d-8c2d-46ff-a820-f176074a2ac9),segment_id=41a4821d-8c2d-46ff-a820-f176074a2ac9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:33.868462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81', 'network_id': '2ba177c2-fd56-4695-8f0c-340e3321e3c1', 'port_id': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81', 'mac_address': 'fa:16:3e:dd:0c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953591c9-b647-4f82-81b9-ebad2db6cf99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:33.904214 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.909206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3232e-aee3-4a6c-aa40-f1dd98a3fae8 req-dc820cfc-6196-4e8c-8890-592d1fefcbf8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:33.910842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3eb3232e-aee3-4a6c-aa40-f1dd98a3fae8 req-dc820cfc-6196-4e8c-8890-592d1fefcbf8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0489705 Aug 27 02:25:33.920203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:33.939361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,segment=NetworkSegment(41a4821d-8c2d-46ff-a820-f176074a2ac9),segment_id=41a4821d-8c2d-46ff-a820-f176074a2ac9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:33.943545 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.950245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3eb3232e-aee3-4a6c-aa40-f1dd98a3fae8 req-d14381b3-e1a6-463f-8a7b-43ee28f37c5d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 27 02:25:33.991007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.233661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa328d9-df4d-4e25-b3b7-ad1dbaec7867 req-a73a9752-30f7-4460-bcaf-0d0d5ef10688 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.235159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-faa328d9-df4d-4e25-b3b7-ad1dbaec7867 req-a73a9752-30f7-4460-bcaf-0d0d5ef10688 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0503426 Aug 27 02:25:34.273780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89333d-6a3d-4ceb-9112-dfe6b1e09f33 req-e97b999a-3828-4acb-9120-396c83264f85 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.274422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-faa328d9-df4d-4e25-b3b7-ad1dbaec7867 req-562041b6-bf90-46da-8db7-708ce3a7d0e4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Aug 27 02:25:34.275484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d89333d-6a3d-4ceb-9112-dfe6b1e09f33 req-e97b999a-3828-4acb-9120-396c83264f85 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 950 time: 0.0487118 Aug 27 02:25:34.280543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['8e0fac81-9966-40b0-aa9a-fb8ed48f6a81'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:34.315521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d89333d-6a3d-4ceb-9112-dfe6b1e09f33 req-d40adef4-19fb-456c-8b8e-a7a2a366a7ab tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Aug 27 02:25:34.423877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88c7cace-0120-48ff-ad99-bd8f1eb7a6a0 req-2dff6831-1990-47d9-9120-f116470e3c81 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0331473 Aug 27 02:25:34.462126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59adb13-7c81-4d3e-af75-6562b95b0fda req-c2fcccf0-6c31-470c-beaa-f9bee7db9a3a tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.463763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59adb13-7c81-4d3e-af75-6562b95b0fda req-c2fcccf0-6c31-470c-beaa-f9bee7db9a3a tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 1101 time: 0.0481567 Aug 27 02:25:34.497792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59adb13-7c81-4d3e-af75-6562b95b0fda req-9e4769e0-f5dd-4e2a-a8cc-45062de58174 tempest-ServersOnMultiNodesTest-1068436069 tempest-ServersOnMultiNodesTest-1068436069-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276701 Aug 27 02:25:34.768421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c05ae-9e56-4c48-9e7f-69437617fff9 req-cf9740e3-157a-4eaf-aa53-333f7e61da83 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.771245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-236c05ae-9e56-4c48-9e7f-69437617fff9 req-cf9740e3-157a-4eaf-aa53-333f7e61da83 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 950 time: 0.0548074 Aug 27 02:25:34.817500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-236c05ae-9e56-4c48-9e7f-69437617fff9 req-7c0422f5-450b-429d-9f44-2b8ed36e25ea tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Aug 27 02:25:34.832860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d8ded-23d0-40e0-8822-48fc2815d2d8 req-1c9ca71e-08f1-45ff-b8a2-c719543b9a55 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.835105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6d8ded-23d0-40e0-8822-48fc2815d2d8 req-1c9ca71e-08f1-45ff-b8a2-c719543b9a55 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 945 time: 0.0509448 Aug 27 02:25:34.877874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6d8ded-23d0-40e0-8822-48fc2815d2d8 req-171a6735-58bf-4855-8df0-ae91728e41cf tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Aug 27 02:25:35.016245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c30f-bdd8-416b-b8be-5fcbc88d8f75 req-97c264b8-42a1-4550-a502-18958006cc49 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.017729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33c7c30f-bdd8-416b-b8be-5fcbc88d8f75 req-97c264b8-42a1-4550-a502-18958006cc49 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.1055770 Aug 27 02:25:35.032895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33c7c30f-bdd8-416b-b8be-5fcbc88d8f75 req-54996e69-d8ff-4894-8b27-fcc1ed42df9c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/quotas/0752587e783c4457a71471578251cf20 HTTP/1.1" status: 200 len: 375 time: 0.0093536 Aug 27 02:25:35.064343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33c7c30f-bdd8-416b-b8be-5fcbc88d8f75 req-50643ae2-8f52-450c-84a6-55a56a0e013e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255914 Aug 27 02:25:35.067656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e577fab-4dc3-4c50-a139-af63a73a7291 req-5b19cbfd-0fb4-45ce-993e-de4460b47c14 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.069133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2e577fab-4dc3-4c50-a139-af63a73a7291 req-5b19cbfd-0fb4-45ce-993e-de4460b47c14 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0488918 Aug 27 02:25:35.107818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2e577fab-4dc3-4c50-a139-af63a73a7291 req-182f64cc-abd2-4268-ab7e-bd992e53edad tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Aug 27 02:25:35.153033 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33c7c30f-bdd8-416b-b8be-5fcbc88d8f75 req-8aad822d-9f29-4d76-a745-003fc9e2f9de service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813830 Aug 27 02:25:35.245680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33c7c30f-bdd8-416b-b8be-5fcbc88d8f75 req-10a23673-f40c-43d5-9004-d11c6564a555 service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861669 Aug 27 02:25:35.406803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c1e71-a905-4e62-95d2-c9a758a955aa req-823da515-1774-45fb-9d9d-0985188cc513 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.408781 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09182ee9-7a57-411e-adcd-c021763d23e7 req-ca92093d-66a3-4719-91ab-84e866e7d2c6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=d01a33a6-f5c7-4f04-840e-26fe77a858c8 HTTP/1.1" status: 200 len: 210 time: 0.0261588 Aug 27 02:25:35.410473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-615c1e71-a905-4e62-95d2-c9a758a955aa req-823da515-1774-45fb-9d9d-0985188cc513 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0623581 Aug 27 02:25:35.459697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-615c1e71-a905-4e62-95d2-c9a758a955aa req-8aa7160e-fea3-4d9c-98f4-02113d9241a0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Aug 27 02:25:35.600245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f1b4a3a-ac45-45e0-9522-92b2592f4329 req-f6ee259a-0313-47b4-a437-546ccbd6f21a tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0403638 Aug 27 02:25:35.747137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:35.802748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:35.806710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:35.807083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.883393 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.918737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,segment=NetworkSegment(41a4821d-8c2d-46ff-a820-f176074a2ac9),segment_id=41a4821d-8c2d-46ff-a820-f176074a2ac9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:35.919580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86516628-590c-4db0-a23e-827311eebb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:35.921875 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b27425-a345-4705-b124-14ed4cdfa939" -d '{"events": [{"server_uuid": "86516628-590c-4db0-a23e-827311eebb17", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fac81-9966-40b0-aa9a-fb8ed48f6a81"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:35.925376 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.955324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793dd0-3442-4081-b997-cf261fa7e775 req-4800afbb-7778-4213-9d62-741872ea84b2 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.964137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-70793dd0-3442-4081-b997-cf261fa7e775 req-4800afbb-7778-4213-9d62-741872ea84b2 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 950 time: 0.0654881 Aug 27 02:25:35.979363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:35.999763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51227d60-5482-4b6f-8cfb-f9f7afa62f6f req-92bc3efd-4c88-4d77-a274-643c4f92e4c4 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.001433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51227d60-5482-4b6f-8cfb-f9f7afa62f6f req-92bc3efd-4c88-4d77-a274-643c4f92e4c4 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0531006 Aug 27 02:25:36.004249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-70793dd0-3442-4081-b997-cf261fa7e775 req-a98c5e7a-ab58-4522-a679-5aff4e1414eb tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Aug 27 02:25:36.044535 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51227d60-5482-4b6f-8cfb-f9f7afa62f6f req-aef6ce34-2c2e-4c4c-b793-70ca4439b65e tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361342 Aug 27 02:25:36.075618 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d391b64-fb06-4a61-93a3-96ada9c51f99 x-openstack-request-id: req-2d391b64-fb06-4a61-93a3-96ada9c51f99 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:36.076031 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86516628-590c-4db0-a23e-827311eebb17", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fac81-9966-40b0-aa9a-fb8ed48f6a81", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:36.076378 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d391b64-fb06-4a61-93a3-96ada9c51f99 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:36.076878 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86516628-590c-4db0-a23e-827311eebb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81', 'code': 200} Aug 27 02:25:36.280728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba08157-5f78-4e2f-ba19-23800630f672 req-b3938eec-624e-41f2-bf00-d783e43cac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.282129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bba08157-5f78-4e2f-ba19-23800630f672 req-b3938eec-624e-41f2-bf00-d783e43cac03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 1097 time: 0.0860739 Aug 27 02:25:36.293940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-6422c5c8-28b5-4f54-a92e-6cadbecd5c19 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.295556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-6422c5c8-28b5-4f54-a92e-6cadbecd5c19 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.1567171 Aug 27 02:25:36.325324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-f80d4255-e683-472b-9f7a-bdd4fa35c8a3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/quotas/0752587e783c4457a71471578251cf20 HTTP/1.1" status: 200 len: 375 time: 0.0192680 Aug 27 02:25:36.377340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-7ecb8f99-a9d4-4ab2-b06d-ba23c650aa5e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422316 Aug 27 02:25:36.379434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bba08157-5f78-4e2f-ba19-23800630f672 req-7da6a777-2205-4bc0-9bbf-309e20953146 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800221 Aug 27 02:25:36.446175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d772a7-75e7-4221-9d4f-bccf76febd5a req-f13ed64f-548e-4bd3-abef-a4582f0985fd tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.447756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b9d772a7-75e7-4221-9d4f-bccf76febd5a req-f13ed64f-548e-4bd3-abef-a4582f0985fd tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0562701 Aug 27 02:25:36.472935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-7e8e8236-043a-4c61-b24b-34a4826e8ca4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.474438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-7e8e8236-043a-4c61-b24b-34a4826e8ca4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 950 time: 0.1242080 Aug 27 02:25:36.490392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b9d772a7-75e7-4221-9d4f-bccf76febd5a req-c6c5b344-a383-43ec-9815-6784e26602f2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364034 Aug 27 02:25:36.501821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-f6e9a08c-1a48-437f-b6fe-b5b4ffe9bf36 service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085470 Aug 27 02:25:36.599557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3250e6-b838-4c97-8021-d12e19d86b88 req-7e8be01a-910e-4d4e-8855-eecc75277575 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.601387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d3250e6-b838-4c97-8021-d12e19d86b88 req-7e8be01a-910e-4d4e-8855-eecc75277575 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0507903 Aug 27 02:25:36.616201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-3845b7f3-2922-41ae-ae92-e8e2087dac05 service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040440 Aug 27 02:25:36.646169 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d3250e6-b838-4c97-8021-d12e19d86b88 req-7e44d760-68cc-4a2d-b8c8-46a45fc9a09f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Aug 27 02:25:36.701323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port d3362305-eaac-4f42-8640-c1d89d3a8009 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:36.701676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.828662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4bdbdc6e-145a-45d5-a51e-1f661a3c697d req-02daef23-f0f8-4d20-84ea-c18358bedad2 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0424917 Aug 27 02:25:36.834003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port d3362305-eaac-4f42-8640-c1d89d3a8009, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d3362305-eaac-4f42-8640-c1d89d3a8009,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:36.834470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.851275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for d3362305-eaac-4f42-8640-c1d89d3a8009 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:36.859956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8ea2654-9578-4307-a97f-1731b58d9ffe req-698ea8d3-a578-41eb-8f3e-149086b2b736 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Aug 27 02:25:36.988253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.002026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2', 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e', 'd3362305-eaac-4f42-8640-c1d89d3a8009'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:37.004850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b', '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', '5317fd4a-4dfe-4555-81e2-ca6551efdc20'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:37.021801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=d3362305-eaac-4f42-8640-c1d89d3a8009,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.035517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.035860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.036206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.037024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.037024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.037253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.037613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.038040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.038241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.038781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.039163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.039486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.078068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port d3362305-eaac-4f42-8640-c1d89d3a8009 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:37.082448 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.084539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ad3f4b4-29ce-4a77-a097-df7571f33b77 req-221f5010-17be-4e79-91f7-9dd415cbcba0 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "DELETE /v2.0/ports/d3362305-eaac-4f42-8640-c1d89d3a8009 HTTP/1.1" status: 204 len: 173 time: 0.4846745 Aug 27 02:25:37.084989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ee963b-3678-4a12-8533-e150f66d7e44', 'name': 'network-vif-deleted', 'tag': 'd3362305-eaac-4f42-8640-c1d89d3a8009'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:37.087314 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9379e51-683e-41a3-bf76-8c55bfcdda42" -d '{"events": [{"server_uuid": "26ee963b-3678-4a12-8533-e150f66d7e44", "name": "network-vif-deleted", "tag": "d3362305-eaac-4f42-8640-c1d89d3a8009"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:37.197533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16541a5f-adbe-417b-a005-0e483323e4c3 req-a5a62b10-22f2-4f72-8321-739d5cc9a47b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ee963b-3678-4a12-8533-e150f66d7e44 HTTP/1.1" status: 200 len: 210 time: 0.0610070 Aug 27 02:25:37.259862 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9441aa93-deab-4a2b-af90-311c70252015 x-openstack-request-id: req-9441aa93-deab-4a2b-af90-311c70252015 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:37.260169 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ee963b-3678-4a12-8533-e150f66d7e44", "name": "network-vif-deleted", "tag": "d3362305-eaac-4f42-8640-c1d89d3a8009", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:37.260432 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9441aa93-deab-4a2b-af90-311c70252015 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:37.260900 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ee963b-3678-4a12-8533-e150f66d7e44', 'name': 'network-vif-deleted', 'tag': 'd3362305-eaac-4f42-8640-c1d89d3a8009', 'status': 'completed', 'code': 200} Aug 27 02:25:37.583603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f0ab-2ca1-4f55-9832-554f67d6569a req-ffe5708d-a855-4448-ab72-616843c8896e tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.585060 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d41f0ab-2ca1-4f55-9832-554f67d6569a req-ffe5708d-a855-4448-ab72-616843c8896e tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.4370995 Aug 27 02:25:37.630520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d41f0ab-2ca1-4f55-9832-554f67d6569a req-ec74ef74-80f4-4d6a-9a9f-6535aa12f7c1 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381021 Aug 27 02:25:37.636079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994da034-4771-4719-8fb4-49544c3cf89a req-98d4031e-1c3d-4cd1-876a-b9026be9e970 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.637770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-994da034-4771-4719-8fb4-49544c3cf89a req-98d4031e-1c3d-4cd1-876a-b9026be9e970 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0601270 Aug 27 02:25:37.694360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-994da034-4771-4719-8fb4-49544c3cf89a req-e57f15fa-5218-4a9e-94ff-66b0a447b844 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Aug 27 02:25:37.796547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207b3c-0573-4350-a467-422f2c5b88fa req-ff0aaf71-c68f-4b75-be5b-44011f93382d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.798810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9207b3c-0573-4350-a467-422f2c5b88fa req-ff0aaf71-c68f-4b75-be5b-44011f93382d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0549612 Aug 27 02:25:37.862704 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9207b3c-0573-4350-a467-422f2c5b88fa req-b08a4f42-0dbb-409a-8dc0-7361c44aaf70 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556171 Aug 27 02:25:37.969485 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e5b3b78c-1240-4fb5-bebf-a5aa02dd8033 req-f5ac422b-dbb9-41fe-82df-6bd0170c7c17 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0287900 Aug 27 02:25:38.038100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d5bb9f4-93cb-40f5-9c76-84e50ab5ea81 req-da3f84de-bac6-4b61-8b4a-85e3c74fdc5e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 210 time: 0.0261073 Aug 27 02:25:38.106302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-3d44bd6d-251c-4ae1-8306-e24232dda1b4 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:38.107838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-3d44bd6d-251c-4ae1-8306-e24232dda1b4 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.45 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.1115115 Aug 27 02:25:38.132431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Request body: {'port': {'device_id': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'admin_state_up': True, 'tenant_id': '0752587e783c4457a71471578251cf20'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:38.163690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:25:38.245355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:38.249638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.395695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Allocated IP 172.20.0.10 (621040e8-061a-4b1e-ab51-62bf1adf7ee0/0d761fb0-67d1-4f09-88b5-42861d0d5b51/c83c5b06-23af-4e50-b282-cde92a657842) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:38.537175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a032a56-2683-41e1-8a58-f6ddabd4ebcf req-26cc2fb7-cbee-4696-8e2d-1ef0dc48495c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:38.538788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a032a56-2683-41e1-8a58-f6ddabd4ebcf req-26cc2fb7-cbee-4696-8e2d-1ef0dc48495c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 949 time: 0.1221695 Aug 27 02:25:38.615834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a032a56-2683-41e1-8a58-f6ddabd4ebcf req-76b218e9-57bb-486f-8118-acdc9c9738a3 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Aug 27 02:25:38.618815 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.662087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.710763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:38.716161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:38.720246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:38.744822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event updated for resources: {'Port': ['ID=c83c5b06-23af-4e50-b282-cde92a657842,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:38.768419 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbcc45-f14a-40e4-9902-caad4bad9f2a req-02e2014f-d963-41d1-8e45-c9f73f4e6286 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:38.770337 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-30cbcc45-f14a-40e4-9902-caad4bad9f2a req-02e2014f-d963-41d1-8e45-c9f73f4e6286 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0616503 Aug 27 02:25:38.780438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:38.781060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.810388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-30cbcc45-f14a-40e4-9902-caad4bad9f2a req-bd0ce2b1-fe4e-413c-8d83-9a2b96aa852a tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Aug 27 02:25:38.817494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-1d1ee34c-16b2-4dc3-8e38-89f4373f9cc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6900606 Aug 27 02:25:38.832025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Request body: {'port': {'device_id': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:38.869174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20f485-c397-4050-8213-93a9777b50c4 req-acb6df53-bd17-42e1-8c6c-a9f26cd4114f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:38.870672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e20f485-c397-4050-8213-93a9777b50c4 req-acb6df53-bd17-42e1-8c6c-a9f26cd4114f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0869572 Aug 27 02:25:38.921456 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.967064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e20f485-c397-4050-8213-93a9777b50c4 req-89698749-72c0-47f9-b744-fddf092d6a0a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709102 Aug 27 02:25:39.181593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68516584-ab3c-4a75-ba72-a086922f830a req-1ce925aa-d7ca-45f5-911d-7700ea160e91 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.189156 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68516584-ab3c-4a75-ba72-a086922f830a req-1ce925aa-d7ca-45f5-911d-7700ea160e91 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1186020 Aug 27 02:25:39.210755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-981125e0-b48e-4092-a3cf-8458db46b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.212670 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-981125e0-b48e-4092-a3cf-8458db46b0fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dec976fdb77448a290716bb7ad0628b7&device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 1097 time: 0.0471203 Aug 27 02:25:39.256793 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68516584-ab3c-4a75-ba72-a086922f830a req-e0b373b9-4038-4b17-b982-f9be44cfb75b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666969 Aug 27 02:25:39.324438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83c5b06-23af-4e50-b282-cde92a657842 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:39.343907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:39.378799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Transition to ACTIVE for port object c83c5b06-23af-4e50-b282-cde92a657842 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:39.387868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:39.405731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a6dd5-f61d-410e-94ba-146384376fe0 req-17a7ba6b-bf99-4d1b-918c-a96303c96c1d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.407459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-485a6dd5-f61d-410e-94ba-146384376fe0 req-17a7ba6b-bf99-4d1b-918c-a96303c96c1d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 932 time: 0.0861399 Aug 27 02:25:39.471300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Pushing event updated for resources: {'Port': ['ID=c83c5b06-23af-4e50-b282-cde92a657842,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:39.545159 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad3df65e-e262-4f1e-b4d4-0dbef8fb02d2 req-0a60913c-d63e-4cb7-8a56-fc3cdf04c399 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.2955313 Aug 27 02:25:39.551651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-485a6dd5-f61d-410e-94ba-146384376fe0 req-ca1d1801-7c48-4b8a-9494-30f67b8a77fe tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201856 Aug 27 02:25:39.585934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-a2121b84-95c0-46fb-a3c3-d20785d4c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.587728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-a2121b84-95c0-46fb-a3c3-d20785d4c1cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba177c2-fd56-4695-8f0c-340e3321e3c1 HTTP/1.1" status: 200 len: 914 time: 0.3652771 Aug 27 02:25:39.591552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Attempting to bind port c83c5b06-23af-4e50-b282-cde92a657842 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:39.591893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Attempting to bind port c83c5b06-23af-4e50-b282-cde92a657842 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:39.592240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Attempting to bind port c83c5b06-23af-4e50-b282-cde92a657842 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:39.597319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Port c83c5b06-23af-4e50-b282-cde92a657842 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:39.597772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Attempting to bind port c83c5b06-23af-4e50-b282-cde92a657842 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:39.602940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:39.603287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Checking segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:39.603675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Bound using segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:39.604105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Bound port: c83c5b06-23af-4e50-b282-cde92a657842, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:39.604466 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:39.640833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-91c93686-bc16-4c04-b646-a67b61d676ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 HTTP/1.1" status: 200 len: 217 time: 0.0445542 Aug 27 02:25:39.713628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1fff-91a3-44ec-aed0-c79470d3a936 req-4a5ab5b6-8ed3-454d-a791-4252154f617a tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.715258 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-209d1fff-91a3-44ec-aed0-c79470d3a936 req-4a5ab5b6-8ed3-454d-a791-4252154f617a tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0730994 Aug 27 02:25:39.733004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] For port c83c5b06-23af-4e50-b282-cde92a657842, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:39.739252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-77e5a313-dd88-49e5-b931-3af77867b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.741314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-77e5a313-dd88-49e5-b931-3af77867b319 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=953591c9-b647-4f82-81b9-ebad2db6cf99 HTTP/1.1" status: 200 len: 853 time: 0.0913303 Aug 27 02:25:39.765608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d3362305-eaac-4f42-8640-c1d89d3a8009 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:39.767466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] For port c83c5b06-23af-4e50-b282-cde92a657842, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c83c5b06-23af-4e50-b282-cde92a657842,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:39.770080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bb2f4-dd8f-4b81-918c-bec562c84c3c req-2fc43388-eecd-4caf-8a41-99bdee5cea9d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.771368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-209d1fff-91a3-44ec-aed0-c79470d3a936 req-204e4180-ca11-4e9b-a627-9680b8fa45b1 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473406 Aug 27 02:25:39.773815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bb2f4-dd8f-4b81-918c-bec562c84c3c req-2fc43388-eecd-4caf-8a41-99bdee5cea9d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 949 time: 0.0788369 Aug 27 02:25:39.778437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:39.798225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-cdb3f59f-b5c6-4806-b1e4-14022a41fc59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba177c2-fd56-4695-8f0c-340e3321e3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414653 Aug 27 02:25:39.808635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: d3362305-eaac-4f42-8640-c1d89d3a8009 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:39.810715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d3362305-eaac-4f42-8640-c1d89d3a8009 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:39.825493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.826205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:39.827711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] 10.222.0.45 "PUT /v2.0/ports/c83c5b06-23af-4e50-b282-cde92a657842 HTTP/1.1" status: 200 len: 1092 time: 1.0004442 Aug 27 02:25:39.828212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'tag': 'c83c5b06-23af-4e50-b282-cde92a657842'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:39.830616 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea" -d '{"events": [{"name": "network-changed", "server_uuid": "eb09002b-8db0-4a86-a8d2-775d5b60da75", "tag": "c83c5b06-23af-4e50-b282-cde92a657842"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:39.864577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6381464-0671-4403-be85-86b92b8f5430 service neutron] Pushing event updated for resources: {'Port': ['ID=c83c5b06-23af-4e50-b282-cde92a657842,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:39.875405 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744066f-b007-41b9-8a20-b680989e9cf0 x-openstack-request-id: req-a744066f-b007-41b9-8a20-b680989e9cf0 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:39.876353 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb09002b-8db0-4a86-a8d2-775d5b60da75", "tag": "c83c5b06-23af-4e50-b282-cde92a657842", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:39.876353 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a744066f-b007-41b9-8a20-b680989e9cf0 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:39.876353 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'tag': 'c83c5b06-23af-4e50-b282-cde92a657842', 'status': 'completed', 'code': 200} Aug 27 02:25:39.902278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-884bb2f4-dd8f-4b81-918c-bec562c84c3c req-6916ab22-d5b1-4bec-8498-d4ff2a23f336 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125951 Aug 27 02:25:39.936143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-cc218b44-ee6b-4afd-bc5d-8c98561db530 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330497 Aug 27 02:25:39.939001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-28fe753c-f571-4800-8f3f-e2859356e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.940480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-28fe753c-f571-4800-8f3f-e2859356e744 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 1095 time: 0.0415332 Aug 27 02:25:40.008763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-63f63f9b-c67b-446f-8ccd-197ef4546ed9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83c5b06-23af-4e50-b282-cde92a657842 HTTP/1.1" status: 200 len: 217 time: 0.0475280 Aug 27 02:25:40.045757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e28d0f-fa7b-419c-b350-ab58257ed761 req-90ee0853-9418-4beb-93df-9429fe95d555 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976036 Aug 27 02:25:40.077918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-ebf53341-b782-4451-bb1b-91ce4dae480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.079486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-ebf53341-b782-4451-bb1b-91ce4dae480f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.0516961 Aug 27 02:25:40.104373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e342f0-99d7-46bd-b4f3-2a1682f7cc3e req-9ffc03f2-dc94-4215-8f09-e713d0d3fbcd tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.105962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e342f0-99d7-46bd-b4f3-2a1682f7cc3e req-9ffc03f2-dc94-4215-8f09-e713d0d3fbcd tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0545380 Aug 27 02:25:40.117408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-c683b368-58e1-46e3-8bef-faa3020e4aa8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292652 Aug 27 02:25:40.144479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e342f0-99d7-46bd-b4f3-2a1682f7cc3e req-eddb4882-177c-496b-8dc0-21316809a929 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Aug 27 02:25:40.216908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-f41b5568-a075-4d6a-bd54-e0c785a521d0 service neutron] 10.222.0.45 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848200 Aug 27 02:25:40.353546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9d98474-e6d4-436d-a86b-6d01cf85909c req-38c1b0d8-b1c2-4a14-b2f3-9e943abc755c service neutron] 10.222.0.45 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875139 Aug 27 02:25:40.369551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc4412-a219-412d-86eb-3ac71bd5e4b6 req-7e7eb0ba-cca4-4468-b4eb-4b258d26c68c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.371172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4cc4412-a219-412d-86eb-3ac71bd5e4b6 req-7e7eb0ba-cca4-4468-b4eb-4b258d26c68c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0483015 Aug 27 02:25:40.411689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4cc4412-a219-412d-86eb-3ac71bd5e4b6 req-8b1000ba-5b61-4a19-b938-6a24ade666ec tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332308 Aug 27 02:25:40.454779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-4c57727d-0cf7-4dd2-b159-d96e446b8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.456335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-4c57727d-0cf7-4dd2-b159-d96e446b8dec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 1095 time: 0.0412650 Aug 27 02:25:40.561656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-20c63f96-b5ea-444b-9c0a-c7cdb206ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.563332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-20c63f96-b5ea-444b-9c0a-c7cdb206ae43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 913 time: 0.0923064 Aug 27 02:25:40.585491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-e29610eb-7e4a-4256-b66e-17dbbe69c0da tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.587145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-e29610eb-7e4a-4256-b66e-17dbbe69c0da tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 949 time: 0.0537720 Aug 27 02:25:40.639705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-ef534d99-8283-43cf-a7a5-a15a4427fa49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83c5b06-23af-4e50-b282-cde92a657842 HTTP/1.1" status: 200 len: 217 time: 0.0522041 Aug 27 02:25:40.690978 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32051349-0292-445f-a7a5-36896d3f7ed0 req-6b1c392c-04eb-46e7-8b36-fb5060e411c0 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0294726 Aug 27 02:25:40.708191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-0dc55097-6c36-4790-b9aa-26117a33384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.709669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-0dc55097-6c36-4790-b9aa-26117a33384f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.0525479 Aug 27 02:25:40.717070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616e367-6b39-4e87-8243-55db713d9a49 req-4b7a3045-1216-41c0-8cd8-56137ba308c5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.718555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d616e367-6b39-4e87-8243-55db713d9a49 req-4b7a3045-1216-41c0-8cd8-56137ba308c5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 944 time: 0.0884647 Aug 27 02:25:40.720035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:40.720387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.743802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-06eda1af-237d-4863-9a9c-2b440b39361a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243218 Aug 27 02:25:40.786694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d616e367-6b39-4e87-8243-55db713d9a49 req-2b4bd56f-013d-4462-b816-ec977e8fd01c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588655 Aug 27 02:25:40.818081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port 5317fd4a-4dfe-4555-81e2-ca6551efdc20, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5317fd4a-4dfe-4555-81e2-ca6551efdc20,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:40.818655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.833318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for 5317fd4a-4dfe-4555-81e2-ca6551efdc20 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:40.873207 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-99da6878-3523-4f1e-a74f-377a7d65dc21 service neutron] 10.222.0.45 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025014 Aug 27 02:25:40.945977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30cafe-57d6-479b-b6b9-52c7ce99afca req-58ed559b-8a6f-427d-9122-bc7cb990a40c tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.947502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da30cafe-57d6-479b-b6b9-52c7ce99afca req-58ed559b-8a6f-427d-9122-bc7cb990a40c tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0717387 Aug 27 02:25:41.008598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aedd1c0-a1f7-4380-b2ad-d50e19ea36ea req-286d8b64-43db-4dfb-a98b-16b256c8c73a service neutron] 10.222.0.45 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218369 Aug 27 02:25:41.028605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fa06-4d02-4568-b2ae-a08e445e1c2a req-7a81012b-032a-4009-a7f8-3443a3d7cc87 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.030093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b601fa06-4d02-4568-b2ae-a08e445e1c2a req-7a81012b-032a-4009-a7f8-3443a3d7cc87 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e0fdfcd-02c6-4881-9119-0e659d2d57a8 HTTP/1.1" status: 200 len: 949 time: 0.0538723 Aug 27 02:25:41.030940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da30cafe-57d6-479b-b6b9-52c7ce99afca req-0d989b8a-6667-4672-919a-dd60d46455b7 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753369 Aug 27 02:25:41.063260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.077534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b601fa06-4d02-4568-b2ae-a08e445e1c2a req-285d5cc9-b738-4130-8b1c-65d259145fe8 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Aug 27 02:25:41.078961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b', '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', '5317fd4a-4dfe-4555-81e2-ca6551efdc20'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:41.102696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=5317fd4a-4dfe-4555-81e2-ca6551efdc20,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:41.142546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2', 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:41.149158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port 5317fd4a-4dfe-4555-81e2-ca6551efdc20 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:41.155288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.157545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0abc370-5cf2-40bf-85a7-d44f82b992a8 req-d5898ea6-b71f-41a1-a14b-ebf344bf6c6b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "DELETE /v2.0/ports/5317fd4a-4dfe-4555-81e2-ca6551efdc20 HTTP/1.1" status: 204 len: 173 time: 0.5627441 Aug 27 02:25:41.158178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'name': 'network-vif-deleted', 'tag': '5317fd4a-4dfe-4555-81e2-ca6551efdc20'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:41.160927 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ceb935-d1ef-4506-8edd-499947a65f93" -d '{"events": [{"server_uuid": "7e0fdfcd-02c6-4881-9119-0e659d2d57a8", "name": "network-vif-deleted", "tag": "5317fd4a-4dfe-4555-81e2-ca6551efdc20"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:41.208012 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b7ddd2-bcf8-425c-ae78-7c3f742a8158 x-openstack-request-id: req-90b7ddd2-bcf8-425c-ae78-7c3f742a8158 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:41.208409 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fdfcd-02c6-4881-9119-0e659d2d57a8", "name": "network-vif-deleted", "tag": "5317fd4a-4dfe-4555-81e2-ca6551efdc20", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:41.209780 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90b7ddd2-bcf8-425c-ae78-7c3f742a8158 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:41.211574 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fdfcd-02c6-4881-9119-0e659d2d57a8', 'name': 'network-vif-deleted', 'tag': '5317fd4a-4dfe-4555-81e2-ca6551efdc20', 'status': 'completed', 'code': 200} Aug 27 02:25:41.368986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a7d9a-9aa7-411c-9b80-19cd505a1a2c req-cf64051d-c6df-405d-8b1a-01aa4a507d18 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.371893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b9a7d9a-9aa7-411c-9b80-19cd505a1a2c req-cf64051d-c6df-405d-8b1a-01aa4a507d18 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1120625 Aug 27 02:25:41.422090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b9a7d9a-9aa7-411c-9b80-19cd505a1a2c req-4e3c0f61-7cc4-436a-851b-7f2e69624a00 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Aug 27 02:25:41.556057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fa4a1-55a0-41ef-85e8-dcaf7a856c7b req-30ed97ff-ca41-4c91-99a7-8c853ca2ef6d tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.557585 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f6fa4a1-55a0-41ef-85e8-dcaf7a856c7b req-30ed97ff-ca41-4c91-99a7-8c853ca2ef6d tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0648372 Aug 27 02:25:41.571388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc3a74-0a6c-4b31-8489-ecb52953e76d req-90dea6a5-7a6b-4819-89ae-ba2763b9dc44 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.589809 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9cc3a74-0a6c-4b31-8489-ecb52953e76d req-90dea6a5-7a6b-4819-89ae-ba2763b9dc44 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0616856 Aug 27 02:25:41.612285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f6fa4a1-55a0-41ef-85e8-dcaf7a856c7b req-bc7cb732-4d75-4f91-a066-3951db122583 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458517 Aug 27 02:25:41.624023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9cc3a74-0a6c-4b31-8489-ecb52953e76d req-2360e65e-ea82-4d36-9ae3-e483fa78e628 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342505 Aug 27 02:25:41.798459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ebd7837c-e0cd-4768-8a0b-b3fffa73f6d6 req-53f47b19-d3c2-4d85-8d60-c6d6244ae4d8 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0278082 Aug 27 02:25:41.905509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4405dda-0e3c-42f1-9cb5-00722906cbd4 req-08924092-93ec-419b-acbf-df0f9e98fa64 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.907035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a4405dda-0e3c-42f1-9cb5-00722906cbd4 req-08924092-93ec-419b-acbf-df0f9e98fa64 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 944 time: 0.0501099 Aug 27 02:25:41.947615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a4405dda-0e3c-42f1-9cb5-00722906cbd4 req-228c38bc-0bd6-4072-9f28-6d6c9492dd06 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340815 Aug 27 02:25:42.365627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e266f3-8012-4667-89bf-e502b8ccedbc req-04790025-9024-40fc-b93c-d49c54fee4cb tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.367234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9e266f3-8012-4667-89bf-e502b8ccedbc req-04790025-9024-40fc-b93c-d49c54fee4cb tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 950 time: 0.0511973 Aug 27 02:25:42.405242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9e266f3-8012-4667-89bf-e502b8ccedbc req-0310d436-8145-4996-b0ce-cf37c819ca2a tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Aug 27 02:25:42.552417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2aa5c-eebc-4fa1-b296-f8d142f87410 req-0cedff1f-8c2b-45b9-ba82-db14529e405f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.553952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2e2aa5c-eebc-4fa1-b296-f8d142f87410 req-0cedff1f-8c2b-45b9-ba82-db14529e405f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0533795 Aug 27 02:25:42.599685 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2e2aa5c-eebc-4fa1-b296-f8d142f87410 req-27b1b758-e191-4111-9f64-dd1ebe383ac4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Aug 27 02:25:42.728236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce180ddc-300f-4df4-a78f-ab17be7a38ab req-4b65d3b7-533c-4bfe-9652-5506f28178bf tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.729667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce180ddc-300f-4df4-a78f-ab17be7a38ab req-4b65d3b7-533c-4bfe-9652-5506f28178bf tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0542295 Aug 27 02:25:42.739446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb466ae7-9ca4-42e2-a51a-13eaee398ae0 req-169ed057-72d8-46d9-8758-759a480d50f7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.740897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bb466ae7-9ca4-42e2-a51a-13eaee398ae0 req-169ed057-72d8-46d9-8758-759a480d50f7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0485494 Aug 27 02:25:42.768088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce180ddc-300f-4df4-a78f-ab17be7a38ab req-3ba88091-1c38-401c-81e0-ca45fcaf1f6a tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Aug 27 02:25:42.779156 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bb466ae7-9ca4-42e2-a51a-13eaee398ae0 req-865a150b-3307-447e-a034-76fd400cb871 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Aug 27 02:25:42.903363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4259e75d-d5dc-488c-a852-f03bc902f426 req-7cb5c111-4a06-4d2a-a28b-c5e9e18f7959 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Aug 27 02:25:43.069185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdba71-5222-436e-8bd5-bf3da6c8581f req-bb5c824d-5827-4bd9-98fc-b45b105fc5bc tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.070695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7bdba71-5222-436e-8bd5-bf3da6c8581f req-bb5c824d-5827-4bd9-98fc-b45b105fc5bc tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 944 time: 0.0551744 Aug 27 02:25:43.110567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7bdba71-5222-436e-8bd5-bf3da6c8581f req-8c44af09-72ac-4cc0-b2cc-1aaef06c4d4f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Aug 27 02:25:43.531817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d5765-62fb-49b7-b0bc-81d13fd24e6a req-d53596be-21b5-4ea1-9f26-d29e98861b37 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.533291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-252d5765-62fb-49b7-b0bc-81d13fd24e6a req-d53596be-21b5-4ea1-9f26-d29e98861b37 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 950 time: 0.0597355 Aug 27 02:25:43.575481 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-252d5765-62fb-49b7-b0bc-81d13fd24e6a req-8fa7d59c-146d-4f77-97a8-f7a786e028ba tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Aug 27 02:25:43.598777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2062f3-1720-49a6-973a-3b694600944a req-c7046c88-3cd1-4dc4-b286-e470f4cc11d1 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.600445 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3a2062f3-1720-49a6-973a-3b694600944a req-c7046c88-3cd1-4dc4-b286-e470f4cc11d1 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.32 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0530305 Aug 27 02:25:43.713486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Deleting port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:43.713817 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.716097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc1486-7ba9-471c-834f-b5d7fd74cc2b req-18a5b772-28c0-4ac0-b2f2-aac1906fea92 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.717572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7bfc1486-7ba9-471c-834f-b5d7fd74cc2b req-18a5b772-28c0-4ac0-b2f2-aac1906fea92 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0506949 Aug 27 02:25:43.734969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c83c5b06-23af-4e50-b282-cde92a657842 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:43.739082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5317fd4a-4dfe-4555-81e2-ca6551efdc20 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:43.756037 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7bfc1486-7ba9-471c-834f-b5d7fd74cc2b req-6b89a835-ae19-4466-b3b6-bb44d874585c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Aug 27 02:25:43.763208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 5317fd4a-4dfe-4555-81e2-ca6551efdc20 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:43.763553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5317fd4a-4dfe-4555-81e2-ca6551efdc20 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:43.803094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] For port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,segment=NetworkSegment(41a4821d-8c2d-46ff-a820-f176074a2ac9),segment_id=41a4821d-8c2d-46ff-a820-f176074a2ac9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:43.803468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.818226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Calling delete_port for 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:43.862265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c83c5b06-23af-4e50-b282-cde92a657842, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c83c5b06-23af-4e50-b282-cde92a657842,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:43.873406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'c83c5b06-23af-4e50-b282-cde92a657842', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'port_id': 'c83c5b06-23af-4e50-b282-cde92a657842', 'mac_address': 'fa:16:3e:e5:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d761fb0-67d1-4f09-88b5-42861d0d5b51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:43.914853 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.922603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dba40-2630-4c06-89b8-b43ebdd6f768 req-1d6efcfb-54a3-4183-a0ca-95f1bb39cd06 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.924578 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca4dba40-2630-4c06-89b8-b43ebdd6f768 req-1d6efcfb-54a3-4183-a0ca-95f1bb39cd06 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0586929 Aug 27 02:25:43.931049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83c5b06-23af-4e50-b282-cde92a657842 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:43.932843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacafc74-3c6e-4485-8272-fee7557a7de5 req-db7bcf7a-5e55-4012-bb24-1fa9d645e8cd tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.938820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aacafc74-3c6e-4485-8272-fee7557a7de5 req-db7bcf7a-5e55-4012-bb24-1fa9d645e8cd tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/ports?device_id=86516628-590c-4db0-a23e-827311eebb17 HTTP/1.1" status: 200 len: 946 time: 0.0713162 Aug 27 02:25:43.955006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c83c5b06-23af-4e50-b282-cde92a657842, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c83c5b06-23af-4e50-b282-cde92a657842,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:43.960775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.965052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca4dba40-2630-4c06-89b8-b43ebdd6f768 req-f734c9e4-e20a-4593-a122-758895013290 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Aug 27 02:25:43.985029 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aacafc74-3c6e-4485-8272-fee7557a7de5 req-18990608-cfd0-4bd7-b93b-6bd1693170a6 tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Aug 27 02:25:44.039159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=c83c5b06-23af-4e50-b282-cde92a657842,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:44.043108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.068729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13609ef3-4a98-4f53-a065-ca28fbbe3391 req-3922122b-0afe-4dbb-95f2-b3d923855754 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Aug 27 02:25:44.070304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Pushing event deleted for resources: {'Port': ['ID=8e0fac81-9966-40b0-aa9a-fb8ed48f6a81,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:44.117227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] No DVR routers for this DVR port 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:44.119895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.121966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3a2062f3-1720-49a6-973a-3b694600944a req-5876d430-ff77-4ccf-856b-17423b60eafa tempest-InstanceActionsTestJSON-158363285 tempest-InstanceActionsTestJSON-158363285-project] 10.222.0.32 "DELETE /v2.0/ports/8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 HTTP/1.1" status: 204 len: 173 time: 0.5138407 Aug 27 02:25:44.122429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86516628-590c-4db0-a23e-827311eebb17', 'name': 'network-vif-deleted', 'tag': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:44.124675 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02e910-dad8-47b0-90a9-254c96cae719" -d '{"events": [{"server_uuid": "86516628-590c-4db0-a23e-827311eebb17", "name": "network-vif-deleted", "tag": "8e0fac81-9966-40b0-aa9a-fb8ed48f6a81"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:44.161160 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd62b5-6139-45e4-bdf1-d80c3dad6a51 x-openstack-request-id: req-8ebd62b5-6139-45e4-bdf1-d80c3dad6a51 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:44.161472 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86516628-590c-4db0-a23e-827311eebb17", "name": "network-vif-deleted", "tag": "8e0fac81-9966-40b0-aa9a-fb8ed48f6a81", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:44.161661 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ebd62b5-6139-45e4-bdf1-d80c3dad6a51 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:44.162547 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86516628-590c-4db0-a23e-827311eebb17', 'name': 'network-vif-deleted', 'tag': '8e0fac81-9966-40b0-aa9a-fb8ed48f6a81', 'status': 'completed', 'code': 200} Aug 27 02:25:44.232874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-d4a3acc2-f388-4aa9-bedc-c17dd4d819ac tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:44.235084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-d4a3acc2-f388-4aa9-bedc-c17dd4d819ac tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 950 time: 0.0533926 Aug 27 02:25:44.243813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284a5e1-eef1-472e-aa35-a2b746bd4e88 req-2b42d8fe-5d96-4207-bd4c-eda1cd7b67bd tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:44.245497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5284a5e1-eef1-472e-aa35-a2b746bd4e88 req-2b42d8fe-5d96-4207-bd4c-eda1cd7b67bd tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 945 time: 0.0567472 Aug 27 02:25:44.286293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5284a5e1-eef1-472e-aa35-a2b746bd4e88 req-0ddf2fb2-3025-4330-ba22-e7c17095e58f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344498 Aug 27 02:25:44.334243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:44.334582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.424367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port e52ed6e1-aa25-45ed-9d4b-fabe94621a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:44.425076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.426476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['c83c5b06-23af-4e50-b282-cde92a657842'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:44.438343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for e52ed6e1-aa25-45ed-9d4b-fabe94621a00 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:44.576995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.594538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2', 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:44.623176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=e52ed6e1-aa25-45ed-9d4b-fabe94621a00,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:44.696490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port e52ed6e1-aa25-45ed-9d4b-fabe94621a00 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:44.699127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.701312 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-87dc0c32-9737-4d05-95a8-87eb65c77eb3 req-a043eed1-f2f1-4da2-a620-ed0c489b3721 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "DELETE /v2.0/ports/e52ed6e1-aa25-45ed-9d4b-fabe94621a00 HTTP/1.1" status: 204 len: 173 time: 0.4599624 Aug 27 02:25:44.752715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a415b779-2268-4cdb-9af4-0d86fe08d621 req-2a24a8e1-8654-47a3-b042-ec52f28b7d88 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=320b33a2-7ace-49e3-9e29-c04a0152a552 HTTP/1.1" status: 200 len: 210 time: 0.0576456 Aug 27 02:25:44.894652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91954842-68bc-468f-9541-b3ab9a498fff req-8b03795b-2348-4090-9d39-b5b5c3079230 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:44.897413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91954842-68bc-468f-9541-b3ab9a498fff req-8b03795b-2348-4090-9d39-b5b5c3079230 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0574236 Aug 27 02:25:44.936783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91954842-68bc-468f-9541-b3ab9a498fff req-0b2d0208-beb5-444d-980e-2d3c5128fcee tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Aug 27 02:25:45.043218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41922) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:45.086491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa06fb-64af-4a1c-b370-3a045343a73b req-b6aa00cf-dcbe-4036-b680-e749732e88f2 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:45.087962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55aa06fb-64af-4a1c-b370-3a045343a73b req-b6aa00cf-dcbe-4036-b680-e749732e88f2 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0502858 Aug 27 02:25:45.088428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] Deleting subnet 953591c9-b647-4f82-81b9-ebad2db6cf99 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:25:45.091864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.127007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55aa06fb-64af-4a1c-b370-3a045343a73b req-3c946ce5-40eb-4648-9234-fd6f0cb25ebb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Aug 27 02:25:45.132218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.187367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-01e62456-533d-4c3f-8f9c-b9e64a7b6037 req-8955b121-3ead-418f-8e24-d5fb245b816a tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0357709 Aug 27 02:25:45.200313 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.256686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.285732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953591c9-b647-4f82-81b9-ebad2db6cf99,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:45.287763 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.289865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-713782ad-7107-48e8-9401-6b9ca641d8c8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/953591c9-b647-4f82-81b9-ebad2db6cf99 HTTP/1.1" status: 204 len: 168 time: 0.2456064 Aug 27 02:25:45.292551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:45.361307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.434414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd1e50-09d5-407e-afb5-81e23369b107 req-58454517-5df4-40ee-b1a1-860b7b5948ac tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:45.434414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2fd1e50-09d5-407e-afb5-81e23369b107 req-58454517-5df4-40ee-b1a1-860b7b5948ac tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 945 time: 0.0567887 Aug 27 02:25:45.453862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.464086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba177c2-fd56-4695-8f0c-340e3321e3c1']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:45.472122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2fd1e50-09d5-407e-afb5-81e23369b107 req-aa9c1e01-389e-457b-847c-c63b428bb395 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Aug 27 02:25:45.474139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a4821d-8c2d-46ff-a820-f176074a2ac9') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:45.474472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a4821d-8c2d-46ff-a820-f176074a2ac9') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:45.483685 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.497289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.503190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:25:45.503583 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:25:45.505384 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:25:45.567118 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.572804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.574787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2ba177c2-fd56-4695-8f0c-340e3321e3c1 HTTP/1.1" status: 204 len: 168 time: 0.2814045 Aug 27 02:25:45.585944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89f703-4bf2-436d-82f4-76496f9078a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba177c2-fd56-4695-8f0c-340e3321e3c1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:45.692311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41934) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:45.708823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b', '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:45.736823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6511845-ee72-405f-8bfd-dbf3a4b4ab43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dec976fdb77448a290716bb7ad0628b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433052 Aug 27 02:25:45.739479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41938) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:45.779506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:45.795596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91c7c415-3dea-4b4a-80ed-b94d0bcb7249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.810642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:45.810932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8e0fac81-9966-40b0-aa9a-fb8ed48f6a81 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:45.819185 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91c7c415-3dea-4b4a-80ed-b94d0bcb7249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.881974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91c7c415-3dea-4b4a-80ed-b94d0bcb7249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.886155 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91c7c415-3dea-4b4a-80ed-b94d0bcb7249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.888997 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-91c7c415-3dea-4b4a-80ed-b94d0bcb7249 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a HTTP/1.1" status: 204 len: 168 time: 0.1483529 Aug 27 02:25:45.906773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7c415-3dea-4b4a-80ed-b94d0bcb7249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea0ce98-b7fd-4ad7-8c78-63dc9afc1e5a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:46.116206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d88fc8-c1d6-42bb-8517-3ce70892eeed req-b3b02655-85a9-4350-a6ea-8a485ee3c1ee tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.118211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3d88fc8-c1d6-42bb-8517-3ce70892eeed req-b3b02655-85a9-4350-a6ea-8a485ee3c1ee tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0660515 Aug 27 02:25:46.163727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3d88fc8-c1d6-42bb-8517-3ce70892eeed req-2719eced-eb32-4dea-96b0-4af5452f11a2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364184 Aug 27 02:25:46.164492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'name': 'network-vif-deleted', 'tag': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:46.167921 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c51c63-dcf7-473c-8083-5bec4f312f2f" -d '{"events": [{"server_uuid": "320b33a2-7ace-49e3-9e29-c04a0152a552", "name": "network-vif-deleted", "tag": "e52ed6e1-aa25-45ed-9d4b-fabe94621a00"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:46.240420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43178c9-b70a-4850-951d-35ecc3103e57 req-ce702e00-2c3d-4477-a115-f819bc168303 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.242200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b43178c9-b70a-4850-951d-35ecc3103e57 req-ce702e00-2c3d-4477-a115-f819bc168303 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 950 time: 0.0573704 Aug 27 02:25:46.284215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b5939-7593-49b7-b4fd-118ed2c4f732 req-0da95bfd-ca32-4b27-9f99-57059eb85237 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.285119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b43178c9-b70a-4850-951d-35ecc3103e57 req-5b746f9a-15bd-4486-a864-54ede2e39edb tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Aug 27 02:25:46.285973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-387b5939-7593-49b7-b4fd-118ed2c4f732 req-0da95bfd-ca32-4b27-9f99-57059eb85237 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0511470 Aug 27 02:25:46.326779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-387b5939-7593-49b7-b4fd-118ed2c4f732 req-c6de5438-e44f-4240-b22d-f617844362f3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Aug 27 02:25:46.336691 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2403ef4f-9014-4bad-9c64-f08feafef132 x-openstack-request-id: req-2403ef4f-9014-4bad-9c64-f08feafef132 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:46.336995 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320b33a2-7ace-49e3-9e29-c04a0152a552", "name": "network-vif-deleted", "tag": "e52ed6e1-aa25-45ed-9d4b-fabe94621a00", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:46.337254 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2403ef4f-9014-4bad-9c64-f08feafef132 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:46.337662 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320b33a2-7ace-49e3-9e29-c04a0152a552', 'name': 'network-vif-deleted', 'tag': 'e52ed6e1-aa25-45ed-9d4b-fabe94621a00', 'status': 'completed', 'code': 200} Aug 27 02:25:46.411549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea6d3146-d55f-439c-acdc-fbdd3e5241dd req-e76154bb-7e1d-4155-920b-c3c4e30bb571 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0279970 Aug 27 02:25:46.477104 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.601425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908d65f-b054-4b46-a93b-def1ae7eef51 req-dd08d8d9-adce-4152-812e-419a20a93816 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.603135 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1908d65f-b054-4b46-a93b-def1ae7eef51 req-dd08d8d9-adce-4152-812e-419a20a93816 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 945 time: 0.0586679 Aug 27 02:25:46.645314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1908d65f-b054-4b46-a93b-def1ae7eef51 req-90592496-df06-4335-8298-59b5f387d8b4 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358262 Aug 27 02:25:46.719504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41980) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:46.826505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1646679491-network', 'tenant_id': '0cbb9edc8fd64f1d889ab8e5304c86d3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:46.854240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Made reservation on behalf of 0cbb9edc8fd64f1d889ab8e5304c86d3 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:46.856628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.865112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.964590 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.970983 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.001627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:25:47.007761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34966912-b974-422f-8a7a-659bd2db3176,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:47.013565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.013968 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Added segment 29f406a6-07c3-4932-8082-1b069359a90e of type vlan for network b5feda28-b687-4f34-b16a-62c65cebc8f6 Aug 27 02:25:47.054282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.082491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.083485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.084056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.136804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4161167 Aug 27 02:25:47.140087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41986) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:47.141957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e83c78-3d14-4a10-ab76-7ed0fd3a0cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b5feda28-b687-4f34-b16a-62c65cebc8f6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:47.146343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Request body: {'subnet': {'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1646679491-subnet', 'tenant_id': '0cbb9edc8fd64f1d889ab8e5304c86d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:47.151876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network b5feda28-b687-4f34-b16a-62c65cebc8f6 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:25:47.169278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Made reservation on behalf of 0cbb9edc8fd64f1d889ab8e5304c86d3 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:47.171600 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.229341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.307570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ed2a-cad6-482b-b849-c0351fea5cac req-91e9cb3e-27a0-4114-88e0-9e27acd24565 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.309062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa3ed2a-cad6-482b-b849-c0351fea5cac req-91e9cb3e-27a0-4114-88e0-9e27acd24565 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0670207 Aug 27 02:25:47.394908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caa3ed2a-cad6-482b-b849-c0351fea5cac req-372566b1-b17c-4b24-8319-65017e5df390 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671659 Aug 27 02:25:47.421862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.431842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29351546-9c1c-4c36-a2de-5bf4355f6d2f req-39aed0a5-0572-41bc-b242-71e84d13356c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.433525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29351546-9c1c-4c36-a2de-5bf4355f6d2f req-39aed0a5-0572-41bc-b242-71e84d13356c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 950 time: 0.0694222 Aug 27 02:25:47.473646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29351546-9c1c-4c36-a2de-5bf4355f6d2f req-8cba70c5-fe2b-4c06-afee-744b6c6b67a1 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Aug 27 02:25:47.509163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43a7f2ba-5708-4a01-af9a-de6cb979a6b4 req-6889db05-74ac-4851-b022-58505067ff56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0458379 Aug 27 02:25:47.509902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea86a25-4848-4271-8cfe-0dcdeb7866fa,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:47.547352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Checking segment: {'id': '29f406a6-07c3-4932-8082-1b069359a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:47.547711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Network hostable DHCP agents. Network: b5feda28-b687-4f34-b16a-62c65cebc8f6, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:25:47.571415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1050cac-7d11-47ee-8dc7-e0faf1fd168f req-dbb83658-ec8b-43b4-895f-cfe0d48d18e4 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0259919 Aug 27 02:25:47.575442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8892f-1918-464a-93b3-ee60735b20fd req-56aa4fd1-bcda-43bd-8b98-f9f478cf8a0a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.576996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bc8892f-1918-464a-93b3-ee60735b20fd req-56aa4fd1-bcda-43bd-8b98-f9f478cf8a0a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0786133 Aug 27 02:25:47.590592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Network b5feda28-b687-4f34-b16a-62c65cebc8f6 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:25:47.612277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, b5feda28-b687-4f34-b16a-62c65cebc8f6) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:47.619142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.619798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.621910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bb8a3f-e6fb-45b4-92fd-b32160e9878c None None] Network b5feda28-b687-4f34-b16a-62c65cebc8f6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:47.639659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bc8892f-1918-464a-93b3-ee60735b20fd req-4ea221b9-e198-4604-92b8-301e66c0e53c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555131 Aug 27 02:25:47.646457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f171e9a6-bef5-4650-ab81-6608898153a2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5050764 Aug 27 02:25:47.743375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:47.743700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-9acfa4c7-3cb3-4b15-8eaf-fc5d0dab5a20 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.745357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-9acfa4c7-3cb3-4b15-8eaf-fc5d0dab5a20 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/ports?device_id=aead6528-2893-47c8-93ee-32902830ebce HTTP/1.1" status: 200 len: 950 time: 0.0566177 Aug 27 02:25:47.746652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c83c5b06-23af-4e50-b282-cde92a657842 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:47.774937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced63ad-01d6-4084-a7d8-bdcd96a283bb req-cf40669a-cd9c-47fd-acc9-99c414e97113 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.785317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bced63ad-01d6-4084-a7d8-bdcd96a283bb req-cf40669a-cd9c-47fd-acc9-99c414e97113 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 945 time: 0.0615797 Aug 27 02:25:47.827064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bced63ad-01d6-4084-a7d8-bdcd96a283bb req-e7ff3b8a-dc6f-4868-a6e5-3a74caf5f859 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Aug 27 02:25:47.842948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-feb91c05-8dc2-46e1-99cc-a598d523a69d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.844646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-feb91c05-8dc2-46e1-99cc-a598d523a69d tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/ports?device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 950 time: 0.0835567 Aug 27 02:25:47.866457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785effba-f4a3-465d-b6e3-b84d3429dd3c None None] Network b5feda28-b687-4f34-b16a-62c65cebc8f6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:47.881227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port c83c5b06-23af-4e50-b282-cde92a657842 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:47.963586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:47.963938 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.968410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port c83c5b06-23af-4e50-b282-cde92a657842 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:47.968789 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.037308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:48.037518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.064624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:48.189281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port 9ee56294-5ea0-4c4e-9f37-d8b600c83236, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=9ee56294-5ea0-4c4e-9f37-d8b600c83236,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:48.189954 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.229399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'mac_address': 'fa:16:3e:a4:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:48.308877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.310802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.335630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:48.352841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c5b06-23af-4e50-b282-cde92a657842'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:48.355374 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e314f05-e921-478a-aaa0-822cdd24a24d" -d '{"events": [{"server_uuid": "eb09002b-8db0-4a86-a8d2-775d5b60da75", "name": "network-vif-plugged", "status": "completed", "tag": "c83c5b06-23af-4e50-b282-cde92a657842"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:48.377646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port c83c5b06-23af-4e50-b282-cde92a657842, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c83c5b06-23af-4e50-b282-cde92a657842,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:48.379890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:48.383272 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.384234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e52ed6e1-aa25-45ed-9d4b-fabe94621a00 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:48.390037 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.425643 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af56a3e5-4375-4fb7-a066-c77196e7c922 x-openstack-request-id: req-af56a3e5-4375-4fb7-a066-c77196e7c922 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:48.425935 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb09002b-8db0-4a86-a8d2-775d5b60da75", "name": "network-vif-plugged", "status": "completed", "tag": "c83c5b06-23af-4e50-b282-cde92a657842", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:48.426185 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af56a3e5-4375-4fb7-a066-c77196e7c922 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:48.426607 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c5b06-23af-4e50-b282-cde92a657842', 'code': 200} Aug 27 02:25:48.429140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: e52ed6e1-aa25-45ed-9d4b-fabe94621a00 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:48.429489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e52ed6e1-aa25-45ed-9d4b-fabe94621a00 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:48.429917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:48.453554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for 9ee56294-5ea0-4c4e-9f37-d8b600c83236 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:48.470079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:48.470531 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.493306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=c83c5b06-23af-4e50-b282-cde92a657842,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.529519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for cb87fcb5-fb35-4262-b8b0-b9912bf7f87e owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:48.554652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-393a38de-d209-48f5-8bac-949bbbbb5599 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:48.556218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-393a38de-d209-48f5-8bac-949bbbbb5599 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/networks?id=b5feda28-b687-4f34-b16a-62c65cebc8f6 HTTP/1.1" status: 200 len: 813 time: 0.4720907 Aug 27 02:25:48.573660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d948d-5773-451f-addd-52b3f258c0f8 req-3403685b-f0a5-4d55-9f40-f29fb11eb614 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:48.575538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c7d948d-5773-451f-addd-52b3f258c0f8 req-3403685b-f0a5-4d55-9f40-f29fb11eb614 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 948 time: 0.0972848 Aug 27 02:25:48.590171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.594593 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.606940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906513fa-30b8-427d-985f-6b5a974d5172 req-54f46969-0add-4baf-9a39-9771786097eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:48.609022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-906513fa-30b8-427d-985f-6b5a974d5172 req-54f46969-0add-4baf-9a39-9771786097eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 1097 time: 0.0757947 Aug 27 02:25:48.615460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-87184928-9dce-483b-9e59-6a0375c60169 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/quotas/0cbb9edc8fd64f1d889ab8e5304c86d3 HTTP/1.1" status: 200 len: 375 time: 0.0533497 Aug 27 02:25:48.616620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:48.645195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:48.650909 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.651271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c7d948d-5773-451f-addd-52b3f258c0f8 req-bc9e3a58-951a-424b-baa1-07f39b5540e3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664473 Aug 27 02:25:48.675889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-2a80d9e5-526c-4b79-8b02-7f080cf8046d tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0cbb9edc8fd64f1d889ab8e5304c86d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512083 Aug 27 02:25:48.683606 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-906513fa-30b8-427d-985f-6b5a974d5172 req-4b57abb9-fa4f-496d-ba5c-6bbcdd7b387d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624795 Aug 27 02:25:48.725817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.798257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8906d1-544f-4e42-8a74-414291c0994d req-34179965-aa8b-4a50-890a-a8fc0188e100 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:48.800052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e8906d1-544f-4e42-8a74-414291c0994d req-34179965-aa8b-4a50-890a-a8fc0188e100 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c558d9b8-9b6b-43f8-af21-629bbd7354bb HTTP/1.1" status: 200 len: 950 time: 0.0533686 Aug 27 02:25:48.811583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['627b86f7-5597-41f5-9c4d-caee08c374cb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:48.830861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.859372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e8906d1-544f-4e42-8a74-414291c0994d req-a11e1ae8-7a37-4c62-8164-116fc1ffebd8 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Aug 27 02:25:48.864640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:48.892123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=9ee56294-5ea0-4c4e-9f37-d8b600c83236,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.904077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-d4a6fc0d-95c7-4f3e-95db-d94ba720d95f service neutron] 10.222.0.10 "GET /v2.0/networks/b5feda28-b687-4f34-b16a-62c65cebc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140119 Aug 27 02:25:48.905468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.015652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port 9ee56294-5ea0-4c4e-9f37-d8b600c83236 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:49.017132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=cb87fcb5-fb35-4262-b8b0-b9912bf7f87e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:49.018785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e408194b-59d9-497b-b7b8-4717d3b013c0 req-84cda04d-ba8c-454d-a249-76ec3aa97d02 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0420525 Aug 27 02:25:49.031150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.033168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82d4ee8a-46bd-45ef-9673-cb49f365dcae req-cc40f8e8-2f56-4e16-9d7a-67be81cb97a6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "DELETE /v2.0/ports/9ee56294-5ea0-4c4e-9f37-d8b600c83236 HTTP/1.1" status: 204 len: 173 time: 1.2793546 Aug 27 02:25:49.036539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aead6528-2893-47c8-93ee-32902830ebce', 'name': 'network-vif-deleted', 'tag': '9ee56294-5ea0-4c4e-9f37-d8b600c83236'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:49.038847 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69789c0d-6220-4e7a-8ed3-c23a0d899d25" -d '{"events": [{"server_uuid": "aead6528-2893-47c8-93ee-32902830ebce", "name": "network-vif-deleted", "tag": "9ee56294-5ea0-4c4e-9f37-d8b600c83236"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:49.105556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port cb87fcb5-fb35-4262-b8b0-b9912bf7f87e on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:49.108749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.112199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9dfba7e-3b88-49de-ad35-f1621a998deb req-43e65414-6a92-463f-9b47-09f34f0cbe71 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "DELETE /v2.0/ports/cb87fcb5-fb35-4262-b8b0-b9912bf7f87e HTTP/1.1" status: 204 len: 173 time: 1.2610633 Aug 27 02:25:49.144893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-ac39d9db-da70-48fc-a38a-7926722bd39c service neutron] 10.222.0.10 "GET /v2.0/networks/b5feda28-b687-4f34-b16a-62c65cebc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403703 Aug 27 02:25:49.258717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28def0-6cb8-425a-b5e5-ab0f0ff02d20 req-6617e609-043e-47c3-8e43-78dc31aaf8d1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.261000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f28def0-6cb8-425a-b5e5-ab0f0ff02d20 req-6617e609-043e-47c3-8e43-78dc31aaf8d1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0575650 Aug 27 02:25:49.305442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f28def0-6cb8-425a-b5e5-ab0f0ff02d20 req-cb3969f8-3441-4518-96ef-0f2b747e3da0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Aug 27 02:25:49.380728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cb592-0f09-4717-acd8-83ae437938e6 req-f6126679-46ce-48b2-b9be-f9976c4d51fd tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.385143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b6cb592-0f09-4717-acd8-83ae437938e6 req-f6126679-46ce-48b2-b9be-f9976c4d51fd tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 946 time: 0.0649800 Aug 27 02:25:49.432526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:49.448815 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1df3714-c727-4a71-b62a-b0dbf979d82a x-openstack-request-id: req-a1df3714-c727-4a71-b62a-b0dbf979d82a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:49.449239 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aead6528-2893-47c8-93ee-32902830ebce", "name": "network-vif-deleted", "tag": "9ee56294-5ea0-4c4e-9f37-d8b600c83236", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:49.449348 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1df3714-c727-4a71-b62a-b0dbf979d82a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:49.457273 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aead6528-2893-47c8-93ee-32902830ebce', 'name': 'network-vif-deleted', 'tag': '9ee56294-5ea0-4c4e-9f37-d8b600c83236', 'status': 'completed', 'code': 200} Aug 27 02:25:49.460807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b6cb592-0f09-4717-acd8-83ae437938e6 req-c1620d68-2c53-4a1b-a47a-75068d4757a9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693972 Aug 27 02:25:49.574344 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa64be34-8f95-4309-9673-8844bf5f031c req-566454f0-a090-41ed-944a-5a41a698945c tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Aug 27 02:25:49.734351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd56c21a-f901-4231-86bf-15f384928687 req-2cc79714-c329-4d05-a389-fcead958cee4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c8be4fa62942dc9637902c885623bf&device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0455639 Aug 27 02:25:49.786424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb5a00-5fec-423c-b519-9e65e95a87d5 req-25caccc5-366b-4912-ae2b-5c94bfd5bd77 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.788495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-afbb5a00-5fec-423c-b519-9e65e95a87d5 req-25caccc5-366b-4912-ae2b-5c94bfd5bd77 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 947 time: 0.0536785 Aug 27 02:25:49.794586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cea4fd69-84db-4233-847f-1ba65cf1e8c3 req-7cb61598-59ad-49ed-8077-c4053a0ffddb tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0479791 Aug 27 02:25:49.797367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd56c21a-f901-4231-86bf-15f384928687 req-ab3b3458-65ea-490b-9217-f9375fa1101f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=38c8be4fa62942dc9637902c885623bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470374 Aug 27 02:25:49.803149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cb87fcb5-fb35-4262-b8b0-b9912bf7f87e no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:49.845007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: cb87fcb5-fb35-4262-b8b0-b9912bf7f87e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:49.845354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cb87fcb5-fb35-4262-b8b0-b9912bf7f87e not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:49.869898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-afbb5a00-5fec-423c-b519-9e65e95a87d5 req-db59d27b-342b-4b36-ab84-c703ed044a4c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744996 Aug 27 02:25:49.919387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c21a-f901-4231-86bf-15f384928687 req-f8f13ed9-ba03-42a4-b6b6-88f8428e4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.920899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd56c21a-f901-4231-86bf-15f384928687 req-f8f13ed9-ba03-42a4-b6b6-88f8428e4425 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150858 Aug 27 02:25:50.367063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b12b7-0033-432f-86e1-ff9cb08511a8 req-2f141275-3e80-4249-8005-a25b409d0fa6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:50.368601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d7b12b7-0033-432f-86e1-ff9cb08511a8 req-2f141275-3e80-4249-8005-a25b409d0fa6 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 949 time: 0.0503373 Aug 27 02:25:50.411870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d7b12b7-0033-432f-86e1-ff9cb08511a8 req-2cc93486-e2f3-4789-9825-f2a0dd3a1bc4 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373199 Aug 27 02:25:50.415826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:50.420563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['59d6bacc-f79a-4109-88b0-112d8e80382a', '58c2d5fb-dd25-4f19-9469-a5337e2b132b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:50.432426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4bc3-9da9-4f33-acff-f35f9f38e5ba req-8f1053ba-e60f-48f5-85be-e21f0100509e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:50.442749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-557d4bc3-9da9-4f33-acff-f35f9f38e5ba req-8f1053ba-e60f-48f5-85be-e21f0100509e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0623417 Aug 27 02:25:50.483444 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-557d4bc3-9da9-4f33-acff-f35f9f38e5ba req-0cd1dbb3-288c-453b-ab69-5698b343c598 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Aug 27 02:25:50.630405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5d70-033b-4b45-926a-fe71d9a384b8 req-300402b1-b4eb-4f3a-a4e6-0a60c16d4799 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:50.634921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d1a5d70-033b-4b45-926a-fe71d9a384b8 req-300402b1-b4eb-4f3a-a4e6-0a60c16d4799 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 946 time: 0.0740449 Aug 27 02:25:50.639587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-4be2242a-674a-4481-b91c-124c8a559b9e tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:50.641078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-4be2242a-674a-4481-b91c-124c8a559b9e tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.32 "GET /v2.0/networks?id=b5feda28-b687-4f34-b16a-62c65cebc8f6 HTTP/1.1" status: 200 len: 813 time: 0.1204956 Aug 27 02:25:50.672350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Request body: {'port': {'device_id': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6', 'admin_state_up': True, 'tenant_id': '0cbb9edc8fd64f1d889ab8e5304c86d3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:50.677984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d1a5d70-033b-4b45-926a-fe71d9a384b8 req-5e1e30db-6797-4f2e-81d2-bde25c4ac304 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Aug 27 02:25:50.716652 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80a58f76-3110-4330-acaf-8cc0e12f7917 req-78d8d818-567a-43b1-a050-28afd55ac7b4 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 210 time: 0.0405738 Aug 27 02:25:50.837888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Made reservation on behalf of 0cbb9edc8fd64f1d889ab8e5304c86d3 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:50.841883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.918478 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-961810c6-8737-4438-b0f0-c31e69ec4804 req-e33e9653-27bb-4631-98c7-10a0694a3316 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0267417 Aug 27 02:25:51.000024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8640ad-a6c1-40cc-b947-67b8226ac191 req-898914fe-fa58-4e59-82d9-c7632cd07c4a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.001556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fb8640ad-a6c1-40cc-b947-67b8226ac191 req-898914fe-fa58-4e59-82d9-c7632cd07c4a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 946 time: 0.0952685 Aug 27 02:25:51.025636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ba25-4a58-4105-bc09-7de0fd0d61ff req-9f4fbd33-92d7-4f50-872a-95835035eaf6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.027349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27b9ba25-4a58-4105-bc09-7de0fd0d61ff req-9f4fbd33-92d7-4f50-872a-95835035eaf6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 947 time: 0.0528193 Aug 27 02:25:51.038161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Allocated IP 172.20.0.8 (b5feda28-b687-4f34-b16a-62c65cebc8f6/1ea86a25-4848-4271-8cfe-0dcdeb7866fa/895a2141-9a2e-4f61-be18-f7ddbfb4d844) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:51.065604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27b9ba25-4a58-4105-bc09-7de0fd0d61ff req-09742bfd-d6d1-4e9c-8931-b81eed706989 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Aug 27 02:25:51.065959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fb8640ad-a6c1-40cc-b947-67b8226ac191 req-cf429e98-5b98-4dc1-bd00-d2e16d37ddaf tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556555 Aug 27 02:25:51.209160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.250973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.298828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Network b5feda28-b687-4f34-b16a-62c65cebc8f6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:51.304036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:51.310717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:51.314547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Pushing event updated for resources: {'Port': ['ID=895a2141-9a2e-4f61-be18-f7ddbfb4d844,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:51.360289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.361114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.378460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-504088e2-145a-4431-a6c5-33cf8be2360a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131379 Aug 27 02:25:51.401297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Request body: {'port': {'device_id': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:51.440737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd56c21a-f901-4231-86bf-15f384928687 req-b42a3741-a236-4ee8-b95b-0098ffe4a2c9 tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0365787 Aug 27 02:25:51.468899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'name': 'network-vif-deleted', 'tag': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:51.471225 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd85fcf-bcda-49f2-a7a7-9922b037e58d" -d '{"events": [{"server_uuid": "c558d9b8-9b6b-43f8-af21-629bbd7354bb", "name": "network-vif-deleted", "tag": "cb87fcb5-fb35-4262-b8b0-b9912bf7f87e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:51.486481 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.527227 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c42e44d-14c0-46ff-9c20-089c612f23d2 x-openstack-request-id: req-2c42e44d-14c0-46ff-9c20-089c612f23d2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:51.527583 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c558d9b8-9b6b-43f8-af21-629bbd7354bb", "name": "network-vif-deleted", "tag": "cb87fcb5-fb35-4262-b8b0-b9912bf7f87e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:51.527836 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c42e44d-14c0-46ff-9c20-089c612f23d2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:51.528231 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c558d9b8-9b6b-43f8-af21-629bbd7354bb', 'name': 'network-vif-deleted', 'tag': 'cb87fcb5-fb35-4262-b8b0-b9912bf7f87e', 'status': 'completed', 'code': 200} Aug 27 02:25:51.571091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607c919-e5d5-4ee0-a8d1-74572b972da4 req-3e3d2ba6-5a94-412d-8b40-4dfeea93c7a9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.573570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4607c919-e5d5-4ee0-a8d1-74572b972da4 req-3e3d2ba6-5a94-412d-8b40-4dfeea93c7a9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 949 time: 0.0746238 Aug 27 02:25:51.612876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4607c919-e5d5-4ee0-a8d1-74572b972da4 req-a287c6e3-4e50-445b-89de-0a9b828a5488 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Aug 27 02:25:51.713236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf7caa-60e3-41d7-a13b-c7800d053fd6 req-d1318094-efb8-484d-b0b7-5facfef2bc18 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.714651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fbf7caa-60e3-41d7-a13b-c7800d053fd6 req-d1318094-efb8-484d-b0b7-5facfef2bc18 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1092300 Aug 27 02:25:51.773143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:51.779851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fbf7caa-60e3-41d7-a13b-c7800d053fd6 req-bd7bb349-e742-40cc-9145-ecc3635da589 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571773 Aug 27 02:25:51.845965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 627b86f7-5597-41f5-9c4d-caee08c374cb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:51.846334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.848677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563984c0-1fcb-4be6-9c52-08141d1c4b2e req-7e92b237-a8a1-4f97-ae82-2878f6f86c5f tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.850190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-563984c0-1fcb-4be6-9c52-08141d1c4b2e req-7e92b237-a8a1-4f97-ae82-2878f6f86c5f tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 931 time: 0.0585120 Aug 27 02:25:51.889951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895a2141-9a2e-4f61-be18-f7ddbfb4d844 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:51.901732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.921368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-563984c0-1fcb-4be6-9c52-08141d1c4b2e req-41ef7de7-b39e-4093-a902-f9035f1c3185 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588951 Aug 27 02:25:51.924819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e94aff-68fd-44dd-a474-23271a65df82 req-8ce95ebc-a35c-4114-a236-210f531fe3d9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.926384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97e94aff-68fd-44dd-a474-23271a65df82 req-8ce95ebc-a35c-4114-a236-210f531fe3d9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 949 time: 0.1011367 Aug 27 02:25:51.929558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Transition to ACTIVE for port object 895a2141-9a2e-4f61-be18-f7ddbfb4d844 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:51.938408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.971666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:51.974149 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3927590-e5ea-4273-92db-dc69bb54aa35" -d '{"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-plugged", "status": "completed", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:51.981962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.989227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:51.997211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.000837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9ee56294-5ea0-4c4e-9f37-d8b600c83236 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:52.037116 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9fcf68-328f-46a1-a3e6-d77440e74a50 x-openstack-request-id: req-7f9fcf68-328f-46a1-a3e6-d77440e74a50 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:52.037546 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-plugged", "status": "completed", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:52.037886 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f9fcf68-328f-46a1-a3e6-d77440e74a50 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:52.038987 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'code': 200} Aug 27 02:25:52.058307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 9ee56294-5ea0-4c4e-9f37-d8b600c83236 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:52.059076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 9ee56294-5ea0-4c4e-9f37-d8b600c83236 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:52.096353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:52.115609 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c25807ed-52f0-4c82-a76a-eadab9e603b2 req-416fdfde-8ba6-4a61-b4e2-a4fc5b671fdd tempest-ServerShowV257Test-1186444912 tempest-ServerShowV257Test-1186444912-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a175840-41fe-4d1a-9de6-b40df1d90889 HTTP/1.1" status: 200 len: 210 time: 0.0607467 Aug 27 02:25:52.133150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Pushing event updated for resources: {'Port': ['ID=895a2141-9a2e-4f61-be18-f7ddbfb4d844,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:52.182632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7e5ad-0956-4c76-b90c-343349618367 req-bdcfd4da-e84a-430b-8778-83d34d895a52 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.184322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03a7e5ad-0956-4c76-b90c-343349618367 req-bdcfd4da-e84a-430b-8778-83d34d895a52 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a811ad-8151-4203-b02d-8090339eeb97 HTTP/1.1" status: 200 len: 950 time: 0.1224661 Aug 27 02:25:52.194288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port 59d6bacc-f79a-4109-88b0-112d8e80382a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:52.194655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.291791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398a7b9-d931-4198-8e8f-46bd3697a6b8 req-a679b6e9-c3f6-435d-8bd1-09a882bc3390 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.293158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d398a7b9-d931-4198-8e8f-46bd3697a6b8 req-a679b6e9-c3f6-435d-8bd1-09a882bc3390 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1078234 Aug 27 02:25:52.344476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Attempting to bind port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:52.344784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Attempting to bind port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '29f406a6-07c3-4932-8082-1b069359a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:52.345109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Attempting to bind port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 on network b5feda28-b687-4f34-b16a-62c65cebc8f6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:52.346356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port 58c2d5fb-dd25-4f19-9469-a5337e2b132b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:52.346706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.351972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d398a7b9-d931-4198-8e8f-46bd3697a6b8 req-35aefb28-1544-4556-aa3a-a92524a7c080 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522070 Aug 27 02:25:52.370108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 on network b5feda28-b687-4f34-b16a-62c65cebc8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:52.370473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Attempting to bind port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 on network b5feda28-b687-4f34-b16a-62c65cebc8f6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:52.390291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc829-93f2-49d4-b0f4-b1560007df15 req-f001c157-a391-4470-a1d7-bef2d987d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.392390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66bbc829-93f2-49d4-b0f4-b1560007df15 req-f001c157-a391-4470-a1d7-bef2d987d208 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1100 time: 0.1884146 Aug 27 02:25:52.403746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d10dce-f144-4f17-8027-bf1b39da426b req-7a1286bc-96c9-465a-9462-e7c157aaeaf1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.405269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64d10dce-f144-4f17-8027-bf1b39da426b req-7a1286bc-96c9-465a-9462-e7c157aaeaf1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 946 time: 0.2024629 Aug 27 02:25:52.406235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:52.406637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Checking segment: {'id': '29f406a6-07c3-4932-8082-1b069359a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:52.407143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Bound using segment: {'id': '29f406a6-07c3-4932-8082-1b069359a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:52.407598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Bound port: 895a2141-9a2e-4f61-be18-f7ddbfb4d844, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f406a6-07c3-4932-8082-1b069359a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:52.407965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.453447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port 58c2d5fb-dd25-4f19-9469-a5337e2b132b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=58c2d5fb-dd25-4f19-9469-a5337e2b132b,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:52.453907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.459239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port 59d6bacc-f79a-4109-88b0-112d8e80382a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=59d6bacc-f79a-4109-88b0-112d8e80382a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:52.459853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.469578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for 58c2d5fb-dd25-4f19-9469-a5337e2b132b owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:52.514562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for 59d6bacc-f79a-4109-88b0-112d8e80382a owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:52.538430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66bbc829-93f2-49d4-b0f4-b1560007df15 req-8e40d61c-a6b2-4fb8-ae26-8088bebfd793 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278796 Aug 27 02:25:52.564827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-64d10dce-f144-4f17-8027-bf1b39da426b req-fdb57366-746a-446d-b2a1-32fcdac84817 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329846 Aug 27 02:25:52.607438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.614857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] For port 895a2141-9a2e-4f61-be18-f7ddbfb4d844, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:52.620441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['58c2d5fb-dd25-4f19-9469-a5337e2b132b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:52.622727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:52.635999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] For port 895a2141-9a2e-4f61-be18-f7ddbfb4d844, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=895a2141-9a2e-4f61-be18-f7ddbfb4d844,segment=NetworkSegment(29f406a6-07c3-4932-8082-1b069359a90e),segment_id=29f406a6-07c3-4932-8082-1b069359a90e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:52.643901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.656929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=58c2d5fb-dd25-4f19-9469-a5337e2b132b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:52.683630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.684661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.686079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] 10.222.0.32 "PUT /v2.0/ports/895a2141-9a2e-4f61-be18-f7ddbfb4d844 HTTP/1.1" status: 200 len: 1091 time: 1.2890947 Aug 27 02:25:52.722491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port 58c2d5fb-dd25-4f19-9469-a5337e2b132b on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:52.725391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.728062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03a7e5ad-0956-4c76-b90c-343349618367 req-f992f5e1-c170-462a-b583-65597f796ed5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "DELETE /v2.0/ports/58c2d5fb-dd25-4f19-9469-a5337e2b132b HTTP/1.1" status: 204 len: 173 time: 0.5288501 Aug 27 02:25:52.728883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a811ad-8151-4203-b02d-8090339eeb97', 'name': 'network-vif-deleted', 'tag': '58c2d5fb-dd25-4f19-9469-a5337e2b132b'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:52.731538 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c766f-7878-476f-bbf9-9e1c2f0d4aad" -d '{"events": [{"server_uuid": "63a811ad-8151-4203-b02d-8090339eeb97", "name": "network-vif-deleted", "tag": "58c2d5fb-dd25-4f19-9469-a5337e2b132b"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:52.732441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49df9-b916-46e0-a38f-6ecc5cac3eac service neutron] Pushing event updated for resources: {'Port': ['ID=895a2141-9a2e-4f61-be18-f7ddbfb4d844,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:52.883372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-019385e5-0379-49e1-84ca-2c4afaa33355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.885044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-019385e5-0379-49e1-84ca-2c4afaa33355 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbb9edc8fd64f1d889ab8e5304c86d3&device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 1094 time: 0.1166632 Aug 27 02:25:52.896081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.910092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['58c2d5fb-dd25-4f19-9469-a5337e2b132b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:52.919541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0754bc3-bf4f-4607-aaf7-cdc3e5626f6b req-f329cb14-0924-4a25-85ea-7c1acc816671 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.921678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0754bc3-bf4f-4607-aaf7-cdc3e5626f6b req-f329cb14-0924-4a25-85ea-7c1acc816671 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=606513d0-90bd-4656-a4f2-f7dc60399888 HTTP/1.1" status: 200 len: 867 time: 0.1417387 Aug 27 02:25:52.964053 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd74da4-d24b-441f-96f1-5f52ed3c4ea8 x-openstack-request-id: req-fcd74da4-d24b-441f-96f1-5f52ed3c4ea8 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:52.964644 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a811ad-8151-4203-b02d-8090339eeb97", "name": "network-vif-deleted", "tag": "58c2d5fb-dd25-4f19-9469-a5337e2b132b", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:52.964644 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcd74da4-d24b-441f-96f1-5f52ed3c4ea8 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:52.964946 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a811ad-8151-4203-b02d-8090339eeb97', 'name': 'network-vif-deleted', 'tag': '58c2d5fb-dd25-4f19-9469-a5337e2b132b', 'status': 'completed', 'code': 200} Aug 27 02:25:52.982909 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-fc3d373a-3f7f-46c0-a93d-9db12f61be94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=895a2141-9a2e-4f61-be18-f7ddbfb4d844 HTTP/1.1" status: 200 len: 217 time: 0.0879405 Aug 27 02:25:52.988171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=59d6bacc-f79a-4109-88b0-112d8e80382a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:53.065761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cb408-406a-4c52-bec5-f8b6782439ea req-91f09f97-447c-4267-9cee-d94d90e7f157 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.067404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-191cb408-406a-4c52-bec5-f8b6782439ea req-91f09f97-447c-4267-9cee-d94d90e7f157 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0534649 Aug 27 02:25:53.121364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-191cb408-406a-4c52-bec5-f8b6782439ea req-a3b71eb5-4917-4c61-a6e1-0a6563eb602e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464957 Aug 27 02:25:53.236644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:53.258438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0e72-3387-4551-aaf7-9dd2394b7f07 req-8bc89d6e-cfdf-46c3-a50a-3d625513140c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.260737 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6ed0e72-3387-4551-aaf7-9dd2394b7f07 req-8bc89d6e-cfdf-46c3-a50a-3d625513140c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 946 time: 0.0724037 Aug 27 02:25:53.314352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6ed0e72-3387-4551-aaf7-9dd2394b7f07 req-2010538f-5e00-4f20-8d31-5ab4dc8af437 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Aug 27 02:25:53.347095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port 59d6bacc-f79a-4109-88b0-112d8e80382a on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:53.352088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.354369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97e94aff-68fd-44dd-a474-23271a65df82 req-ecf09ce4-2cd1-4adf-94f4-02680a563a66 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.45 "DELETE /v2.0/ports/59d6bacc-f79a-4109-88b0-112d8e80382a HTTP/1.1" status: 204 len: 173 time: 1.4186115 Aug 27 02:25:53.383143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0754bc3-bf4f-4607-aaf7-cdc3e5626f6b req-78295442-f12a-491b-94b7-1c857c0f052e tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215877 Aug 27 02:25:53.385923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-c8284527-fb36-439b-adc0-d6a8c888a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.387720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-c8284527-fb36-439b-adc0-d6a8c888a38d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ea86a25-4848-4271-8cfe-0dcdeb7866fa HTTP/1.1" status: 200 len: 853 time: 0.3872807 Aug 27 02:25:53.454286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-06325033-c64f-40ab-9c1b-4fad49999960 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5feda28-b687-4f34-b16a-62c65cebc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576408 Aug 27 02:25:53.500195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffc1c7-e6ac-4bdb-9a5a-60eef4d25797 req-06ef1bc2-4eca-48a9-aa63-fbd479e98f89 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.511010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89ffc1c7-e6ac-4bdb-9a5a-60eef4d25797 req-06ef1bc2-4eca-48a9-aa63-fbd479e98f89 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 943 time: 0.0917666 Aug 27 02:25:53.567016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89ffc1c7-e6ac-4bdb-9a5a-60eef4d25797 req-6ea744af-3a8b-4284-818e-47471a465b27 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546770 Aug 27 02:25:53.567201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'tag': '895a2141-9a2e-4f61-be18-f7ddbfb4d844'}, {'server_uuid': '606513d0-90bd-4656-a4f2-f7dc60399888', 'name': 'network-vif-deleted', 'tag': '59d6bacc-f79a-4109-88b0-112d8e80382a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:53.569748 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ee2ba8-c377-4722-ab81-0e89e8a039ae" -d '{"events": [{"name": "network-changed", "server_uuid": "29c735a4-0cdc-4ea0-aef2-b3443ee29457", "tag": "895a2141-9a2e-4f61-be18-f7ddbfb4d844"}, {"server_uuid": "606513d0-90bd-4656-a4f2-f7dc60399888", "name": "network-vif-deleted", "tag": "59d6bacc-f79a-4109-88b0-112d8e80382a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:53.665854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106421de-aba1-4b86-aac9-0ab9b2760677 req-6b816418-9263-4ee0-86bd-3f6e7ed8ce45 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.667740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106421de-aba1-4b86-aac9-0ab9b2760677 req-6b816418-9263-4ee0-86bd-3f6e7ed8ce45 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0924163 Aug 27 02:25:53.681372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-4119b672-9778-4422-ba59-913499a5a6b6 service neutron] 10.222.0.32 "GET /v2.0/networks/b5feda28-b687-4f34-b16a-62c65cebc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194421 Aug 27 02:25:53.720882 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1740167f-23ca-45de-a325-0697870ed46b x-openstack-request-id: req-1740167f-23ca-45de-a325-0697870ed46b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:53.721264 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c735a4-0cdc-4ea0-aef2-b3443ee29457", "tag": "895a2141-9a2e-4f61-be18-f7ddbfb4d844", "status": "completed", "code": 200}, {"server_uuid": "606513d0-90bd-4656-a4f2-f7dc60399888", "name": "network-vif-deleted", "tag": "59d6bacc-f79a-4109-88b0-112d8e80382a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:53.721735 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1740167f-23ca-45de-a325-0697870ed46b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:53.722345 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'tag': '895a2141-9a2e-4f61-be18-f7ddbfb4d844', 'status': 'completed', 'code': 200} Aug 27 02:25:53.722688 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606513d0-90bd-4656-a4f2-f7dc60399888', 'name': 'network-vif-deleted', 'tag': '59d6bacc-f79a-4109-88b0-112d8e80382a', 'status': 'completed', 'code': 200} Aug 27 02:25:53.798057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106421de-aba1-4b86-aac9-0ab9b2760677 req-502c791e-4a49-4659-a31b-89b1557ed14c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133196 Aug 27 02:25:53.798057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42132) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:53.827919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e41a148-f79d-439c-9d48-404f0acb81c1 req-6ef09d9b-04c8-4fb9-9dcd-35c1f464d477 service neutron] 10.222.0.32 "GET /v2.0/networks/b5feda28-b687-4f34-b16a-62c65cebc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385689 Aug 27 02:25:53.928976 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6554ab6b-e79d-407c-b135-85d18d7b354f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.952117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-08e9198f-3dd7-4e18-8a01-758dc690f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.953853 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-08e9198f-3dd7-4e18-8a01-758dc690f68f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbb9edc8fd64f1d889ab8e5304c86d3&device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 1094 time: 0.0706768 Aug 27 02:25:54.088623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-2f75bcd9-f664-46e6-af50-7e8054d65c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.090202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-2f75bcd9-f664-46e6-af50-7e8054d65c82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5feda28-b687-4f34-b16a-62c65cebc8f6 HTTP/1.1" status: 200 len: 914 time: 0.1285081 Aug 27 02:25:54.137984 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-b4b1d525-b813-4927-b430-6f124a84e8d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=895a2141-9a2e-4f61-be18-f7ddbfb4d844 HTTP/1.1" status: 200 len: 217 time: 0.0385587 Aug 27 02:25:54.183477 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6554ab6b-e79d-407c-b135-85d18d7b354f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.190358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6554ab6b-e79d-407c-b135-85d18d7b354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.255020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-795023b9-caad-4649-92cc-fb35ea779808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.256597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-795023b9-caad-4649-92cc-fb35ea779808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ea86a25-4848-4271-8cfe-0dcdeb7866fa HTTP/1.1" status: 200 len: 853 time: 0.1097240 Aug 27 02:25:54.281310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6554ab6b-e79d-407c-b135-85d18d7b354f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38c8be4fa62942dc9637902c885623bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879062 Aug 27 02:25:54.284305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42140) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:54.295346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ab6b-e79d-407c-b135-85d18d7b354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7af11-d7de-45d7-acd4-e1a409ec1bd1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:54.299278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-d3aa9652-b481-4d44-b6de-1cc26ad56c59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5feda28-b687-4f34-b16a-62c65cebc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317628 Aug 27 02:25:54.335985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e6d1-2c78-4d94-bbdf-2b5516d5a4db req-4b9b3dbd-3cb0-4b57-89de-f1e6327bfa75 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.337513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f4e6d1-2c78-4d94-bbdf-2b5516d5a4db req-4b9b3dbd-3cb0-4b57-89de-f1e6327bfa75 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1283033 Aug 27 02:25:54.338094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85148fe9-19b4-4db8-be23-abd68a5c60fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.361742 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85148fe9-19b4-4db8-be23-abd68a5c60fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.420384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f4e6d1-2c78-4d94-bbdf-2b5516d5a4db req-d1809b45-fca7-4a92-a454-afb5aeb121cc tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Aug 27 02:25:54.441020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-e8805706-b3fa-4bb6-959a-22383801687f service neutron] 10.222.0.32 "GET /v2.0/networks/b5feda28-b687-4f34-b16a-62c65cebc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329284 Aug 27 02:25:54.450789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96115cc3-6dd5-4e73-b3e9-c1d26240c175 req-6f22153c-c1c3-4574-965e-b0866948013a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.452302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96115cc3-6dd5-4e73-b3e9-c1d26240c175 req-6f22153c-c1c3-4574-965e-b0866948013a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 946 time: 0.0635209 Aug 27 02:25:54.462450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85148fe9-19b4-4db8-be23-abd68a5c60fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.465979 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85148fe9-19b4-4db8-be23-abd68a5c60fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.469961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-85148fe9-19b4-4db8-be23-abd68a5c60fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cc7af11-d7de-45d7-acd4-e1a409ec1bd1 HTTP/1.1" status: 204 len: 168 time: 0.1819839 Aug 27 02:25:54.488640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85148fe9-19b4-4db8-be23-abd68a5c60fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7af11-d7de-45d7-acd4-e1a409ec1bd1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:54.523939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96115cc3-6dd5-4e73-b3e9-c1d26240c175 req-93ab5b33-fac9-492a-8049-1fb9795ae89a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552995 Aug 27 02:25:54.559076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16ee2ba8-c377-4722-ab81-0e89e8a039ae req-66104398-545c-4d36-9751-321172148dfe service neutron] 10.222.0.32 "GET /v2.0/networks/b5feda28-b687-4f34-b16a-62c65cebc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021888 Aug 27 02:25:54.727536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-6164ac44-4ac9-428a-86f5-e7e359403309 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.728938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-6164ac44-4ac9-428a-86f5-e7e359403309 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 946 time: 0.0960405 Aug 27 02:25:54.739932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab37947-3822-4f4c-ba3a-5fcbf088f72f req-7d382d15-ec8e-486c-8c65-a5e2da758c93 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.744294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ab37947-3822-4f4c-ba3a-5fcbf088f72f req-7d382d15-ec8e-486c-8c65-a5e2da758c93 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 943 time: 0.0968575 Aug 27 02:25:54.849498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ab37947-3822-4f4c-ba3a-5fcbf088f72f req-76d69d5e-2efe-40f3-873b-417e6a8f0ba2 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699215 Aug 27 02:25:54.889619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Deleting port c83c5b06-23af-4e50-b282-cde92a657842 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:54.890058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.968537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d314-e00e-4e97-ac94-bd36697b6f14 req-c84e5562-6d6e-4f7e-9900-e946eda68ed9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.970067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1792d314-e00e-4e97-ac94-bd36697b6f14 req-c84e5562-6d6e-4f7e-9900-e946eda68ed9 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 949 time: 0.0575428 Aug 27 02:25:55.017962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1792d314-e00e-4e97-ac94-bd36697b6f14 req-87c10564-26ba-4711-8fa1-fd33a99dc98b tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Aug 27 02:25:55.038716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34b6e7-0d2e-41b2-90c3-061df4a3a95e req-53e82c17-f0a0-4505-aad1-e287ca1419f6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.042925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc34b6e7-0d2e-41b2-90c3-061df4a3a95e req-53e82c17-f0a0-4505-aad1-e287ca1419f6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0899956 Aug 27 02:25:55.048708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] For port c83c5b06-23af-4e50-b282-cde92a657842, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c83c5b06-23af-4e50-b282-cde92a657842,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:55.049064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.080992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Calling delete_port for c83c5b06-23af-4e50-b282-cde92a657842 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:55.116448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc34b6e7-0d2e-41b2-90c3-061df4a3a95e req-bc971e43-7617-45c1-b195-b8d639e55d46 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642669 Aug 27 02:25:55.238077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.245221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef965c-f7b3-4332-9726-4253ac6e1e68 req-b0be907c-de1b-4cc5-afd1-29f6736a4b92 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.252827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cef965c-f7b3-4332-9726-4253ac6e1e68 req-b0be907c-de1b-4cc5-afd1-29f6736a4b92 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0561736 Aug 27 02:25:55.253729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['c83c5b06-23af-4e50-b282-cde92a657842'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:55.273734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42184) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:55.277157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event deleted for resources: {'Port': ['ID=c83c5b06-23af-4e50-b282-cde92a657842,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:55.295135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cef965c-f7b3-4332-9726-4253ac6e1e68 req-9960731d-be50-4511-91ca-d6df7614e206 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Aug 27 02:25:55.332236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] No DVR routers for this DVR port c83c5b06-23af-4e50-b282-cde92a657842 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:55.335258 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.336961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06baeec1-819b-45e3-b5ab-c5995f2824fa req-7376ffbf-6a8b-44bf-a0c0-d2ebb80c31b0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.45 "DELETE /v2.0/ports/c83c5b06-23af-4e50-b282-cde92a657842 HTTP/1.1" status: 204 len: 173 time: 0.5916979 Aug 27 02:25:55.410017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1565183698-network', 'tenant_id': '29a7411587d2492d9caed98dd25cd306'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:55.438924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Made reservation on behalf of 29a7411587d2492d9caed98dd25cd306 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:55.441856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.458872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.620613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93047365-d63c-475f-8809-78b038c2c7db req-83351596-47f3-4905-8878-d2510e59861e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.622785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93047365-d63c-475f-8809-78b038c2c7db req-83351596-47f3-4905-8878-d2510e59861e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0927002 Aug 27 02:25:55.645454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.653651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.689588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:25:55.690511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa5340-be6d-455e-b852-773a5c545a7b req-40574aa3-c9be-42c3-866e-7963559e2f19 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.692481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8fa5340-be6d-455e-b852-773a5c545a7b req-40574aa3-c9be-42c3-866e-7963559e2f19 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0742967 Aug 27 02:25:55.710873 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93047365-d63c-475f-8809-78b038c2c7db req-23a21e97-e6bd-45d9-927b-ca68caf25be5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814543 Aug 27 02:25:55.713704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfcefc5-5cac-4a40-bc32-1ffb27864b74,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:55.717017 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.717349 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Added segment e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2 of type vlan for network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd Aug 27 02:25:55.729042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'name': 'network-vif-deleted', 'tag': 'c83c5b06-23af-4e50-b282-cde92a657842'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:55.731515 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65701a4c-d4ea-4156-a27c-9ceca11b9fe6" -d '{"events": [{"server_uuid": "eb09002b-8db0-4a86-a8d2-775d5b60da75", "name": "network-vif-deleted", "tag": "c83c5b06-23af-4e50-b282-cde92a657842"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:55.752785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8fa5340-be6d-455e-b852-773a5c545a7b req-3c2f0ce4-c3dd-45a4-8001-e6a07b82d313 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521579 Aug 27 02:25:55.766426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.784942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c83c5b06-23af-4e50-b282-cde92a657842 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:55.812407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: c83c5b06-23af-4e50-b282-cde92a657842 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:55.812817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c83c5b06-23af-4e50-b282-cde92a657842 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:55.813432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 59d6bacc-f79a-4109-88b0-112d8e80382a no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:55.819275 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dcfdb3-3946-4fb4-9abc-c1140505ffb4 x-openstack-request-id: req-21dcfdb3-3946-4fb4-9abc-c1140505ffb4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:55.819931 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb09002b-8db0-4a86-a8d2-775d5b60da75", "name": "network-vif-deleted", "tag": "c83c5b06-23af-4e50-b282-cde92a657842", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:55.820227 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21dcfdb3-3946-4fb4-9abc-c1140505ffb4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:55.820759 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb09002b-8db0-4a86-a8d2-775d5b60da75', 'name': 'network-vif-deleted', 'tag': 'c83c5b06-23af-4e50-b282-cde92a657842', 'status': 'completed', 'code': 200} Aug 27 02:25:55.826028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.827041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.827635 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.839902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 59d6bacc-f79a-4109-88b0-112d8e80382a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:55.840486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 59d6bacc-f79a-4109-88b0-112d8e80382a not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:55.841070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 58c2d5fb-dd25-4f19-9469-a5337e2b132b no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:55.845591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 895a2141-9a2e-4f61-be18-f7ddbfb4d844 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:55.865445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 58c2d5fb-dd25-4f19-9469-a5337e2b132b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:55.865839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 58c2d5fb-dd25-4f19-9469-a5337e2b132b not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:55.928286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-319172e4-bbc4-43c1-acd4-f35e4b701217 req-c6af1fd1-ba57-4b18-ac91-490e54409767 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb09002b-8db0-4a86-a8d2-775d5b60da75 HTTP/1.1" status: 200 len: 210 time: 0.0970936 Aug 27 02:25:55.930473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] Pushing event updated for resources: {'Network': ['ID=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:55.948545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa71fac6-8f83-4ae1-81bf-03d6188d9d0e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6732926 Aug 27 02:25:55.949764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:25:55.951548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:55.957470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Request body: {'subnet': {'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1565183698-subnet', 'tenant_id': '29a7411587d2492d9caed98dd25cd306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:55.995513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Made reservation on behalf of 29a7411587d2492d9caed98dd25cd306 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:55.997992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.105719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 895a2141-9a2e-4f61-be18-f7ddbfb4d844, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=895a2141-9a2e-4f61-be18-f7ddbfb4d844,segment=NetworkSegment(29f406a6-07c3-4932-8082-1b069359a90e),segment_id=29f406a6-07c3-4932-8082-1b069359a90e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:56.120200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48529089-0bd4-47b5-b3fc-2fb67adbf81a req-e1f385a4-9308-47b2-a49d-b42dda206c6f tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.122433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '895a2141-9a2e-4f61-be18-f7ddbfb4d844', 'network_id': 'b5feda28-b687-4f34-b16a-62c65cebc8f6', 'port_id': '895a2141-9a2e-4f61-be18-f7ddbfb4d844', 'mac_address': 'fa:16:3e:0b:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea86a25-4848-4271-8cfe-0dcdeb7866fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:56.126929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48529089-0bd4-47b5-b3fc-2fb67adbf81a req-e1f385a4-9308-47b2-a49d-b42dda206c6f tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 943 time: 0.1416903 Aug 27 02:25:56.164553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.172103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66053f0b-9c7c-4f4c-9267-282cd80541b3 req-39e01a6b-53d5-4414-bfc4-f7dd0b41372c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.175316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66053f0b-9c7c-4f4c-9267-282cd80541b3 req-39e01a6b-53d5-4414-bfc4-f7dd0b41372c tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 949 time: 0.0694444 Aug 27 02:25:56.177810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895a2141-9a2e-4f61-be18-f7ddbfb4d844 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:56.180469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48529089-0bd4-47b5-b3fc-2fb67adbf81a req-f9ea8165-b362-44c6-8249-dfba7de48964 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 Aug 27 02:25:56.200402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 895a2141-9a2e-4f61-be18-f7ddbfb4d844, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=895a2141-9a2e-4f61-be18-f7ddbfb4d844,segment=NetworkSegment(29f406a6-07c3-4932-8082-1b069359a90e),segment_id=29f406a6-07c3-4932-8082-1b069359a90e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:56.215037 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.251525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66053f0b-9c7c-4f4c-9267-282cd80541b3 req-2aecbec1-ddb9-4b34-95b2-054e1252ee00 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cba51f-194a-4c3b-bc8a-fc5b537b06d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640569 Aug 27 02:25:56.280698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=895a2141-9a2e-4f61-be18-f7ddbfb4d844,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.309009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.375344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302176c-f8fb-4f92-910e-03c820dca143 req-e0745b05-e4f9-4c2e-bb2f-9d1ab92099fa tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.376805 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b302176c-f8fb-4f92-910e-03c820dca143 req-e0745b05-e4f9-4c2e-bb2f-9d1ab92099fa tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 949 time: 0.1101687 Aug 27 02:25:56.382204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a87e2a-f937-470d-9d35-515dba21a2f6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.420068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Checking segment: {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:56.420537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Network hostable DHCP agents. Network: eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:25:56.479176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:25:56.489930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:56.496392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.496615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.499511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d84b6-9143-419c-9954-54567d23e85c None None] Network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:56.515436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['895a2141-9a2e-4f61-be18-f7ddbfb4d844'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:56.519717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Deleting port 08030f9b-008a-42f7-a93f-985e58fb12a2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:56.520101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.524379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b9cea1c5-5ca4-462b-89de-1158633a9f7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5716901 Aug 27 02:25:56.628014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] For port 08030f9b-008a-42f7-a93f-985e58fb12a2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=08030f9b-008a-42f7-a93f-985e58fb12a2,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:56.628405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.644289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Calling delete_port for 08030f9b-008a-42f7-a93f-985e58fb12a2 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:56.686572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f800c8d-9cd8-4fb5-b04d-23c777f3ef78 None None] Network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:56.853075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.889815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Pushing event deleted for resources: {'Port': ['ID=08030f9b-008a-42f7-a93f-985e58fb12a2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.933597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ca80-04db-48ea-8703-6abfd2edcb04 req-95a60896-a797-4401-a1d3-b11501734233 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.935477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0c5ca80-04db-48ea-8703-6abfd2edcb04 req-95a60896-a797-4401-a1d3-b11501734233 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1187418 Aug 27 02:25:56.955482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] No DVR routers for this DVR port 08030f9b-008a-42f7-a93f-985e58fb12a2 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:56.958855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.961197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b302176c-f8fb-4f92-910e-03c820dca143 req-0cf469ea-8020-463c-8773-cb28affae817 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.32 "DELETE /v2.0/ports/08030f9b-008a-42f7-a93f-985e58fb12a2 HTTP/1.1" status: 204 len: 173 time: 0.5765574 Aug 27 02:25:56.999695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0c5ca80-04db-48ea-8703-6abfd2edcb04 req-65f23249-39d2-4f9e-8413-76b0227d5767 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Aug 27 02:25:57.033827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-6eace6d1-127e-4a09-acfe-48c2644c2851 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:57.035688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-6eace6d1-127e-4a09-acfe-48c2644c2851 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 814 time: 0.1200964 Aug 27 02:25:57.053314 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-ee4649b2-c1eb-4972-ad7c-d5a69513962c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/quotas/29a7411587d2492d9caed98dd25cd306 HTTP/1.1" status: 200 len: 375 time: 0.0104287 Aug 27 02:25:57.087070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-526089b6-b6f7-4c9d-8a54-6ebd46ef7443 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268383 Aug 27 02:25:57.113881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d5a26-a7d1-4876-802c-a13eb58cab73 req-ea08f9b1-6b19-4357-9449-fc8822d2cb38 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:57.115776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e57d5a26-a7d1-4876-802c-a13eb58cab73 req-ea08f9b1-6b19-4357-9449-fc8822d2cb38 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0567088 Aug 27 02:25:57.153220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e57d5a26-a7d1-4876-802c-a13eb58cab73 req-715e27ad-b845-4819-84ff-acb0589b84df tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Aug 27 02:25:57.180966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-abd6068b-814a-422e-9c6f-cb354a0a85c4 service neutron] 10.222.0.10 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867002 Aug 27 02:25:57.299149 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-ca26cdd9-1463-40f1-b7d8-efd0c3decf05 service neutron] 10.222.0.10 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122732 Aug 27 02:25:57.344079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['08030f9b-008a-42f7-a93f-985e58fb12a2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:57.407947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123da00d-de03-4179-bc58-c61435fd2b91 req-962d0966-5955-418a-8c35-8a156b2d44a9 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:57.410825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-123da00d-de03-4179-bc58-c61435fd2b91 req-962d0966-5955-418a-8c35-8a156b2d44a9 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 944 time: 0.0923641 Aug 27 02:25:57.482304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-123da00d-de03-4179-bc58-c61435fd2b91 req-8b4fc109-ba06-491f-872f-94cf71ab300a tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662467 Aug 27 02:25:57.538131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7db9dbc-4ef5-456e-b998-528c869e71d0 req-805fe58e-ae9e-4866-b75b-b595672c17c5 tempest-ServersOnMultiNodesTest-933781327 tempest-ServersOnMultiNodesTest-933781327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9f281-2799-49ea-ac4f-5f2caa08896d HTTP/1.1" status: 200 len: 210 time: 0.0433435 Aug 27 02:25:57.619011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac41b-3b28-4627-990f-858fb5995d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.669202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43f8519-89f5-40c6-9c5b-67675dde4ea4 req-77042db7-c75a-44cd-b757-6fdced3be3e2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 210 time: 0.0314085 Aug 27 02:25:57.745201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-44b33344-2e64-4f89-9506-fa427ba4e794 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:57.746700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-44b33344-2e64-4f89-9506-fa427ba4e794 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.1128650 Aug 27 02:25:57.763397 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-35ad6fca-b3f0-4968-9778-51d4ecf6ee41 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/quotas/0752587e783c4457a71471578251cf20 HTTP/1.1" status: 200 len: 375 time: 0.0105543 Aug 27 02:25:57.796822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-008e8c2d-a0e4-4318-85dc-531a00203522 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270276 Aug 27 02:25:57.821600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'name': 'network-vif-deleted', 'tag': '08030f9b-008a-42f7-a93f-985e58fb12a2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:57.824083 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a8448-8330-4694-bba5-673245852fcb" -d '{"events": [{"server_uuid": "b0f9f281-2799-49ea-ac4f-5f2caa08896d", "name": "network-vif-deleted", "tag": "08030f9b-008a-42f7-a93f-985e58fb12a2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:57.869369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 895a2141-9a2e-4f61-be18-f7ddbfb4d844 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:57.870246 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdc37a3-b498-4f75-b3e3-e36651a39528 x-openstack-request-id: req-acdc37a3-b498-4f75-b3e3-e36651a39528 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:57.870805 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f9f281-2799-49ea-ac4f-5f2caa08896d", "name": "network-vif-deleted", "tag": "08030f9b-008a-42f7-a93f-985e58fb12a2", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:57.870962 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acdc37a3-b498-4f75-b3e3-e36651a39528 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:57.871434 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f9f281-2799-49ea-ac4f-5f2caa08896d', 'name': 'network-vif-deleted', 'tag': '08030f9b-008a-42f7-a93f-985e58fb12a2', 'status': 'completed', 'code': 200} Aug 27 02:25:57.894113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-5a06cc57-f915-4cb7-80c7-f430b3f28dda service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903833 Aug 27 02:25:57.924618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:57.929220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:57.930680 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.995629 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-9a50a66b-311b-4c27-87a3-13cfd40e5be7 service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941155 Aug 27 02:25:58.014927 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:58.039863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a2141-9a2e-4f61-be18-f7ddbfb4d844'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:58.042564 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb62c24-8a0b-4609-aa33-e6c6df134b69" -d '{"events": [{"server_uuid": "29c735a4-0cdc-4ea0-aef2-b3443ee29457", "name": "network-vif-plugged", "status": "completed", "tag": "895a2141-9a2e-4f61-be18-f7ddbfb4d844"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:58.055855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 895a2141-9a2e-4f61-be18-f7ddbfb4d844, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=895a2141-9a2e-4f61-be18-f7ddbfb4d844,segment=NetworkSegment(29f406a6-07c3-4932-8082-1b069359a90e),segment_id=29f406a6-07c3-4932-8082-1b069359a90e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:58.065744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:58.127010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=895a2141-9a2e-4f61-be18-f7ddbfb4d844,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:58.150840 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42762574-6f3d-4b65-aa61-86966009e739 x-openstack-request-id: req-42762574-6f3d-4b65-aa61-86966009e739 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:58.151131 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c735a4-0cdc-4ea0-aef2-b3443ee29457", "name": "network-vif-plugged", "status": "completed", "tag": "895a2141-9a2e-4f61-be18-f7ddbfb4d844", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:58.151398 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42762574-6f3d-4b65-aa61-86966009e739 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:58.151827 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a2141-9a2e-4f61-be18-f7ddbfb4d844', 'code': 200} Aug 27 02:25:58.159058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e71f2-1f36-40fa-b489-6177b4b81b66 req-ead53287-7d0c-41c1-b311-67c9e3a3f9f3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.166597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b33e71f2-1f36-40fa-b489-6177b4b81b66 req-ead53287-7d0c-41c1-b311-67c9e3a3f9f3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0744419 Aug 27 02:25:58.214671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b33e71f2-1f36-40fa-b489-6177b4b81b66 req-0980a371-6883-4ec3-b2ea-5a45b1de3399 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Aug 27 02:25:58.216394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e963cfc3-e236-4012-a17e-43fd29988e07 req-724cc721-4fe4-4eb7-985e-c09ed2c403a8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 210 time: 0.0309741 Aug 27 02:25:58.258198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec86c27-ed37-452c-a4c4-17f7e9d6448f req-b3df8902-eed5-410d-8c46-b2917629d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.260646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ec86c27-ed37-452c-a4c4-17f7e9d6448f req-b3df8902-eed5-410d-8c46-b2917629d223 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 1096 time: 0.0448086 Aug 27 02:25:58.335942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ec86c27-ed37-452c-a4c4-17f7e9d6448f req-1bd4d6ee-2b80-4a81-9205-80d7b08a6457 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Aug 27 02:25:58.348340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b95e8a-ecfb-416c-a552-fdff97dcc195 req-d983acc6-5963-4f05-8873-42b61b429e75 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.349918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14b95e8a-ecfb-416c-a552-fdff97dcc195 req-d983acc6-5963-4f05-8873-42b61b429e75 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0738988 Aug 27 02:25:58.390039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14b95e8a-ecfb-416c-a552-fdff97dcc195 req-9aeed5aa-af4b-47bb-b902-c1be7ba8ce5e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336244 Aug 27 02:25:58.631355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-5eac0062-c128-4741-8917-1b5cf358b99a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.633147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-5eac0062-c128-4741-8917-1b5cf358b99a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.45 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 814 time: 0.1489606 Aug 27 02:25:58.651128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757583b4-208b-4240-9afe-c5dce6e146aa req-9c072b41-ac18-4a71-81c0-0a4807b81294 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.652232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Request body: {'port': {'device_id': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd', 'admin_state_up': True, 'tenant_id': '29a7411587d2492d9caed98dd25cd306'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:58.652676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-757583b4-208b-4240-9afe-c5dce6e146aa req-9c072b41-ac18-4a71-81c0-0a4807b81294 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 945 time: 0.0877748 Aug 27 02:25:58.711210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-757583b4-208b-4240-9afe-c5dce6e146aa req-fab4a8ba-ff9a-4839-a144-4f61bdbc9624 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513978 Aug 27 02:25:58.805571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-148cb9ba-3296-4a38-9c35-2609f4c9f0f5 req-c60b23fb-8240-4d9c-9c25-02b9c24504c5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 210 time: 0.0345247 Aug 27 02:25:58.818648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Made reservation on behalf of 29a7411587d2492d9caed98dd25cd306 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:58.822356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:58.901283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42304) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:58.973070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Allocated IP 172.20.0.13 (eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd/a6a87e2a-f937-470d-9d35-515dba21a2f6/8573125d-cf21-4983-957e-1f5106545428) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:59.037617 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ab2b8c33-15d9-4d13-995a-c2f488cdb3c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ce2610402344746b382fcf00232b4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347082 Aug 27 02:25:59.040114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42308) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:59.087121 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.107602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.128853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.159993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.162607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.163913 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55cba51f-194a-4c3b-bc8a-fc5b537b06d5 HTTP/1.1" status: 204 len: 168 time: 0.1227572 Aug 27 02:25:59.172408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cba51f-194a-4c3b-bc8a-fc5b537b06d5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:59.180158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.180461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.180807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.181142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.181493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.181804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.182242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.182555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.182874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.183191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.183506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.183937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.184259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e44-9c9a-4fe1-a4e9-a772e9c43ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:59.238979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:59.247240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:59.252554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:59.256409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:59.367310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afeb62-f02b-4731-b8ce-8f5c0c2dfe32 req-2514a17f-4612-4448-98be-b5b549459e90 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.369027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7afeb62-f02b-4731-b8ce-8f5c0c2dfe32 req-2514a17f-4612-4448-98be-b5b549459e90 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0621474 Aug 27 02:25:59.373277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.373903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.414864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99728d07-d1c1-45a3-a52f-8a4cdbabbd78 req-e6d7e8e8-b649-44a1-a6ac-23f3ccc971b2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 210 time: 0.0500937 Aug 27 02:25:59.421318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7afeb62-f02b-4731-b8ce-8f5c0c2dfe32 req-8a0e41f5-3393-40fe-9a89-c8c9cc4e146a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 Aug 27 02:25:59.434488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-60d4fb1c-5697-4c28-8908-72022cb20fd3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7864699 Aug 27 02:25:59.453043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Request body: {'port': {'device_id': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:59.503228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-9a9814a7-5c08-49e9-884c-7d465d6cfbae tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.504753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-9a9814a7-5c08-49e9-884c-7d465d6cfbae tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.2025428 Aug 27 02:25:59.542390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Request body: {'port': {'device_id': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'admin_state_up': True, 'tenant_id': '0752587e783c4457a71471578251cf20'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:59.609454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.615835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42322) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:59.677020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-135fdf97-9dd6-4301-b9ae-1a7061d1a51d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ef34be9b681402e9c409550cfbde1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587876 Aug 27 02:25:59.679436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42324) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:59.681088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce896386-6d5a-452a-933e-76f1490debb6 req-e71302ad-a0b3-4dd1-b003-687f16a7afe8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.682634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce896386-6d5a-452a-933e-76f1490debb6 req-e71302ad-a0b3-4dd1-b003-687f16a7afe8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1736624 Aug 27 02:25:59.747196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b2eab5a-2b1a-4b88-8e3d-6e980058b759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.768538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b2eab5a-2b1a-4b88-8e3d-6e980058b759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.816873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce896386-6d5a-452a-933e-76f1490debb6 req-86b764f4-2303-471d-8b6b-cdf9cbd5a070 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247957 Aug 27 02:25:59.825785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b2eab5a-2b1a-4b88-8e3d-6e980058b759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.829084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b2eab5a-2b1a-4b88-8e3d-6e980058b759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:59.833093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8b2eab5a-2b1a-4b88-8e3d-6e980058b759 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/faea86ba-9f5a-4a0b-a799-87892cabdce2 HTTP/1.1" status: 204 len: 168 time: 0.1522250 Aug 27 02:25:59.849198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eab5a-2b1a-4b88-8e3d-6e980058b759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea86ba-9f5a-4a0b-a799-87892cabdce2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:59.899761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 08030f9b-008a-42f7-a93f-985e58fb12a2 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:59.925442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 08030f9b-008a-42f7-a93f-985e58fb12a2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:59.926111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 08030f9b-008a-42f7-a93f-985e58fb12a2 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:59.928260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d38e1-6a3a-43c9-aa4b-70aa52cb8e49 req-1270f52d-734a-4b32-b694-0571ff3cba43 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.930765 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e0d38e1-6a3a-43c9-aa4b-70aa52cb8e49 req-1270f52d-734a-4b32-b694-0571ff3cba43 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 945 time: 0.0702817 Aug 27 02:25:59.980135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e0d38e1-6a3a-43c9-aa4b-70aa52cb8e49 req-a3860004-8d20-414e-bdc9-20eafece5a8f tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Aug 27 02:26:00.139460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:00.142951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.188305 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3eb60b90-33b8-46a1-ba47-a6deac6ca736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.283344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79226b21-5a92-45b2-b901-24a7f163571f req-e7e3f3b1-1252-4cee-ada4-07693b83e0c7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:00.284999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79226b21-5a92-45b2-b901-24a7f163571f req-e7e3f3b1-1252-4cee-ada4-07693b83e0c7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 932 time: 0.1485441 Aug 27 02:26:00.395298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfa87-c87d-4cdd-aca5-04522b70f8d1 req-79d425bb-d4d0-4e69-9917-c7fc7ef010e2 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:00.399880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60edfa87-c87d-4cdd-aca5-04522b70f8d1 req-79d425bb-d4d0-4e69-9917-c7fc7ef010e2 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 945 time: 0.0645342 Aug 27 02:26:00.402094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79226b21-5a92-45b2-b901-24a7f163571f req-ad69a31b-d5ac-402c-afde-c959ab74d17e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043470 Aug 27 02:26:00.408513 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.427274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8573125d-cf21-4983-957e-1f5106545428 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:00.434131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Allocated IP 172.20.0.5 (621040e8-061a-4b1e-ab51-62bf1adf7ee0/0d761fb0-67d1-4f09-88b5-42861d0d5b51/bd14640a-83d9-4ec8-842e-5bca5a261538) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:00.448101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.451558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60edfa87-c87d-4cdd-aca5-04522b70f8d1 req-46def562-eb34-412c-b9a7-dd8415b5b4c5 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Aug 27 02:26:00.476082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Transition to ACTIVE for port object 8573125d-cf21-4983-957e-1f5106545428 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:00.487854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.567915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c55eaa95-19ee-4c36-a657-231fb25ebebb req-1cd03b8e-a142-4fb4-8625-546df0fcfe56 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 210 time: 0.0707037 Aug 27 02:26:00.576069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d96729-9550-4e95-898e-ac36e25e7b92 req-a5234ccc-fa3a-43a8-ac65-d7494240be7b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:00.579051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44d96729-9550-4e95-898e-ac36e25e7b92 req-a5234ccc-fa3a-43a8-ac65-d7494240be7b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0594561 Aug 27 02:26:00.627063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44d96729-9550-4e95-898e-ac36e25e7b92 req-2783d958-0909-4f4d-8c6b-7bcea82c11ae tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362151 Aug 27 02:26:00.675532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:00.711724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42366) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:00.758874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:00.759182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:00.759541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:00.763395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.771443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Port 8573125d-cf21-4983-957e-1f5106545428 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:00.771767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:00.778770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:00.779111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Checking segment: {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:00.779500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Bound using segment: {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:00.779932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Bound port: 8573125d-cf21-4983-957e-1f5106545428, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:00.780293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.813436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-125459090-network', 'tenant_id': '7996d76518ec4ae186bfcf4153bc9fdf'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:00.837288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Made reservation on behalf of 7996d76518ec4ae186bfcf4153bc9fdf for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:00.840243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.849269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.857585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.896789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:00.928922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:00.945945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:00.949739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.961151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.966015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.967524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:00.969370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:00.975058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:00.997058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:26:01.001713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1defbed7-b4c1-454a-af11-25fb5a272f83,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:01.010238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.010598 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Added segment e63afbb7-1742-4a14-82ba-abe9cb036806 of type vlan for network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb Aug 27 02:26:01.028866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.029505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.031044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] 10.222.0.45 "PUT /v2.0/ports/8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 1092 time: 1.5846894 Aug 27 02:26:01.031349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'tag': '8573125d-cf21-4983-957e-1f5106545428'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:01.033591 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669bd6bb-973b-4b2e-b7bc-51807bbd5921" -d '{"events": [{"name": "network-changed", "server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "tag": "8573125d-cf21-4983-957e-1f5106545428"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:01.062609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.083509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5a9b5-ce06-4d7f-9e5c-4b6dabe61ccb req-f0035c87-ab89-45ac-9151-36929c2656ef tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.085032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94c5a9b5-ce06-4d7f-9e5c-4b6dabe61ccb req-f0035c87-ab89-45ac-9151-36929c2656ef tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1635957 Aug 27 02:26:01.092419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.092609 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c203a4b-05a4-480b-8169-92aeb03cabb1 x-openstack-request-id: req-6c203a4b-05a4-480b-8169-92aeb03cabb1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:01.092812 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "tag": "8573125d-cf21-4983-957e-1f5106545428", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:01.093058 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c203a4b-05a4-480b-8169-92aeb03cabb1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:01.093434 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'tag': '8573125d-cf21-4983-957e-1f5106545428', 'status': 'completed', 'code': 200} Aug 27 02:26:01.093586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.094200 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.099305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.099903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.139960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924a699-43fe-4e7a-80e8-760ac59d2a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:01.144799 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4319623 Aug 27 02:26:01.147894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42376) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:01.154627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Request body: {'subnet': {'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-125459090-subnet', 'tenant_id': '7996d76518ec4ae186bfcf4153bc9fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:01.159246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.167087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-d9ae5daf-1258-4133-80fa-7f242f387135 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6472888 Aug 27 02:26:01.167769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e77c2-f949-483d-9d97-876482ab3f04 admin admin] Pushing event updated for resources: {'Network': ['ID=6092e1b8-cb82-45f0-89fb-81f3f5b156bb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:01.181756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:26:01.184109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94c5a9b5-ce06-4d7f-9e5c-4b6dabe61ccb req-5c8c5a6d-3847-440a-968a-1fa3f37833bb tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799592 Aug 27 02:26:01.191053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Request body: {'port': {'device_id': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:01.192263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Made reservation on behalf of 7996d76518ec4ae186bfcf4153bc9fdf for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:01.197852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.213106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-10f058da-e1cd-4acc-8903-9f224bcc61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.214576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-10f058da-e1cd-4acc-8903-9f224bcc61e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1095 time: 0.1237860 Aug 27 02:26:01.283103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-18c31932-2d9b-4d2d-ae7e-476d845f9c57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 217 time: 0.0416315 Aug 27 02:26:01.285675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.375819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.427862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-db0b1f51-1cf8-4efa-a42b-4720a600e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.429342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-db0b1f51-1cf8-4efa-a42b-4720a600e770 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.1290412 Aug 27 02:26:01.434451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Pushing event updated for resources: {'Subnet': ['ID=677248ca-91c3-4c0d-b35b-3bb3956620b4,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:01.443725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Checking segment: {'id': 'e63afbb7-1742-4a14-82ba-abe9cb036806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:01.444088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Network hostable DHCP agents. Network: 6092e1b8-cb82-45f0-89fb-81f3f5b156bb, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:26:01.471332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:26:01.473322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-ce196cf2-b1f7-4f2a-9769-cf24796759be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343769 Aug 27 02:26:01.493681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 6092e1b8-cb82-45f0-89fb-81f3f5b156bb) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:01.502898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e007d9cd-ae06-4efe-a3fb-81409bde1774 None None] Network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:01.510975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.511557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.535411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-798b312b-38ee-4c9e-8d92-ee17bad3199d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3862460 Aug 27 02:26:01.545254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459292c-e1ca-48ab-89cd-816371352e0b req-3bbf7b1f-8da0-42cf-a46b-4c8fbb0387d6 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.546808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5459292c-e1ca-48ab-89cd-816371352e0b req-3bbf7b1f-8da0-42cf-a46b-4c8fbb0387d6 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 944 time: 0.0648401 Aug 27 02:26:01.598959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5459292c-e1ca-48ab-89cd-816371352e0b req-f935ccc6-9b5c-425d-8309-bfc8b8c2617e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Aug 27 02:26:01.704537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552db0d5-1ce4-4879-afba-7a845745477a None None] Network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:01.721407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e736d-f167-4274-840c-57f0f6fe2dd3 req-38157a3c-0f5f-4975-a207-42c850933da8 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.723147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-615e736d-f167-4274-840c-57f0f6fe2dd3 req-38157a3c-0f5f-4975-a207-42c850933da8 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 945 time: 0.1381090 Aug 27 02:26:01.739362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-3c2145ea-3659-4a3c-8d7e-25eaa4cc3ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472496 Aug 27 02:26:01.755985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f29e9-d1f3-4d4e-a3ce-f14001ce9293 req-2b383353-1f5d-4a4d-82eb-9e721e9c6b20 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.757570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-915f29e9-d1f3-4d4e-a3ce-f14001ce9293 req-2b383353-1f5d-4a4d-82eb-9e721e9c6b20 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 931 time: 0.0793335 Aug 27 02:26:01.804643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-915f29e9-d1f3-4d4e-a3ce-f14001ce9293 req-ab3ae742-0364-47fc-b7c8-afc0ee74c584 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389590 Aug 27 02:26:01.859167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-615e736d-f167-4274-840c-57f0f6fe2dd3 req-bf01c5bb-0c1b-4d56-acb0-2f68ceb856b1 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254041 Aug 27 02:26:01.915631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd14640a-83d9-4ec8-842e-5bca5a261538 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:01.931239 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.940954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d707a1-aa59-4676-8342-8caeb2a39c08 req-001f6744-3271-497c-a1c2-66a3a4096f71 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.942782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2d707a1-aa59-4676-8342-8caeb2a39c08 req-001f6744-3271-497c-a1c2-66a3a4096f71 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0643170 Aug 27 02:26:01.973721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Transition to ACTIVE for port object bd14640a-83d9-4ec8-842e-5bca5a261538 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:01.978977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c926495f-c04e-4d31-8794-bbddb83e69c3 req-a0bdd225-5a98-423d-9e74-51b4095e999e service neutron] 10.222.0.45 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178278 Aug 27 02:26:01.980832 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.996754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-f3a99558-c39d-447f-877f-8d8250efebd1 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.998731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-f3a99558-c39d-447f-877f-8d8250efebd1 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.32 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 945 time: 0.1367340 Aug 27 02:26:02.024282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2d707a1-aa59-4676-8342-8caeb2a39c08 req-1c7211a0-be94-4f66-ae8b-6e8988614bb5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731721 Aug 27 02:26:02.118418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:02.140811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42404) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:02.146400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1943779427-network', 'tenant_id': 'd8f54be8f62743379ae8d9ab480198ee'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:02.169298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Made reservation on behalf of d8f54be8f62743379ae8d9ab480198ee for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:02.171875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.180557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.199412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-7cc091fc-6d66-4f32-8f09-70569d681b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.200900 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-7cc091fc-6d66-4f32-8f09-70569d681b3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1095 time: 0.1372046 Aug 27 02:26:02.286945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Attempting to bind port bd14640a-83d9-4ec8-842e-5bca5a261538 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:02.287208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Attempting to bind port bd14640a-83d9-4ec8-842e-5bca5a261538 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:02.287532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Attempting to bind port bd14640a-83d9-4ec8-842e-5bca5a261538 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:02.298088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Port bd14640a-83d9-4ec8-842e-5bca5a261538 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:02.298439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Attempting to bind port bd14640a-83d9-4ec8-842e-5bca5a261538 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:02.301898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Deleting port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:02.302648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.308054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.316317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.332906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939ffe-7e63-447c-91ea-3119343ba295 req-a42c6f23-6259-48c5-90e1-77cace431404 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.334400 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59939ffe-7e63-447c-91ea-3119343ba295 req-a42c6f23-6259-48c5-90e1-77cace431404 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0760126 Aug 27 02:26:02.350369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:02.350723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Checking segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:02.351088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Bound using segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:02.351541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Bound port: bd14640a-83d9-4ec8-842e-5bca5a261538, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:02.351978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.365639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:26:02.383190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.383694 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Added segment 757c8a3b-3685-4aee-a548-b7ea51012e89 of type vlan for network 84b34301-4df3-4687-b791-2ce2a4183a2c Aug 27 02:26:02.385204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d73a9a7-4cad-40e2-a6b1-ed8b1041e553,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:02.425739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-09555322-318f-4795-b541-f37480aefeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.427266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-09555322-318f-4795-b541-f37480aefeb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 915 time: 0.2172425 Aug 27 02:26:02.438168 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59939ffe-7e63-447c-91ea-3119343ba295 req-38e093bc-cfbf-4742-ad17-3b4bc62bf441 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971639 Aug 27 02:26:02.446654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.478117 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.479371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.480000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.501572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] For port 895a2141-9a2e-4f61-be18-f7ddbfb4d844, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=895a2141-9a2e-4f61-be18-f7ddbfb4d844,segment=NetworkSegment(29f406a6-07c3-4932-8082-1b069359a90e),segment_id=29f406a6-07c3-4932-8082-1b069359a90e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:02.502003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.506901 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-f8a5d9c6-d3ef-4921-ba2d-c33a6b632e05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 217 time: 0.0590804 Aug 27 02:26:02.516540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:02.522800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Calling delete_port for 895a2141-9a2e-4f61-be18-f7ddbfb4d844 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:02.531634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:02.531844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3898056 Aug 27 02:26:02.535128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:02.542422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Request body: {'subnet': {'network_id': '84b34301-4df3-4687-b791-2ce2a4183a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1943779427-subnet', 'tenant_id': 'd8f54be8f62743379ae8d9ab480198ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:02.559004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933d57b-8e73-47c1-b01e-87db76050d8d admin admin] Pushing event updated for resources: {'Network': ['ID=84b34301-4df3-4687-b791-2ce2a4183a2c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:02.562885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.569808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 84b34301-4df3-4687-b791-2ce2a4183a2c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:26:02.578924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Made reservation on behalf of d8f54be8f62743379ae8d9ab480198ee for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:02.582126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.642916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.643541 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.644954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd14640a-83d9-4ec8-842e-5bca5a261538 HTTP/1.1" status: 200 len: 1091 time: 1.4650512 Aug 27 02:26:02.651059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-2ecd1488-0c9d-4e36-bf8c-8efa1135c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.652515 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-2ecd1488-0c9d-4e36-bf8c-8efa1135c63a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.1309891 Aug 27 02:26:02.777990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.826934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8710ac25-a0a5-49e6-a48c-cebeccbc9445,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:02.845295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Checking segment: {'id': '757c8a3b-3685-4aee-a548-b7ea51012e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '84b34301-4df3-4687-b791-2ce2a4183a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:02.845639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Network hostable DHCP agents. Network: 84b34301-4df3-4687-b791-2ce2a4183a2c, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:26:02.866298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Network 84b34301-4df3-4687-b791-2ce2a4183a2c is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:26:02.877808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 84b34301-4df3-4687-b791-2ce2a4183a2c) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:02.882296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.883045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.892741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cb0fe5-f920-4c69-bcf5-19fd344c41f6 None None] Network 84b34301-4df3-4687-b791-2ce2a4183a2c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:02.928832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2799048-c51b-4f2c-b124-46b7af361226 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3906190 Aug 27 02:26:02.952422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-3c3b521e-1772-40d5-91f2-4d950ce197c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2860498 Aug 27 02:26:02.960501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbb014-66bf-4e93-8e2d-7942dc2902eb req-2b67b5f7-0191-4024-97b9-8539f9febf4e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.962173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c47cc0-e7af-4c08-8df2-886bcfc04365 service neutron] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:02.962371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-efdbb014-66bf-4e93-8e2d-7942dc2902eb req-2b67b5f7-0191-4024-97b9-8539f9febf4e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 943 time: 0.0764558 Aug 27 02:26:03.017540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-efdbb014-66bf-4e93-8e2d-7942dc2902eb req-4bee13ad-84be-438e-87cc-676acd99e8a0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469615 Aug 27 02:26:03.098540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6d2f2-9baa-45fd-b20c-644cec54c254 req-b8b4708a-6c8b-416f-ae8b-3870746dd512 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.105858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1a6d2f2-9baa-45fd-b20c-644cec54c254 req-b8b4708a-6c8b-416f-ae8b-3870746dd512 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 944 time: 0.4181986 Aug 27 02:26:03.129315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:03.138907 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33" -d '{"events": [{"name": "network-changed", "server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:03.160266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-74af6b08-04b8-4037-b174-f626af9131e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.161857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-74af6b08-04b8-4037-b174-f626af9131e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 1094 time: 0.2133777 Aug 27 02:26:03.185470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c8c9-716f-4294-9e59-2fcf001f526a req-5aa9f396-faad-4d39-996b-62377eb61932 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.199480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f831c8c9-716f-4294-9e59-2fcf001f526a req-5aa9f396-faad-4d39-996b-62377eb61932 tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c735a4-0cdc-4ea0-aef2-b3443ee29457 HTTP/1.1" status: 200 len: 945 time: 0.0987325 Aug 27 02:26:03.237850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-407c0ed4-794b-4a7d-9256-4ecd99570c91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd14640a-83d9-4ec8-842e-5bca5a261538 HTTP/1.1" status: 200 len: 217 time: 0.0621884 Aug 27 02:26:03.250264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.251538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f831c8c9-716f-4294-9e59-2fcf001f526a req-7f45d0ec-df52-430b-aecd-a3ff7818618e tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.10 "GET /v2.0/security-groups?id=34966912-b974-422f-8a7a-659bd2db3176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Aug 27 02:26:03.267977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-5b2785cb-7c38-4f30-a77e-1f6fcb8eb6a8 service neutron] 10.222.0.45 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862015 Aug 27 02:26:03.290092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4d36c-0e5e-48c6-93a0-8d556a5a1a13 None None] Network 84b34301-4df3-4687-b791-2ce2a4183a2c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:03.297486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.321131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1a6d2f2-9baa-45fd-b20c-644cec54c254 req-ee341de9-9310-48ac-a9de-b08f6dbf09c3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095897 Aug 27 02:26:03.336338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['895a2141-9a2e-4f61-be18-f7ddbfb4d844'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:03.398842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Pushing event deleted for resources: {'Port': ['ID=895a2141-9a2e-4f61-be18-f7ddbfb4d844,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:03.442366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-36d20db9-6bee-4b74-9cf2-4a5713a102d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.442366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-36d20db9-6bee-4b74-9cf2-4a5713a102d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.1943121 Aug 27 02:26:03.502678 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7f0744-0e67-457a-bef9-de34492cad28 x-openstack-request-id: req-af7f0744-0e67-457a-bef9-de34492cad28 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:03.503001 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:03.503262 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af7f0744-0e67-457a-bef9-de34492cad28 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:03.503645 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'status': 'completed', 'code': 200} Aug 27 02:26:03.524883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-9c4ca9de-1aec-4ec4-be3b-39d75f89fa6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734324 Aug 27 02:26:03.527980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] No DVR routers for this DVR port 895a2141-9a2e-4f61-be18-f7ddbfb4d844 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:03.533242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.535188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54c1f190-595e-4ee1-8e54-75936edf7d29 req-292778f7-0946-42ac-a4ce-a2f2bf24df5b tempest-ServerPasswordTestJSON-530419696 tempest-ServerPasswordTestJSON-530419696-project] 10.222.0.32 "DELETE /v2.0/ports/895a2141-9a2e-4f61-be18-f7ddbfb4d844 HTTP/1.1" status: 204 len: 173 time: 1.5079277 Aug 27 02:26:03.602517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb959627-af0b-419d-86f7-e07ff2d6510e req-dbecd43b-a3f5-4337-879b-e1115799a283 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.603979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb959627-af0b-419d-86f7-e07ff2d6510e req-dbecd43b-a3f5-4337-879b-e1115799a283 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1974332 Aug 27 02:26:03.606108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-669bd6bb-973b-4b2e-b7bc-51807bbd5921 req-72ae9ffe-d696-405a-a9fa-205fe9d7c6f5 service neutron] 10.222.0.45 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113410 Aug 27 02:26:03.666535 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb959627-af0b-419d-86f7-e07ff2d6510e req-e0b43f42-f8cc-4bfb-a5c1-f89498fd38f1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556169 Aug 27 02:26:03.689568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-0e24f17f-a2b0-4965-8ed6-b3ac7447a911 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519034 Aug 27 02:26:03.802888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8573125d-cf21-4983-957e-1f5106545428 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:03.830026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270d606-575c-45af-9720-e213fa7fdb1d req-043d3ec1-3642-4244-b670-54fd52ac9734 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.831987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d270d606-575c-45af-9720-e213fa7fdb1d req-043d3ec1-3642-4244-b670-54fd52ac9734 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0834796 Aug 27 02:26:03.841547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d099184c-d7e5-436a-8aa9-657d9ab618d1 req-a9dd2377-1eb4-4358-8933-c08a7ea0c6ed service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417706 Aug 27 02:26:03.886757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d270d606-575c-45af-9720-e213fa7fdb1d req-9dc30469-3b97-47f0-ae49-cfeb47a2e850 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Aug 27 02:26:03.917543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:03.935411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '8573125d-cf21-4983-957e-1f5106545428', 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd', 'port_id': '8573125d-cf21-4983-957e-1f5106545428', 'mac_address': 'fa:16:3e:4e:a9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a87e2a-f937-470d-9d35-515dba21a2f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:03.959119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-27d0a1e9-8e47-4c6e-9df2-1d0542cd030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.960710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-27d0a1e9-8e47-4c6e-9df2-1d0542cd030d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 1094 time: 0.0511444 Aug 27 02:26:03.982695 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.997019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8573125d-cf21-4983-957e-1f5106545428 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:04.019778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:04.032044 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.093780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:04.100380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-22fa8219-2fc9-4e3c-8f84-cf98156b61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.102555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-22fa8219-2fc9-4e3c-8f84-cf98156b61fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 913 time: 0.1298225 Aug 27 02:26:04.128288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-197844f3-b51a-4f54-8f56-c7ae1ef9b42c tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.130108 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-197844f3-b51a-4f54-8f56-c7ae1ef9b42c tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/networks?id=6092e1b8-cb82-45f0-89fb-81f3f5b156bb HTTP/1.1" status: 200 len: 814 time: 0.4503520 Aug 27 02:26:04.146387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-445bd1a1-451b-4d53-a06b-84345a305e41 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/quotas/7996d76518ec4ae186bfcf4153bc9fdf HTTP/1.1" status: 200 len: 375 time: 0.0097950 Aug 27 02:26:04.164184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-21eeb61c-1596-4539-aded-f343fb579ce1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd14640a-83d9-4ec8-842e-5bca5a261538 HTTP/1.1" status: 200 len: 217 time: 0.0509415 Aug 27 02:26:04.179263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-7225e4d8-713d-4371-abb3-213bdec51572 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7996d76518ec4ae186bfcf4153bc9fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263526 Aug 27 02:26:04.215550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740be302-631f-4d3e-bf4c-8fb08fcd8629 req-74c179b5-2f02-4e51-9759-39b87139b8a6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.217210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-740be302-631f-4d3e-bf4c-8fb08fcd8629 req-74c179b5-2f02-4e51-9759-39b87139b8a6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 943 time: 0.1135988 Aug 27 02:26:04.246606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-ee617ab8-2d15-4b19-8a68-8d47359b90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.248235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-ee617ab8-2d15-4b19-8a68-8d47359b90ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.0740867 Aug 27 02:26:04.269224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-db8b8bed-812e-410d-b61b-292f48689d51 service neutron] 10.222.0.10 "GET /v2.0/networks/6092e1b8-cb82-45f0-89fb-81f3f5b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827026 Aug 27 02:26:04.286812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-115ed2eb-07f4-4af7-b86b-52ae55967cac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279498 Aug 27 02:26:04.289955 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-740be302-631f-4d3e-bf4c-8fb08fcd8629 req-a5a13809-cce6-45c5-92c5-8577b349f837 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632248 Aug 27 02:26:04.342356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42446) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:04.409024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-fee568fa-fd93-422c-89d1-b91e4ef76872 service neutron] 10.222.0.10 "GET /v2.0/networks/6092e1b8-cb82-45f0-89fb-81f3f5b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330099 Aug 27 02:26:04.411915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] Deleting subnet 1ea86a25-4848-4271-8cfe-0dcdeb7866fa {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:26:04.415551 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.416000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-d39350e3-d373-486d-9903-4deaeb7b6dda service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144371 Aug 27 02:26:04.455156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.496965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.499729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc616-d53c-43f3-89cc-516c26a1da4e req-a0644662-c970-4f97-94af-7f82463ddcde tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.501247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a6cc616-d53c-43f3-89cc-516c26a1da4e req-a0644662-c970-4f97-94af-7f82463ddcde tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1004002 Aug 27 02:26:04.531746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8573125d-cf21-4983-957e-1f5106545428'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:04.573935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef5dd9a0-d24e-4f0b-ab89-2e28358b1f33 req-c19fecba-ad0e-474c-bcad-7fb17463fe90 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442609 Aug 27 02:26:04.578430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.610980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a6cc616-d53c-43f3-89cc-516c26a1da4e req-e7afcea9-4f59-4c44-b59a-f6eedb1253c4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857584 Aug 27 02:26:04.648709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.659104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1ea86a25-4848-4271-8cfe-0dcdeb7866fa HTTP/1.1" status: 204 len: 168 time: 0.3130066 Aug 27 02:26:04.659104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f976da9-2944-482d-aa46-ff3e60642627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea86a25-4848-4271-8cfe-0dcdeb7866fa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:04.659339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42458) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:04.728789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fdad4e-737e-4532-8104-a81a0d05212c req-0a15d8a9-3a49-430c-b17c-6028bff86713 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 210 time: 0.0363090 Aug 27 02:26:04.755616 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.871099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.888938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d528298-ba61-4bf2-9ea6-07359eec59e7 req-9a4df7e1-f079-4199-9f77-d32fb7c15c41 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.890477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d528298-ba61-4bf2-9ea6-07359eec59e7 req-9a4df7e1-f079-4199-9f77-d32fb7c15c41 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.1256855 Aug 27 02:26:04.892334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5feda28-b687-4f34-b16a-62c65cebc8f6']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:04.908965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f406a6-07c3-4932-8082-1b069359a90e') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:04.909345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f406a6-07c3-4932-8082-1b069359a90e') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:04.926165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.949466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.958650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d528298-ba61-4bf2-9ea6-07359eec59e7 req-004884a1-683a-423c-ac00-6b5ffe253680 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584908 Aug 27 02:26:04.961363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:26:04.961910 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:26:04.964303 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:26:05.030981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.035176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcac05-3d9c-41cb-b4d3-92cfa35aa402 req-be8685c4-c4d2-4b7d-8945-73c2378ae822 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.036893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3adcac05-3d9c-41cb-b4d3-92cfa35aa402 req-be8685c4-c4d2-4b7d-8945-73c2378ae822 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0627785 Aug 27 02:26:05.037117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.039104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b5feda28-b687-4f34-b16a-62c65cebc8f6 HTTP/1.1" status: 204 len: 168 time: 0.3788781 Aug 27 02:26:05.053076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8f5c9-0359-459b-8bae-8243afd15be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5feda28-b687-4f34-b16a-62c65cebc8f6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:05.079897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3adcac05-3d9c-41cb-b4d3-92cfa35aa402 req-ae1ad7da-052e-46f2-a6a7-4ac97da92060 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349836 Aug 27 02:26:05.230104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42472) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:05.273707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8d635301-edfa-4a70-b84b-c7da5a0c3590 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cbb9edc8fd64f1d889ab8e5304c86d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423405 Aug 27 02:26:05.276199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42474) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:05.329600 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b72592b6-000a-4c27-884e-9ddb55434fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.355046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b72592b6-000a-4c27-884e-9ddb55434fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.452921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5033-d86b-4576-9dbb-ad919298dbf9 req-f90a482b-995e-47e2-aec2-858d6e33099f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.454342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5dc5033-d86b-4576-9dbb-ad919298dbf9 req-f90a482b-995e-47e2-aec2-858d6e33099f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 943 time: 0.0724430 Aug 27 02:26:05.471966 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b72592b6-000a-4c27-884e-9ddb55434fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.475017 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b72592b6-000a-4c27-884e-9ddb55434fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.476351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b72592b6-000a-4c27-884e-9ddb55434fdc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34966912-b974-422f-8a7a-659bd2db3176 HTTP/1.1" status: 204 len: 168 time: 0.1991739 Aug 27 02:26:05.495970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72592b6-000a-4c27-884e-9ddb55434fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34966912-b974-422f-8a7a-659bd2db3176,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:05.507038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'name': 'network-vif-deleted', 'tag': '895a2141-9a2e-4f61-be18-f7ddbfb4d844'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:05.509954 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3946f31e-76b3-482a-90fb-27754fb6b6b1" -d '{"events": [{"server_uuid": "29c735a4-0cdc-4ea0-aef2-b3443ee29457", "name": "network-vif-deleted", "tag": "895a2141-9a2e-4f61-be18-f7ddbfb4d844"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:05.536221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5dc5033-d86b-4576-9dbb-ad919298dbf9 req-1ced37d9-48b1-4d4e-a090-f90ac57b1228 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748966 Aug 27 02:26:05.564786 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee740c5e-e8ae-4566-9333-bb581e3e04cd x-openstack-request-id: req-ee740c5e-e8ae-4566-9333-bb581e3e04cd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:05.565160 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c735a4-0cdc-4ea0-aef2-b3443ee29457", "name": "network-vif-deleted", "tag": "895a2141-9a2e-4f61-be18-f7ddbfb4d844", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:05.565601 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee740c5e-e8ae-4566-9333-bb581e3e04cd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:05.566010 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c735a4-0cdc-4ea0-aef2-b3443ee29457', 'name': 'network-vif-deleted', 'tag': '895a2141-9a2e-4f61-be18-f7ddbfb4d844', 'status': 'completed', 'code': 200} Aug 27 02:26:05.714231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-52323482-ad07-4d68-9b86-a66d2112718e tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.716284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-52323482-ad07-4d68-9b86-a66d2112718e tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.32 "GET /v2.0/networks?id=6092e1b8-cb82-45f0-89fb-81f3f5b156bb HTTP/1.1" status: 200 len: 814 time: 0.1392536 Aug 27 02:26:05.744714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Request body: {'port': {'device_id': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb', 'admin_state_up': True, 'tenant_id': '7996d76518ec4ae186bfcf4153bc9fdf'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:05.816884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ac5a8-e7bf-4696-86d8-3d6e8f78bb20 req-18561729-2701-4d45-a458-15eea6a42332 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.824061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b01ac5a8-e7bf-4696-86d8-3d6e8f78bb20 req-18561729-2701-4d45-a458-15eea6a42332 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1393373 Aug 27 02:26:05.886021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b01ac5a8-e7bf-4696-86d8-3d6e8f78bb20 req-db9cfc41-82f8-4d58-8dc4-bf087aa894b3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598948 Aug 27 02:26:05.887515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-144db73a-81dc-4f6d-994b-11014f513daa req-6c607cf3-9620-4da7-ada9-999e6ea08044 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 210 time: 0.0290940 Aug 27 02:26:05.910944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Made reservation on behalf of 7996d76518ec4ae186bfcf4153bc9fdf for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:05.914860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bd14640a-83d9-4ec8-842e-5bca5a261538 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:05.916531 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.916867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 895a2141-9a2e-4f61-be18-f7ddbfb4d844 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:05.939097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 895a2141-9a2e-4f61-be18-f7ddbfb4d844 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:05.939464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 895a2141-9a2e-4f61-be18-f7ddbfb4d844 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:06.059683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:06.071158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Allocated IP 172.20.0.2 (6092e1b8-cb82-45f0-89fb-81f3f5b156bb/677248ca-91c3-4c0d-b35b-3bb3956620b4/99ba8668-dbcd-4562-8bff-d191acfff791) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:06.072325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'port_id': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'mac_address': 'fa:16:3e:45:df:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d761fb0-67d1-4f09-88b5-42861d0d5b51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:06.107293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4801-7121-4604-9883-47977321386b req-f5b4d598-c362-4346-9b81-c7cd6ec9a84c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.110593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d96c4801-7121-4604-9883-47977321386b req-f5b4d598-c362-4346-9b81-c7cd6ec9a84c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0641236 Aug 27 02:26:06.146880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.170965 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d96c4801-7121-4604-9883-47977321386b req-99e88afd-0a94-4ac9-95cf-c79ecf383683 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546308 Aug 27 02:26:06.173517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd14640a-83d9-4ec8-842e-5bca5a261538 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:06.193181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:06.198473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.249864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:06.281026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40446764-425c-418d-8ef5-b4b88df70f3c req-a48663b0-22bf-444f-898a-4d56e3404f48 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.282564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40446764-425c-418d-8ef5-b4b88df70f3c req-a48663b0-22bf-444f-898a-4d56e3404f48 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0812004 Aug 27 02:26:06.317726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.322483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42512) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:06.344464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40446764-425c-418d-8ef5-b4b88df70f3c req-d4339451-be0b-41ed-ae2c-01c8794f234c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546017 Aug 27 02:26:06.373816 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.416418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:06.419520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:06.422012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:06.435683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1097749505-network', 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:06.457346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['bd14640a-83d9-4ec8-842e-5bca5a261538'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:06.459635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:06.462493 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.462901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Pushing event updated for resources: {'Port': ['ID=99ba8668-dbcd-4562-8bff-d191acfff791,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:06.471895 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.488462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.489201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.568631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.575319 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.581968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-151b692a-fa6a-4193-ac6b-dd4368dd5dbd tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8413999 Aug 27 02:26:06.599053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Request body: {'port': {'device_id': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:06.607657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:26:06.614764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcbd9a1-482a-4b2b-b529-3c265caafa77,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:06.631494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.631834 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Added segment 64b934aa-5c3b-4c06-a286-9179dc23fed6 of type vlan for network 3ea311a7-5ded-47dd-8983-436f922e9e1d Aug 27 02:26:06.654714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.692032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.709056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a84ffd-0ec7-4107-b6e6-d3245fc316f4 req-56b505dc-29b3-4809-b5bd-7b8e8fca8941 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.710569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8a84ffd-0ec7-4107-b6e6-d3245fc316f4 req-56b505dc-29b3-4809-b5bd-7b8e8fca8941 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 944 time: 0.0917165 Aug 27 02:26:06.745094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.746058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.746678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.814056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8a84ffd-0ec7-4107-b6e6-d3245fc316f4 req-748c6cf8-58e4-48f5-bbe7-dd4e076c6960 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929518 Aug 27 02:26:06.834302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5065756 Aug 27 02:26:06.835910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42522) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:06.838169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709ef7f-b5af-43ba-bf51-6154aead185c admin admin] Pushing event updated for resources: {'Network': ['ID=3ea311a7-5ded-47dd-8983-436f922e9e1d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:06.843405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Request body: {'subnet': {'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1097749505-subnet', 'tenant_id': '077975de09184185952ca30e9718b335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:06.855176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:26:06.873844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:06.876521 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.092411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0c13a-5f4a-4622-bc50-b857cde9e9cb req-aca2358b-ecc3-4e86-bd14-74fad6ffa51d tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.093742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84c0c13a-5f4a-4622-bc50-b857cde9e9cb req-aca2358b-ecc3-4e86-bd14-74fad6ffa51d tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 931 time: 0.1080217 Aug 27 02:26:07.109918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7abfa-fbfc-46f1-9853-46063a0e6e12 req-9b6961a4-6424-445b-875e-38db10003138 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.111003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.111433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91b7abfa-fbfc-46f1-9853-46063a0e6e12 req-9b6961a4-6424-445b-875e-38db10003138 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.0949824 Aug 27 02:26:07.177200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91b7abfa-fbfc-46f1-9853-46063a0e6e12 req-434c1dc7-02e4-47e1-895f-c93e406da376 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589051 Aug 27 02:26:07.177816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84c0c13a-5f4a-4622-bc50-b857cde9e9cb req-c205583b-28f8-430d-8a22-b628a659a21f tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748119 Aug 27 02:26:07.192364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:07.200097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:07.200453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Network hostable DHCP agents. Network: 3ea311a7-5ded-47dd-8983-436f922e9e1d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:26:07.222150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:26:07.232955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3ea311a7-5ded-47dd-8983-436f922e9e1d) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:07.238036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.239844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.242043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ba8668-dbcd-4562-8bff-d191acfff791 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:07.245164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22e5b7-f248-479b-b097-6cb67f9a507b None None] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:07.251374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.269013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Transition to ACTIVE for port object 99ba8668-dbcd-4562-8bff-d191acfff791 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:07.274064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.300462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d041e4e1-351b-453b-b426-c24cc2effef0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4557533 Aug 27 02:26:07.325983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e6aae-a992-4a98-bc88-dd956b4aa928 req-9ccd68f0-19ec-46c4-8aaa-6ef58e851756 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.328060 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d92e6aae-a992-4a98-bc88-dd956b4aa928 req-9ccd68f0-19ec-46c4-8aaa-6ef58e851756 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0709376 Aug 27 02:26:07.332088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=99ba8668-dbcd-4562-8bff-d191acfff791,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:07.386210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d92e6aae-a992-4a98-bc88-dd956b4aa928 req-8198d9e4-7357-45b1-bce1-80b426607a5c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498831 Aug 27 02:26:07.405975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b5ae45-35ca-4816-9498-ba8049903857 None None] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:07.413957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Attempting to bind port 99ba8668-dbcd-4562-8bff-d191acfff791 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:07.416507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Attempting to bind port 99ba8668-dbcd-4562-8bff-d191acfff791 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'e63afbb7-1742-4a14-82ba-abe9cb036806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:07.418393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Attempting to bind port 99ba8668-dbcd-4562-8bff-d191acfff791 on network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:07.425543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Port 99ba8668-dbcd-4562-8bff-d191acfff791 on network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:07.426134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Attempting to bind port 99ba8668-dbcd-4562-8bff-d191acfff791 on network 6092e1b8-cb82-45f0-89fb-81f3f5b156bb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:07.433534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:07.434252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Checking segment: {'id': 'e63afbb7-1742-4a14-82ba-abe9cb036806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:07.434879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Bound using segment: {'id': 'e63afbb7-1742-4a14-82ba-abe9cb036806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:07.435860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Bound port: 99ba8668-dbcd-4562-8bff-d191acfff791, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63afbb7-1742-4a14-82ba-abe9cb036806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:07.436429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.567444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29add-bf0d-406d-865f-b1f7781ff3e6 req-09b561ed-a722-4cc5-ac91-4a259748d0e7 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.568749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbd29add-bf0d-406d-865f-b1f7781ff3e6 req-09b561ed-a722-4cc5-ac91-4a259748d0e7 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1293333 Aug 27 02:26:07.594775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] For port 99ba8668-dbcd-4562-8bff-d191acfff791, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:07.617446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] For port 99ba8668-dbcd-4562-8bff-d191acfff791, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=99ba8668-dbcd-4562-8bff-d191acfff791,segment=NetworkSegment(e63afbb7-1742-4a14-82ba-abe9cb036806),segment_id=e63afbb7-1742-4a14-82ba-abe9cb036806)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:07.624545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-e621a934-599a-4bd2-8893-17d7f1be105f service neutron] 10.222.0.32 "GET /v2.0/ports/ae113f31-5fdd-4f3f-948b-8d4beda44260/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 382 time: 0.1284640 Aug 27 02:26:07.627106 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.671877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbd29add-bf0d-406d-865f-b1f7781ff3e6 req-9018f4c0-0f7a-4113-a83c-68d18c37f219 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930312 Aug 27 02:26:07.673131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.673804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.675116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] 10.222.0.32 "PUT /v2.0/ports/99ba8668-dbcd-4562-8bff-d191acfff791 HTTP/1.1" status: 200 len: 1091 time: 1.0839269 Aug 27 02:26:07.677277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'tag': '99ba8668-dbcd-4562-8bff-d191acfff791'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:07.679602 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f002ef51-c9b5-4282-9451-d5eff89f3a03" -d '{"events": [{"name": "network-changed", "server_uuid": "2972701d-d07b-493f-a571-b0e2e3dff98d", "tag": "99ba8668-dbcd-4562-8bff-d191acfff791"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:07.704150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b1771-ead8-4be6-9838-7702f124fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=99ba8668-dbcd-4562-8bff-d191acfff791,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:07.737335 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0120b6b8-a4fa-499e-8247-32e15c11e33f x-openstack-request-id: req-0120b6b8-a4fa-499e-8247-32e15c11e33f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:07.737631 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2972701d-d07b-493f-a571-b0e2e3dff98d", "tag": "99ba8668-dbcd-4562-8bff-d191acfff791", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:07.737885 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0120b6b8-a4fa-499e-8247-32e15c11e33f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:07.738294 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'tag': '99ba8668-dbcd-4562-8bff-d191acfff791', 'status': 'completed', 'code': 200} Aug 27 02:26:07.800673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-473ea8f6-85ec-4ea4-9559-80ab3b2f258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.802753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-473ea8f6-85ec-4ea4-9559-80ab3b2f258a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7996d76518ec4ae186bfcf4153bc9fdf&device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 1094 time: 0.0465066 Aug 27 02:26:07.841370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8573125d-cf21-4983-957e-1f5106545428 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:07.847446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d6000e51-ebe6-4915-adfb-215fb101c69a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.849039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d6000e51-ebe6-4915-adfb-215fb101c69a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1232090 Aug 27 02:26:07.852322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-c7461b7e-75f0-453c-aca9-78d55b560229 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99ba8668-dbcd-4562-8bff-d191acfff791 HTTP/1.1" status: 200 len: 217 time: 0.0386171 Aug 27 02:26:07.866242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-4f038630-1486-4a6c-adcd-c9ea1cff831b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0106237 Aug 27 02:26:07.900600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 8573125d-cf21-4983-957e-1f5106545428 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:07.905790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 8573125d-cf21-4983-957e-1f5106545428 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:07.906560 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.930381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-7e5579ae-ad0a-4126-bb5d-d2ae0c8329b3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520947 Aug 27 02:26:07.948889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bd14640a-83d9-4ec8-842e-5bca5a261538 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:07.954218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-f224f767-99e7-4d1f-9c5a-91bf695059f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.955712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-f224f767-99e7-4d1f-9c5a-91bf695059f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=677248ca-91c3-4c0d-b35b-3bb3956620b4 HTTP/1.1" status: 200 len: 854 time: 0.0962691 Aug 27 02:26:08.008254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-73157cf5-c4ae-41f3-90ae-8781fce69f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.009963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-73157cf5-c4ae-41f3-90ae-8781fce69f0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7&tenant_id=f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 1101 time: 0.1217742 Aug 27 02:26:08.012031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-faafeafb-5f06-4e80-94ed-88dd58f73a1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6092e1b8-cb82-45f0-89fb-81f3f5b156bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357027 Aug 27 02:26:08.038955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.040579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-eb8a6196-a41c-4dba-9950-2c89177be9e6 service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087861 Aug 27 02:26:08.064637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port bd14640a-83d9-4ec8-842e-5bca5a261538 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:08.073598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8573125d-cf21-4983-957e-1f5106545428'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:08.075914 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543fb6b2-af0a-4595-b95e-455be374e290" -d '{"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-plugged", "status": "completed", "tag": "8573125d-cf21-4983-957e-1f5106545428"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:08.082073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port bd14640a-83d9-4ec8-842e-5bca5a261538 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:08.082723 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.104033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0faaab-8e62-4386-81aa-131a20635c19 req-847d40e9-5cd8-43ad-bd5c-ac136b904e81 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.105770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a0faaab-8e62-4386-81aa-131a20635c19 req-847d40e9-5cd8-43ad-bd5c-ac136b904e81 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 944 time: 0.1639771 Aug 27 02:26:08.139462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:08.147603 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.157682 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-cd001772-ac2a-4779-9937-d0bcfc7a858c service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093016 Aug 27 02:26:08.182746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-930fbfce-fe69-412b-9b4f-0ebfa46b1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.184390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-930fbfce-fe69-412b-9b4f-0ebfa46b1a25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1101 time: 0.1061623 Aug 27 02:26:08.224406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:08.237773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a0faaab-8e62-4386-81aa-131a20635c19 req-9d85cc90-6a43-4ce5-a5d0-8d713abc7b99 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103740 Aug 27 02:26:08.287781 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-3c3bbafb-3295-49b0-ac52-e5ac1b2569d7 service neutron] 10.222.0.32 "GET /v2.0/networks/6092e1b8-cb82-45f0-89fb-81f3f5b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651625 Aug 27 02:26:08.323300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.341462 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4867c7-fd66-4f36-a1ca-6ceb7a96f0dc x-openstack-request-id: req-7f4867c7-fd66-4f36-a1ca-6ceb7a96f0dc {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:08.342132 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-plugged", "status": "completed", "tag": "8573125d-cf21-4983-957e-1f5106545428", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:08.342624 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f4867c7-fd66-4f36-a1ca-6ceb7a96f0dc {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:08.343427 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8573125d-cf21-4983-957e-1f5106545428', 'code': 200} Aug 27 02:26:08.373155 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:08.386010 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.418121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-642af897-0696-4d4c-8800-29ec6146df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.423588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-642af897-0696-4d4c-8800-29ec6146df53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2263584 Aug 27 02:26:08.502466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718e8b-dc27-4a35-a8fc-853cf3577683 req-50d10195-c62c-42bd-ac22-32c363c9c9aa tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.504286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25718e8b-dc27-4a35-a8fc-853cf3577683 req-50d10195-c62c-42bd-ac22-32c363c9c9aa tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0626714 Aug 27 02:26:08.511173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:08.526688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-c536dbca-be41-489a-b46e-817be843810b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 217 time: 0.0954766 Aug 27 02:26:08.564819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25718e8b-dc27-4a35-a8fc-853cf3577683 req-d7046db6-1db7-4248-a87f-fab1fc4d647a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Aug 27 02:26:08.626121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e08a3fb-42a8-4ff1-8af9-bddd5faa3c5c req-3fb1c0bf-1f3b-4a39-b18a-21ddbf622586 service neutron] 10.222.0.32 "GET /v2.0/networks/6092e1b8-cb82-45f0-89fb-81f3f5b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042381 Aug 27 02:26:08.645534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c009b6b0-9473-4d8a-bc47-a63e09b02b95 req-9da95daf-f7b6-4ece-8e27-57684b09692e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 210 time: 0.0314856 Aug 27 02:26:08.649667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-2640d68d-7bd7-4f27-9635-4c4b18295fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.650923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-2640d68d-7bd7-4f27-9635-4c4b18295fe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1072671 Aug 27 02:26:08.656509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a34dfe-9aef-4309-b849-568b832b631f req-57e8fb35-cda0-42d6-b264-a0855afbb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.660045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8a34dfe-9aef-4309-b849-568b832b631f req-57e8fb35-cda0-42d6-b264-a0855afbb243 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1097 time: 0.2102818 Aug 27 02:26:08.668044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4fa42-e17d-4b43-804e-e4ee1554c6ec req-095368b1-7d93-41aa-899a-51fdf7d80346 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.669563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd4fa42-e17d-4b43-804e-e4ee1554c6ec req-095368b1-7d93-41aa-899a-51fdf7d80346 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 943 time: 0.1528916 Aug 27 02:26:08.780796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b2a17-7130-48f7-a99c-2a63797f6f19 req-989aa182-ceaa-42cb-bd7a-0cbf0b058bf5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.782145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8a34dfe-9aef-4309-b849-568b832b631f req-4cca9195-e903-4af7-a728-9a20bccb61dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116154 Aug 27 02:26:08.782498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-805b2a17-7130-48f7-a99c-2a63797f6f19 req-989aa182-ceaa-42cb-bd7a-0cbf0b058bf5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0643315 Aug 27 02:26:08.797664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd4fa42-e17d-4b43-804e-e4ee1554c6ec req-1e549d07-41c5-444f-af16-f035833d67f2 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079574 Aug 27 02:26:08.801434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-22424a0b-33f0-4778-bb97-3be66f4de63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.802929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-22424a0b-33f0-4778-bb97-3be66f4de63a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7996d76518ec4ae186bfcf4153bc9fdf&device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 1094 time: 0.1067100 Aug 27 02:26:08.804843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-d0394dd4-78ab-4f45-8f91-ee65fc26e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.806278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-d0394dd4-78ab-4f45-8f91-ee65fc26e3e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302099 Aug 27 02:26:08.838441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-805b2a17-7130-48f7-a99c-2a63797f6f19 req-61b08ac6-c8d6-49f6-9391-331b17865c9d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477700 Aug 27 02:26:09.040856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765797a-3bed-4fdd-8403-927e96ef0828 req-ed2cc498-d01b-4eff-afd1-246e02ee38f1 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.042392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3765797a-3bed-4fdd-8403-927e96ef0828 req-ed2cc498-d01b-4eff-afd1-246e02ee38f1 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1453969 Aug 27 02:26:09.046409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-abb57890-d3a3-4648-ab82-cb13255a5652 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275839 Aug 27 02:26:09.049260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-6d52a36f-1a9e-4f32-8d09-26b849f56c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.050626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-6d52a36f-1a9e-4f32-8d09-26b849f56c90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6092e1b8-cb82-45f0-89fb-81f3f5b156bb HTTP/1.1" status: 200 len: 915 time: 0.2330568 Aug 27 02:26:09.163882 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-89245af7-d88d-48e9-abdf-247226dd0f5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99ba8668-dbcd-4562-8bff-d191acfff791 HTTP/1.1" status: 200 len: 217 time: 0.0958357 Aug 27 02:26:09.213895 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3765797a-3bed-4fdd-8403-927e96ef0828 req-b57ba52e-f7c3-4991-950a-eac51c161381 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622710 Aug 27 02:26:09.240040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-cff35ec3-ac27-4e47-8067-9fa9f45c5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.241470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-cff35ec3-ac27-4e47-8067-9fa9f45c5d0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=677248ca-91c3-4c0d-b35b-3bb3956620b4 HTTP/1.1" status: 200 len: 854 time: 0.0670049 Aug 27 02:26:09.265321 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e3d0144-1e06-4344-9f38-18d40c029351 req-8a390565-be39-4025-9cda-f4eebaa530df service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962650 Aug 27 02:26:09.279683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-f17fd116-0468-406a-af8d-0e85147cddb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6092e1b8-cb82-45f0-89fb-81f3f5b156bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272095 Aug 27 02:26:09.381685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-6ae2badc-2a57-4e2c-a3be-b17dc4795605 service neutron] 10.222.0.32 "GET /v2.0/networks/6092e1b8-cb82-45f0-89fb-81f3f5b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942078 Aug 27 02:26:09.383422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce14801-9e1b-4928-9184-efb11bf957a6 req-39ecff2b-a99a-406d-8514-3bbd7b4e63d0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.385958 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cce14801-9e1b-4928-9184-efb11bf957a6 req-39ecff2b-a99a-406d-8514-3bbd7b4e63d0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0664892 Aug 27 02:26:09.431030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cce14801-9e1b-4928-9184-efb11bf957a6 req-3fd51230-e481-4106-afc3-08e8b44393a0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Aug 27 02:26:09.489015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f002ef51-c9b5-4282-9451-d5eff89f3a03 req-a0f74225-9ab6-4286-9bdd-91ae6597383f service neutron] 10.222.0.32 "GET /v2.0/networks/6092e1b8-cb82-45f0-89fb-81f3f5b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898781 Aug 27 02:26:09.689387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-2edd1ebf-5f1b-4c41-9f5e-2dadd72833ee tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.690976 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-2edd1ebf-5f1b-4c41-9f5e-2dadd72833ee tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1341922 Aug 27 02:26:09.707387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4427-3666-4c0b-9671-73686b5d7676 req-ed96586d-bdee-47ba-92db-333ce1326068 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.708918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-506a4427-3666-4c0b-9671-73686b5d7676 req-ed96586d-bdee-47ba-92db-333ce1326068 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0703664 Aug 27 02:26:09.713599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Request body: {'port': {'device_id': '32a81855-6311-455e-87b4-e57df4b64bc2', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'admin_state_up': True, 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:09.744856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-344b5975-f112-4e01-9ffa-2fa952c1970e req-01513f03-a8cf-4a0b-8a6b-df1273816cf1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 210 time: 0.0261269 Aug 27 02:26:09.796704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-506a4427-3666-4c0b-9671-73686b5d7676 req-ee158e08-9a1f-417b-b338-6a3730c6d2ce tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797250 Aug 27 02:26:09.847834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:09.852076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.923879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc4548-7dcb-461b-9002-0073f73981fe req-93ee0556-c41d-4d71-8b02-680647a39268 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.931280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eacc4548-7dcb-461b-9002-0073f73981fe req-93ee0556-c41d-4d71-8b02-680647a39268 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 943 time: 0.0618486 Aug 27 02:26:09.946093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 99ba8668-dbcd-4562-8bff-d191acfff791 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:09.948219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:09.972538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eacc4548-7dcb-461b-9002-0073f73981fe req-421b9e17-731f-44b4-98c0-5f838c1dc240 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 Aug 27 02:26:10.018058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241a6d9-c548-4fe3-afc0-b098650c87a8 req-da4b2b2f-4fc5-41fe-9d60-c9768bd6e435 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:10.019887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7241a6d9-c548-4fe3-afc0-b098650c87a8 req-da4b2b2f-4fc5-41fe-9d60-c9768bd6e435 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0968115 Aug 27 02:26:10.044789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Allocated IP 172.20.0.7 (3ea311a7-5ded-47dd-8983-436f922e9e1d/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d/888acaad-9e33-47a7-8672-1dec9af6244f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:10.098778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7241a6d9-c548-4fe3-afc0-b098650c87a8 req-c74ba159-79a3-4356-9476-51921db489f4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656586 Aug 27 02:26:10.109905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.122926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 99ba8668-dbcd-4562-8bff-d191acfff791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=99ba8668-dbcd-4562-8bff-d191acfff791,segment=NetworkSegment(e63afbb7-1742-4a14-82ba-abe9cb036806),segment_id=e63afbb7-1742-4a14-82ba-abe9cb036806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:10.145886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '99ba8668-dbcd-4562-8bff-d191acfff791', 'network_id': '6092e1b8-cb82-45f0-89fb-81f3f5b156bb', 'port_id': '99ba8668-dbcd-4562-8bff-d191acfff791', 'mac_address': 'fa:16:3e:2a:52:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677248ca-91c3-4c0d-b35b-3bb3956620b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:10.164349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:10.187265 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.224758 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.251142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ba8668-dbcd-4562-8bff-d191acfff791 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:10.265721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:10.277991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 99ba8668-dbcd-4562-8bff-d191acfff791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=99ba8668-dbcd-4562-8bff-d191acfff791,segment=NetworkSegment(e63afbb7-1742-4a14-82ba-abe9cb036806),segment_id=e63afbb7-1742-4a14-82ba-abe9cb036806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:10.284260 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.337817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=99ba8668-dbcd-4562-8bff-d191acfff791,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:10.345263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361415-69dd-422e-ab95-4ec01564833a req-bd5818f0-7f48-4c70-b5d5-72da1177f56d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:10.345555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538'}, {'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:10.347341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83361415-69dd-422e-ab95-4ec01564833a req-bd5818f0-7f48-4c70-b5d5-72da1177f56d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0516307 Aug 27 02:26:10.348394 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82455a49-be61-4d8b-bc04-becef5f3b340" -d '{"events": [{"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-plugged", "status": "completed", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538"}, {"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:10.392410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83361415-69dd-422e-ab95-4ec01564833a req-fa0eed9d-21bf-45a1-be80-fe7d079e6672 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Aug 27 02:26:10.403563 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b6b620-9f06-4f43-9a0c-7074a22b3352 x-openstack-request-id: req-95b6b620-9f06-4f43-9a0c-7074a22b3352 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:10.403862 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-plugged", "status": "completed", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538", "code": 200}, {"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:10.404107 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95b6b620-9f06-4f43-9a0c-7074a22b3352 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:10.404624 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'code': 200} Aug 27 02:26:10.404837 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'code': 200} Aug 27 02:26:10.461529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.533409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['99ba8668-dbcd-4562-8bff-d191acfff791'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:10.533986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec2fbc-dac6-42df-a8cd-21284d9d6bee req-e4915aca-f55f-4ae4-b513-c769dacb75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:10.535542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50ec2fbc-dac6-42df-a8cd-21284d9d6bee req-e4915aca-f55f-4ae4-b513-c769dacb75e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 1096 time: 0.0596135 Aug 27 02:26:10.540124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.558061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751da99e-505d-4d13-b06b-6a22eb1888cf req-9e70f2e4-0702-4d15-99a0-5a7fac6eccc1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:10.559586 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-751da99e-505d-4d13-b06b-6a22eb1888cf req-9e70f2e4-0702-4d15-99a0-5a7fac6eccc1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Aug 27 02:26:10.599886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-751da99e-505d-4d13-b06b-6a22eb1888cf req-76dc09eb-bc5d-4211-9b2f-02c66e5c2064 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Aug 27 02:26:10.612760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:10.619699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event updated for resources: {'Port': ['ID=888acaad-9e33-47a7-8672-1dec9af6244f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:10.623339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:10.625843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:10.665018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50ec2fbc-dac6-42df-a8cd-21284d9d6bee req-2924d4f4-eb2b-4169-a30a-0a77847c932a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932755 Aug 27 02:26:10.686719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:10.687363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.704078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-87f96ee3-e385-4ec7-90c3-e103015545ae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9940631 Aug 27 02:26:10.716455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Request body: {'port': {'device_id': '32a81855-6311-455e-87b4-e57df4b64bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:10.771853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.912689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b1ff7-331d-48d3-a523-3d605e421993 req-c87862e4-0992-4276-9144-933f77f662e0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:10.914442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b56b1ff7-331d-48d3-a523-3d605e421993 req-c87862e4-0992-4276-9144-933f77f662e0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0493262 Aug 27 02:26:10.954054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b56b1ff7-331d-48d3-a523-3d605e421993 req-3ea84095-d296-4b9e-a1fa-018854ae1f86 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Aug 27 02:26:10.970108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fa163-006c-4167-99ac-9322c56617f9 req-8e5e5904-3b99-42c6-a508-5d8029483f40 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:10.971579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c36fa163-006c-4167-99ac-9322c56617f9 req-8e5e5904-3b99-42c6-a508-5d8029483f40 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 931 time: 0.1484625 Aug 27 02:26:11.032991 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c36fa163-006c-4167-99ac-9322c56617f9 req-9fc1357e-c43a-4d47-a50e-0370d681a5ac tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538406 Aug 27 02:26:11.111835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888acaad-9e33-47a7-8672-1dec9af6244f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:11.119962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.124526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb2153-8d65-46d6-a396-5dea7becd496 req-6ae461d4-c74a-4cef-9855-3f01c8ec5f92 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.126460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8bb2153-8d65-46d6-a396-5dea7becd496 req-6ae461d4-c74a-4cef-9855-3f01c8ec5f92 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 944 time: 0.0698993 Aug 27 02:26:11.132193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Transition to ACTIVE for port object 888acaad-9e33-47a7-8672-1dec9af6244f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:11.146884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.181002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8bb2153-8d65-46d6-a396-5dea7becd496 req-0e0926e3-ae1e-4198-a2b4-3a397ed652d5 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473583 Aug 27 02:26:11.261279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Pushing event updated for resources: {'Port': ['ID=888acaad-9e33-47a7-8672-1dec9af6244f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:11.328924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-50aa1286-92fc-4298-95d8-95f4e101d94f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.330423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-50aa1286-92fc-4298-95d8-95f4e101d94f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 814 time: 0.1933007 Aug 27 02:26:11.350018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d481-c87a-48cf-964b-40c25479f176 req-a66f83f4-ecd4-4bfd-a9f2-ab00b61fe62a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.351627 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ed0d481-c87a-48cf-964b-40c25479f176 req-a66f83f4-ecd4-4bfd-a9f2-ab00b61fe62a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 948 time: 0.0493481 Aug 27 02:26:11.361572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-83b49c05-c9a6-49d5-95c7-62cb034e70b4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/quotas/29a7411587d2492d9caed98dd25cd306 HTTP/1.1" status: 200 len: 375 time: 0.0226789 Aug 27 02:26:11.363930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Attempting to bind port 888acaad-9e33-47a7-8672-1dec9af6244f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:11.364658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Attempting to bind port 888acaad-9e33-47a7-8672-1dec9af6244f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:11.364658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Attempting to bind port 888acaad-9e33-47a7-8672-1dec9af6244f on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:11.377987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Port 888acaad-9e33-47a7-8672-1dec9af6244f on network 3ea311a7-5ded-47dd-8983-436f922e9e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:11.378296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Attempting to bind port 888acaad-9e33-47a7-8672-1dec9af6244f on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:11.391653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ed0d481-c87a-48cf-964b-40c25479f176 req-b8c07c92-fc55-41f9-976b-d1c04c12e368 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Aug 27 02:26:11.404364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:11.404702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:11.405080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Bound using segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:11.405525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Bound port: 888acaad-9e33-47a7-8672-1dec9af6244f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:11.405873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.449893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-897aa467-bf97-4158-bf28-811b583b4545 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808747 Aug 27 02:26:11.520530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] For port 888acaad-9e33-47a7-8672-1dec9af6244f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:11.542853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] For port 888acaad-9e33-47a7-8672-1dec9af6244f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=888acaad-9e33-47a7-8672-1dec9af6244f,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:11.554442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.604700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.605303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.606762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] 10.222.0.45 "PUT /v2.0/ports/888acaad-9e33-47a7-8672-1dec9af6244f HTTP/1.1" status: 200 len: 1091 time: 0.8947532 Aug 27 02:26:11.608756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a81855-6311-455e-87b4-e57df4b64bc2', 'tag': '888acaad-9e33-47a7-8672-1dec9af6244f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:11.610861 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25da117-c9d0-448c-9adb-550b4ba277f3" -d '{"events": [{"name": "network-changed", "server_uuid": "32a81855-6311-455e-87b4-e57df4b64bc2", "tag": "888acaad-9e33-47a7-8672-1dec9af6244f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:11.619431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-abc71424-7b0e-46d1-95dd-1da73e405bde service neutron] 10.222.0.10 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599417 Aug 27 02:26:11.653146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e0bf9-c257-4b88-bacd-f7a262934053 service neutron] Pushing event updated for resources: {'Port': ['ID=888acaad-9e33-47a7-8672-1dec9af6244f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:11.709195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555d7a8-03e6-4dfc-bdd2-9e28ac22e0cb req-9567ee11-7e8b-4b1c-80f0-497cc4ba2dde tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.710647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8555d7a8-03e6-4dfc-bdd2-9e28ac22e0cb req-9567ee11-7e8b-4b1c-80f0-497cc4ba2dde tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0560427 Aug 27 02:26:11.753616 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8555d7a8-03e6-4dfc-bdd2-9e28ac22e0cb req-fc1c6336-a223-4087-8f56-c2938c9f2b37 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365200 Aug 27 02:26:11.782609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-48c010b7-ed3e-4b75-8fa4-5893ce8ed11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.784078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-48c010b7-ed3e-4b75-8fa4-5893ce8ed11b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 1094 time: 0.1036832 Aug 27 02:26:11.797962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-fd608d78-76be-44aa-b907-1bd860920ace tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.799844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-fd608d78-76be-44aa-b907-1bd860920ace tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7&tenant_id=f36ca37050b447b29419c9ff0cebd623&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 948 time: 0.1207831 Aug 27 02:26:11.803061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-acb90d74-7bd0-4345-8d4e-f3bb380768e1 service neutron] 10.222.0.10 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730695 Aug 27 02:26:11.846080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-4386ae09-8c9e-481b-84fb-8071ca1fdc78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888acaad-9e33-47a7-8672-1dec9af6244f HTTP/1.1" status: 200 len: 217 time: 0.0451121 Aug 27 02:26:11.932632 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-3ddf3033-380d-4c63-84b2-9e18b4e7995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.934067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-3ddf3033-380d-4c63-84b2-9e18b4e7995f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0700796 Aug 27 02:26:11.935921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-62b2963f-aa1b-4c65-8486-f6763e2f4cc5 service neutron] 10.222.0.32 "GET /v2.0/ports/ae113f31-5fdd-4f3f-948b-8d4beda44260/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 382 time: 0.1263447 Aug 27 02:26:11.938755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a404-88e6-4743-b559-293dd20e7570 req-569defe2-7429-44f0-b025-25cba7fc7584 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.940402 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64f3a404-88e6-4743-b559-293dd20e7570 req-569defe2-7429-44f0-b025-25cba7fc7584 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 948 time: 0.0555804 Aug 27 02:26:11.976372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:11.977905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-7f853f30-cd52-4040-90b8-d5141255130b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354378 Aug 27 02:26:11.978669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 99ba8668-dbcd-4562-8bff-d191acfff791 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:11.980281 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9054556-bb04-41f2-b107-13f2c1eb16ed x-openstack-request-id: req-a9054556-bb04-41f2-b107-13f2c1eb16ed {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:11.980704 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a81855-6311-455e-87b4-e57df4b64bc2", "tag": "888acaad-9e33-47a7-8672-1dec9af6244f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:11.981316 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9054556-bb04-41f2-b107-13f2c1eb16ed {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:11.981494 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a81855-6311-455e-87b4-e57df4b64bc2', 'tag': '888acaad-9e33-47a7-8672-1dec9af6244f', 'status': 'completed', 'code': 200} Aug 27 02:26:12.022091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64f3a404-88e6-4743-b559-293dd20e7570 req-3ba50aae-41f0-4265-9fea-907cedb1c9d6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684996 Aug 27 02:26:12.094708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 99ba8668-dbcd-4562-8bff-d191acfff791 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:12.103406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 99ba8668-dbcd-4562-8bff-d191acfff791 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:12.103815 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.128096 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f63686bb-4994-4a39-96f6-0483f99979a0 req-bca74753-fe41-499a-ae19-ddd5bb818d87 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 210 time: 0.0407715 Aug 27 02:26:12.164808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-4eafe6be-660c-4188-a7b3-db4deee76595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.166749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-4eafe6be-660c-4188-a7b3-db4deee76595 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1099 time: 0.1567643 Aug 27 02:26:12.179750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:12.184164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d96686-bdfd-4c3e-a7d2-6a160547d4f2 req-90e8eccd-40b8-4b50-bbd5-05f36c2ddaaf tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.185677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22d96686-bdfd-4c3e-a7d2-6a160547d4f2 req-90e8eccd-40b8-4b50-bbd5-05f36c2ddaaf tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1012423 Aug 27 02:26:12.194354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'mac_address': 'fa:16:3e:2a:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:12.246668 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-cfccfa4a-43e1-429d-96df-6219ce877e7f service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595387 Aug 27 02:26:12.267657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.272410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7d9c0-2d93-4b02-898c-2f092028a3c9 req-bfaaa9d1-0573-4606-b474-3e17dd52da7a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.274466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edc7d9c0-2d93-4b02-898c-2f092028a3c9 req-bfaaa9d1-0573-4606-b474-3e17dd52da7a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 943 time: 0.0607135 Aug 27 02:26:12.299176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.317913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae113f31-5fdd-4f3f-948b-8d4beda44260 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:12.327882 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edc7d9c0-2d93-4b02-898c-2f092028a3c9 req-d3514cf6-76e5-4619-b771-51e86bf4b6d1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389585 Aug 27 02:26:12.347508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 99ba8668-dbcd-4562-8bff-d191acfff791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=99ba8668-dbcd-4562-8bff-d191acfff791,segment=NetworkSegment(e63afbb7-1742-4a14-82ba-abe9cb036806),segment_id=e63afbb7-1742-4a14-82ba-abe9cb036806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:12.349483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:12.355867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22d96686-bdfd-4c3e-a7d2-6a160547d4f2 req-e2ecdff3-e305-4174-b4f7-38b45a55a2df tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577737 Aug 27 02:26:12.362902 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.369308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.387642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-6cc7ea0f-55b4-4d95-a77e-d99ddc638a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.389145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-6cc7ea0f-55b4-4d95-a77e-d99ddc638a0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2026012 Aug 27 02:26:12.414988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ba8668-dbcd-4562-8bff-d191acfff791'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:12.422660 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810beea6-5a7b-49a2-9154-6c6482b3aa26" -d '{"events": [{"server_uuid": "2972701d-d07b-493f-a571-b0e2e3dff98d", "name": "network-vif-plugged", "status": "completed", "tag": "99ba8668-dbcd-4562-8bff-d191acfff791"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:12.443889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-e6a18c82-5e00-4d91-9b57-d35e2580fe11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 217 time: 0.0420878 Aug 27 02:26:12.448207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5b4821b-e741-4641-905e-394a7d50a9e8 req-6e69b2d1-6f58-4d7c-aaaf-9f5af5af453b service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886775 Aug 27 02:26:12.474139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40bf73-64f5-42d8-bcee-3e2a0d0bec31 req-655b2844-d860-4526-a97f-4a6b1c5a800c tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.476905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa40bf73-64f5-42d8-bcee-3e2a0d0bec31 req-655b2844-d860-4526-a97f-4a6b1c5a800c tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 945 time: 0.0606954 Aug 27 02:26:12.484931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=99ba8668-dbcd-4562-8bff-d191acfff791,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:12.493354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.493853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.494216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.494554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.494878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.495601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.496141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.496688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.497222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.497774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.498338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.498888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:12.549697 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa40bf73-64f5-42d8-bcee-3e2a0d0bec31 req-1323c26f-f890-4aa6-9b82-cf83e3a82580 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646422 Aug 27 02:26:12.567580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-2171b037-5f6a-4659-bd84-4c45c5f1a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.569510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-2171b037-5f6a-4659-bd84-4c45c5f1a8cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1171737 Aug 27 02:26:12.586156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:12.623327 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cb7792-5e9f-4d7a-8eb0-9d1bfc3c482d x-openstack-request-id: req-a9cb7792-5e9f-4d7a-8eb0-9d1bfc3c482d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:12.623620 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2972701d-d07b-493f-a571-b0e2e3dff98d", "name": "network-vif-plugged", "status": "completed", "tag": "99ba8668-dbcd-4562-8bff-d191acfff791", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:12.623918 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9cb7792-5e9f-4d7a-8eb0-9d1bfc3c482d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:12.625243 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ba8668-dbcd-4562-8bff-d191acfff791', 'code': 200} Aug 27 02:26:12.628386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-7347f858-1372-413e-80cb-c6e7b9c2c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.630353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-7347f858-1372-413e-80cb-c6e7b9c2c0b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 1094 time: 0.1108584 Aug 27 02:26:12.647277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['ae113f31-5fdd-4f3f-948b-8d4beda44260'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:12.689168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-70e97081-d1a8-4fdf-84d9-cf66eea3180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.690821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-70e97081-d1a8-4fdf-84d9-cf66eea3180d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076040 Aug 27 02:26:12.839793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-955818bd-25ed-4501-9c29-3b4f258093d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.841315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-955818bd-25ed-4501-9c29-3b4f258093d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 907 time: 0.2012622 Aug 27 02:26:12.845263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43b4f4-94df-473c-8fc5-9422d554fbeb req-69340b5d-3e6c-42bc-9915-3056d314685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.846716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca43b4f4-94df-473c-8fc5-9422d554fbeb req-69340b5d-3e6c-42bc-9915-3056d314685d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 1096 time: 0.1323268 Aug 27 02:26:12.895520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd599d5-1676-463f-9e45-e495b0fea851 req-de9d92b9-4ebc-4f69-91a4-86c648a23433 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:12.897158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ebd599d5-1676-463f-9e45-e495b0fea851 req-de9d92b9-4ebc-4f69-91a4-86c648a23433 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0587084 Aug 27 02:26:12.917711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-9286ad7b-e508-425b-9b3c-6dbf323d48ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888acaad-9e33-47a7-8672-1dec9af6244f HTTP/1.1" status: 200 len: 217 time: 0.0681815 Aug 27 02:26:12.945387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ebd599d5-1676-463f-9e45-e495b0fea851 req-a9c9de4d-0f8b-42c7-9c68-f49cc57948ec tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Aug 27 02:26:12.969011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-2820dc5c-b1ca-4d47-8b76-4f677910869c service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533853 Aug 27 02:26:12.997111 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca43b4f4-94df-473c-8fc5-9422d554fbeb req-6cffc88c-2d0d-4959-bf6f-a9222d4e73aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222341 Aug 27 02:26:13.033810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-6e3badaf-f7c7-4b5b-9af9-6cfea9d9e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.035371 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-6e3badaf-f7c7-4b5b-9af9-6cfea9d9e55f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0999105 Aug 27 02:26:13.065826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecaff8-86bc-4347-b25a-1fb9382b259f req-5d8c9a7d-bf94-4aff-8166-b700687c618a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.067375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90ecaff8-86bc-4347-b25a-1fb9382b259f req-5d8c9a7d-bf94-4aff-8166-b700687c618a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0506358 Aug 27 02:26:13.077718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-4c08b5b9-6b9a-4d0b-88e0-855bd4fb3ae0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331838 Aug 27 02:26:13.112356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90ecaff8-86bc-4347-b25a-1fb9382b259f req-ada79ac0-7f4d-4c35-8817-186faf0d4689 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387304 Aug 27 02:26:13.178003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-eba82ef5-ad53-444c-b5e3-0efc02f660ec service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948621 Aug 27 02:26:13.226771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55d21e2f-caa3-4387-be3c-4449edeece82 req-2d6796e6-5383-42c9-aa80-70e4f4b0da0a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 210 time: 0.0324199 Aug 27 02:26:13.457193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d5b07-5416-445e-a4ee-416362d80912 req-89ea7783-ceca-4f33-ae10-e3a449f0eb52 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.458937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d8d5b07-5416-445e-a4ee-416362d80912 req-89ea7783-ceca-4f33-ae10-e3a449f0eb52 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 949 time: 0.3282630 Aug 27 02:26:13.463162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-1b050e60-839a-4896-b4c1-9d3647470cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770211 Aug 27 02:26:13.483623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6ea3-d1b5-432b-a3a3-9fd8fd4e2dc8 req-0bfbc0b5-33b7-4595-80b5-73f47f79cdfa tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.485103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adc6ea3-d1b5-432b-a3a3-9fd8fd4e2dc8 req-0bfbc0b5-33b7-4595-80b5-73f47f79cdfa tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 943 time: 0.0636523 Aug 27 02:26:13.526055 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adc6ea3-d1b5-432b-a3a3-9fd8fd4e2dc8 req-aba4c079-c750-4001-b96b-dceac486ed1c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Aug 27 02:26:13.633807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d8d5b07-5416-445e-a4ee-416362d80912 req-fc74f2a4-497c-4a81-b2c1-7dbe29b58d6b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597881 Aug 27 02:26:13.665044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25da117-c9d0-448c-9adb-550b4ba277f3 req-01b78d7d-f8f3-4509-9d73-9bc8295f2b3a service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920886 Aug 27 02:26:13.676088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-44777225-8fa3-450e-8394-2fe4d0a13897 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.677591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-44777225-8fa3-450e-8394-2fe4d0a13897 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.32 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 814 time: 0.2134943 Aug 27 02:26:13.693828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Request body: {'port': {'device_id': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd', 'admin_state_up': True, 'tenant_id': '29a7411587d2492d9caed98dd25cd306'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:13.707865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a65222-1c53-4cba-baa7-3b0e63cbc219 req-ad8d342a-a282-4994-ae57-2924900e817d tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.709383 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0a65222-1c53-4cba-baa7-3b0e63cbc219 req-ad8d342a-a282-4994-ae57-2924900e817d tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 945 time: 0.0496101 Aug 27 02:26:13.746399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0a65222-1c53-4cba-baa7-3b0e63cbc219 req-1c28a714-d786-4bbc-9aa9-81ff6c30753e tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Aug 27 02:26:13.809315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Made reservation on behalf of 29a7411587d2492d9caed98dd25cd306 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:13.812981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.936585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Allocated IP 172.20.0.14 (eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd/a6a87e2a-f937-470d-9d35-515dba21a2f6/0d203c71-2b9d-4421-a55f-4bae247053d2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:13.986705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:14.035572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port ae113f31-5fdd-4f3f-948b-8d4beda44260 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:14.035947 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.108273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d5e2c-94f5-4494-b8b1-f6276de5e043 req-55ff8a3c-68a3-442d-84cd-74948b9ce64e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:14.109759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-296d5e2c-94f5-4494-b8b1-f6276de5e043 req-55ff8a3c-68a3-442d-84cd-74948b9ce64e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0816343 Aug 27 02:26:14.117206 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.130800 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.151400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:14.156667 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.168994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-296d5e2c-94f5-4494-b8b1-f6276de5e043 req-e2113e7c-30a0-40fb-974c-ce925665c683 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482759 Aug 27 02:26:14.214515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.216659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:14.230154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8573125d-cf21-4983-957e-1f5106545428'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:14.239709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feca12-1e97-4451-8aba-de07895387fc req-93040c1c-b6c5-4171-bcdd-bb0b26db1bf6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:14.247032 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25feca12-1e97-4451-8aba-de07895387fc req-93040c1c-b6c5-4171-bcdd-bb0b26db1bf6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0566711 Aug 27 02:26:14.289424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:14.292770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:14.297531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:14.302302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Pushing event updated for resources: {'Port': ['ID=0d203c71-2b9d-4421-a55f-4bae247053d2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:14.312487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25feca12-1e97-4451-8aba-de07895387fc req-6e151b54-0bf9-45a1-a804-dfd05fbfbe1b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641346 Aug 27 02:26:14.380801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:14.382876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.410023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bf31e-6405-4bc3-98b5-ba2c7b064f54 req-d5a36d92-8c32-4638-b637-c3366250e765 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:14.411754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d72bf31e-6405-4bc3-98b5-ba2c7b064f54 req-d5a36d92-8c32-4638-b637-c3366250e765 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 932 time: 0.0832832 Aug 27 02:26:14.414199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-0bddd71d-b2c7-47bc-99ba-d3aa32a34606 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7237225 Aug 27 02:26:14.435707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Request body: {'port': {'device_id': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:14.483982 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d72bf31e-6405-4bc3-98b5-ba2c7b064f54 req-8042418c-41d4-4b23-86fc-bebb94f81740 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658641 Aug 27 02:26:14.506513 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.625873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:14.628341 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bd1092-45c9-4f16-aee3-1c6ffcaf7e9c" -d '{"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:14.654694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347327e-0344-4786-a166-6b75d6cf55bb req-41261e85-f818-4298-86a5-e50311dabea7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:14.657472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a347327e-0344-4786-a166-6b75d6cf55bb req-41261e85-f818-4298-86a5-e50311dabea7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 943 time: 0.0558558 Aug 27 02:26:14.702301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a347327e-0344-4786-a166-6b75d6cf55bb req-0bff989e-f9e1-4f64-ba32-85938254578a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Aug 27 02:26:14.733487 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b61ba-8b84-4e05-afee-4e392de163f8 x-openstack-request-id: req-aa2b61ba-8b84-4e05-afee-4e392de163f8 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:14.733800 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:14.734110 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa2b61ba-8b84-4e05-afee-4e392de163f8 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:14.734917 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'code': 200} Aug 27 02:26:14.794105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d203c71-2b9d-4421-a55f-4bae247053d2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:14.802758 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.811330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db428ce3-c6eb-4e33-ab94-b4700e963aa0 req-27ee0012-6a7f-4ac2-a53e-45f3ce96fa3a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:14.812955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db428ce3-c6eb-4e33-ab94-b4700e963aa0 req-27ee0012-6a7f-4ac2-a53e-45f3ce96fa3a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0534971 Aug 27 02:26:14.818693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Transition to ACTIVE for port object 0d203c71-2b9d-4421-a55f-4bae247053d2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:14.824121 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.860350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db428ce3-c6eb-4e33-ab94-b4700e963aa0 req-d115b870-e2c6-43e6-bbe9-7f98742e8f60 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Aug 27 02:26:14.920182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Pushing event updated for resources: {'Port': ['ID=0d203c71-2b9d-4421-a55f-4bae247053d2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:14.972310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e2d79-938f-4eb8-a9e7-1a8f632f02bb req-c4be956b-6e17-4784-9b56-a948de49fed9 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:14.973806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-764e2d79-938f-4eb8-a9e7-1a8f632f02bb req-c4be956b-6e17-4784-9b56-a948de49fed9 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 945 time: 0.1319137 Aug 27 02:26:15.024854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Attempting to bind port 0d203c71-2b9d-4421-a55f-4bae247053d2 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:15.025203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Attempting to bind port 0d203c71-2b9d-4421-a55f-4bae247053d2 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:15.025531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Attempting to bind port 0d203c71-2b9d-4421-a55f-4bae247053d2 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:15.031035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-764e2d79-938f-4eb8-a9e7-1a8f632f02bb req-ea9fbd43-0510-484e-b21a-b5a857e4c216 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495913 Aug 27 02:26:15.033039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Port 0d203c71-2b9d-4421-a55f-4bae247053d2 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:15.033351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Attempting to bind port 0d203c71-2b9d-4421-a55f-4bae247053d2 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:15.038604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:15.038967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Checking segment: {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:15.039348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Bound using segment: {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:15.039773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Bound port: 0d203c71-2b9d-4421-a55f-4bae247053d2, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:15.040129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.110084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] For port 0d203c71-2b9d-4421-a55f-4bae247053d2, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:15.115152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] For port 0d203c71-2b9d-4421-a55f-4bae247053d2, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0d203c71-2b9d-4421-a55f-4bae247053d2,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:15.124897 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.165593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.166214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.167032 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:26:15.167711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d203c71-2b9d-4421-a55f-4bae247053d2 HTTP/1.1" status: 200 len: 1092 time: 0.7361233 Aug 27 02:26:15.168219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'tag': '0d203c71-2b9d-4421-a55f-4bae247053d2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:15.170905 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3888b7b-2cff-43a9-a057-e895c50b5319" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7439be-6efc-4db8-9d7f-e9bd4b44195a", "tag": "0d203c71-2b9d-4421-a55f-4bae247053d2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:15.199688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd164a50-ea76-451a-bf88-3e8f704c3d66 service neutron] Pushing event updated for resources: {'Port': ['ID=0d203c71-2b9d-4421-a55f-4bae247053d2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:15.230052 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7674641c-9b2b-45e6-b9e2-495dee3b88df x-openstack-request-id: req-7674641c-9b2b-45e6-b9e2-495dee3b88df {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:15.230052 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7439be-6efc-4db8-9d7f-e9bd4b44195a", "tag": "0d203c71-2b9d-4421-a55f-4bae247053d2", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:15.230955 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7674641c-9b2b-45e6-b9e2-495dee3b88df {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:15.231164 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'tag': '0d203c71-2b9d-4421-a55f-4bae247053d2', 'status': 'completed', 'code': 200} Aug 27 02:26:15.265406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-6400fedb-f08b-4089-8ee8-178af8005277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.267143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-6400fedb-f08b-4089-8ee8-178af8005277 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 1095 time: 0.0526175 Aug 27 02:26:15.312892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-e01b7fad-6918-4716-a7cd-732e660136a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d203c71-2b9d-4421-a55f-4bae247053d2 HTTP/1.1" status: 200 len: 217 time: 0.0371859 Aug 27 02:26:15.321348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d295fa-aae5-485a-8839-994a2d71bc38 req-99e63e52-f255-4116-aa83-770672b6ffc3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.322879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d295fa-aae5-485a-8839-994a2d71bc38 req-99e63e52-f255-4116-aa83-770672b6ffc3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0551667 Aug 27 02:26:15.377530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-f2a96001-eb50-4fa2-a1f9-b909e1158f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.379044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-f2a96001-eb50-4fa2-a1f9-b909e1158f34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.0562146 Aug 27 02:26:15.388353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94d295fa-aae5-485a-8839-994a2d71bc38 req-3e8ba666-a79b-4e40-be0b-26a9b6817c15 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Aug 27 02:26:15.440456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-5cd132eb-5a6d-4ef8-8144-333c5b8379d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532432 Aug 27 02:26:15.572014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce705-4b2e-46cf-801a-e6e0a459aae0 req-c000b87e-6c2b-4699-84bc-c34411e947a2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.573615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc5ce705-4b2e-46cf-801a-e6e0a459aae0 req-c000b87e-6c2b-4699-84bc-c34411e947a2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1726177 Aug 27 02:26:15.617575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-0496efe5-3d93-4f25-bbaf-783ac01fa845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.619121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-0496efe5-3d93-4f25-bbaf-783ac01fa845 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7&tenant_id=f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 1101 time: 0.1022322 Aug 27 02:26:15.622763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-9fb400a4-03f3-46d9-9267-d45c3066562d service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598401 Aug 27 02:26:15.631746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2a6bf-b53a-41e6-b44d-485f619d81ac req-12d74080-d6b5-478e-86b9-acdc8f22ea3f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.634672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-39f2a6bf-b53a-41e6-b44d-485f619d81ac req-12d74080-d6b5-478e-86b9-acdc8f22ea3f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 944 time: 0.0623593 Aug 27 02:26:15.674737 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-39f2a6bf-b53a-41e6-b44d-485f619d81ac req-85e5e8fc-7b23-4731-a915-01d82d618a2b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Aug 27 02:26:15.707148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc5ce705-4b2e-46cf-801a-e6e0a459aae0 req-c14892e3-50c5-427f-9440-8782d5cba671 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236234 Aug 27 02:26:15.758405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-f112248b-3a56-46b6-ba74-90bcdb1ab820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.759912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-f112248b-3a56-46b6-ba74-90bcdb1ab820 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1101 time: 0.1160107 Aug 27 02:26:15.766008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f594767-786c-46aa-8420-560f8ce37dc3 req-93063c8e-f8c9-458b-b5cc-66968cf4a26c service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330948 Aug 27 02:26:15.883930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 888acaad-9e33-47a7-8672-1dec9af6244f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:15.916158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd525-adbe-4288-b27c-e5f27bfbec0c req-72bde94e-5e43-4d92-aaaa-29de01c932f8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.917667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e97bd525-adbe-4288-b27c-e5f27bfbec0c req-72bde94e-5e43-4d92-aaaa-29de01c932f8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 943 time: 0.1382091 Aug 27 02:26:15.936742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-d59a20ae-8475-48e8-8103-3a9053788e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.938230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-d59a20ae-8475-48e8-8103-3a9053788e13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 1095 time: 0.1135354 Aug 27 02:26:15.946666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-48c27693-518a-4ab5-8d54-3dc57d6caf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.948109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-48c27693-518a-4ab5-8d54-3dc57d6caf0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1804986 Aug 27 02:26:16.013097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 888acaad-9e33-47a7-8672-1dec9af6244f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=888acaad-9e33-47a7-8672-1dec9af6244f,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:16.024351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19caa4-5e8e-469b-9170-d7ca90fbfc2a req-d5c4c0f9-0cca-4cd5-a368-414671f76d6a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.026576 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a19caa4-5e8e-469b-9170-d7ca90fbfc2a req-d5c4c0f9-0cca-4cd5-a368-414671f76d6a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0611846 Aug 27 02:26:16.027751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '888acaad-9e33-47a7-8672-1dec9af6244f', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'port_id': '888acaad-9e33-47a7-8672-1dec9af6244f', 'mac_address': 'fa:16:3e:fb:b4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:16.056489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-bd224b4b-66b0-4f30-82c3-665fd9546761 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 217 time: 0.0888472 Aug 27 02:26:16.075237 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:16.085284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e97bd525-adbe-4288-b27c-e5f27bfbec0c req-7ec75576-91c9-4a43-af82-999844136bea tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540673 Aug 27 02:26:16.094231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888acaad-9e33-47a7-8672-1dec9af6244f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:16.095020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a19caa4-5e8e-469b-9170-d7ca90fbfc2a req-d921fa9c-d7bf-4f99-9352-146a00e7db17 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Aug 27 02:26:16.137503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 888acaad-9e33-47a7-8672-1dec9af6244f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=888acaad-9e33-47a7-8672-1dec9af6244f,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:16.142597 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:16.161383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-f859c875-61c0-42e8-b230-f5392d243405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.162977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-f859c875-61c0-42e8-b230-f5392d243405 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 915 time: 0.2140172 Aug 27 02:26:16.164678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-e09e33cb-7c3e-44ae-8b83-7d6074b42cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.165944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-e09e33cb-7c3e-44ae-8b83-7d6074b42cdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1001699 Aug 27 02:26:16.201989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=888acaad-9e33-47a7-8672-1dec9af6244f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:16.243368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-9b33372d-a0cc-4f95-bcea-428ee2ed6c8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d203c71-2b9d-4421-a55f-4bae247053d2 HTTP/1.1" status: 200 len: 217 time: 0.0661743 Aug 27 02:26:16.282110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-69b45f4a-d8d6-4bc9-81c5-70b0f07ef06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.283626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-69b45f4a-d8d6-4bc9-81c5-70b0f07ef06b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967555 Aug 27 02:26:16.340641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-7fd3d21f-0594-4016-bb43-fea660ca7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.342029 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-7fd3d21f-0594-4016-bb43-fea660ca7c1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.0911582 Aug 27 02:26:16.381322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-916db57e-5dc0-43b3-b0fb-833ff947cd35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311048 Aug 27 02:26:16.444389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-998d56d9-6240-4598-a55d-2cc2a5cc498d service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517365 Aug 27 02:26:16.490478 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:16.583081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038cba4-6595-40ba-95ba-198a961d552e req-ca6a22a1-c26a-467c-aa61-20671259637b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.584583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8038cba4-6595-40ba-95ba-198a961d552e req-ca6a22a1-c26a-467c-aa61-20671259637b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.1363730 Aug 27 02:26:16.590150 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-105a32d9-3d0a-4d4e-9201-1568b6789ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002320 Aug 27 02:26:16.594567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:16.666752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40d84c04-27b6-41f3-b85b-2d68ed452186 req-fd2713a6-5cae-4d84-95d7-6c241f695fd4 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048061 Aug 27 02:26:16.689115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8038cba4-6595-40ba-95ba-198a961d552e req-a0e00fe3-6ba3-4eb5-b4fb-1f3e547827f0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Aug 27 02:26:16.727734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3888b7b-2cff-43a9-a057-e895c50b5319 req-b6ee1163-94b6-4e58-a1f2-925ded801711 service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260831 Aug 27 02:26:16.974614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a9442-abcf-4248-b0fe-037468be85b5 req-31db7068-c694-4e76-a582-6852efa435f9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.976247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e63a9442-abcf-4248-b0fe-037468be85b5 req-31db7068-c694-4e76-a582-6852efa435f9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0528767 Aug 27 02:26:17.019721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e63a9442-abcf-4248-b0fe-037468be85b5 req-017a82b2-bab4-45a8-a74c-14c2161c713c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372303 Aug 27 02:26:17.050885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd74ad7-798d-405e-9035-0b36310df4e1 req-e38adb72-758b-4351-baf9-7de1ef57f9ba tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:17.052417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfd74ad7-798d-405e-9035-0b36310df4e1 req-e38adb72-758b-4351-baf9-7de1ef57f9ba tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 944 time: 0.2935464 Aug 27 02:26:17.101238 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfd74ad7-798d-405e-9035-0b36310df4e1 req-fb2a0f6a-c8f9-488d-8646-fdffbbcbbb4f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Aug 27 02:26:17.211150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b07ea-ca77-4dc9-ac8d-f485b8e7148b req-9b2d97da-eea8-45a9-93ed-355861c623ce tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:17.212592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-132b07ea-ca77-4dc9-ac8d-f485b8e7148b req-9b2d97da-eea8-45a9-93ed-355861c623ce tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0535629 Aug 27 02:26:17.226964 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:17.233684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e6e61-6e17-4602-a621-3883fa90d71e req-c0429362-44c1-43e4-9abd-3e2ea13b4796 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:17.235493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b89e6e61-6e17-4602-a621-3883fa90d71e req-c0429362-44c1-43e4-9abd-3e2ea13b4796 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 944 time: 0.0644391 Aug 27 02:26:17.257066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-132b07ea-ca77-4dc9-ac8d-f485b8e7148b req-bfeb7cbb-2b8d-430e-a6f3-5606500bd2be tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Aug 27 02:26:17.287046 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b89e6e61-6e17-4602-a621-3883fa90d71e req-05f4a17e-567e-425c-ad30-e4d8ebbad38b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Aug 27 02:26:17.809824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2168-7ca2-4500-ab2b-f2fb774593b1 req-9863701e-dd57-41ec-aa38-ea2c11c627e5 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:17.811241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4edc2168-7ca2-4500-ab2b-f2fb774593b1 req-9863701e-dd57-41ec-aa38-ea2c11c627e5 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0479820 Aug 27 02:26:17.851664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4edc2168-7ca2-4500-ab2b-f2fb774593b1 req-b7506201-8487-43d1-a2fb-688a56c0da32 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Aug 27 02:26:17.992313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:17.994439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:18.164963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874259-ad21-4b40-98d4-aa2857b6e69e req-e1270cdd-180b-4f98-89c3-0c60f2f233f0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:18.167912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf874259-ad21-4b40-98d4-aa2857b6e69e req-e1270cdd-180b-4f98-89c3-0c60f2f233f0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0735228 Aug 27 02:26:18.175521 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.201966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:18.213813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:18.216354 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af486212-1375-4d08-8bd6-b5168532a978" -d '{"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:18.219849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf874259-ad21-4b40-98d4-aa2857b6e69e req-b6b34f18-b4a8-4c5a-8608-c4082fc789d5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Aug 27 02:26:18.232263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:18.233524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'mac_address': 'fa:16:3e:2a:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:18.258955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.285998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadaaa4-bf05-4fbb-bc1a-4b72aed64038 req-c29e9f45-6691-44b6-8760-a9c33b94b0c5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:18.291638 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b84156-0206-46f9-add1-afe997393d7f x-openstack-request-id: req-59b84156-0206-46f9-add1-afe997393d7f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:18.291923 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:18.292360 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59b84156-0206-46f9-add1-afe997393d7f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:18.292937 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'code': 200} Aug 27 02:26:18.295731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfadaaa4-bf05-4fbb-bc1a-4b72aed64038 req-c29e9f45-6691-44b6-8760-a9c33b94b0c5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 944 time: 0.0668583 Aug 27 02:26:18.314463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.339932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae113f31-5fdd-4f3f-948b-8d4beda44260 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:18.347315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:18.353731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfadaaa4-bf05-4fbb-bc1a-4b72aed64038 req-e0f920f6-34e2-49a0-b1d7-9a988abd171c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Aug 27 02:26:18.404206 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:26:18.404850 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:26:18.444194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd90ccf-faae-45fa-aef4-7d56cfb6815f req-3defc905-e40d-4a79-9bf1-2d1ba9770568 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:18.452866 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5bd90ccf-faae-45fa-aef4-7d56cfb6815f req-3defc905-e40d-4a79-9bf1-2d1ba9770568 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 948 time: 0.0828509 Aug 27 02:26:18.495679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad63696-7b7f-4ef3-a3e7-cfcdd53c3c6d req-3c0bc02a-a23e-46ac-bd26-7b74feb18962 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:18.497960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cad63696-7b7f-4ef3-a3e7-cfcdd53c3c6d req-3c0bc02a-a23e-46ac-bd26-7b74feb18962 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 944 time: 0.0521510 Aug 27 02:26:18.499426 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5bd90ccf-faae-45fa-aef4-7d56cfb6815f req-cb0fadda-d38d-4a0f-97c0-dcceeeb89f4a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Aug 27 02:26:18.557794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cad63696-7b7f-4ef3-a3e7-cfcdd53c3c6d req-2e4fd26a-70bf-4c38-a764-98577526227a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Aug 27 02:26:18.941654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.954878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae113f31-5fdd-4f3f-948b-8d4beda44260 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:18.974874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:18.979910 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.980626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd9331-f0b4-4e6d-938b-8dff002bcb44 req-c50e80d9-0a58-402d-bca4-fd9aeafb4aca tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:18.981003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0d203c71-2b9d-4421-a55f-4bae247053d2 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:18.988166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0dcd9331-f0b4-4e6d-938b-8dff002bcb44 req-c50e80d9-0a58-402d-bca4-fd9aeafb4aca tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0656066 Aug 27 02:26:19.029816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0dcd9331-f0b4-4e6d-938b-8dff002bcb44 req-048a819d-ef15-4947-a42e-f74b28543383 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Aug 27 02:26:19.087821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=10']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:19.131482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0d203c71-2b9d-4421-a55f-4bae247053d2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0d203c71-2b9d-4421-a55f-4bae247053d2,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:19.142060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '0d203c71-2b9d-4421-a55f-4bae247053d2', 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd', 'port_id': '0d203c71-2b9d-4421-a55f-4bae247053d2', 'mac_address': 'fa:16:3e:8a:5c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a87e2a-f937-470d-9d35-515dba21a2f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:19.177553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.190575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d203c71-2b9d-4421-a55f-4bae247053d2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:19.212253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0d203c71-2b9d-4421-a55f-4bae247053d2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0d203c71-2b9d-4421-a55f-4bae247053d2,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:19.218108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.272283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=0d203c71-2b9d-4421-a55f-4bae247053d2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:19.343203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f6b4c-97f3-477b-a206-9e5bb2d21ff8 req-b4601b21-bde8-47db-8670-209cf51fb052 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:19.344669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c78f6b4c-97f3-477b-a206-9e5bb2d21ff8 req-b4601b21-bde8-47db-8670-209cf51fb052 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Aug 27 02:26:19.384971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c78f6b4c-97f3-477b-a206-9e5bb2d21ff8 req-de39c499-eaee-4188-bfff-de1c997f9561 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Aug 27 02:26:19.473271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1f082-ec94-4db2-bd64-eefabfeae357 req-427639e3-c7f8-4775-8e0e-2eab646655be tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:19.474753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4af1f082-ec94-4db2-bd64-eefabfeae357 req-427639e3-c7f8-4775-8e0e-2eab646655be tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 945 time: 0.0482714 Aug 27 02:26:19.518716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['0d203c71-2b9d-4421-a55f-4bae247053d2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:19.521200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4af1f082-ec94-4db2-bd64-eefabfeae357 req-5ec369e5-b3cb-43ae-bdfd-227fa44a3a3b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Aug 27 02:26:19.553001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['ae113f31-5fdd-4f3f-948b-8d4beda44260'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:19.638619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8731cad-9268-462e-916b-9c25de959814 req-e5387b4d-2640-488c-bf6c-82a071f6af43 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:19.640539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8731cad-9268-462e-916b-9c25de959814 req-e5387b4d-2640-488c-bf6c-82a071f6af43 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0619686 Aug 27 02:26:19.685380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8731cad-9268-462e-916b-9c25de959814 req-53b58456-7bfb-428c-9b6d-ee965b39ce67 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351837 Aug 27 02:26:19.904017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e77112-5a2e-43e6-a790-17440470df6e req-c8bdd768-84d8-479b-8b8c-57fa36e7b52f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:19.905516 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68e77112-5a2e-43e6-a790-17440470df6e req-c8bdd768-84d8-479b-8b8c-57fa36e7b52f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 950 time: 0.0551348 Aug 27 02:26:19.920546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 888acaad-9e33-47a7-8672-1dec9af6244f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:19.940291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ad03-55d5-4f8b-8fcd-1ca080c7eda5 req-792ce49d-7389-4f15-9012-1e850f4e73f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:19.942939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3eb8ad03-55d5-4f8b-8fcd-1ca080c7eda5 req-792ce49d-7389-4f15-9012-1e850f4e73f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 944 time: 0.0565715 Aug 27 02:26:19.950864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68e77112-5a2e-43e6-a790-17440470df6e req-98b1b115-deae-4d4a-a10e-693c971be366 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Aug 27 02:26:19.984696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3eb8ad03-55d5-4f8b-8fcd-1ca080c7eda5 req-31366513-552d-4bfb-a299-efac807515f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Aug 27 02:26:20.011307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 888acaad-9e33-47a7-8672-1dec9af6244f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:20.015922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 888acaad-9e33-47a7-8672-1dec9af6244f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:20.016496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.109128 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.161826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 888acaad-9e33-47a7-8672-1dec9af6244f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=888acaad-9e33-47a7-8672-1dec9af6244f,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:20.179621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.183541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a6ced-49fa-4814-b91c-bafdb249893e req-ba15d47d-ec99-4b21-b88f-27346adc84bc tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:20.185592 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f27a6ced-49fa-4814-b91c-bafdb249893e req-ba15d47d-ec99-4b21-b88f-27346adc84bc tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0687752 Aug 27 02:26:20.230026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-86a414c5-00dd-43fd-aa4b-67bcd4a8d3a1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316484 Aug 27 02:26:20.237063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=888acaad-9e33-47a7-8672-1dec9af6244f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:20.243080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f27a6ced-49fa-4814-b91c-bafdb249893e req-02432dd4-ab8c-49a9-b2ba-0c1bd1c77407 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514786 Aug 27 02:26:20.294157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a81855-6311-455e-87b4-e57df4b64bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888acaad-9e33-47a7-8672-1dec9af6244f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:20.296638 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7538dff6-66e8-44a4-955d-6e7c7cd7547c" -d '{"events": [{"server_uuid": "32a81855-6311-455e-87b4-e57df4b64bc2", "name": "network-vif-plugged", "status": "completed", "tag": "888acaad-9e33-47a7-8672-1dec9af6244f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:20.342685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-a6140f8c-03e6-4fef-98ba-a76e93e3d07f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:20.344522 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-a6140f8c-03e6-4fef-98ba-a76e93e3d07f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136451 Aug 27 02:26:20.347528 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d94ba-766a-47c1-ae75-50e9db031bfe x-openstack-request-id: req-6e6d94ba-766a-47c1-ae75-50e9db031bfe {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:20.347888 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a81855-6311-455e-87b4-e57df4b64bc2", "name": "network-vif-plugged", "status": "completed", "tag": "888acaad-9e33-47a7-8672-1dec9af6244f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:20.348202 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e6d94ba-766a-47c1-ae75-50e9db031bfe {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:20.348660 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a81855-6311-455e-87b4-e57df4b64bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888acaad-9e33-47a7-8672-1dec9af6244f', 'code': 200} Aug 27 02:26:20.362505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-32c9afb2-f15b-4ec2-9bd0-ce5e30b10e56 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/quotas/f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 375 time: 0.0099070 Aug 27 02:26:20.434008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-9eae5fda-d74a-4949-a772-e385092a2875 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622566 Aug 27 02:26:20.456117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb388f-ddf6-4386-8d83-ce09fcab65f5 req-d65d5857-7c7a-4456-ac71-33c4e94c9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:20.457578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fceb388f-ddf6-4386-8d83-ce09fcab65f5 req-d65d5857-7c7a-4456-ac71-33c4e94c9f9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0539107 Aug 27 02:26:20.528939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fceb388f-ddf6-4386-8d83-ce09fcab65f5 req-fceef4de-4643-4c2e-ad29-763800205092 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611153 Aug 27 02:26:20.538216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89781698-d450-42d7-9415-87a6b5011c8c req-89b86835-6ab9-4f77-9c3f-04d1545fecd5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:20.548992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89781698-d450-42d7-9415-87a6b5011c8c req-89b86835-6ab9-4f77-9c3f-04d1545fecd5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0893967 Aug 27 02:26:20.591083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89781698-d450-42d7-9415-87a6b5011c8c req-86514d7f-e242-4fd0-aed5-828a01a5eafc tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Aug 27 02:26:20.649351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9e518-948c-428b-a2c1-73716d538202 req-4da700af-abf4-4a21-b555-aa6a66a557d7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:20.651159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67c9e518-948c-428b-a2c1-73716d538202 req-4da700af-abf4-4a21-b555-aa6a66a557d7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 945 time: 0.0561264 Aug 27 02:26:20.690989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d7a1bb2-00ba-48f6-91e9-b983158eedfb req-9689afcc-efc1-4e83-848a-824d98687f14 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 210 time: 0.0406613 Aug 27 02:26:20.695860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67c9e518-948c-428b-a2c1-73716d538202 req-1a69f43c-4bc2-45b6-8a2b-469709a3c33b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Aug 27 02:26:21.109168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cbdfd-ead8-47f2-b594-b99c3d99562e req-0d7cc32a-23fb-4e31-911d-3f9d51413b12 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:21.110762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d21cbdfd-ead8-47f2-b594-b99c3d99562e req-0d7cc32a-23fb-4e31-911d-3f9d51413b12 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Aug 27 02:26:21.155520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d21cbdfd-ead8-47f2-b594-b99c3d99562e req-3f20fb65-609c-40bd-8ccc-9451b06922ef tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Aug 27 02:26:21.359672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d2c14-018e-459f-a768-e7946a6e5a8a req-5e122d29-9766-4cbd-9910-17586e59ccf9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:21.361185 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-073d2c14-018e-459f-a768-e7946a6e5a8a req-5e122d29-9766-4cbd-9910-17586e59ccf9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0514927 Aug 27 02:26:21.401294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-073d2c14-018e-459f-a768-e7946a6e5a8a req-a7aae155-c296-4c48-a97d-19bad73b2149 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339932 Aug 27 02:26:21.599299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-9899f42f-545b-4dec-a67f-4578ddd43f11 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f36ca37050b447b29419c9ff0cebd623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271204 Aug 27 02:26:21.709347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-0d6dec02-cd01-4c23-ac6a-90b36d6bc4e7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:21.711068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-0d6dec02-cd01-4c23-ac6a-90b36d6bc4e7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1061661 Aug 27 02:26:21.729362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Request body: {'port': {'device_id': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'f36ca37050b447b29419c9ff0cebd623'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:21.738044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f7bb0-b769-447c-8d40-1ddb4eb2e291 req-8f178cc5-edb0-4316-ad61-c41624d06814 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:21.739747 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-645f7bb0-b769-447c-8d40-1ddb4eb2e291 req-8f178cc5-edb0-4316-ad61-c41624d06814 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0697622 Aug 27 02:26:21.780404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-645f7bb0-b769-447c-8d40-1ddb4eb2e291 req-f02dd9c0-d80b-4fa9-b313-1c377efcb662 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Aug 27 02:26:21.803314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ba66e67-7960-4304-af4f-816207b8fb00 req-3dd6979c-54c9-47e4-bf6c-856e44d652a0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 210 time: 0.0305302 Aug 27 02:26:21.876169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Made reservation on behalf of f36ca37050b447b29419c9ff0cebd623 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:21.880340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:21.897340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a0cd6-5a28-4ad5-9989-9c3910044b40 req-d8b70c31-2c13-4ecf-91c1-fb75fd98a882 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:21.898722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-222a0cd6-5a28-4ad5-9989-9c3910044b40 req-d8b70c31-2c13-4ecf-91c1-fb75fd98a882 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 945 time: 0.0564306 Aug 27 02:26:21.941129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-222a0cd6-5a28-4ad5-9989-9c3910044b40 req-29a5cada-66b1-4827-a3ad-0be8fbe048f2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348265 Aug 27 02:26:22.006948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:22.014051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Allocated IP 192.168.233.250 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/cf32c11d-09a6-443a-ba0c-0389b5b2b58f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:22.054813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port ae113f31-5fdd-4f3f-948b-8d4beda44260 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:22.055105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.132906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.159235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.163773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:22.169278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.170071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0d203c71-2b9d-4421-a55f-4bae247053d2 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:22.173462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Transition to ACTIVE for port object cf32c11d-09a6-443a-ba0c-0389b5b2b58f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:22.210870 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.224775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182', '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'ae113f31-5fdd-4f3f-948b-8d4beda44260'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:22.264185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:22.273456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:22.296477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 0d203c71-2b9d-4421-a55f-4bae247053d2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:22.305547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 0d203c71-2b9d-4421-a55f-4bae247053d2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:22.305848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.309162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:22.311272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:22.313980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:22.350197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:22.352483 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d0114a-e6fb-4a3f-b6bb-59ecb4b0fb3b" -d '{"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:22.363237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072e171-64a0-4104-a07a-c30f1516e4c4 req-7c514008-fc12-4dab-af48-4b4e2f5ee6ed tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:22.370673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2072e171-64a0-4104-a07a-c30f1516e4c4 req-7c514008-fc12-4dab-af48-4b4e2f5ee6ed tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 945 time: 0.1089475 Aug 27 02:26:22.392755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:22.393670 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.417971 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ab3bc1-d505-430f-8155-9a40ab7e7e56 x-openstack-request-id: req-67ab3bc1-d505-430f-8155-9a40ab7e7e56 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:22.418581 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:22.418996 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67ab3bc1-d505-430f-8155-9a40ab7e7e56 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:22.419550 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'code': 200} Aug 27 02:26:22.428423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-6adef213-51ec-44d1-98b9-37ef0f85620c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7032082 Aug 27 02:26:22.434941 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2072e171-64a0-4104-a07a-c30f1516e4c4 req-188b3561-c414-4b7f-b7eb-5d4ef3380c43 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632880 Aug 27 02:26:22.455436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.455643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Request body: {'port': {'device_id': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:22.536728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0d203c71-2b9d-4421-a55f-4bae247053d2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0d203c71-2b9d-4421-a55f-4bae247053d2,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:22.552661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.581499 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.628951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=0d203c71-2b9d-4421-a55f-4bae247053d2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:22.675271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572ae8-8f96-4ca4-8ac2-18c81d55cfd0 req-42e9c44f-0557-4d5a-bdf7-a175c24cf1b6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:22.676826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c572ae8-8f96-4ca4-8ac2-18c81d55cfd0 req-42e9c44f-0557-4d5a-bdf7-a175c24cf1b6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0976396 Aug 27 02:26:22.694115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-05bfefc6-cf1a-473c-ac1e-73e5a661b49f None None] Provisioning for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:22.699771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-05bfefc6-cf1a-473c-ac1e-73e5a661b49f None None] Provisioning complete for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:22.700144 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05bfefc6-cf1a-473c-ac1e-73e5a661b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.740052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f1dda-1b57-4a5e-b1ba-7ad1bc37a5f1 req-55e937ba-ff09-4dfe-8347-925678485b5a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:22.742624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-291f1dda-1b57-4a5e-b1ba-7ad1bc37a5f1 req-55e937ba-ff09-4dfe-8347-925678485b5a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1332147 Aug 27 02:26:22.756485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-05bfefc6-cf1a-473c-ac1e-73e5a661b49f None None] Port cf32c11d-09a6-443a-ba0c-0389b5b2b58f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:26:22.763141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-291f1dda-1b57-4a5e-b1ba-7ad1bc37a5f1 req-580d09cc-5dbc-4290-9672-52477d2fcbae tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0136559 Aug 27 02:26:22.794479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c572ae8-8f96-4ca4-8ac2-18c81d55cfd0 req-25f8a31b-b382-49c8-90ba-57b965300ce2 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679185 Aug 27 02:26:22.826730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-291f1dda-1b57-4a5e-b1ba-7ad1bc37a5f1 req-029d86b7-eb32-4b2a-ac87-93698d4df953 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547884 Aug 27 02:26:22.921411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-291f1dda-1b57-4a5e-b1ba-7ad1bc37a5f1 req-5c5cce46-5ef5-410a-a3b9-aaba76d7f026 service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844212 Aug 27 02:26:22.950761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4ff2c-9150-4992-b89e-6e8fdf0791cf req-d2c81af7-1238-4871-b26c-440a42359472 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:22.952372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fe4ff2c-9150-4992-b89e-6e8fdf0791cf req-d2c81af7-1238-4871-b26c-440a42359472 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0961146 Aug 27 02:26:22.961640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf32c11d-09a6-443a-ba0c-0389b5b2b58f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:22.974546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.997467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Transition to ACTIVE for port object cf32c11d-09a6-443a-ba0c-0389b5b2b58f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:23.008275 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.014906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fe4ff2c-9150-4992-b89e-6e8fdf0791cf req-9247241e-7291-4193-a9f3-1d8dbc2b1f3c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556743 Aug 27 02:26:23.021636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-291f1dda-1b57-4a5e-b1ba-7ad1bc37a5f1 req-4282d639-f9f4-4ddb-ac7d-9bd5b23c94d5 service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937164 Aug 27 02:26:23.079239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:23.175530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:23.175879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:23.176210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:23.188451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7f6b-e9a5-4044-bfa3-49dd487e20c5 req-db285eeb-29d4-47bc-8fbf-32a6262daf5d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.194875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20be7f6b-e9a5-4044-bfa3-49dd487e20c5 req-db285eeb-29d4-47bc-8fbf-32a6262daf5d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 948 time: 0.0945809 Aug 27 02:26:23.197452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:23.197784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:23.221204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:23.221555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:23.221953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:23.222451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Bound port: cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:23.223426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.260627 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20be7f6b-e9a5-4044-bfa3-49dd487e20c5 req-8058193d-fb4b-420d-846a-9bfb0e348721 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 Aug 27 02:26:23.332816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:23.336862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:23.346282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.379244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75895884-56eb-4487-8c52-71c3473a3738 req-ed25c4be-a191-4d97-bea8-f9ab7e6222ac tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.380790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75895884-56eb-4487-8c52-71c3473a3738 req-ed25c4be-a191-4d97-bea8-f9ab7e6222ac tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.0801728 Aug 27 02:26:23.425898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75895884-56eb-4487-8c52-71c3473a3738 req-48101463-316f-4808-a1bd-e41c6272c9f1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Aug 27 02:26:23.440916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:23.446679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.447867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.449643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-07593cea-1f9e-4bae-b547-f890dde3789c service neutron] 10.222.0.45 "PUT /v2.0/ports/cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 1096 time: 1.0067718 Aug 27 02:26:23.450219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:23.452815 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce7253-4e85-497f-9e83-811f3cf30063" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:23.507831 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6560819-c1be-415e-bff5-3e9f83d6e1cd x-openstack-request-id: req-b6560819-c1be-415e-bff5-3e9f83d6e1cd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:23.508128 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:23.508438 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6560819-c1be-415e-bff5-3e9f83d6e1cd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:23.508845 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'status': 'completed', 'code': 200} Aug 27 02:26:23.568603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-b432bcfd-a816-42e8-94fa-2d7986100f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.571141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-b432bcfd-a816-42e8-94fa-2d7986100f5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1099 time: 0.0556452 Aug 27 02:26:23.619445 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-70b3b7fa-1c25-4509-a7a6-40894c23480e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0379844 Aug 27 02:26:23.682904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-d3cb209f-f5a0-45b4-a672-e6b3cd14bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.685127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-d3cb209f-f5a0-45b4-a672-e6b3cd14bff5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0561736 Aug 27 02:26:23.734089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fde96-410f-4b24-be08-536844f85c09 req-77a834e4-3c03-4e18-b30a-4e7f86641beb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.735596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-77a834e4-3c03-4e18-b30a-4e7f86641beb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1080148 Aug 27 02:26:23.735748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-63900c7b-68c8-4180-a83a-e08c3c19070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.737245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-63900c7b-68c8-4180-a83a-e08c3c19070e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442741 Aug 27 02:26:23.750718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-cb384546-6262-479c-8303-5c303d2d81d6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0090787 Aug 27 02:26:23.801226 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-3ff8fb9a-96b0-44e6-8d71-c6a8367c4037 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451679 Aug 27 02:26:23.844505 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-b67b9359-5589-44d4-8ec5-89a1c78feeee service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959551 Aug 27 02:26:23.894496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-e9e1eef6-e0f0-4dc0-9d1e-10fddab28819 service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Aug 27 02:26:23.966821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae777b7-cdb6-460a-86b4-341906af12fa req-a6f1ffb5-2884-4f0e-a9ca-944f9f958862 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:23.968286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fae777b7-cdb6-460a-86b4-341906af12fa req-a6f1ffb5-2884-4f0e-a9ca-944f9f958862 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0986540 Aug 27 02:26:23.985421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66c5bb97-3921-42a7-bc0c-326b57e7dc29 req-9b649e5e-9082-4389-a083-83f2ff7c0084 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338677 Aug 27 02:26:23.996181 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-ee50c5ce-b6e3-4548-9f96-f851e8bfa72e service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953627 Aug 27 02:26:24.015762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fae777b7-cdb6-460a-86b4-341906af12fa req-ff3f5496-7ea2-41a8-ab09-e9c7cb0de785 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Aug 27 02:26:24.076284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-8c7dd231-771a-4d97-a278-c84fd83463db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.078008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-8c7dd231-771a-4d97-a278-c84fd83463db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1099 time: 0.0437315 Aug 27 02:26:24.175234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e64fdef-5467-49b2-9e63-014fb72af502 req-b92fa94e-d6f5-4cfa-85e6-536b2ae63469 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Aug 27 02:26:24.193986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad527c17-c4ce-4b33-b1a6-21fec6ff7799 req-c8668abf-b944-4f25-92aa-cb2a7bd547c6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.195527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad527c17-c4ce-4b33-b1a6-21fec6ff7799 req-c8668abf-b944-4f25-92aa-cb2a7bd547c6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1111743 Aug 27 02:26:24.253105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-74aedf1d-c6f4-42c1-a451-a3cec8860200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.254699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-74aedf1d-c6f4-42c1-a451-a3cec8860200 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1603494 Aug 27 02:26:24.260884 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad527c17-c4ce-4b33-b1a6-21fec6ff7799 req-75441958-e20a-428d-b3c9-b6f63bdbdcd3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586648 Aug 27 02:26:24.303516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-89794514-41c3-47ba-9866-621f825a56c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0383430 Aug 27 02:26:24.379797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-f188d17e-8ee2-4daa-93e3-ba09224f8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.381230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-f188d17e-8ee2-4daa-93e3-ba09224f8c14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0699177 Aug 27 02:26:24.421064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d203c71-2b9d-4421-a55f-4bae247053d2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:24.423454 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791213bf-3410-45fe-925c-1ac4cfb04a64" -d '{"events": [{"server_uuid": "1e7439be-6efc-4db8-9d7f-e9bd4b44195a", "name": "network-vif-plugged", "status": "completed", "tag": "0d203c71-2b9d-4421-a55f-4bae247053d2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:24.435285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d918c-34f2-4d26-b9b2-b2a9aa7c9aa4 req-59110fa0-cea6-4c8c-8bcd-701114468342 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.436778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-314d918c-34f2-4d26-b9b2-b2a9aa7c9aa4 req-59110fa0-cea6-4c8c-8bcd-701114468342 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 948 time: 0.0930946 Aug 27 02:26:24.459810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-b92ea2eb-31b9-44b6-9f1d-cdefaffea348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.462538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-b92ea2eb-31b9-44b6-9f1d-cdefaffea348 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690169 Aug 27 02:26:24.464976 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c8cba-9eaa-4398-b53f-71d923476dab x-openstack-request-id: req-246c8cba-9eaa-4398-b53f-71d923476dab {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:24.465315 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7439be-6efc-4db8-9d7f-e9bd4b44195a", "name": "network-vif-plugged", "status": "completed", "tag": "0d203c71-2b9d-4421-a55f-4bae247053d2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:24.465568 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-246c8cba-9eaa-4398-b53f-71d923476dab {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:24.465960 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d203c71-2b9d-4421-a55f-4bae247053d2', 'code': 200} Aug 27 02:26:24.541044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-314d918c-34f2-4d26-b9b2-b2a9aa7c9aa4 req-6ccbfb29-b8ce-4876-9546-d9d25b6b6016 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954359 Aug 27 02:26:24.613978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5accae-aa68-4894-963c-fb2ede2daff8 req-59d87a53-16be-4821-be64-55418c1af4c8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.616062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d5accae-aa68-4894-963c-fb2ede2daff8 req-59d87a53-16be-4821-be64-55418c1af4c8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.0685437 Aug 27 02:26:24.629352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7fa87-3981-4f0c-8edb-42f59cc95bc7 req-5dfbe874-d18c-4269-b6e5-262dbcfbf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.630785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d5d7fa87-3981-4f0c-8edb-42f59cc95bc7 req-5dfbe874-d18c-4269-b6e5-262dbcfbf83d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 1097 time: 0.0850985 Aug 27 02:26:24.632630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-2a4c2138-bf55-4f31-af8a-3e3d2cf6ddb0 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613343 Aug 27 02:26:24.672412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d5accae-aa68-4894-963c-fb2ede2daff8 req-7d95dfde-7926-4557-9c89-94e15db77161 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494227 Aug 27 02:26:24.728744 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d5d7fa87-3981-4f0c-8edb-42f59cc95bc7 req-0b900969-5905-48f0-b156-8f2bfc8cbd6c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816143 Aug 27 02:26:24.759176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3ce7253-4e85-497f-9e83-811f3cf30063 req-2a39b132-286d-4ee4-8e66-67582b88cfe4 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053092 Aug 27 02:26:25.140117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c15e3-37a4-43dc-a0bf-09c61e92c3e3 req-e89d6681-ceba-4914-8482-1c171c0b5c9c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:25.141577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-876c15e3-37a4-43dc-a0bf-09c61e92c3e3 req-e89d6681-ceba-4914-8482-1c171c0b5c9c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0549953 Aug 27 02:26:25.183365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-876c15e3-37a4-43dc-a0bf-09c61e92c3e3 req-dcf328ec-75b5-4ea8-9c12-286a50be8039 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Aug 27 02:26:25.279573 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3032fd4a-2ace-4bcf-be8a-9d08fd5c1478 req-668a6829-b8f2-4865-a43f-7922646c3fc5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 210 time: 0.0262947 Aug 27 02:26:25.381992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c7099-6be5-4760-9875-bc9d34aa404c req-1caec471-9704-43d4-95bc-2984b8ffaa79 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:25.383662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-333c7099-6be5-4760-9875-bc9d34aa404c req-1caec471-9704-43d4-95bc-2984b8ffaa79 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0511482 Aug 27 02:26:25.486169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-333c7099-6be5-4760-9875-bc9d34aa404c req-0cea77db-96b0-465e-b40e-3e48927ff35e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926688 Aug 27 02:26:25.514283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fde96-410f-4b24-be08-536844f85c09 req-31239b2d-0335-42b1-9bec-af3363c7febc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:25.515878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-31239b2d-0335-42b1-9bec-af3363c7febc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1312275 Aug 27 02:26:25.538187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Request body: {'port': {'device_id': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'admin_state_up': True, 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:25.647972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:25.651828 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.655548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df97da-e314-4d53-9322-4a039625ec4b req-20b43486-30f1-49c0-b894-f26c7d958a56 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:25.657061 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44df97da-e314-4d53-9322-4a039625ec4b req-20b43486-30f1-49c0-b894-f26c7d958a56 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 948 time: 0.0489633 Aug 27 02:26:25.696936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44df97da-e314-4d53-9322-4a039625ec4b req-0c24c22b-10da-46af-bf6d-9a093067db70 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Aug 27 02:26:25.784733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Allocated IP 172.20.0.8 (3ea311a7-5ded-47dd-8983-436f922e9e1d/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d/d39e7714-9974-4ac1-b926-56e23ee9606c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:25.802909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47a0b6-6419-4f5b-9d22-795ec67e5e7b req-efcd77ea-5370-416c-88b6-401ff9af3634 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:25.804371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae47a0b6-6419-4f5b-9d22-795ec67e5e7b req-efcd77ea-5370-416c-88b6-401ff9af3634 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.0491936 Aug 27 02:26:25.843825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae47a0b6-6419-4f5b-9d22-795ec67e5e7b req-b1674ac5-d12b-4274-8969-b1478e2d6199 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Aug 27 02:26:25.929419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:25.933401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.975329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.017543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:26.020792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:26.024880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:26.064757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event updated for resources: {'Port': ['ID=d39e7714-9974-4ac1-b926-56e23ee9606c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:26.066785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:26.083144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.084046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.102996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-d9b14483-a18f-4181-bde8-f601a0776191 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687516 Aug 27 02:26:26.116390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Request body: {'port': {'device_id': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:26.179420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.216114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:26.235285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'mac_address': 'fa:16:3e:1b:b8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:26.296630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.321626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf32c11d-09a6-443a-ba0c-0389b5b2b58f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:26.349161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:26.354779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.415457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7808ce-62a5-45cd-a557-249bdf997e22 req-9db43af1-c43f-4479-bd53-5c6495d0af7c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.417161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed7808ce-62a5-45cd-a557-249bdf997e22 req-9db43af1-c43f-4479-bd53-5c6495d0af7c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 931 time: 0.0626347 Aug 27 02:26:26.417474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:26.461933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed7808ce-62a5-45cd-a557-249bdf997e22 req-db2b45b7-2111-437c-95e3-61c4d91aba66 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Aug 27 02:26:26.588874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8622-50ef-44bc-bb38-550505ff778b req-1c9d31c3-539b-4c91-b4e9-1bb8318a03df tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.590258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-758d8622-50ef-44bc-bb38-550505ff778b req-1c9d31c3-539b-4c91-b4e9-1bb8318a03df tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.3107908 Aug 27 02:26:26.641271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228773d-3efb-47f6-b7ee-b7da22a4570f req-2f599daf-34a2-4d3b-977f-0678e8576ffb tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.642957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1228773d-3efb-47f6-b7ee-b7da22a4570f req-2f599daf-34a2-4d3b-977f-0678e8576ffb tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0491104 Aug 27 02:26:26.673415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-758d8622-50ef-44bc-bb38-550505ff778b req-0af2340c-f1f7-4943-98df-f689549e706f tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706129 Aug 27 02:26:26.680711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1228773d-3efb-47f6-b7ee-b7da22a4570f req-c26203da-a715-40e5-8e4a-c66828629cf7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Aug 27 02:26:26.758770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39e7714-9974-4ac1-b926-56e23ee9606c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:26.768094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.803615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Transition to ACTIVE for port object d39e7714-9974-4ac1-b926-56e23ee9606c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:26.807472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cf32c11d-09a6-443a-ba0c-0389b5b2b58f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:26.812601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.859183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3df25-546f-45d0-9998-98d9acf4f60d req-086d62d3-e1a2-4c7c-a39a-166f03941887 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.860591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fae3df25-546f-45d0-9998-98d9acf4f60d req-086d62d3-e1a2-4c7c-a39a-166f03941887 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 949 time: 0.0952811 Aug 27 02:26:26.870591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=d39e7714-9974-4ac1-b926-56e23ee9606c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:26.953973 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fae3df25-546f-45d0-9998-98d9acf4f60d req-1bfff93f-d4c4-43d8-9aeb-2dac89eebd41 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775144 Aug 27 02:26:26.973938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Attempting to bind port d39e7714-9974-4ac1-b926-56e23ee9606c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:26.974284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Attempting to bind port d39e7714-9974-4ac1-b926-56e23ee9606c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:26.974637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Attempting to bind port d39e7714-9974-4ac1-b926-56e23ee9606c on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:26.979040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Port d39e7714-9974-4ac1-b926-56e23ee9606c on network 3ea311a7-5ded-47dd-8983-436f922e9e1d not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:26.979359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Attempting to bind port d39e7714-9974-4ac1-b926-56e23ee9606c on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:26.985241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:26.985576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:26.985962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Bound using segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:26.986426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Bound port: d39e7714-9974-4ac1-b926-56e23ee9606c, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:26.986832 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.017291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e1ec-3f9e-4e58-a3d9-33d6081788c0 req-22e4c9a0-57b7-4c91-b9ea-5f4a1b63f3bd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.018810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f911e1ec-3f9e-4e58-a3d9-33d6081788c0 req-22e4c9a0-57b7-4c91-b9ea-5f4a1b63f3bd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.0754385 Aug 27 02:26:27.053330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] For port d39e7714-9974-4ac1-b926-56e23ee9606c, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:27.056443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] For port d39e7714-9974-4ac1-b926-56e23ee9606c, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d39e7714-9974-4ac1-b926-56e23ee9606c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:27.061413 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f911e1ec-3f9e-4e58-a3d9-33d6081788c0 req-73ea82e4-7978-448c-8d27-0a0245c6fb2b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Aug 27 02:26:27.061968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.096425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.097041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.098552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] 10.222.0.32 "PUT /v2.0/ports/d39e7714-9974-4ac1-b926-56e23ee9606c HTTP/1.1" status: 200 len: 1091 time: 0.9868093 Aug 27 02:26:27.098986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'tag': 'd39e7714-9974-4ac1-b926-56e23ee9606c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:27.101165 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad2fbe-18d8-4136-8244-bacdc90aee09" -d '{"events": [{"name": "network-changed", "server_uuid": "ed05eb17-58e5-4052-8e47-d59c2c954f49", "tag": "d39e7714-9974-4ac1-b926-56e23ee9606c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:27.127784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d57b99-1119-4d26-938c-11114c08c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=d39e7714-9974-4ac1-b926-56e23ee9606c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:27.155968 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f93001-aa93-4d26-b4d2-8e6a2919eba0 x-openstack-request-id: req-86f93001-aa93-4d26-b4d2-8e6a2919eba0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:27.156301 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed05eb17-58e5-4052-8e47-d59c2c954f49", "tag": "d39e7714-9974-4ac1-b926-56e23ee9606c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:27.156576 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86f93001-aa93-4d26-b4d2-8e6a2919eba0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:27.157001 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'tag': 'd39e7714-9974-4ac1-b926-56e23ee9606c', 'status': 'completed', 'code': 200} Aug 27 02:26:27.186952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fde96-410f-4b24-be08-536844f85c09 req-c3576410-b039-4c10-9ccd-a5b8cbf58678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.188490 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-c3576410-b039-4c10-9ccd-a5b8cbf58678 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 1094 time: 0.0445316 Aug 27 02:26:27.244423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-67336f0c-fe3b-436f-a344-9d79624a7b52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d39e7714-9974-4ac1-b926-56e23ee9606c HTTP/1.1" status: 200 len: 217 time: 0.0412908 Aug 27 02:26:27.298856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fde96-410f-4b24-be08-536844f85c09 req-9ecce2aa-5cc9-43b8-9d15-f482cf492b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.300520 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-9ecce2aa-5cc9-43b8-9d15-f482cf492b63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0456679 Aug 27 02:26:27.315567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ff5f6-3b28-40ac-892c-10130cce7092 req-6f061d31-9de4-482c-a71f-e8b319cea9a8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.317048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d1ff5f6-3b28-40ac-892c-10130cce7092 req-6f061d31-9de4-482c-a71f-e8b319cea9a8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.0563939 Aug 27 02:26:27.336842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-46947a60-e25b-4a54-b50b-43603f249ed6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262220 Aug 27 02:26:27.357864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d1ff5f6-3b28-40ac-892c-10130cce7092 req-5397af4c-67c1-4fd8-b680-5d6cf9d74087 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Aug 27 02:26:27.441810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-571dd8b4-2a0e-40ae-9dac-28b376294947 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958362 Aug 27 02:26:27.541555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-344fde96-410f-4b24-be08-536844f85c09 req-d955a73b-145d-4d46-bde1-55d3721a68f2 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853443 Aug 27 02:26:27.600471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f825c-fb3f-44c5-b990-9b981ec2f58d req-bbe72ce1-1175-45b3-932e-e0da30a58d30 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.603044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-904f825c-fb3f-44c5-b990-9b981ec2f58d req-bbe72ce1-1175-45b3-932e-e0da30a58d30 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 943 time: 0.0588691 Aug 27 02:26:27.636865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-99cc6d5a-adc0-45b9-b222-9343f680e099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.689544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-904f825c-fb3f-44c5-b990-9b981ec2f58d req-e1b2bc4b-3ccf-4c92-9c31-1ae75499bd01 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 Aug 27 02:26:27.696353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-28383707-b391-4626-ad3f-c8094ed1ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.697885 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-28383707-b391-4626-ad3f-c8094ed1ba99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 1094 time: 0.0834787 Aug 27 02:26:27.823047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-e4ff3336-e8c2-42ef-8a96-502baacf9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.824539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-e4ff3336-e8c2-42ef-8a96-502baacf9536 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 907 time: 0.1183450 Aug 27 02:26:27.836508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f36d7d-c5f4-444b-8ee1-c71ea22c35a8 req-1fdc0de7-568a-40de-99e5-5113e3be2d2b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.838091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4f36d7d-c5f4-444b-8ee1-c71ea22c35a8 req-1fdc0de7-568a-40de-99e5-5113e3be2d2b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0786011 Aug 27 02:26:27.880196 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-03397cbe-f6af-4006-9b94-5e87070fb16f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d39e7714-9974-4ac1-b926-56e23ee9606c HTTP/1.1" status: 200 len: 217 time: 0.0395203 Aug 27 02:26:27.936198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4f36d7d-c5f4-444b-8ee1-c71ea22c35a8 req-59c5768d-8772-4941-a911-2f76c49ce93c tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897520 Aug 27 02:26:27.945346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-575414e3-cf54-42a8-8ad2-245d0b1da4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.946918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-575414e3-cf54-42a8-8ad2-245d0b1da4df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0570612 Aug 27 02:26:27.994991 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-23606244-8dc1-4d2c-97c8-9ac483279686 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345709 Aug 27 02:26:28.014667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15697ed8-e508-4580-ab0e-1ae1686d4a31 req-1f174216-be2b-4b19-903e-03bd1fd18dda tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.016153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15697ed8-e508-4580-ab0e-1ae1686d4a31 req-1f174216-be2b-4b19-903e-03bd1fd18dda tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0489688 Aug 27 02:26:28.056825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15697ed8-e508-4580-ab0e-1ae1686d4a31 req-bbc3e75f-7f40-427b-904b-15acd4f9e32d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Aug 27 02:26:28.119460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-4e288615-8b6c-447f-bfc0-ec0b6543a4d2 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155565 Aug 27 02:26:28.137538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6e1a-db6d-48fb-b028-6587939c6663 req-fbba678a-38cf-49c5-9107-c1395e07493e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.139080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-251f6e1a-db6d-48fb-b028-6587939c6663 req-fbba678a-38cf-49c5-9107-c1395e07493e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 949 time: 0.0621109 Aug 27 02:26:28.233028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-251f6e1a-db6d-48fb-b028-6587939c6663 req-660f84a6-33b3-44a9-bf8d-48181e342296 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856667 Aug 27 02:26:28.264503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5bad2fbe-18d8-4136-8244-bacdc90aee09 req-d74503ad-943b-424e-80f5-4a1d3ca5bd98 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243467 Aug 27 02:26:28.328197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-f2ecf444-f993-4437-b456-5cf24dad0a69 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0455892 Aug 27 02:26:28.414337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.414883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.415352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.415814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.416276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.416740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.417182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.419210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9238fcba-86b7-4fc9-adae-5492aa6e2d39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6503 time: 0.0563588 Aug 27 02:26:28.528484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44f01-4e69-4c81-8977-b0c0d374e191 req-719995da-8d91-42e6-ba3e-0a6b1b095d66 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.529974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dce44f01-4e69-4c81-8977-b0c0d374e191 req-719995da-8d91-42e6-ba3e-0a6b1b095d66 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.1023650 Aug 27 02:26:28.578143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-1e07e602-9d86-49ec-87de-0e2e602820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.578647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-1e07e602-9d86-49ec-87de-0e2e602820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.579107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-1e07e602-9d86-49ec-87de-0e2e602820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.580675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-1e07e602-9d86-49ec-87de-0e2e602820d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43252a63-0fa7-40af-9791-8381c0b678e0&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=57ddc318-492a-427e-95de-ec664d81e1e4&id=57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 200 len: 2296 time: 0.1272690 Aug 27 02:26:28.599268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dce44f01-4e69-4c81-8977-b0c0d374e191 req-1d2c1f19-36f1-43f1-8a35-c5d05a7c97d5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625343 Aug 27 02:26:28.650901 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-db803996-fda8-4bfa-864e-6f954275bf66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff HTTP/1.1" status: 200 len: 1002 time: 0.0616460 Aug 27 02:26:28.701125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-19efecf4-f246-4b94-a965-053b82ec256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.702659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-19efecf4-f246-4b94-a965-053b82ec256f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735f726c-d2c8-4bb4-baaf-d10cbe4287bd HTTP/1.1" status: 200 len: 854 time: 0.0444336 Aug 27 02:26:28.756577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-87da629e-1814-4510-8aa7-7de5a0ae0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.758188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-87da629e-1814-4510-8aa7-7de5a0ae0d1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43252a63-0fa7-40af-9791-8381c0b678e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457659 Aug 27 02:26:28.862558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4775db-aba7-487e-a3d0-f4ccdcdff3a8 req-02af96e8-cf4b-4655-924c-1998815f7aaf tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.864058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce4775db-aba7-487e-a3d0-f4ccdcdff3a8 req-02af96e8-cf4b-4655-924c-1998815f7aaf tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 943 time: 0.1026793 Aug 27 02:26:28.897954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-95a6b708-b8cc-4f6c-bd54-8ab6897ebf4f service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282289 Aug 27 02:26:28.932832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce4775db-aba7-487e-a3d0-f4ccdcdff3a8 req-e39ebb5d-0bf9-47df-899e-814148292db2 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605824 Aug 27 02:26:29.011704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-6a0b447c-64a9-4036-a0ca-dff6b79627b4 service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014280 Aug 27 02:26:29.076872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67831b-3d52-4e24-adae-d2279634d7d9 req-e6f4dcf6-8780-4916-b548-f145f708d501 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.082929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-4d14c3cc-e414-4aaa-b257-629a4bf46a67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 217 time: 0.0552967 Aug 27 02:26:29.086500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b67831b-3d52-4e24-adae-d2279634d7d9 req-e6f4dcf6-8780-4916-b548-f145f708d501 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0683179 Aug 27 02:26:29.102738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-4bd4ed35-adce-4b5d-8644-4c1d692b6b0f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.104351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-4bd4ed35-adce-4b5d-8644-4c1d692b6b0f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.1044407 Aug 27 02:26:29.130092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b67831b-3d52-4e24-adae-d2279634d7d9 req-061de506-8f55-4e85-ba8a-38a0c865fef8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Aug 27 02:26:29.185556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-2d592d6b-2abc-4114-bea5-93f850c121ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.187004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-2d592d6b-2abc-4114-bea5-93f850c121ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.0801892 Aug 27 02:26:29.292901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d218e-35db-4497-beef-7064bf747cb8 req-9e88c95e-e6eb-4284-ab60-33ea1ca7ef9a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.294423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d218e-35db-4497-beef-7064bf747cb8 req-9e88c95e-e6eb-4284-ab60-33ea1ca7ef9a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1219532 Aug 27 02:26:29.299721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-fd056356-cb76-4125-b059-763c68a9f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.301526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-fd056356-cb76-4125-b059-763c68a9f50a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942719 Aug 27 02:26:29.355480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c73a-addc-453f-8a57-ebafc6664a07 req-f45dcbc6-3642-476c-981e-d860b479bc30 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.356934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fab1c73a-addc-453f-8a57-ebafc6664a07 req-f45dcbc6-3642-476c-981e-d860b479bc30 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 949 time: 0.0531721 Aug 27 02:26:29.383695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Deleting port 0d203c71-2b9d-4421-a55f-4bae247053d2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:29.384069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.397152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fab1c73a-addc-453f-8a57-ebafc6664a07 req-6fac2b3f-89cb-4e9b-ac69-eca692144391 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335031 Aug 27 02:26:29.446014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-247d218e-35db-4497-beef-7064bf747cb8 req-5925f41e-9ca7-407d-8f1b-98116760c9b4 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416192 Aug 27 02:26:29.497629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-fadee749-08cf-444c-baa5-a3692dfe4af3 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859086 Aug 27 02:26:29.575464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] For port 0d203c71-2b9d-4421-a55f-4bae247053d2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0d203c71-2b9d-4421-a55f-4bae247053d2,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:29.575918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.596907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Calling delete_port for 0d203c71-2b9d-4421-a55f-4bae247053d2 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:29.668773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-702c849e-ae48-41f9-833e-a3ab83dac105 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595769 Aug 27 02:26:29.744582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-24b2a3d4-72ca-4854-9b3e-8f808ea5f401 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 217 time: 0.0597947 Aug 27 02:26:29.805083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8306c-5424-4ad3-822b-a6f6ee87e1e6 req-fbe6d02d-5b61-4d30-824f-adfe6ae4ff0d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.806650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ff8306c-5424-4ad3-822b-a6f6ee87e1e6 req-fbe6d02d-5b61-4d30-824f-adfe6ae4ff0d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7439be-6efc-4db8-9d7f-e9bd4b44195a HTTP/1.1" status: 200 len: 946 time: 0.1369746 Aug 27 02:26:29.869592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-38a4532e-ef05-4007-ae23-1b475c63707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.871120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-38a4532e-ef05-4007-ae23-1b475c63707d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.1085653 Aug 27 02:26:29.920339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ff8306c-5424-4ad3-822b-a6f6ee87e1e6 req-a3f9be71-1837-445e-9329-d1aadf11fe06 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063473 Aug 27 02:26:29.925969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.942810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['0d203c71-2b9d-4421-a55f-4bae247053d2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:29.948441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8573125d-cf21-4983-957e-1f5106545428'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:29.950462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:29.963878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Pushing event deleted for resources: {'Port': ['ID=0d203c71-2b9d-4421-a55f-4bae247053d2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:29.981367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-5a2569a6-e8df-4317-bf50-c9e1cb6bc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.982967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-5a2569a6-e8df-4317-bf50-c9e1cb6bc67f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037431 Aug 27 02:26:30.035644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] No DVR routers for this DVR port 0d203c71-2b9d-4421-a55f-4bae247053d2 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:30.059333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:30.064276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.066295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70fd2858-8d0f-4202-8dd0-a8d27f90548b req-8e823b0d-9f87-4955-867a-705dc870a81a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.32 "DELETE /v2.0/ports/0d203c71-2b9d-4421-a55f-4bae247053d2 HTTP/1.1" status: 204 len: 173 time: 0.9242282 Aug 27 02:26:30.066800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'name': 'network-vif-deleted', 'tag': '0d203c71-2b9d-4421-a55f-4bae247053d2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:30.069070 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74fc0b0-1a2d-455a-b3aa-b9f58bdd88b7" -d '{"events": [{"server_uuid": "1e7439be-6efc-4db8-9d7f-e9bd4b44195a", "name": "network-vif-deleted", "tag": "0d203c71-2b9d-4421-a55f-4bae247053d2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:30.074919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d39e7714-9974-4ac1-b926-56e23ee9606c details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:30.114218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0908a6e-4f6f-4502-aa86-fe8cc460f3ea req-ea75c7d3-0ab4-44da-818c-6617e0bfa26e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.125768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0908a6e-4f6f-4502-aa86-fe8cc460f3ea req-ea75c7d3-0ab4-44da-818c-6617e0bfa26e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 943 time: 0.0813031 Aug 27 02:26:30.142855 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a552471-a2f9-4349-9034-60af1536cb39 x-openstack-request-id: req-5a552471-a2f9-4349-9034-60af1536cb39 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:30.143089 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7439be-6efc-4db8-9d7f-e9bd4b44195a", "name": "network-vif-deleted", "tag": "0d203c71-2b9d-4421-a55f-4bae247053d2", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:30.143293 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a552471-a2f9-4349-9034-60af1536cb39 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:30.143707 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7439be-6efc-4db8-9d7f-e9bd4b44195a', 'name': 'network-vif-deleted', 'tag': '0d203c71-2b9d-4421-a55f-4bae247053d2', 'status': 'completed', 'code': 200} Aug 27 02:26:30.170262 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-3efbef22-58b4-43f7-8e6b-e8128c4ec59f service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735423 Aug 27 02:26:30.204679 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0908a6e-4f6f-4502-aa86-fe8cc460f3ea req-0f6216b1-34cd-4b6e-8c69-74e0855a213d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749652 Aug 27 02:26:30.232821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.resource_extend [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:26:30.257157 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0af3ce8f-d683-443d-88e5-fd6d443d32a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.312615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-d0e2c73a-ebf8-4042-b067-ef32d63ffee9 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348636 Aug 27 02:26:30.318944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133cd07-04f2-46c9-acab-95f506f35439 req-d55179fc-1759-420c-a085-95de901b8f4a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.327222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4133cd07-04f2-46c9-acab-95f506f35439 req-d55179fc-1759-420c-a085-95de901b8f4a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 949 time: 0.0604787 Aug 27 02:26:30.376902 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4133cd07-04f2-46c9-acab-95f506f35439 req-384da439-3dd9-4a12-a941-b87c50329dd4 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Aug 27 02:26:30.414258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-8d902147-4cb8-47ee-8571-481ef1b4351a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f HTTP/1.1" status: 200 len: 217 time: 0.0856695 Aug 27 02:26:30.452390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d39e7714-9974-4ac1-b926-56e23ee9606c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d39e7714-9974-4ac1-b926-56e23ee9606c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:30.478119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'd39e7714-9974-4ac1-b926-56e23ee9606c', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'port_id': 'd39e7714-9974-4ac1-b926-56e23ee9606c', 'mac_address': 'fa:16:3e:79:28:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:30.478437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-1d517ec8-dc7c-4b93-b3d7-b76885bf468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.479653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-1d517ec8-dc7c-4b93-b3d7-b76885bf468c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.0577083 Aug 27 02:26:30.499800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:30.508943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:30.535304 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.540588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:30.541255 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.568821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'mac_address': 'fa:16:3e:a4:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:30.576803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b9e02-e7da-4e28-ab92-cb5ad923c17b req-6fd49b9d-1ba0-4038-8bd1-914133461462 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.578419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-107b9e02-e7da-4e28-ab92-cb5ad923c17b req-6fd49b9d-1ba0-4038-8bd1-914133461462 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 949 time: 0.0958912 Aug 27 02:26:30.585836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-45bc773e-f5c5-4767-89fd-5c26f7d1bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.587488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-45bc773e-f5c5-4767-89fd-5c26f7d1bf8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746455 Aug 27 02:26:30.593812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.616676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd6ef3-2552-4b7a-ab13-3449ed4879b5 req-a01677f7-2e54-4bc9-adf2-f00fd21320fd tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.618595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1bfd6ef3-2552-4b7a-ab13-3449ed4879b5 req-a01677f7-2e54-4bc9-adf2-f00fd21320fd tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0645781 Aug 27 02:26:30.658190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1bfd6ef3-2552-4b7a-ab13-3449ed4879b5 req-5408290b-63d5-4213-bfc0-7a11a9032af2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Aug 27 02:26:30.669289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.672419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39e7714-9974-4ac1-b926-56e23ee9606c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:30.694353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-107b9e02-e7da-4e28-ab92-cb5ad923c17b req-904e4657-838d-4a78-95f3-b91f23635f9b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922153 Aug 27 02:26:30.715111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:30.735819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d39e7714-9974-4ac1-b926-56e23ee9606c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d39e7714-9974-4ac1-b926-56e23ee9606c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:30.752402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.788496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-ef5077e8-2734-4bc1-86fd-93d2be0fe426 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842694 Aug 27 02:26:30.801147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:30.830022 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.837188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d39e7714-9974-4ac1-b926-56e23ee9606c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:30.880207 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.914004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:30.920300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:30.922866 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4e5a7b-ed17-4a83-9546-d4139299e6e5" -d '{"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-plugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:30.924748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-81268f33-9ec6-4151-8ef4-1484a29922da service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275563 Aug 27 02:26:30.937253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:30.945882 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.978302 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0f7d7e-8d3c-4934-812e-25d7cb467ab2 x-openstack-request-id: req-4f0f7d7e-8d3c-4934-812e-25d7cb467ab2 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:30.978907 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-plugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:30.979321 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f0f7d7e-8d3c-4934-812e-25d7cb467ab2 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:30.980042 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'code': 200} Aug 27 02:26:30.993983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-a344bbf4-0356-4c8f-8388-bed11e3cc76e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f32e51da-d1a7-474b-8f36-ac21600c7509 HTTP/1.1" status: 200 len: 217 time: 0.0607507 Aug 27 02:26:31.013013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:31.063335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-6703b827-a310-4b38-a1c1-e0871452afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.065500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-6703b827-a310-4b38-a1c1-e0871452afa1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.0542586 Aug 27 02:26:31.106297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['d39e7714-9974-4ac1-b926-56e23ee9606c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:31.125753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7609f-19bc-4032-ac9b-f23466efcef0 req-cdaf6a30-5f29-4c7e-8348-f2356f7f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.127389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fe7609f-19bc-4032-ac9b-f23466efcef0 req-cdaf6a30-5f29-4c7e-8348-f2356f7f0149 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1101 time: 0.0819142 Aug 27 02:26:31.135016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-ae8341c0-05d5-4ed5-b292-b42fa29f4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.136537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-ae8341c0-05d5-4ed5-b292-b42fa29f4aca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546455 Aug 27 02:26:31.158662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d568-906b-4d35-80d5-fcee88983c1a req-a83676c6-73dd-487f-90fa-4d9fcc916a7c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.160634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cce2d568-906b-4d35-80d5-fcee88983c1a req-a83676c6-73dd-487f-90fa-4d9fcc916a7c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0866804 Aug 27 02:26:31.170352 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.229272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['627b86f7-5597-41f5-9c4d-caee08c374cb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:31.243398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-7b187d17-15ec-4c52-9d0d-bd4a0e9704c2 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972574 Aug 27 02:26:31.247164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fe7609f-19bc-4032-ac9b-f23466efcef0 req-694b4a81-ef64-4f14-86cd-6e64b9f1091a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093180 Aug 27 02:26:31.287427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cce2d568-906b-4d35-80d5-fcee88983c1a req-d0880274-e3af-492a-9dd8-87b9aae85cab tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091533 Aug 27 02:26:31.358817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2708b-40c0-405d-984c-7e6e846d86dc req-30b6ce92-0e48-46eb-9ed2-8d8f2e6804fe tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.360197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0cc2708b-40c0-405d-984c-7e6e846d86dc req-30b6ce92-0e48-46eb-9ed2-8d8f2e6804fe tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 944 time: 0.0776415 Aug 27 02:26:31.405061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0cc2708b-40c0-405d-984c-7e6e846d86dc req-16957574-910e-465c-9522-6b4db57f2a2f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380871 Aug 27 02:26:31.559203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96ad9-75d7-46c1-ba33-cfa1ec3a7acf req-5120031a-2dc1-4e28-a7c8-db162f7efcd9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.560808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43f96ad9-75d7-46c1-ba33-cfa1ec3a7acf req-5120031a-2dc1-4e28-a7c8-db162f7efcd9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0528216 Aug 27 02:26:31.601973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43f96ad9-75d7-46c1-ba33-cfa1ec3a7acf req-f8a5adbf-5207-4598-8193-9dc87e944c71 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Aug 27 02:26:31.722012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781436d-b167-4ef2-a2f2-d4b06d2af8fd req-f2c24c1d-936b-415c-80a3-1cf5d0cbb787 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.723560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b781436d-b167-4ef2-a2f2-d4b06d2af8fd req-f2c24c1d-936b-415c-80a3-1cf5d0cbb787 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0512731 Aug 27 02:26:31.764051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b781436d-b167-4ef2-a2f2-d4b06d2af8fd req-59439845-96b6-4b48-9171-8ee0ecfd1378 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Aug 27 02:26:31.798742 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-35a6916a-64e4-4b7a-a50a-8bb80f0b51e6 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634136 Aug 27 02:26:31.811388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a845db-7fad-46cb-a6a3-b1a637038831 req-ae64ea6a-109d-4401-b3d7-e43207c55433 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.813025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54a845db-7fad-46cb-a6a3-b1a637038831 req-ae64ea6a-109d-4401-b3d7-e43207c55433 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 948 time: 0.0910475 Aug 27 02:26:31.864078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-9a771422-1d20-4947-bb19-c468cf942231 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2 HTTP/1.1" status: 200 len: 217 time: 0.0500495 Aug 27 02:26:31.888371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439263-720b-463a-b223-e740421233ad req-b7c169db-c942-4c24-a126-2e2765175b00 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.890039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf439263-720b-463a-b223-e740421233ad req-b7c169db-c942-4c24-a126-2e2765175b00 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0537069 Aug 27 02:26:31.916102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54a845db-7fad-46cb-a6a3-b1a637038831 req-fef08971-ad86-4670-bb59-5aca777e1141 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929596 Aug 27 02:26:31.942888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-ba1dae45-a4ae-44f4-9dd8-02150b5a1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:31.945386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-ba1dae45-a4ae-44f4-9dd8-02150b5a1c5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.0612993 Aug 27 02:26:31.946783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf439263-720b-463a-b223-e740421233ad req-344cdcc8-36df-495b-a9e1-4309a93a1f9f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Aug 27 02:26:31.956352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:32.055456 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:32.059808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0d203c71-2b9d-4421-a55f-4bae247053d2 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:32.082260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-07705a18-f9c1-4804-8409-aa00eb11d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.084058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-07705a18-f9c1-4804-8409-aa00eb11d8e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290891 Aug 27 02:26:32.094884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 0d203c71-2b9d-4421-a55f-4bae247053d2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:32.095642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0d203c71-2b9d-4421-a55f-4bae247053d2 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:32.097569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108b668-9468-481b-97cd-4041a8809842 req-16579e36-6b4b-4416-a730-44a0b8ff4323 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.099419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9108b668-9468-481b-97cd-4041a8809842 req-16579e36-6b4b-4416-a730-44a0b8ff4323 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0821137 Aug 27 02:26:32.099666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:32.123957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:32.131516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:32.187377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=10']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:32.226366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9108b668-9468-481b-97cd-4041a8809842 req-53fe9338-f9f3-4433-a99d-17162dfaa8eb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139908 Aug 27 02:26:32.273150 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-96584da5-c716-4bb0-a8a4-d1dcad86e940 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727324 Aug 27 02:26:32.409650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-2363ab53-ece8-462a-a3e0-a2a6e26447f5 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272480 Aug 27 02:26:32.429790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-16d4c9fb-668b-4287-82a2-ab34e5a3c166 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542028 Aug 27 02:26:32.459727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-5c6b9cf9-cc52-47dc-9efc-08a2c95acc3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=109811b0-e2a4-4f1b-a28e-20402b738205 HTTP/1.1" status: 200 len: 217 time: 0.0384872 Aug 27 02:26:32.550878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-93f5464b-0c07-4c3e-b263-2b950ad872a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.552393 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-93f5464b-0c07-4c3e-b263-2b950ad872a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.0821791 Aug 27 02:26:32.573690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-2758a89f-fe8a-4b7c-8fb1-ee8377dc7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.578817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-2758a89f-fe8a-4b7c-8fb1-ee8377dc7bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 1100 time: 0.0996261 Aug 27 02:26:32.619296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68b09a-b2be-4d4c-950b-d4e3692aa504 req-15e24035-30a7-4ba4-891d-14ab17277d9c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.620827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db68b09a-b2be-4d4c-950b-d4e3692aa504 req-15e24035-30a7-4ba4-891d-14ab17277d9c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 944 time: 0.0965376 Aug 27 02:26:32.676126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db68b09a-b2be-4d4c-950b-d4e3692aa504 req-b744d6e3-ebc6-47a5-8ded-637ab4582e73 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Aug 27 02:26:32.709388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-dd14583a-020b-4127-9029-9b5fe945e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.711143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-dd14583a-020b-4127-9029-9b5fe945e64a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313782 Aug 27 02:26:32.791076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-fd055827-5285-4bff-ae93-3017431af1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.792572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-fd055827-5285-4bff-ae93-3017431af1a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1636109 Aug 27 02:26:32.847784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-eb1381e7-4a7e-4a8d-b434-ab8a14a471ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 200 len: 217 time: 0.0440814 Aug 27 02:26:32.893643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-efd59d7c-f506-458a-9dca-b27feb5fb5f7 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708655 Aug 27 02:26:32.957926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-0177077c-6b84-43ef-90fa-9ccbaa5d2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:32.959446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-0177077c-6b84-43ef-90fa-9ccbaa5d2e8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1003203 Aug 27 02:26:33.042662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:33.059207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-9bf0402d-a282-4c8e-bfec-cc519dea85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:33.060819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-9bf0402d-a282-4c8e-bfec-cc519dea85b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879054 Aug 27 02:26:33.083332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3adbf6d-bc68-4728-ad1c-28aef88999ec req-cef21182-ba8b-482c-b1f7-2fd451aa5c00 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786427 Aug 27 02:26:33.096128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea52cb4-466d-475e-8041-7db3a4b11003 req-25395de6-b0ac-422d-a1d8-d955a77bce29 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:33.100344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fea52cb4-466d-475e-8041-7db3a4b11003 req-25395de6-b0ac-422d-a1d8-d955a77bce29 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0611532 Aug 27 02:26:33.149588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fea52cb4-466d-475e-8041-7db3a4b11003 req-29d72647-859e-4d76-9c83-b709bd1defce tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Aug 27 02:26:33.153455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5f579-a50a-40ef-881a-f64ee49a4eab req-8cf3dd4b-b1d9-4ebb-808a-38ab478ec624 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:33.154963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5db5f579-a50a-40ef-881a-f64ee49a4eab req-8cf3dd4b-b1d9-4ebb-808a-38ab478ec624 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 948 time: 0.1357918 Aug 27 02:26:33.214689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5db5f579-a50a-40ef-881a-f64ee49a4eab req-fad5351e-2e53-4275-924c-75d9a6d782d6 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532203 Aug 27 02:26:33.218386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-e18e36f6-dddb-46a0-84bc-488cd188c3b9 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467309 Aug 27 02:26:33.392751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a84752-7750-4b37-ac57-5b51abc8407c req-98e534ae-f71d-4df9-83a9-898c06db523e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:33.394284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a84752-7750-4b37-ac57-5b51abc8407c req-98e534ae-f71d-4df9-83a9-898c06db523e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0731740 Aug 27 02:26:33.401218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d023503-dc70-4f93-93ea-54ba4a948fe7 req-a55285a0-a69e-43e3-8d85-3c53baf143a1 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624527 Aug 27 02:26:33.455715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98a84752-7750-4b37-ac57-5b51abc8407c req-25ec22c2-aa66-48b8-b829-09ae91ccce28 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507119 Aug 27 02:26:33.619940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48d0a9-697a-422a-b07e-3bb8e4d4ebb3 req-10b7fa68-4c5c-4131-afed-97737ee87810 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:33.621769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f48d0a9-697a-422a-b07e-3bb8e4d4ebb3 req-10b7fa68-4c5c-4131-afed-97737ee87810 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1101 time: 0.0808382 Aug 27 02:26:33.687355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f48d0a9-697a-422a-b07e-3bb8e4d4ebb3 req-11d6aa2f-6462-4740-ac2e-d1eb036912e6 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522273 Aug 27 02:26:33.795361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43f255-ebce-41b6-9a0f-ad434c976c02 req-fe12a4d2-47c1-4ab2-8244-7c30ba7eac00 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:33.803650 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b43f255-ebce-41b6-9a0f-ad434c976c02 req-fe12a4d2-47c1-4ab2-8244-7c30ba7eac00 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0592253 Aug 27 02:26:33.807099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873520-3c70-4475-958a-92b91f53b33b req-54033ba6-e4e3-4774-b87c-1ef4d57dc804 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:33.808972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c873520-3c70-4475-958a-92b91f53b33b req-54033ba6-e4e3-4774-b87c-1ef4d57dc804 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 944 time: 0.0582807 Aug 27 02:26:33.870623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b43f255-ebce-41b6-9a0f-ad434c976c02 req-85505c67-6064-4de3-9c59-f9971b265a85 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658305 Aug 27 02:26:33.875921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c873520-3c70-4475-958a-92b91f53b33b req-cc33b3f0-3186-4762-89e9-5bf1f8e1b6c6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599947 Aug 27 02:26:33.973679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:34.000369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e219144-e7f8-4784-ac29-da6906b799d3 req-9de56e3c-e347-4edb-97b3-f360d4e64e93 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:34.003152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e219144-e7f8-4784-ac29-da6906b799d3 req-9de56e3c-e347-4edb-97b3-f360d4e64e93 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0616798 Aug 27 02:26:34.033194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 627b86f7-5597-41f5-9c4d-caee08c374cb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:34.033564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.054555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e219144-e7f8-4784-ac29-da6906b799d3 req-eab1730f-2eed-430e-a487-4b1b85926698 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Aug 27 02:26:34.059062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d39e7714-9974-4ac1-b926-56e23ee9606c up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:34.136863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port d39e7714-9974-4ac1-b926-56e23ee9606c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:34.158542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port d39e7714-9974-4ac1-b926-56e23ee9606c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:34.159429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.222855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.235211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce69744-1bc0-4151-a1d3-5789e7e7b32e req-d82a5721-c3da-4685-ad7a-91787e1bf431 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:34.244040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ce69744-1bc0-4151-a1d3-5789e7e7b32e req-d82a5721-c3da-4685-ad7a-91787e1bf431 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1226735 Aug 27 02:26:34.284637 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.290691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:34.293212 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8beb8b8-ed2a-4b74-8f71-8c26cbcf371d" -d '{"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-plugged", "status": "completed", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:34.313543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:34.320982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d60491-046a-4cf1-8a2f-1f2d6eaab78f req-442ba750-a275-45c6-b286-d425f1a34005 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:34.322473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.322633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34d60491-046a-4cf1-8a2f-1f2d6eaab78f req-442ba750-a275-45c6-b286-d425f1a34005 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0627468 Aug 27 02:26:34.365914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ce69744-1bc0-4151-a1d3-5789e7e7b32e req-9fd1e697-d22c-4270-ab38-418be2ebb5b5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163490 Aug 27 02:26:34.369043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d39e7714-9974-4ac1-b926-56e23ee9606c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d39e7714-9974-4ac1-b926-56e23ee9606c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:34.410715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-5a178ab2-ed3e-40ea-998b-64488c5f9912 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2587898 Aug 27 02:26:34.420445 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.421095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34d60491-046a-4cf1-8a2f-1f2d6eaab78f req-1ef8e2b4-53df-4054-99ec-7f12c054482c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867746 Aug 27 02:26:34.431507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:34.499502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d39e7714-9974-4ac1-b926-56e23ee9606c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:34.578579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f936a-f6cd-4a98-8e02-c8c537e100bb req-005dcd53-9225-4b38-b562-246b7506770e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:34.581526 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c63f936a-f6cd-4a98-8e02-c8c537e100bb req-005dcd53-9225-4b38-b562-246b7506770e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 950 time: 0.0672829 Aug 27 02:26:34.640301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c63f936a-f6cd-4a98-8e02-c8c537e100bb req-75cb085f-1668-4900-ac01-538bb2fbb54e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510898 Aug 27 02:26:34.648469 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c235cd7b-24a9-403d-bb87-b977d2b3e657 x-openstack-request-id: req-c235cd7b-24a9-403d-bb87-b977d2b3e657 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:34.649004 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-plugged", "status": "completed", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:34.649255 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c235cd7b-24a9-403d-bb87-b977d2b3e657 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:34.649681 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'code': 200} Aug 27 02:26:34.876319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0bf5-ff74-4549-9ca5-0cb33010fe2a req-2b4f92a0-1e0e-42ef-94f9-cc08e1ec2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:34.878214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-babc0bf5-ff74-4549-9ca5-0cb33010fe2a req-2b4f92a0-1e0e-42ef-94f9-cc08e1ec2247 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1101 time: 0.0554554 Aug 27 02:26:34.927387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-babc0bf5-ff74-4549-9ca5-0cb33010fe2a req-5a51a2ac-253e-4c20-af2c-34c35bd9650d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Aug 27 02:26:35.029411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07cd20-537f-4264-baea-9cc3bb52eacb req-570f6100-95d6-4ff3-aa80-79c06e0988ee tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.037452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b07cd20-537f-4264-baea-9cc3bb52eacb req-570f6100-95d6-4ff3-aa80-79c06e0988ee tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0610068 Aug 27 02:26:35.086649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b07cd20-537f-4264-baea-9cc3bb52eacb req-da993c58-f4c8-4b78-9497-773ae424ecfa tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Aug 27 02:26:35.505115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f3df2-8b80-4b3e-9a8a-bcc65c7ffded req-6f6a091c-a9a2-4ee7-aaa6-3ee04cf8d73a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.508395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-632f3df2-8b80-4b3e-9a8a-bcc65c7ffded req-6f6a091c-a9a2-4ee7-aaa6-3ee04cf8d73a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0590198 Aug 27 02:26:35.555095 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-632f3df2-8b80-4b3e-9a8a-bcc65c7ffded req-2b7ca91a-16b8-4d6c-bccf-944e09f4f262 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Aug 27 02:26:35.594515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dac62c-691c-44b3-927d-e61f95cc0187 req-73fee126-01cb-48a5-b664-2d0e2dffec41 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.596069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67dac62c-691c-44b3-927d-e61f95cc0187 req-73fee126-01cb-48a5-b664-2d0e2dffec41 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0617945 Aug 27 02:26:35.643160 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67dac62c-691c-44b3-927d-e61f95cc0187 req-31fd3a0b-8f02-43c8-af56-d3bc56a5bba5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Aug 27 02:26:35.767846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602697d-3616-47f5-9d0f-3e143aa39858 req-66b2f04c-3390-47c2-abdd-a0045464e78d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.769654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6602697d-3616-47f5-9d0f-3e143aa39858 req-66b2f04c-3390-47c2-abdd-a0045464e78d tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 950 time: 0.0568898 Aug 27 02:26:35.801182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd9f55-f421-47d4-a602-2d84de09e9f9 req-23d6ea72-dcb4-432e-9722-248527b32895 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.802819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49cd9f55-f421-47d4-a602-2d84de09e9f9 req-23d6ea72-dcb4-432e-9722-248527b32895 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0516448 Aug 27 02:26:35.812001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6602697d-3616-47f5-9d0f-3e143aa39858 req-bc5bd512-388a-43df-8fd6-d0d4963f0d7e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Aug 27 02:26:35.842162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49cd9f55-f421-47d4-a602-2d84de09e9f9 req-11f33b37-cc49-4650-9823-e15242730b03 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Aug 27 02:26:35.957832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-e28ae2e6-b916-421f-9435-ced28c593282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.959530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-e28ae2e6-b916-421f-9435-ced28c593282 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1101 time: 0.0413330 Aug 27 02:26:35.970689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8464270-8f4a-46cc-82fb-a6095a614897 req-1fd98fec-0a5c-458f-ae37-7e8aef9b1d50 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.972396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8464270-8f4a-46cc-82fb-a6095a614897 req-1fd98fec-0a5c-458f-ae37-7e8aef9b1d50 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0500607 Aug 27 02:26:36.010955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8464270-8f4a-46cc-82fb-a6095a614897 req-1df3b33e-ad50-4961-9d91-853fb1ed124c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Aug 27 02:26:36.057705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-380b9e18-b895-4519-b183-1c6306fd9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.059241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-380b9e18-b895-4519-b183-1c6306fd9de3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.0887144 Aug 27 02:26:36.149526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-10ee4f2d-6ec1-4870-ae0b-f028d2a60237 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0745029 Aug 27 02:26:36.251768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-45fcd5cc-b9cf-4071-9994-837ea3d1d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.253607 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-45fcd5cc-b9cf-4071-9994-837ea3d1d12c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0920849 Aug 27 02:26:36.262285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4806-38da-435e-8f9f-82b2920720b2 req-c5e74c41-062a-4e77-aff4-d6e95da12ca3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.264078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bf4806-38da-435e-8f9f-82b2920720b2 req-c5e74c41-062a-4e77-aff4-d6e95da12ca3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0690553 Aug 27 02:26:36.291887 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c1809-a4cb-4f1e-a7d7-e3cd7ae1689b req-72c7ebcb-505e-4285-8849-accd09b8c8ff tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.293595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9c1809-a4cb-4f1e-a7d7-e3cd7ae1689b req-72c7ebcb-505e-4285-8849-accd09b8c8ff tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0652773 Aug 27 02:26:36.338940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bf4806-38da-435e-8f9f-82b2920720b2 req-a65398e5-9fdf-4d97-b4a4-fbde32ff719f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646417 Aug 27 02:26:36.346643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-b597a785-fd19-439d-a9e3-990c9f555b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.348598 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-b597a785-fd19-439d-a9e3-990c9f555b70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833085 Aug 27 02:26:36.352742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c9c1809-a4cb-4f1e-a7d7-e3cd7ae1689b req-537ba02f-2e4b-4807-916d-485144d8a14c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Aug 27 02:26:36.470857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-093f0b64-6083-48f4-bb9d-2993fa8da6c4 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132882 Aug 27 02:26:36.496674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f65c3-25c5-47cf-bb15-425fefcc21ad req-d9a10bb0-cc1f-4de0-b535-c80f95cfe936 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.498209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff8f65c3-25c5-47cf-bb15-425fefcc21ad req-d9a10bb0-cc1f-4de0-b535-c80f95cfe936 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0707424 Aug 27 02:26:36.600688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff8f65c3-25c5-47cf-bb15-425fefcc21ad req-78d0091d-b2d4-4ec7-a94a-a733548f598b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873489 Aug 27 02:26:36.606603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-d9796b03-5a58-4f4e-bcec-5382929c703d service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277187 Aug 27 02:26:36.650891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39e7714-9974-4ac1-b926-56e23ee9606c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:36.654846 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee5564f-c294-40c1-af85-8c0f5e1e5160" -d '{"events": [{"server_uuid": "ed05eb17-58e5-4052-8e47-d59c2c954f49", "name": "network-vif-plugged", "status": "completed", "tag": "d39e7714-9974-4ac1-b926-56e23ee9606c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:36.699937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c44d7-27d5-43a9-ae8c-41d043924dc4 req-52b34471-8623-4dda-8361-ef01e08c3078 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.701531 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d1c44d7-27d5-43a9-ae8c-41d043924dc4 req-52b34471-8623-4dda-8361-ef01e08c3078 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0706789 Aug 27 02:26:36.709096 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22854d9c-a15f-450e-bcfe-d0e2918e244f x-openstack-request-id: req-22854d9c-a15f-450e-bcfe-d0e2918e244f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:36.709397 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed05eb17-58e5-4052-8e47-d59c2c954f49", "name": "network-vif-plugged", "status": "completed", "tag": "d39e7714-9974-4ac1-b926-56e23ee9606c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:36.709678 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22854d9c-a15f-450e-bcfe-d0e2918e244f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:36.710064 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39e7714-9974-4ac1-b926-56e23ee9606c', 'code': 200} Aug 27 02:26:36.765707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d1c44d7-27d5-43a9-ae8c-41d043924dc4 req-e35f6e8d-d429-48c4-bb28-4981fb4db417 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571349 Aug 27 02:26:36.856456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee008e7-55a5-4275-9370-178c51cf322a req-58388a05-6a64-4ea3-b1ff-dba1ce4ef290 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.857951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ee008e7-55a5-4275-9370-178c51cf322a req-58388a05-6a64-4ea3-b1ff-dba1ce4ef290 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0884507 Aug 27 02:26:36.873872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df3582-047a-463f-a184-a30f0837a9e5 req-3df4f128-9559-4533-b268-175c7c30a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.875354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34df3582-047a-463f-a184-a30f0837a9e5 req-3df4f128-9559-4533-b268-175c7c30a384 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 1096 time: 0.0680351 Aug 27 02:26:36.916536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ee008e7-55a5-4275-9370-178c51cf322a req-343a6024-44f6-4749-8e57-e7bce2fb877d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526617 Aug 27 02:26:36.930486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34df3582-047a-463f-a184-a30f0837a9e5 req-c9d77f38-220b-4732-a88a-6fe44869f9b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Aug 27 02:26:36.977002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaa149-8881-45a5-a1da-0994d2e1b5ee req-49281e4f-1aeb-4931-b1a0-05fc8b005d03 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:36.978818 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cabaa149-8881-45a5-a1da-0994d2e1b5ee req-49281e4f-1aeb-4931-b1a0-05fc8b005d03 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0605552 Aug 27 02:26:37.017008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cabaa149-8881-45a5-a1da-0994d2e1b5ee req-7468ba1b-eaae-4c78-9111-56689a6a49c4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Aug 27 02:26:37.053250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc5b86-e83a-4c3e-b5de-2bb0af695259 req-bf0931fd-5f4d-4d05-bf47-5f0386482caa tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.054857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98cc5b86-e83a-4c3e-b5de-2bb0af695259 req-bf0931fd-5f4d-4d05-bf47-5f0386482caa tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 950 time: 0.0605237 Aug 27 02:26:37.092923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98cc5b86-e83a-4c3e-b5de-2bb0af695259 req-35ffa5d0-08f5-4092-9312-32d5ea97f2eb tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Aug 27 02:26:37.218761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf799-fe8b-4397-b4ff-c1ce540907ff req-6e21eb45-f202-48e3-aac8-19d1a64483e0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.224121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32bdf799-fe8b-4397-b4ff-c1ce540907ff req-6e21eb45-f202-48e3-aac8-19d1a64483e0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0608211 Aug 27 02:26:37.275804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32bdf799-fe8b-4397-b4ff-c1ce540907ff req-b147f184-a08e-4564-a53d-d5c41b35b619 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379703 Aug 27 02:26:37.388256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2f47e-f250-479f-8e5a-0fee30c66afb req-9ad4b5f2-6dc4-4298-9f45-583a084c895a tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.389852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69c2f47e-f250-479f-8e5a-0fee30c66afb req-9ad4b5f2-6dc4-4298-9f45-583a084c895a tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1101 time: 0.0475364 Aug 27 02:26:37.431127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69c2f47e-f250-479f-8e5a-0fee30c66afb req-fddf87de-7d46-4d28-ba84-ee243413be45 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Aug 27 02:26:37.479461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd798d3-66e6-4dcf-b8ff-eeb8262b3bee req-89ef4bc0-b682-4d8e-a059-c04609d99c7c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.481002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5cd798d3-66e6-4dcf-b8ff-eeb8262b3bee req-89ef4bc0-b682-4d8e-a059-c04609d99c7c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0623012 Aug 27 02:26:37.521122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5cd798d3-66e6-4dcf-b8ff-eeb8262b3bee req-02c07617-42f2-4c41-9a98-9ed655a8022f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Aug 27 02:26:37.560504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea18f30-7fd5-4605-8ac2-992d6d36e48e req-de5a9ab9-7ed1-4f26-a9bb-0e8c8d6e77a4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.562301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fea18f30-7fd5-4605-8ac2-992d6d36e48e req-de5a9ab9-7ed1-4f26-a9bb-0e8c8d6e77a4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0670130 Aug 27 02:26:37.602708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fea18f30-7fd5-4605-8ac2-992d6d36e48e req-f0c76283-e581-4556-905f-795873ff6840 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Aug 27 02:26:37.721996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb445a8-7c8d-4b11-9309-1d68d2847304 req-f60b4551-39a7-405b-a016-35a3a30acc0a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.723945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acb445a8-7c8d-4b11-9309-1d68d2847304 req-f60b4551-39a7-405b-a016-35a3a30acc0a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0508189 Aug 27 02:26:37.725159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2b9dc-fa26-441d-820c-940c2b032bfe req-2e9b1de0-922f-4fbc-abd4-b8b77b438318 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.726792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cce2b9dc-fa26-441d-820c-940c2b032bfe req-2e9b1de0-922f-4fbc-abd4-b8b77b438318 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 1101 time: 0.0393884 Aug 27 02:26:37.764584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cce2b9dc-fa26-441d-820c-940c2b032bfe req-0854152b-fb6f-4763-b81a-63077bb0f780 tempest-ServersAdminTestJSON-946107444 tempest-ServersAdminTestJSON-946107444-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Aug 27 02:26:37.766547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acb445a8-7c8d-4b11-9309-1d68d2847304 req-267e5a5f-855b-46a1-9b8b-7b42c548a0a3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Aug 27 02:26:37.913099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e42525-e957-4280-b143-8e2e73448dcb req-7da2bde7-4713-4ca0-a763-916d8cf4a605 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:37.922674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0e42525-e957-4280-b143-8e2e73448dcb req-7da2bde7-4713-4ca0-a763-916d8cf4a605 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0635548 Aug 27 02:26:37.965160 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0e42525-e957-4280-b143-8e2e73448dcb req-6044b81e-221e-4960-8118-09c1492fb808 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Aug 27 02:26:38.080802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bacce6-60e5-43fd-bb5e-fb278ca2a32a req-c6f9262c-e951-46ed-92c5-a96182da5dff tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.082966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bacce6-60e5-43fd-bb5e-fb278ca2a32a req-c6f9262c-e951-46ed-92c5-a96182da5dff tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 950 time: 0.0544703 Aug 27 02:26:38.099265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29522181-cecb-4f03-a412-6cfc51c334f7 req-dd457c7f-0072-4fcf-98af-e80aa0b1572e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.100955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29522181-cecb-4f03-a412-6cfc51c334f7 req-dd457c7f-0072-4fcf-98af-e80aa0b1572e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0525587 Aug 27 02:26:38.126825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81bacce6-60e5-43fd-bb5e-fb278ca2a32a req-8d31be3f-3d59-4d45-b64e-d7ce6bf1a705 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364759 Aug 27 02:26:38.141356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29522181-cecb-4f03-a412-6cfc51c334f7 req-43e7efb9-8261-4937-b407-bfd7fcb7294d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340345 Aug 27 02:26:38.277292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5c9c-f35f-4484-80ea-4324c5863912 req-2bb60af4-bb61-42af-916c-3d6af7569fc3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.279789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c54e5c9c-f35f-4484-80ea-4324c5863912 req-2bb60af4-bb61-42af-916c-3d6af7569fc3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0805175 Aug 27 02:26:38.337068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c54e5c9c-f35f-4484-80ea-4324c5863912 req-b6a80517-e82a-42b3-a0c1-00179ab15ff4 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482833 Aug 27 02:26:38.350036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382dd54-c7a5-4f9f-87c3-1bcd34758312 req-ee5a1942-2699-40aa-bc36-7db74063ebeb tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.351777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e382dd54-c7a5-4f9f-87c3-1bcd34758312 req-ee5a1942-2699-40aa-bc36-7db74063ebeb tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0591900 Aug 27 02:26:38.393181 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e382dd54-c7a5-4f9f-87c3-1bcd34758312 req-aaa5098d-dc90-4c90-8889-6b05c0614f5d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Aug 27 02:26:38.568252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab454df0-ec71-442c-9e1a-e8c88767d853 req-0be2b061-5e9f-4272-aa8a-91040ed8336c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.569849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ab454df0-ec71-442c-9e1a-e8c88767d853 req-0be2b061-5e9f-4272-aa8a-91040ed8336c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0512340 Aug 27 02:26:38.608478 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ab454df0-ec71-442c-9e1a-e8c88767d853 req-d7c96471-d395-4083-8f96-384cca7c7bf1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Aug 27 02:26:38.647135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00daf-6fe3-437e-923e-adb858653302 req-e1247daf-6c2e-4bc7-bf03-c233171f61a0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.648972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ed00daf-6fe3-437e-923e-adb858653302 req-e1247daf-6c2e-4bc7-bf03-c233171f61a0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0580015 Aug 27 02:26:38.688530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ed00daf-6fe3-437e-923e-adb858653302 req-ae958f76-0ee7-4c91-b0cd-c02bcd985a6c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Aug 27 02:26:38.729017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc1f69-c1ea-494b-84d3-e8a630789064 req-2c82b364-258b-4a66-9071-08f8d0365b78 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.730539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ecc1f69-c1ea-494b-84d3-e8a630789064 req-2c82b364-258b-4a66-9071-08f8d0365b78 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0530674 Aug 27 02:26:38.770554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ecc1f69-c1ea-494b-84d3-e8a630789064 req-becd191f-f1eb-479a-8f0e-6d16280097ca tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Aug 27 02:26:38.804695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403e9a-253d-4b9b-bc9e-d77b1a20c978 req-53ca59e7-9df4-4d5a-b1b0-bcab722d83bd tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.806302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec403e9a-253d-4b9b-bc9e-d77b1a20c978 req-53ca59e7-9df4-4d5a-b1b0-bcab722d83bd tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0511785 Aug 27 02:26:38.845293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec403e9a-253d-4b9b-bc9e-d77b1a20c978 req-1a601d22-0244-4bf2-8ae0-63ec8674726b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Aug 27 02:26:39.001436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279204e-b215-45bf-ba00-700e4ff03dc1 req-1db6165d-31f2-4735-87c1-e3f678d6c700 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.011678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a279204e-b215-45bf-ba00-700e4ff03dc1 req-1db6165d-31f2-4735-87c1-e3f678d6c700 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 814 time: 0.1156697 Aug 27 02:26:39.030448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a279204e-b215-45bf-ba00-700e4ff03dc1 req-d1b84a78-9bbe-4dd6-9a34-b875f7d62562 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/quotas/29a7411587d2492d9caed98dd25cd306 HTTP/1.1" status: 200 len: 375 time: 0.0175464 Aug 27 02:26:39.099119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a279204e-b215-45bf-ba00-700e4ff03dc1 req-a3b5c4f1-221e-4ce7-ad19-590424b0d21a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596013 Aug 27 02:26:39.116991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df3d62-e83e-4cb3-893b-8e099fc2ef61 req-61e565a0-2fc5-4fea-ac81-12dbf7a4aa4e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.126236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7df3d62-e83e-4cb3-893b-8e099fc2ef61 req-61e565a0-2fc5-4fea-ac81-12dbf7a4aa4e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0644913 Aug 27 02:26:39.180692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7df3d62-e83e-4cb3-893b-8e099fc2ef61 req-635de34a-a4f7-4296-920b-f8f57e3921a4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Aug 27 02:26:39.214197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69e32-228d-4225-96b3-7928f350350a req-412913ed-4cc4-46e2-982a-0b6b88e99a0d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.221754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54e69e32-228d-4225-96b3-7928f350350a req-412913ed-4cc4-46e2-982a-0b6b88e99a0d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0681300 Aug 27 02:26:39.263400 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54e69e32-228d-4225-96b3-7928f350350a req-66d7aac4-8668-491c-a162-1d12b6990668 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Aug 27 02:26:39.370000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca019fb7-fdd6-4483-b63b-cb9b0a061cfa req-75d9fc9e-c862-40f5-b73e-276ebd408cf2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.377970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca019fb7-fdd6-4483-b63b-cb9b0a061cfa req-75d9fc9e-c862-40f5-b73e-276ebd408cf2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0644531 Aug 27 02:26:39.429934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca019fb7-fdd6-4483-b63b-cb9b0a061cfa req-1c798bf6-cb2b-48bb-890f-6b8cc64b9c8e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509751 Aug 27 02:26:39.457478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f696999-a9e3-41f6-a47a-9b8c37adf444 req-7ef26125-93de-4e16-9f14-f1742cc1e6c8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.462105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f696999-a9e3-41f6-a47a-9b8c37adf444 req-7ef26125-93de-4e16-9f14-f1742cc1e6c8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 950 time: 0.0958774 Aug 27 02:26:39.501197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f696999-a9e3-41f6-a47a-9b8c37adf444 req-f33d4059-7288-4cd0-b2cc-88b11965e678 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Aug 27 02:26:39.633850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c5f8-d8fa-41a8-8f28-7eabbf36dc7c req-04b4ea16-f076-44de-a218-f3fafb44297f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.635270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa38c5f8-d8fa-41a8-8f28-7eabbf36dc7c req-04b4ea16-f076-44de-a218-f3fafb44297f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0578089 Aug 27 02:26:39.678720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-1a40dd6f-457f-48d0-9bdf-b5a5b7fa8fd3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.681059 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-1a40dd6f-457f-48d0-9bdf-b5a5b7fa8fd3 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 950 time: 0.0847282 Aug 27 02:26:39.684759 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa38c5f8-d8fa-41a8-8f28-7eabbf36dc7c req-0d0c52e4-bdef-4583-a768-546cda7570eb tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Aug 27 02:26:39.702533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc814-baae-4ec8-8210-08abf7424431 req-1199529d-bd98-4be5-8df4-e360abc3d7ca tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.702533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-335cc814-baae-4ec8-8210-08abf7424431 req-1199529d-bd98-4be5-8df4-e360abc3d7ca tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1130891 Aug 27 02:26:39.815749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-335cc814-baae-4ec8-8210-08abf7424431 req-6cc008f3-5b79-4088-8d58-d17e9412cfb6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144564 Aug 27 02:26:39.851992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ed9598b-ebfc-4aa4-920c-64870e4fd83a req-cfc09a3f-c6fe-44ad-b564-20a00e1f5b11 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=29a7411587d2492d9caed98dd25cd306 HTTP/1.1" status: 200 len: 221 time: 0.0440910 Aug 27 02:26:39.855499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Deleting port c81dc71e-6a13-49e7-9f1f-3502837dd461 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:39.855850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.980212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] For port c81dc71e-6a13-49e7-9f1f-3502837dd461, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=c81dc71e-6a13-49e7-9f1f-3502837dd461,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:39.980604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.004259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9eaef-ef27-4726-8656-fd2f337a25bb req-f20ec5c2-6101-48c6-9ee5-17c5c5708742 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.005833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57f9eaef-ef27-4726-8656-fd2f337a25bb req-f20ec5c2-6101-48c6-9ee5-17c5c5708742 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0972700 Aug 27 02:26:40.010411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Calling delete_port for c81dc71e-6a13-49e7-9f1f-3502837dd461 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:40.092489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57f9eaef-ef27-4726-8656-fd2f337a25bb req-a24b069f-f47d-42b4-967f-7650f8ae5e97 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756581 Aug 27 02:26:40.171579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.184921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['4d110e71-e06d-40f0-a242-7f0e4fb11b63'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:40.190945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['c81dc71e-6a13-49e7-9f1f-3502837dd461', '627b86f7-5597-41f5-9c4d-caee08c374cb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:40.221867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Pushing event deleted for resources: {'Port': ['ID=c81dc71e-6a13-49e7-9f1f-3502837dd461,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:40.259417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.259783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.260136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.260477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.261788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.262156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.262599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.262934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.263262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.263582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.263910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.264227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:40.271722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87a38-6cf4-40fc-a9ae-6da0011551dc req-06b0a3a8-f0a6-4984-9a34-931fef3419cc tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.273453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41e87a38-6cf4-40fc-a9ae-6da0011551dc req-06b0a3a8-f0a6-4984-9a34-931fef3419cc tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1071672 Aug 27 02:26:40.294352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] No DVR routers for this DVR port c81dc71e-6a13-49e7-9f1f-3502837dd461 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:40.311027 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.313401 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b8986fb-fe90-43ae-a183-78c274b58b03 req-f1b2d215-e24e-418a-8418-9c7c20a31ef9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "DELETE /v2.0/ports/c81dc71e-6a13-49e7-9f1f-3502837dd461 HTTP/1.1" status: 204 len: 173 time: 0.5945837 Aug 27 02:26:40.314813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'name': 'network-vif-deleted', 'tag': 'c81dc71e-6a13-49e7-9f1f-3502837dd461'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:40.317681 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4181b70c-2e33-4d2d-a5aa-9432ba6eb28e" -d '{"events": [{"server_uuid": "14b766f2-7951-4cde-a0e2-7a63f8312112", "name": "network-vif-deleted", "tag": "c81dc71e-6a13-49e7-9f1f-3502837dd461"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:40.323046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41e87a38-6cf4-40fc-a9ae-6da0011551dc req-a4f99534-0931-4b48-9991-c33c9831af02 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Aug 27 02:26:40.356438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9be0c9-17bf-4a08-94a6-f7ddecc74b3d req-30f09ab1-5bf6-4d0c-a669-bc05f3b5ab0b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.364383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec9be0c9-17bf-4a08-94a6-f7ddecc74b3d req-30f09ab1-5bf6-4d0c-a669-bc05f3b5ab0b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1078231 Aug 27 02:26:40.433508 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec9be0c9-17bf-4a08-94a6-f7ddecc74b3d req-64fb78a3-a7a2-41cd-82ab-7c5f14df9f2d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680377 Aug 27 02:26:40.501583 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe00340-cb70-4ce9-8b48-953a3f3fbfbc x-openstack-request-id: req-efe00340-cb70-4ce9-8b48-953a3f3fbfbc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:40.501882 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b766f2-7951-4cde-a0e2-7a63f8312112", "name": "network-vif-deleted", "tag": "c81dc71e-6a13-49e7-9f1f-3502837dd461", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:40.502200 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efe00340-cb70-4ce9-8b48-953a3f3fbfbc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:40.502891 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b766f2-7951-4cde-a0e2-7a63f8312112', 'name': 'network-vif-deleted', 'tag': 'c81dc71e-6a13-49e7-9f1f-3502837dd461', 'status': 'completed', 'code': 200} Aug 27 02:26:40.560394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edae7b-0455-4a5f-92bb-17741409a3df req-79ad3e1e-8ff8-4a4a-8aa6-0682cf0ab644 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.562086 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96edae7b-0455-4a5f-92bb-17741409a3df req-79ad3e1e-8ff8-4a4a-8aa6-0682cf0ab644 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0679157 Aug 27 02:26:40.602210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96edae7b-0455-4a5f-92bb-17741409a3df req-07bf7b20-fe18-443b-8d23-448ee8b09c3d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Aug 27 02:26:40.790026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-3035d142-52c0-435e-b1d6-28e42a60c6c3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.791159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b7e7236-ff41-4832-ba7e-ca330e31e291 req-7bd717b0-76c5-456a-894a-5da4761d9777 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b766f2-7951-4cde-a0e2-7a63f8312112 HTTP/1.1" status: 200 len: 210 time: 0.0288887 Aug 27 02:26:40.791452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-3035d142-52c0-435e-b1d6-28e42a60c6c3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 945 time: 0.0833085 Aug 27 02:26:40.799793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0857415-e3ff-4711-8e33-63a5b1564f62 req-f84a77f8-fd25-47de-9396-9c605628b3db tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.801176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0857415-e3ff-4711-8e33-63a5b1564f62 req-f84a77f8-fd25-47de-9396-9c605628b3db tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0842047 Aug 27 02:26:40.894574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0857415-e3ff-4711-8e33-63a5b1564f62 req-a375b29a-a3b0-4d3b-97eb-45e90497cf37 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845363 Aug 27 02:26:40.897453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5df9c-4023-46de-8683-fec6d5808003 req-456ae836-52ab-4baa-9313-3da1fbf2fc10 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.899152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78c5df9c-4023-46de-8683-fec6d5808003 req-456ae836-52ab-4baa-9313-3da1fbf2fc10 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 945 time: 0.0490019 Aug 27 02:26:40.937020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Deleting port d39e7714-9974-4ac1-b926-56e23ee9606c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:40.937473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.948482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78c5df9c-4023-46de-8683-fec6d5808003 req-d7a0e22c-a0b1-472d-9821-1b9f761e4835 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Aug 27 02:26:41.061466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e115-a5c2-490d-bff2-7c6b0fdbace3 req-1afb28fd-6d41-4bbe-a3eb-a0e1e7d934ca tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.063075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54d0e115-a5c2-490d-bff2-7c6b0fdbace3 req-1afb28fd-6d41-4bbe-a3eb-a0e1e7d934ca tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0514355 Aug 27 02:26:41.104200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54d0e115-a5c2-490d-bff2-7c6b0fdbace3 req-4478406e-65ad-487b-8199-3f5f196c11f8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Aug 27 02:26:41.233474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72953e5f-1e71-406c-87dd-1548b8c3aa02 req-e27dc875-61db-45d9-938c-f2e95ae65ec2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.234992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72953e5f-1e71-406c-87dd-1548b8c3aa02 req-e27dc875-61db-45d9-938c-f2e95ae65ec2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0501187 Aug 27 02:26:41.277582 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72953e5f-1e71-406c-87dd-1548b8c3aa02 req-e53d85ca-6850-4fa5-baa4-65d4620f9a76 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Aug 27 02:26:41.287856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759fca-84f3-4600-9652-186518ffc098 req-9d1bb826-8df9-426c-9f09-3d00e85101ae tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.289491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f759fca-84f3-4600-9652-186518ffc098 req-9d1bb826-8df9-426c-9f09-3d00e85101ae tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0802925 Aug 27 02:26:41.294430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] For port d39e7714-9974-4ac1-b926-56e23ee9606c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d39e7714-9974-4ac1-b926-56e23ee9606c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:41.294911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.313573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Calling delete_port for d39e7714-9974-4ac1-b926-56e23ee9606c owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:41.378357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f759fca-84f3-4600-9652-186518ffc098 req-6a5ccc8f-e935-4275-be27-bceee5687400 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810184 Aug 27 02:26:41.394817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262a388-8378-4b03-8441-b5406c4cf475 req-ea62ba9c-90f6-43bd-b3d5-a8f5eb2479e5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.396487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b262a388-8378-4b03-8441-b5406c4cf475 req-ea62ba9c-90f6-43bd-b3d5-a8f5eb2479e5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Aug 27 02:26:41.436391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b262a388-8378-4b03-8441-b5406c4cf475 req-a16999ea-29b0-4af1-9cd1-015dfc04762f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Aug 27 02:26:41.469122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.483708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['d39e7714-9974-4ac1-b926-56e23ee9606c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:41.490007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:41.500429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event deleted for resources: {'Port': ['ID=d39e7714-9974-4ac1-b926-56e23ee9606c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:41.561569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] No DVR routers for this DVR port d39e7714-9974-4ac1-b926-56e23ee9606c on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:41.572236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.574451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b97e4ad3-b5aa-480a-9687-14e1f229aabf req-55d3dcac-f80c-4839-a311-9ea414c7de5c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "DELETE /v2.0/ports/d39e7714-9974-4ac1-b926-56e23ee9606c HTTP/1.1" status: 204 len: 173 time: 0.7722514 Aug 27 02:26:41.589767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a82b-e0c1-4dd9-a2a2-86e95472ceda req-0a4b032a-b6b9-41d4-baad-f4ec057b04d4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.592631 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1009a82b-e0c1-4dd9-a2a2-86e95472ceda req-0a4b032a-b6b9-41d4-baad-f4ec057b04d4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0644245 Aug 27 02:26:41.634393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c444045-10bc-4543-b7fe-719d5a7c2d45 req-c15167b2-1340-4c98-9fee-ec0953bbae19 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.643387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c444045-10bc-4543-b7fe-719d5a7c2d45 req-c15167b2-1340-4c98-9fee-ec0953bbae19 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0829935 Aug 27 02:26:41.655689 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1009a82b-e0c1-4dd9-a2a2-86e95472ceda req-b039e353-867d-4c15-9306-a25c284fa490 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523291 Aug 27 02:26:41.682866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c444045-10bc-4543-b7fe-719d5a7c2d45 req-b1215f53-213e-4f81-ab16-bdded53b5125 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385668 Aug 27 02:26:41.731460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cac6ecb4-5673-4853-a536-e9dd31c254cd req-05698d3b-6ee7-47ce-83e0-843cf8f5dfdb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed05eb17-58e5-4052-8e47-d59c2c954f49 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Aug 27 02:26:41.799147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8fb8-b27d-45cd-89ed-83400a11be1c req-7715ea89-32ff-403e-89ba-8f7d8a81b010 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.800489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-848b8fb8-b27d-45cd-89ed-83400a11be1c req-7715ea89-32ff-403e-89ba-8f7d8a81b010 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0478687 Aug 27 02:26:41.838445 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-848b8fb8-b27d-45cd-89ed-83400a11be1c req-7474f348-180d-4a2c-a42d-2927a325a8fe tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Aug 27 02:26:41.970992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7dc8d-7e1a-4db3-850d-248bf32709f2 req-778dd393-eefa-4a14-95df-4cbcb66cd640 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.978203 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02d7dc8d-7e1a-4db3-850d-248bf32709f2 req-778dd393-eefa-4a14-95df-4cbcb66cd640 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0583050 Aug 27 02:26:42.014605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02d7dc8d-7e1a-4db3-850d-248bf32709f2 req-5d4afb62-11d9-4a11-a572-2f0739e837d2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353694 Aug 27 02:26:42.066637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97d87c-b8c3-4a8e-b11a-f5f34b70c08b req-ecb7143b-e1c3-4456-83af-326df1d6fa61 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.068141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d97d87c-b8c3-4a8e-b11a-f5f34b70c08b req-ecb7143b-e1c3-4456-83af-326df1d6fa61 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 950 time: 0.0533249 Aug 27 02:26:42.108087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d97d87c-b8c3-4a8e-b11a-f5f34b70c08b req-00655843-fec9-4298-94bc-e8d8aa3aa536 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Aug 27 02:26:42.137467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c23b-df9f-4408-81e9-32b94a2598e4 req-eb6e4074-8ab8-414e-bac1-20d3aa7a28e7 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.139001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1598c23b-df9f-4408-81e9-32b94a2598e4 req-eb6e4074-8ab8-414e-bac1-20d3aa7a28e7 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 945 time: 0.0665596 Aug 27 02:26:42.181037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1598c23b-df9f-4408-81e9-32b94a2598e4 req-a60f90de-65ac-436c-a169-d4e848b0b5a4 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/security-groups?id=1defbed7-b4c1-454a-af11-25fb5a272f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Aug 27 02:26:42.218115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4eb23-a6dc-4bd6-8200-b08d57e32b44 req-3b943f14-0eb8-49e9-9cd9-4ef7831a381c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.220056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58e4eb23-a6dc-4bd6-8200-b08d57e32b44 req-3b943f14-0eb8-49e9-9cd9-4ef7831a381c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0540645 Aug 27 02:26:42.259507 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58e4eb23-a6dc-4bd6-8200-b08d57e32b44 req-64ae258b-6cac-4e80-a830-ac78c3778008 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Aug 27 02:26:42.395076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efe817-672e-414d-921d-042d9fdcebf4 req-6548857e-107a-4bd9-bb5c-ef86f218b63b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.396595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25efe817-672e-414d-921d-042d9fdcebf4 req-6548857e-107a-4bd9-bb5c-ef86f218b63b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0488119 Aug 27 02:26:42.437826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25efe817-672e-414d-921d-042d9fdcebf4 req-364216f0-9def-4c31-bc75-8fd541f4ddd9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Aug 27 02:26:42.498181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d90fe-0ce4-4497-a50c-3d9d020bf375 req-3e10835c-e467-4d8f-9397-52bccf347a43 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.499693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3d90fe-0ce4-4497-a50c-3d9d020bf375 req-3e10835c-e467-4d8f-9397-52bccf347a43 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Aug 27 02:26:42.504313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'name': 'network-vif-deleted', 'tag': 'd39e7714-9974-4ac1-b926-56e23ee9606c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:42.506812 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd213e63-b75c-4607-9131-ad11f256c3a6" -d '{"events": [{"server_uuid": "ed05eb17-58e5-4052-8e47-d59c2c954f49", "name": "network-vif-deleted", "tag": "d39e7714-9974-4ac1-b926-56e23ee9606c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:42.545162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3d90fe-0ce4-4497-a50c-3d9d020bf375 req-334744a5-349b-4b0b-8a2d-67b17d714cd8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Aug 27 02:26:42.554950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419992-a430-46ed-b4d3-b243a7b2feaa req-9fbac153-c792-4ec5-9fce-2593535483e3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.556455 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb419992-a430-46ed-b4d3-b243a7b2feaa req-9fbac153-c792-4ec5-9fce-2593535483e3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0527306 Aug 27 02:26:42.595664 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb419992-a430-46ed-b4d3-b243a7b2feaa req-7145c553-58df-4677-b683-f9bc2231f065 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Aug 27 02:26:42.634252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-08f832fb-6daf-49df-9453-d0c02056b5bc tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.635878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-08f832fb-6daf-49df-9453-d0c02056b5bc tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.32 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 945 time: 0.0553401 Aug 27 02:26:42.641414 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fb529a-e9f3-43a8-8c62-53882013cf65 x-openstack-request-id: req-c4fb529a-e9f3-43a8-8c62-53882013cf65 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:42.641706 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed05eb17-58e5-4052-8e47-d59c2c954f49", "name": "network-vif-deleted", "tag": "d39e7714-9974-4ac1-b926-56e23ee9606c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:42.641959 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4fb529a-e9f3-43a8-8c62-53882013cf65 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:42.642375 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed05eb17-58e5-4052-8e47-d59c2c954f49', 'name': 'network-vif-deleted', 'tag': 'd39e7714-9974-4ac1-b926-56e23ee9606c', 'status': 'completed', 'code': 200} Aug 27 02:26:42.764399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ced3c-6ca3-44fb-816c-9f474e165bf2 req-59df0b43-5a14-4fac-bbdc-add26e4977f1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.765922 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-271ced3c-6ca3-44fb-816c-9f474e165bf2 req-59df0b43-5a14-4fac-bbdc-add26e4977f1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0513740 Aug 27 02:26:42.768714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a32ff-ae3d-4e58-8cdb-bebd1c6cd0e8 req-d6ff6b90-008f-44aa-b9ad-620b2cecb1da tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.770201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cc2a32ff-ae3d-4e58-8cdb-bebd1c6cd0e8 req-d6ff6b90-008f-44aa-b9ad-620b2cecb1da tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0812237 Aug 27 02:26:42.804346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-271ced3c-6ca3-44fb-816c-9f474e165bf2 req-0b6d8318-b061-4876-b51b-5124ff1b8742 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Aug 27 02:26:42.808122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Deleting port 99ba8668-dbcd-4562-8bff-d191acfff791 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:42.808122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:42.859576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cc2a32ff-ae3d-4e58-8cdb-bebd1c6cd0e8 req-36f54676-53b8-4d52-ae7e-793620717511 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826998 Aug 27 02:26:42.915132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] For port 99ba8668-dbcd-4562-8bff-d191acfff791, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=99ba8668-dbcd-4562-8bff-d191acfff791,segment=NetworkSegment(e63afbb7-1742-4a14-82ba-abe9cb036806),segment_id=e63afbb7-1742-4a14-82ba-abe9cb036806)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:42.915572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:42.930712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Calling delete_port for 99ba8668-dbcd-4562-8bff-d191acfff791 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:43.015221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4950a-fe97-41a6-882a-88218845561c req-d6ccf8b1-d011-4d8c-a736-a3ea68cf1cf7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.017043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bda4950a-fe97-41a6-882a-88218845561c req-d6ccf8b1-d011-4d8c-a736-a3ea68cf1cf7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0588562 Aug 27 02:26:43.063976 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.064642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bda4950a-fe97-41a6-882a-88218845561c req-7dc5f361-95b1-4b8d-8052-e2f342922436 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Aug 27 02:26:43.077270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['99ba8668-dbcd-4562-8bff-d191acfff791'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:43.097011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Pushing event deleted for resources: {'Port': ['ID=99ba8668-dbcd-4562-8bff-d191acfff791,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:43.173580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] No DVR routers for this DVR port 99ba8668-dbcd-4562-8bff-d191acfff791 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:43.176318 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.182567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b05dbe2d-b350-409d-bb1c-75a6965f7bb8 req-82e1ff39-9c14-49c1-9ba5-f51fca504de1 tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.32 "DELETE /v2.0/ports/99ba8668-dbcd-4562-8bff-d191acfff791 HTTP/1.1" status: 204 len: 173 time: 0.5193162 Aug 27 02:26:43.235418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1df06-d56c-4309-b064-25c53d735cf5 req-728ae9ec-8e3c-4699-91a4-3cb83cc2f8cb tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.236997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14e1df06-d56c-4309-b064-25c53d735cf5 req-728ae9ec-8e3c-4699-91a4-3cb83cc2f8cb tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 950 time: 0.0510516 Aug 27 02:26:43.263121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a219725-1e72-4478-ac2f-bf354986dd92 req-b7ba7cbb-b07a-43c0-8242-a32a5fc75732 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.264565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a219725-1e72-4478-ac2f-bf354986dd92 req-b7ba7cbb-b07a-43c0-8242-a32a5fc75732 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0533433 Aug 27 02:26:43.278154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14e1df06-d56c-4309-b064-25c53d735cf5 req-4d74ca27-6d21-47f0-bd03-4026683c06b0 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Aug 27 02:26:43.316273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a219725-1e72-4478-ac2f-bf354986dd92 req-aac3644a-4834-49f9-a29a-2b6720d57199 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Aug 27 02:26:43.411636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8afa15bb-f57e-4a0e-a879-7bbff995cd79 req-ef64101d-1f42-441c-99da-58eb96b3363a tempest-VolumesAdminNegativeTest-1569152957 tempest-VolumesAdminNegativeTest-1569152957-project] 10.222.0.10 "GET /v2.0/ports?device_id=2972701d-d07b-493f-a571-b0e2e3dff98d HTTP/1.1" status: 200 len: 210 time: 0.0263107 Aug 27 02:26:43.486085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-18025df0-b1fa-472a-a866-28c4163023b1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.487642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-18025df0-b1fa-472a-a866-28c4163023b1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1166170 Aug 27 02:26:43.503036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-8fd1796e-a960-4338-9fa4-cb25bdf9d502 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0094793 Aug 27 02:26:43.528618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02693e-5c5d-4bdd-afdd-2910b9d3d2c8 req-95d58e08-ac97-48ac-b6f5-5a4e0e0da289 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.530128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de02693e-5c5d-4bdd-afdd-2910b9d3d2c8 req-95d58e08-ac97-48ac-b6f5-5a4e0e0da289 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0543652 Aug 27 02:26:43.553986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-4021ed03-4f52-491f-a078-37bb821a2dec tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452888 Aug 27 02:26:43.568124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de02693e-5c5d-4bdd-afdd-2910b9d3d2c8 req-6fa0d3f6-b07c-406d-a527-0bbfb3016573 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Aug 27 02:26:43.660124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-9315f664-5f4c-4af4-ada8-5e48f1719f1b service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941224 Aug 27 02:26:43.678647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8be-e3fc-4a0a-8842-7a7989b08921 req-27d5ff96-73a3-4252-8bde-de57b2ed5023 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.680158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-556ff8be-e3fc-4a0a-8842-7a7989b08921 req-27d5ff96-73a3-4252-8bde-de57b2ed5023 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0560164 Aug 27 02:26:43.719245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-556ff8be-e3fc-4a0a-8842-7a7989b08921 req-7f47def5-647e-434b-98a9-01352d852ec7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Aug 27 02:26:43.779335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-e7b81d83-103c-4d25-abd3-5a61716adc3a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.780823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-e7b81d83-103c-4d25-abd3-5a61716adc3a tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 950 time: 0.0718277 Aug 27 02:26:43.824097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-6c993805-11d6-4279-bb0a-58e667f667ee service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572921 Aug 27 02:26:43.911818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Deleting port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:43.912851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.927391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1545d-9789-4cf0-af67-070861143e46 req-4aee4440-78ce-4dc5-b52f-477815c7b649 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.929198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79a1545d-9789-4cf0-af67-070861143e46 req-4aee4440-78ce-4dc5-b52f-477815c7b649 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0703478 Aug 27 02:26:43.989653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79a1545d-9789-4cf0-af67-070861143e46 req-efd94acc-96d9-496f-9ff5-60981bf309d0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539377 Aug 27 02:26:44.027308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c81dc71e-6a13-49e7-9f1f-3502837dd461 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:44.034691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] For port 4d110e71-e06d-40f0-a242-7f0e4fb11b63, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=4d110e71-e06d-40f0-a242-7f0e4fb11b63,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:44.035069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.059065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: c81dc71e-6a13-49e7-9f1f-3502837dd461 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:44.059544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device c81dc71e-6a13-49e7-9f1f-3502837dd461 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:44.068990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Calling delete_port for 4d110e71-e06d-40f0-a242-7f0e4fb11b63 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:44.096201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9402648-a346-4eb8-ab3a-708735785490 req-46e5ad5c-93c2-4e70-941e-4abdaa1d3a01 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.097707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9402648-a346-4eb8-ab3a-708735785490 req-46e5ad5c-93c2-4e70-941e-4abdaa1d3a01 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0812399 Aug 27 02:26:44.106265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d39e7714-9974-4ac1-b926-56e23ee9606c no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:44.134755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ae8223e-50b3-4cb7-a800-d60bd25765d5 req-458aa88d-c261-4929-95de-52be2b07d22f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 210 time: 0.0309868 Aug 27 02:26:44.204946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9402648-a346-4eb8-ab3a-708735785490 req-ea32cf1d-ba5e-4ea5-acd0-bd546abc7893 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646980 Aug 27 02:26:44.271896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: d39e7714-9974-4ac1-b926-56e23ee9606c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:44.272654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d39e7714-9974-4ac1-b926-56e23ee9606c not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:44.277687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110c073-360a-4413-b59a-1df6d8c4b4d8 req-b2ef23d4-6f4c-40b1-a842-2f6b6491c953 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.279802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7110c073-360a-4413-b59a-1df6d8c4b4d8 req-b2ef23d4-6f4c-40b1-a842-2f6b6491c953 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0653436 Aug 27 02:26:44.293637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.307250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['627b86f7-5597-41f5-9c4d-caee08c374cb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:44.328778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7110c073-360a-4413-b59a-1df6d8c4b4d8 req-49a8a5c6-2127-4fa9-8e5c-767d7f90e0fc tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 Aug 27 02:26:44.355554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Pushing event deleted for resources: {'Port': ['ID=4d110e71-e06d-40f0-a242-7f0e4fb11b63,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:44.426716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] No DVR routers for this DVR port 4d110e71-e06d-40f0-a242-7f0e4fb11b63 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:44.429294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.432631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-381336f4-9751-4e90-85a7-89ffa2acb7d3 req-328f29c2-aba5-4d13-9a77-0dd16d4c7c79 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.32 "DELETE /v2.0/ports/4d110e71-e06d-40f0-a242-7f0e4fb11b63 HTTP/1.1" status: 204 len: 173 time: 0.6408889 Aug 27 02:26:44.472072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0442bbf0-743e-473a-877c-154d04f09a92 req-e401074e-9524-4b96-b347-471a420c309b tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed658cfc-5749-4083-ad84-919741b05bb0 HTTP/1.1" status: 200 len: 210 time: 0.0732465 Aug 27 02:26:44.498013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc72d7-4c1a-40a7-9ce2-c0f2b497e0e9 req-61a078db-e20d-4286-bec8-d067fc51be2b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.505602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60cc72d7-4c1a-40a7-9ce2-c0f2b497e0e9 req-61a078db-e20d-4286-bec8-d067fc51be2b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0697925 Aug 27 02:26:44.513274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43488) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:44.552244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60cc72d7-4c1a-40a7-9ce2-c0f2b497e0e9 req-4bc3a4c8-95a2-4c04-a952-2c7c7c432188 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 Aug 27 02:26:44.578574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] Deleting subnet 677248ca-91c3-4c0d-b35b-3bb3956620b4 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:26:44.582303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.637451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.651107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'name': 'network-vif-deleted', 'tag': '99ba8668-dbcd-4562-8bff-d191acfff791'}, {'server_uuid': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'name': 'network-vif-deleted', 'tag': '4d110e71-e06d-40f0-a242-7f0e4fb11b63'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:44.653276 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340e882-c5ab-4782-b210-2fc939afa808" -d '{"events": [{"server_uuid": "2972701d-d07b-493f-a571-b0e2e3dff98d", "name": "network-vif-deleted", "tag": "99ba8668-dbcd-4562-8bff-d191acfff791"}, {"server_uuid": "ed658cfc-5749-4083-ad84-919741b05bb0", "name": "network-vif-deleted", "tag": "4d110e71-e06d-40f0-a242-7f0e4fb11b63"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:44.706516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.716494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7428d01-4d8b-4043-93e3-27b532b9b4d6 req-bc437253-f911-4722-aee6-b7ca1dd609ec tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.717913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7428d01-4d8b-4043-93e3-27b532b9b4d6 req-bc437253-f911-4722-aee6-b7ca1dd609ec tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0965388 Aug 27 02:26:44.719364 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c039bf9f-8802-4af5-86ca-131c1439eaef x-openstack-request-id: req-c039bf9f-8802-4af5-86ca-131c1439eaef {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:44.719654 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2972701d-d07b-493f-a571-b0e2e3dff98d", "name": "network-vif-deleted", "tag": "99ba8668-dbcd-4562-8bff-d191acfff791", "status": "completed", "code": 200}, {"server_uuid": "ed658cfc-5749-4083-ad84-919741b05bb0", "name": "network-vif-deleted", "tag": "4d110e71-e06d-40f0-a242-7f0e4fb11b63", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:44.719903 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c039bf9f-8802-4af5-86ca-131c1439eaef {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:44.720377 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2972701d-d07b-493f-a571-b0e2e3dff98d', 'name': 'network-vif-deleted', 'tag': '99ba8668-dbcd-4562-8bff-d191acfff791', 'status': 'completed', 'code': 200} Aug 27 02:26:44.720633 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed658cfc-5749-4083-ad84-919741b05bb0', 'name': 'network-vif-deleted', 'tag': '4d110e71-e06d-40f0-a242-7f0e4fb11b63', 'status': 'completed', 'code': 200} Aug 27 02:26:44.784312 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7428d01-4d8b-4043-93e3-27b532b9b4d6 req-e4bbdc99-5410-4754-b5b7-8677bc0002ef tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Aug 27 02:26:44.810142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.847104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677248ca-91c3-4c0d-b35b-3bb3956620b4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:44.849008 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.851131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c58162db-42cf-4f7d-8de3-31c915bf7b5d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/677248ca-91c3-4c0d-b35b-3bb3956620b4 HTTP/1.1" status: 204 len: 168 time: 0.3362520 Aug 27 02:26:44.856052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43500) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:44.877456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd88feb-b877-4fe6-8a32-c25cccfb6de4 req-a014c4b2-f43a-49c2-a1ba-1f0bbe04c661 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.886542 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9dd88feb-b877-4fe6-8a32-c25cccfb6de4 req-a014c4b2-f43a-49c2-a1ba-1f0bbe04c661 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0915227 Aug 27 02:26:44.934261 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.937514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9dd88feb-b877-4fe6-8a32-c25cccfb6de4 req-bff5d65a-d3fc-4512-8677-903a63aa5831 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499909 Aug 27 02:26:45.042027 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.054985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6092e1b8-cb82-45f0-89fb-81f3f5b156bb']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:45.066553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63afbb7-1742-4a14-82ba-abe9cb036806') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:45.066860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63afbb7-1742-4a14-82ba-abe9cb036806') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:45.080459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.096791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.107936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:26:45.108175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:26:45.110457 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:26:45.173668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.181888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.185797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dbd09-5252-4e4e-a18f-75669c8fab38 req-00c87c39-70e3-4abe-be04-29886489aed4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:45.186792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6092e1b8-cb82-45f0-89fb-81f3f5b156bb HTTP/1.1" status: 204 len: 168 time: 0.3294318 Aug 27 02:26:45.187502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e1dbd09-5252-4e4e-a18f-75669c8fab38 req-00c87c39-70e3-4abe-be04-29886489aed4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0566630 Aug 27 02:26:45.187987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43508) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:45.197966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cc3f5-8e85-4e78-8146-c264bee58311 admin admin] Pushing event deleted for resources: {'Network': ['ID=6092e1b8-cb82-45f0-89fb-81f3f5b156bb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:45.241932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b577f98b-ef34-49c4-b14e-86f920ab7f97 req-b4785f4f-7f07-4902-9e0e-40f52a480dbc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Aug 27 02:26:45.265287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e1dbd09-5252-4e4e-a18f-75669c8fab38 req-e49c6fe4-afe9-44b2-8364-6f3ea8d4dc25 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701132 Aug 27 02:26:45.270754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] Deleting subnet 8710ac25-a0a5-49e6-a48c-cebeccbc9445 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:26:45.274241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.312899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.357321 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.372175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67666-80cc-44a1-b38e-5087991042e2 req-83a8f6b8-80b9-43c1-baa6-4537202e1f4d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:45.373954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3a67666-80cc-44a1-b38e-5087991042e2 req-83a8f6b8-80b9-43c1-baa6-4537202e1f4d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0526562 Aug 27 02:26:45.425435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.452736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8710ac25-a0a5-49e6-a48c-cebeccbc9445,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:45.454724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.460378 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8ca0d97d-4613-4fee-8976-d50b9413aec7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8710ac25-a0a5-49e6-a48c-cebeccbc9445 HTTP/1.1" status: 204 len: 168 time: 0.2708924 Aug 27 02:26:45.460530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43512) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:45.495305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3a67666-80cc-44a1-b38e-5087991042e2 req-13461a8b-d553-4bb5-ab49-36b9212ec187 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148703 Aug 27 02:26:45.580356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.595308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-81ed85f6-f908-4f31-a8c0-40f93342493f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:45.596739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-81ed85f6-f908-4f31-a8c0-40f93342493f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.2089219 Aug 27 02:26:45.627167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Request body: {'port': {'device_id': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'admin_state_up': True, 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:45.728088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.743033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b34301-4df3-4687-b791-2ce2a4183a2c']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:45.750048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d38fa4-0edb-489d-ad70-7cb21a767bd4 req-232c242b-e4bd-4084-a0dc-44e319f10316 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:45.751578 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37d38fa4-0edb-489d-ad70-7cb21a767bd4 req-232c242b-e4bd-4084-a0dc-44e319f10316 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 950 time: 0.0490673 Aug 27 02:26:45.762771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757c8a3b-3685-4aee-a548-b7ea51012e89') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:45.763050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757c8a3b-3685-4aee-a548-b7ea51012e89') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:45.778577 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.791819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37d38fa4-0edb-489d-ad70-7cb21a767bd4 req-c55c82e4-1ea1-4e58-af4d-fb0cfdada2d9 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Aug 27 02:26:45.802445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.813068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:26:45.813526 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:26:45.815284 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:26:45.867386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:45.872910 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.892773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.903964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.905869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] 10.222.0.10 "DELETE /v2.0/networks/84b34301-4df3-4687-b791-2ce2a4183a2c HTTP/1.1" status: 204 len: 168 time: 0.4388216 Aug 27 02:26:45.918024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a320b9-61d7-4750-ac8f-ca181b03d07f admin admin] Pushing event deleted for resources: {'Network': ['ID=84b34301-4df3-4687-b791-2ce2a4183a2c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:46.036092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Allocated IP 172.20.0.13 (3ea311a7-5ded-47dd-8983-436f922e9e1d/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d/029d0d63-9c04-485f-8667-cee7325d04d5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:46.044867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43526) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:46.074560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc24d8-81e2-4dad-8d1b-30350d3b7dfc req-f27737b1-4106-4e8c-b4ce-3c25d7c66b3d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.076044 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0efc24d8-81e2-4dad-8d1b-30350d3b7dfc req-f27737b1-4106-4e8c-b4ce-3c25d7c66b3d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0643106 Aug 27 02:26:46.101172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 99ba8668-dbcd-4562-8bff-d191acfff791 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:46.125562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-67327403-6560-45bf-ae9c-7a3ad6d3a2bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7996d76518ec4ae186bfcf4153bc9fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762913 Aug 27 02:26:46.125857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 99ba8668-dbcd-4562-8bff-d191acfff791 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:46.125857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 99ba8668-dbcd-4562-8bff-d191acfff791 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:46.125857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 4d110e71-e06d-40f0-a242-7f0e4fb11b63 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:46.126136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43528) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:46.144071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 4d110e71-e06d-40f0-a242-7f0e4fb11b63 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:46.144298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 4d110e71-e06d-40f0-a242-7f0e4fb11b63 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:46.154960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0efc24d8-81e2-4dad-8d1b-30350d3b7dfc req-320224ac-8f4a-4c35-879d-1089e146e9e1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695496 Aug 27 02:26:46.199311 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8646379f-4992-4bc0-983e-3ccd3eb053ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.200909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.221123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8646379f-4992-4bc0-983e-3ccd3eb053ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.248100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.260009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:46.275594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8646379f-4992-4bc0-983e-3ccd3eb053ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.278432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8646379f-4992-4bc0-983e-3ccd3eb053ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.283317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8646379f-4992-4bc0-983e-3ccd3eb053ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1defbed7-b4c1-454a-af11-25fb5a272f83 HTTP/1.1" status: 204 len: 168 time: 0.1572461 Aug 27 02:26:46.297187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646379f-4992-4bc0-983e-3ccd3eb053ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1defbed7-b4c1-454a-af11-25fb5a272f83,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:46.302097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:46.308364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:46.312858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:46.356446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event updated for resources: {'Port': ['ID=029d0d63-9c04-485f-8667-cee7325d04d5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:46.371654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.372356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.393949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-99a8fc2e-2fb4-4813-8115-0a1fc376d358 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7711413 Aug 27 02:26:46.411038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513f448-923b-4c8a-b0e8-03b5cd5f385e req-96089052-a211-4376-8e02-6224eddac291 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.419100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6513f448-923b-4c8a-b0e8-03b5cd5f385e req-96089052-a211-4376-8e02-6224eddac291 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 932 time: 0.0729260 Aug 27 02:26:46.443354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Request body: {'port': {'device_id': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:46.477401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6513f448-923b-4c8a-b0e8-03b5cd5f385e req-d69720e1-04d1-4cbb-922c-69ca1b456f3a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566456 Aug 27 02:26:46.506667 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.512306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1913-4990-4486-861c-bac8f2499d28 req-65f25cef-7091-4808-bf37-bd2d99870173 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.513859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-250b1913-4990-4486-861c-bac8f2499d28 req-65f25cef-7091-4808-bf37-bd2d99870173 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1164694 Aug 27 02:26:46.519872 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.589464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-250b1913-4990-4486-861c-bac8f2499d28 req-098e2a25-89d8-4ae0-8b1e-bee637fdd7b3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593429 Aug 27 02:26:46.777334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43546) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:46.889553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-388f0ba4-f99a-475e-8429-d256a81c5fc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8f54be8f62743379ae8d9ab480198ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090567 Aug 27 02:26:46.894825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43552) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:46.950213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029d0d63-9c04-485f-8667-cee7325d04d5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:46.951653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc950c7-eff7-4725-844c-9b852f64b04e req-625dfebc-7333-4810-bf78-3a43597b098a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.953188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-efc950c7-eff7-4725-844c-9b852f64b04e req-625dfebc-7333-4810-bf78-3a43597b098a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.3791411 Aug 27 02:26:46.968804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.990155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c5308-84ce-42d1-8449-d34c0833dd79 req-bbc8a02c-7ac2-4513-ba86-7cef5810b5ab tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.991717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf3c5308-84ce-42d1-8449-d34c0833dd79 req-bbc8a02c-7ac2-4513-ba86-7cef5810b5ab tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1351759 Aug 27 02:26:47.000734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Transition to ACTIVE for port object 029d0d63-9c04-485f-8667-cee7325d04d5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:47.007631 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-efc950c7-eff7-4725-844c-9b852f64b04e req-61ed2df4-bc0a-4713-8620-675d3f8f36cf tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Aug 27 02:26:47.018796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.056416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0dc662d-5a96-4046-8ee3-e6f37679f1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.111460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0dc662d-5a96-4046-8ee3-e6f37679f1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.117875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf3c5308-84ce-42d1-8449-d34c0833dd79 req-1c59c570-5ac6-4bc2-82ac-9a766ba2fd09 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100585 Aug 27 02:26:47.124294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Pushing event updated for resources: {'Port': ['ID=029d0d63-9c04-485f-8667-cee7325d04d5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:47.126755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345408f3-2439-4cbf-8fe3-378b57bef7ed req-663a2f13-d7e4-4acc-a21d-e1d70bb5d1e8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.128562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-345408f3-2439-4cbf-8fe3-378b57bef7ed req-663a2f13-d7e4-4acc-a21d-e1d70bb5d1e8 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 950 time: 0.0516593 Aug 27 02:26:47.170839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-345408f3-2439-4cbf-8fe3-378b57bef7ed req-2a8b1f57-1b83-488a-806c-cce256ecad92 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Aug 27 02:26:47.224260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Attempting to bind port 029d0d63-9c04-485f-8667-cee7325d04d5 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:47.224503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Attempting to bind port 029d0d63-9c04-485f-8667-cee7325d04d5 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:47.224825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Attempting to bind port 029d0d63-9c04-485f-8667-cee7325d04d5 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:47.231361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Port 029d0d63-9c04-485f-8667-cee7325d04d5 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:47.231772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Attempting to bind port 029d0d63-9c04-485f-8667-cee7325d04d5 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:47.237375 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0dc662d-5a96-4046-8ee3-e6f37679f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.240482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0dc662d-5a96-4046-8ee3-e6f37679f1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.244108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b0dc662d-5a96-4046-8ee3-e6f37679f1a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d73a9a7-4cad-40e2-a6b1-ed8b1041e553 HTTP/1.1" status: 204 len: 168 time: 0.3454649 Aug 27 02:26:47.244108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:47.244108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:47.244108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Bound using segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:47.244108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Bound port: 029d0d63-9c04-485f-8667-cee7325d04d5, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:47.244108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.250943 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.261812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc662d-5a96-4046-8ee3-e6f37679f1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d73a9a7-4cad-40e2-a6b1-ed8b1041e553,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:47.318838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3c34f-f6ad-4826-8c31-388a9866fd30 req-9fcfa3e4-2e72-4315-9cec-4f8187fa3180 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.320465 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7c3c34f-f6ad-4826-8c31-388a9866fd30 req-9fcfa3e4-2e72-4315-9cec-4f8187fa3180 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0814664 Aug 27 02:26:47.366051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7c3c34f-f6ad-4826-8c31-388a9866fd30 req-62c22921-5dc7-4330-a547-2e55e619dcd1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Aug 27 02:26:47.628001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] For port 029d0d63-9c04-485f-8667-cee7325d04d5, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:47.653839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-52d5df79-3f9e-4c4e-9d25-571b68acfe28 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.655354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-52d5df79-3f9e-4c4e-9d25-571b68acfe28 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 950 time: 0.1160772 Aug 27 02:26:47.662503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819a55-3a94-4973-8a35-bc24bef8d92a req-66fcca1e-a4b4-4cea-832b-eb0f9071f241 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.663856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c819a55-3a94-4973-8a35-bc24bef8d92a req-66fcca1e-a4b4-4cea-832b-eb0f9071f241 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 944 time: 0.1231644 Aug 27 02:26:47.666897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] For port 029d0d63-9c04-485f-8667-cee7325d04d5, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=029d0d63-9c04-485f-8667-cee7325d04d5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:47.676714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.754991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.755597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.756950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] 10.222.0.32 "PUT /v2.0/ports/029d0d63-9c04-485f-8667-cee7325d04d5 HTTP/1.1" status: 200 len: 1092 time: 1.3204606 Aug 27 02:26:47.757391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'tag': '029d0d63-9c04-485f-8667-cee7325d04d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:47.759731 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61497197-e872-47f3-a50b-ffc14c133666" -d '{"events": [{"name": "network-changed", "server_uuid": "8e54a451-bb35-4c01-b98a-495490c8ef66", "tag": "029d0d63-9c04-485f-8667-cee7325d04d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:47.799881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c819a55-3a94-4973-8a35-bc24bef8d92a req-35af6de6-f31a-43ed-a8e9-1f1cd71c2b18 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265228 Aug 27 02:26:47.819707 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcd930a-06ab-4aab-9fec-685dab00a520 x-openstack-request-id: req-7bcd930a-06ab-4aab-9fec-685dab00a520 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:47.820194 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e54a451-bb35-4c01-b98a-495490c8ef66", "tag": "029d0d63-9c04-485f-8667-cee7325d04d5", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:47.820661 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bcd930a-06ab-4aab-9fec-685dab00a520 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:47.821218 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'tag': '029d0d63-9c04-485f-8667-cee7325d04d5', 'status': 'completed', 'code': 200} Aug 27 02:26:47.849734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63546cf-7151-491f-80e5-2b0e96533e10 service neutron] Pushing event updated for resources: {'Port': ['ID=029d0d63-9c04-485f-8667-cee7325d04d5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:47.876639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-76db688c-830c-43bb-b9b6-e0aa6fcbb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.878165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-76db688c-830c-43bb-b9b6-e0aa6fcbb8a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 1095 time: 0.0736585 Aug 27 02:26:47.885183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Deleting port 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:47.885527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.931068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-2eb49a5b-5fb6-48df-98ec-587eb46fa189 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029d0d63-9c04-485f-8667-cee7325d04d5 HTTP/1.1" status: 200 len: 217 time: 0.0425189 Aug 27 02:26:47.973373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43584) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:48.026831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-42c83e6a-abb0-4d9c-89cd-5d82d5151735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.028316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-42c83e6a-abb0-4d9c-89cd-5d82d5151735 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0731635 Aug 27 02:26:48.071887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-92b96510-1b38-4acc-97cc-7bbbddc4cb0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318494 Aug 27 02:26:48.082691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] For port 627b86f7-5597-41f5-9c4d-caee08c374cb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=627b86f7-5597-41f5-9c4d-caee08c374cb,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:48.083394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.093119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-network', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:48.140671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Calling delete_port for 627b86f7-5597-41f5-9c4d-caee08c374cb owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:48.147116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c0089-cf19-42a6-97e6-2da394dfacb3 req-225f0c7a-fbc6-4948-8be6-f6d9954503e2 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.154564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e1c0089-cf19-42a6-97e6-2da394dfacb3 req-225f0c7a-fbc6-4948-8be6-f6d9954503e2 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0766275 Aug 27 02:26:48.157650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Made reservation on behalf of e97f4825a5c44c4ab93bfb01e93ef4d5 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:48.160127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.173786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.219034 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e1c0089-cf19-42a6-97e6-2da394dfacb3 req-c73bd46e-a579-4002-b183-5c75f3734ce0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633512 Aug 27 02:26:48.278133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-8d940deb-8f3b-46fb-9a16-5eaedc56a070 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915033 Aug 27 02:26:48.329357 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.336485 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.342893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca391a-4557-4532-ad82-d5ff60b457f4 req-1bc0f820-5167-408f-9188-c56ed5eb6cb4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.344435 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbca391a-4557-4532-ad82-d5ff60b457f4 req-1bc0f820-5167-408f-9188-c56ed5eb6cb4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1334698 Aug 27 02:26:48.366637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1d8e-b94b-4ac6-9e51-841372845f78 req-3012ae2d-de0a-4d8d-9667-699b05be73e7 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.368175 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4fd1d8e-b94b-4ac6-9e51-841372845f78 req-3012ae2d-de0a-4d8d-9667-699b05be73e7 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9152125-d30d-4056-bc65-f205bcbcd8d3 HTTP/1.1" status: 200 len: 950 time: 0.0848222 Aug 27 02:26:48.379319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:26:48.400718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9134e4d-9e95-4a67-9d75-66b6f8f61a22,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:48.412799 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.413156 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Added segment 701cb437-2e25-4ef9-94c8-538a5db06b84 of type vlan for network 16c0e32a-5828-4163-b037-5aadf1f68970 Aug 27 02:26:48.450692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4fd1d8e-b94b-4ac6-9e51-841372845f78 req-22e94846-5e1f-4984-8d95-52bb72bca070 tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.10 "GET /v2.0/security-groups?id=70080b76-c3cf-4a33-bbd2-6c377bb33035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743248 Aug 27 02:26:48.450953 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.466515 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.474611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbca391a-4557-4532-ad82-d5ff60b457f4 req-54f533c6-6e49-42db-a85c-d79c43a35b7f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938892 Aug 27 02:26:48.495791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed72a9-540e-4326-9fbd-194f99ce9735 req-f7cd708b-1507-4732-86d9-b754deafe3f3 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062075 Aug 27 02:26:48.498041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Pushing event deleted for resources: {'Port': ['ID=627b86f7-5597-41f5-9c4d-caee08c374cb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:48.540356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.541269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.542036 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.562255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] No DVR routers for this DVR port 627b86f7-5597-41f5-9c4d-caee08c374cb on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:48.565779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.571488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-800875d0-d33d-4d1b-a340-3a0212750f21 req-3a2b07db-9341-4fc7-98f6-6ad3e3eb600e tempest-ServersAdminTestJSON-1663110629 tempest-ServersAdminTestJSON-1663110629-project] 10.222.0.45 "DELETE /v2.0/ports/627b86f7-5597-41f5-9c4d-caee08c374cb HTTP/1.1" status: 204 len: 173 time: 0.9066048 Aug 27 02:26:48.628080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497197-e872-47f3-a50b-ffc14c133666 req-68d50472-fcbb-451e-9343-b17a06bf3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.631126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61497197-e872-47f3-a50b-ffc14c133666 req-68d50472-fcbb-451e-9343-b17a06bf3bcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 1095 time: 0.0586481 Aug 27 02:26:48.670554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] Pushing event updated for resources: {'Network': ['ID=16c0e32a-5828-4163-b037-5aadf1f68970,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:48.676130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-50041031-3c3d-43d2-bfc0-d808eab2a580 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7016385 Aug 27 02:26:48.681445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43602) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:48.681813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 16c0e32a-5828-4163-b037-5aadf1f68970 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:26:48.746652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Request body: {'subnet': {'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-subnet', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:48.751858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47196ca-20e2-4ebd-9a47-593b47a54059 req-aa0f224d-2fa4-4f00-9488-3d5dbbc8d79b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.758808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c47196ca-20e2-4ebd-9a47-593b47a54059 req-aa0f224d-2fa4-4f00-9488-3d5dbbc8d79b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0822010 Aug 27 02:26:48.806267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca152-4add-45dc-9147-e4ff049f3e2f req-98beeffb-659f-4b3c-b0cc-16083af43832 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.807748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4cca152-4add-45dc-9147-e4ff049f3e2f req-98beeffb-659f-4b3c-b0cc-16083af43832 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1283081 Aug 27 02:26:48.808157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c47196ca-20e2-4ebd-9a47-593b47a54059 req-d43a8c70-d6d2-4edb-b208-ab65b9cbaaa7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Aug 27 02:26:48.822607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Made reservation on behalf of e97f4825a5c44c4ab93bfb01e93ef4d5 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:48.824871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.882902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497197-e872-47f3-a50b-ffc14c133666 req-eaee1747-53b8-4f1c-955b-123e2889b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.884383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61497197-e872-47f3-a50b-ffc14c133666 req-eaee1747-53b8-4f1c-955b-123e2889b762 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 907 time: 0.2357786 Aug 27 02:26:48.925641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe93901-9cbd-4b0d-b820-0dc34bf73c73 req-30bebdd6-82ab-4533-93fe-b922c93a4144 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:48.927188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fe93901-9cbd-4b0d-b820-0dc34bf73c73 req-30bebdd6-82ab-4533-93fe-b922c93a4144 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 944 time: 0.0491712 Aug 27 02:26:48.947520 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4cca152-4add-45dc-9147-e4ff049f3e2f req-dafd38f8-bec8-4239-9a0c-d36fc90cd29d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281469 Aug 27 02:26:48.952659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61497197-e872-47f3-a50b-ffc14c133666 req-dc55e6ee-93cd-49b9-ad62-73beec1576e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029d0d63-9c04-485f-8667-cee7325d04d5 HTTP/1.1" status: 200 len: 217 time: 0.0579457 Aug 27 02:26:48.969241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fe93901-9cbd-4b0d-b820-0dc34bf73c73 req-68c3e223-cadc-4e75-950b-b69a106f56ac tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Aug 27 02:26:49.061898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497197-e872-47f3-a50b-ffc14c133666 req-5a79ea77-9967-4d1c-bcdb-2e62d9a6b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.063953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61497197-e872-47f3-a50b-ffc14c133666 req-5a79ea77-9967-4d1c-bcdb-2e62d9a6b9a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0869472 Aug 27 02:26:49.089452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6c23e-a6c8-4cdc-a2bc-0b696c0ab985 req-f828fab1-d010-4b31-ab7c-4c365bd75195 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.091003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66a6c23e-a6c8-4cdc-a2bc-0b696c0ab985 req-f828fab1-d010-4b31-ab7c-4c365bd75195 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0520098 Aug 27 02:26:49.122800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61497197-e872-47f3-a50b-ffc14c133666 req-f9edc695-d253-43d6-a6a6-0849ccbdcab8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502768 Aug 27 02:26:49.128821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66a6c23e-a6c8-4cdc-a2bc-0b696c0ab985 req-6d6ea750-0f5d-4910-8658-ddf7cbc44ca8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Aug 27 02:26:49.142601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.288245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68691603-e281-4ca1-abe3-26e130c100bb,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:49.323594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Checking segment: {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:49.323954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Network hostable DHCP agents. Network: 16c0e32a-5828-4163-b037-5aadf1f68970, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:26:49.335128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61497197-e872-47f3-a50b-ffc14c133666 req-6f714356-cadb-4d47-a6c6-f668de077aff service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022469 Aug 27 02:26:49.341647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeac0a6-90b4-4852-9a46-cb2a6a9e986f req-43698aff-73fb-4c79-9150-e6590682e965 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.343224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fdeac0a6-90b4-4852-9a46-cb2a6a9e986f req-43698aff-73fb-4c79-9150-e6590682e965 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0536864 Aug 27 02:26:49.344859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e55f9-baf1-46f9-bdde-1e9fc5b6dc3f req-65b32928-e714-445b-96b2-e396d5e862af tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.346243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a69e55f9-baf1-46f9-bdde-1e9fc5b6dc3f req-65b32928-e714-445b-96b2-e396d5e862af tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1270463 Aug 27 02:26:49.381193 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fdeac0a6-90b4-4852-9a46-cb2a6a9e986f req-c9531fab-d7f8-4eee-b908-9692f5f85a4d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Aug 27 02:26:49.415021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Network 16c0e32a-5828-4163-b037-5aadf1f68970 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:26:49.438439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 16c0e32a-5828-4163-b037-5aadf1f68970) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:49.442872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.443553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.447336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbe65e-73b0-4e30-8dc2-18146de63d60 None None] Network 16c0e32a-5828-4163-b037-5aadf1f68970 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:49.468218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a69e55f9-baf1-46f9-bdde-1e9fc5b6dc3f req-8c1900e6-35a7-404f-be76-3f0f73798f6f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118922 Aug 27 02:26:49.476980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7babe41c-3baa-426c-939a-008c8d583ed8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7669649 Aug 27 02:26:49.477417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43614) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:49.491858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:49.501245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61497197-e872-47f3-a50b-ffc14c133666 req-aa307626-d045-4d80-9f05-8fe87596d4d3 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540077 Aug 27 02:26:49.540358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.541677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.622076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-16c0e32a-5828-4163-b037-5aadf1f68970', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:26:49.623108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.626853 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.660763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e41dfe-6a9b-4bd1-ad3c-af0a3abf768a req-26aa295b-302f-4555-8f90-a29d47f4f26a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.663377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03e41dfe-6a9b-4bd1-ad3c-af0a3abf768a req-26aa295b-302f-4555-8f90-a29d47f4f26a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0846431 Aug 27 02:26:49.725103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03e41dfe-6a9b-4bd1-ad3c-af0a3abf768a req-4baa612a-584b-420f-b0d6-fbccf52eea35 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Aug 27 02:26:49.781736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Allocated IP 172.20.0.2 (16c0e32a-5828-4163-b037-5aadf1f68970/68691603-e281-4ca1-abe3-26e130c100bb/1e486344-ac3c-4f52-9292-c6b4da4c7576) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:49.815137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.824052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-deleted', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:49.825748 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa2cba7-32b0-4a89-bdba-d7de7f0011c8" -d '{"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-deleted", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:49.862210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:49.881267 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20021949-ede2-46b4-a6c2-5d1ebe11eaf2 x-openstack-request-id: req-20021949-ede2-46b4-a6c2-5d1ebe11eaf2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:49.881571 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9152125-d30d-4056-bc65-f205bcbcd8d3", "name": "network-vif-deleted", "tag": "627b86f7-5597-41f5-9c4d-caee08c374cb", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:49.881855 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20021949-ede2-46b4-a6c2-5d1ebe11eaf2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:49.882955 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9152125-d30d-4056-bc65-f205bcbcd8d3', 'name': 'network-vif-deleted', 'tag': '627b86f7-5597-41f5-9c4d-caee08c374cb', 'status': 'completed', 'code': 200} Aug 27 02:26:49.893839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c0ad-e6f4-4632-a845-c70860c49755 req-fb926ca2-cc82-4aa3-a9d5-ebc0c6854846 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.901793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce07c0ad-e6f4-4632-a845-c70860c49755 req-fb926ca2-cc82-4aa3-a9d5-ebc0c6854846 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0869644 Aug 27 02:26:49.941732 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce07c0ad-e6f4-4632-a845-c70860c49755 req-8cbc4a4e-4b70-4b42-bcad-b617ddff2f12 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Aug 27 02:26:49.990135 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.013253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Transition to ACTIVE for port object 1e486344-ac3c-4f52-9292-c6b4da4c7576 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:50.036610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Transition to ACTIVE for port object 1e486344-ac3c-4f52-9292-c6b4da4c7576 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:50.047650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.054050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.065602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:50.081254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d4d425e6-588a-4fb0-886b-e2bfd5cb7f58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0cf9b385d2046f383edca7b7cc6b8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159324 Aug 27 02:26:50.082242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43646) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:50.084808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.114467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 627b86f7-5597-41f5-9c4d-caee08c374cb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:50.114816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 627b86f7-5597-41f5-9c4d-caee08c374cb not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:50.117634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Network 16c0e32a-5828-4163-b037-5aadf1f68970 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:50.121804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff1f-fdda-489c-b1f0-c3f2d674ddda req-79ff5221-d660-4fee-92f4-d5682b9077d2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:50.122225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:50.124329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-387bff1f-fdda-489c-b1f0-c3f2d674ddda req-79ff5221-d660-4fee-92f4-d5682b9077d2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0918334 Aug 27 02:26:50.125562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:50.138907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 029d0d63-9c04-485f-8667-cee7325d04d5 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:50.174921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-757f26c9-1af1-4bac-8a5c-a0c7d690f868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.175669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b5872-9665-4933-bf5a-66f4c85fc485 req-71110e48-49d6-46de-abb1-464a1ba58bf6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:50.177833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d14b5872-9665-4933-bf5a-66f4c85fc485 req-71110e48-49d6-46de-abb1-464a1ba58bf6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 944 time: 0.0963058 Aug 27 02:26:50.187580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Pushing event updated for resources: {'Port': ['ID=1e486344-ac3c-4f52-9292-c6b4da4c7576,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:50.205908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-387bff1f-fdda-489c-b1f0-c3f2d674ddda req-0dca1e4e-5ca3-4699-9fd0-294e3493f797 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668964 Aug 27 02:26:50.219396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-757f26c9-1af1-4bac-8a5c-a0c7d690f868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.238595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Attempting to bind port 1e486344-ac3c-4f52-9292-c6b4da4c7576 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:50.238970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Attempting to bind port 1e486344-ac3c-4f52-9292-c6b4da4c7576 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:50.239357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Attempting to bind port 1e486344-ac3c-4f52-9292-c6b4da4c7576 on network 16c0e32a-5828-4163-b037-5aadf1f68970 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:50.250165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:50.250569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Checking segment: {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:50.250981 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.251377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Bound using segment: {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:50.251856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Bound port: 1e486344-ac3c-4f52-9292-c6b4da4c7576, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:50.252260 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.277196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-757f26c9-1af1-4bac-8a5c-a0c7d690f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.283086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-757f26c9-1af1-4bac-8a5c-a0c7d690f868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.286707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-757f26c9-1af1-4bac-8a5c-a0c7d690f868 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70080b76-c3cf-4a33-bbd2-6c377bb33035 HTTP/1.1" status: 204 len: 168 time: 0.1996641 Aug 27 02:26:50.316223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d14b5872-9665-4933-bf5a-66f4c85fc485 req-18260c91-1080-4b21-826d-6acaf170f1e1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226084 Aug 27 02:26:50.324329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f26c9-1af1-4bac-8a5c-a0c7d690f868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70080b76-c3cf-4a33-bbd2-6c377bb33035,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:50.335505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 029d0d63-9c04-485f-8667-cee7325d04d5, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=029d0d63-9c04-485f-8667-cee7325d04d5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:50.335757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Allocated IP 172.25.1.34 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/064473d7-4d22-4a6d-bd00-b365dd979d20) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:50.356157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df7a3a-c50b-4138-bf91-512fe16e89ff req-b0c373b1-ddd6-442e-a882-54cc607b60bd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:50.359307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-33df7a3a-c50b-4138-bf91-512fe16e89ff req-b0c373b1-ddd6-442e-a882-54cc607b60bd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0713387 Aug 27 02:26:50.364830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '029d0d63-9c04-485f-8667-cee7325d04d5', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'port_id': '029d0d63-9c04-485f-8667-cee7325d04d5', 'mac_address': 'fa:16:3e:e9:40:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:50.373856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] For port 1e486344-ac3c-4f52-9292-c6b4da4c7576, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:50.410864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] For port 1e486344-ac3c-4f52-9292-c6b4da4c7576, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e486344-ac3c-4f52-9292-c6b4da4c7576,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:50.422028 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.430459 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.464244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-33df7a3a-c50b-4138-bf91-512fe16e89ff req-4d0b0683-9e7d-459f-904f-f527e01658a9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947258 Aug 27 02:26:50.477442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029d0d63-9c04-485f-8667-cee7325d04d5 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:50.525262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.542358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 029d0d63-9c04-485f-8667-cee7325d04d5, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=029d0d63-9c04-485f-8667-cee7325d04d5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:50.545299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4367c18-fc4a-4881-9dc5-2225ae1a8e0a None None] Pushing event updated for resources: {'Port': ['ID=1e486344-ac3c-4f52-9292-c6b4da4c7576,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:50.552199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb813d-c59c-437e-b996-36f84f35df89 req-52e2217d-83d1-45c8-9bf7-cdb216b90ad6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:50.560098 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.560293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32cb813d-c59c-437e-b996-36f84f35df89 req-52e2217d-83d1-45c8-9bf7-cdb216b90ad6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0902233 Aug 27 02:26:50.616568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=029d0d63-9c04-485f-8667-cee7325d04d5,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:50.633353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32cb813d-c59c-437e-b996-36f84f35df89 req-33484ca7-9bca-4a7b-80d6-8ea96ced7b7d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701182 Aug 27 02:26:50.639654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98933c-1f91-440c-80f6-eacc80e22ee6 req-bea01938-010c-404b-ae74-e8ddb290968a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:50.641912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c98933c-1f91-440c-80f6-eacc80e22ee6 req-bea01938-010c-404b-ae74-e8ddb290968a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0858610 Aug 27 02:26:50.651921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.692947 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c98933c-1f91-440c-80f6-eacc80e22ee6 req-23cd2efe-5c27-4ebe-bfd6-54271ecae473 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Aug 27 02:26:50.709767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:50.711798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:50.733143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:50.765422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Pushing event updated for resources: {'Port': ['ID=064473d7-4d22-4a6d-bd00-b365dd979d20,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:50.770153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43662) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:50.829878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['029d0d63-9c04-485f-8667-cee7325d04d5'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:50.876303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-870da559-ccd1-4886-a514-443fb0721155 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d5502bef69d4d0391c6fef894120582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048281 Aug 27 02:26:50.882503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43666) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:50.938876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97612d-6302-4a6e-81fb-9709170b13fd req-027d2452-9fa6-4c60-b2a1-9a3f84cedbd2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:50.940506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c97612d-6302-4a6e-81fb-9709170b13fd req-027d2452-9fa6-4c60-b2a1-9a3f84cedbd2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1195247 Aug 27 02:26:50.998752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-923e1c20-5ce4-452d-b8c2-3459038b27b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.007625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c97612d-6302-4a6e-81fb-9709170b13fd req-2dc99ea1-e587-4e16-91a0-804229db136e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Aug 27 02:26:51.027022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-923e1c20-5ce4-452d-b8c2-3459038b27b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.079881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.090364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-923e1c20-5ce4-452d-b8c2-3459038b27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.093283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-923e1c20-5ce4-452d-b8c2-3459038b27b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.094517 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-923e1c20-5ce4-452d-b8c2-3459038b27b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03e82c41-598c-4b02-87b3-9d83ba61bc54 HTTP/1.1" status: 204 len: 168 time: 0.2110629 Aug 27 02:26:51.106050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e1c20-5ce4-452d-b8c2-3459038b27b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e82c41-598c-4b02-87b3-9d83ba61bc54,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:51.168492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e486344-ac3c-4f52-9292-c6b4da4c7576 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:51.225281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1e486344-ac3c-4f52-9292-c6b4da4c7576 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:51.240037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700630-8d0e-4463-a42a-1eac1203973b req-26a73bf8-c179-494c-b5b1-3c8b51ef7bde tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.241628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e700630-8d0e-4463-a42a-1eac1203973b req-26a73bf8-c179-494c-b5b1-3c8b51ef7bde tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1128020 Aug 27 02:26:51.341957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52566c-e8be-4709-8a01-3feda5bf7f12 req-6f2640d9-0e84-4dab-9cdc-02ddf5d4f61f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.351036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6f52566c-e8be-4709-8a01-3feda5bf7f12 req-6f2640d9-0e84-4dab-9cdc-02ddf5d4f61f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0729668 Aug 27 02:26:51.355812 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e700630-8d0e-4463-a42a-1eac1203973b req-1e47f079-4769-4a13-a9b4-da96dd90e19e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767376 Aug 27 02:26:51.397625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.407837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6f52566c-e8be-4709-8a01-3feda5bf7f12 req-0f4e52db-307d-43dc-9a05-2251567d8aa3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493402 Aug 27 02:26:51.548119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ac82d-2d92-4e51-82af-79813927bf61 req-da61be22-7f58-40ce-a037-f348942d7f8b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.555935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-030ac82d-2d92-4e51-82af-79813927bf61 req-da61be22-7f58-40ce-a037-f348942d7f8b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0630045 Aug 27 02:26:51.588406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e81d54-114f-40f0-8655-c2a9a2a2120c req-c78567f0-cda8-4207-86ef-061843ea0825 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.589886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1e81d54-114f-40f0-8655-c2a9a2a2120c req-c78567f0-cda8-4207-86ef-061843ea0825 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 945 time: 0.1104605 Aug 27 02:26:51.613890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-030ac82d-2d92-4e51-82af-79813927bf61 req-4789aa76-e5bf-4e5c-86c1-fb5a4d496708 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569019 Aug 27 02:26:51.647376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1e81d54-114f-40f0-8655-c2a9a2a2120c req-00a7417b-7bcc-4af6-abbe-4eb5c3e8a83d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Aug 27 02:26:51.650543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Router 3be3f981-c80f-43c6-bad1-8fa6639ea023 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:51.755240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c3e6f-8a2f-43de-a4b6-99ded30b91ef req-c618bd95-8f8c-42a2-a9f6-fc2fe9a9b4bd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.756881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd8c3e6f-8a2f-43de-a4b6-99ded30b91ef req-c618bd95-8f8c-42a2-a9f6-fc2fe9a9b4bd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0601580 Aug 27 02:26:51.806167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd8c3e6f-8a2f-43de-a4b6-99ded30b91ef req-b353a959-0c0b-4d40-8640-b4c83834739f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Aug 27 02:26:51.808139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd5df1-36c4-4236-a950-be511a976a7f None None] Network 16c0e32a-5828-4163-b037-5aadf1f68970 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:51.872133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469761-0b04-4457-9ced-b6c2b8c0f22a req-ed59f71d-21ef-48a6-86a7-e0655ca59dc8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.873743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75469761-0b04-4457-9ced-b6c2b8c0f22a req-ed59f71d-21ef-48a6-86a7-e0655ca59dc8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1402168 Aug 27 02:26:51.875111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:51.885733 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Sync routers for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:51.908018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-855313a2-df99-476a-a125-701701fd8629 None None] Provisioning for port 1e486344-ac3c-4f52-9292-c6b4da4c7576 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:51.914640 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:51.916426 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:26:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:51.918880 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.919064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-855313a2-df99-476a-a125-701701fd8629 None None] Provisioning complete for port 1e486344-ac3c-4f52-9292-c6b4da4c7576 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:51.919282 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-855313a2-df99-476a-a125-701701fd8629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.920109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47b35476-b993-4863-aa14-80a43a944c04 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.4409797 Aug 27 02:26:51.923089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43706) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:51.925672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75469761-0b04-4457-9ced-b6c2b8c0f22a req-24c638cd-3b35-49e0-a1e0-a3266d7942f0 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Aug 27 02:26:52.082857 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-855313a2-df99-476a-a125-701701fd8629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.113866 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:52.129386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ac05b-4b9f-425d-992a-98682a2feb0e req-15cc65fa-21b8-4714-a655-b2190b7ee87d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.131842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f7ac05b-4b9f-425d-992a-98682a2feb0e req-15cc65fa-21b8-4714-a655-b2190b7ee87d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0929995 Aug 27 02:26:52.133330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-855313a2-df99-476a-a125-701701fd8629 None None] For port 1e486344-ac3c-4f52-9292-c6b4da4c7576, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e486344-ac3c-4f52-9292-c6b4da4c7576,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:52.140706 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-855313a2-df99-476a-a125-701701fd8629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.176989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 029d0d63-9c04-485f-8667-cee7325d04d5 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:52.223565 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:26:52.234190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f7ac05b-4b9f-425d-992a-98682a2feb0e req-fbdae305-40d6-430e-903c-dd445c9c4d02 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902646 Aug 27 02:26:52.264577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855313a2-df99-476a-a125-701701fd8629 None None] Pushing event updated for resources: {'Port': ['ID=1e486344-ac3c-4f52-9292-c6b4da4c7576,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:52.301343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 029d0d63-9c04-485f-8667-cee7325d04d5 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:52.306193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 029d0d63-9c04-485f-8667-cee7325d04d5 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:52.306863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.368634 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:50Z', 'revision_number': 3, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:52.417297 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.446225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029d0d63-9c04-485f-8667-cee7325d04d5'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:52.450902 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1186a4e-2320-4aee-8346-d3ff0e14469f" -d '{"events": [{"server_uuid": "8e54a451-bb35-4c01-b98a-495490c8ef66", "name": "network-vif-plugged", "status": "completed", "tag": "029d0d63-9c04-485f-8667-cee7325d04d5"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:52.486858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 029d0d63-9c04-485f-8667-cee7325d04d5, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=029d0d63-9c04-485f-8667-cee7325d04d5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:52.498721 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.513271 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Checking router: 3be3f981-c80f-43c6-bad1-8fa6639ea023 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:52.513883 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Updating router 3be3f981-c80f-43c6-bad1-8fa6639ea023 port 064473d7-4d22-4a6d-bd00-b365dd979d20 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:26:52.546208 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.565018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0a6905af-1795-4485-b770-4f38a692b848 None None] Provisioning complete for port 1e486344-ac3c-4f52-9292-c6b4da4c7576 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:52.565401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0a6905af-1795-4485-b770-4f38a692b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.568463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=029d0d63-9c04-485f-8667-cee7325d04d5,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:52.639890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acc3fe-bdec-4e51-8802-47fb1062f20c req-b1d6e798-4e01-4fcd-aa7f-f771bc50f3bf tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.641301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67acc3fe-bdec-4e51-8802-47fb1062f20c req-b1d6e798-4e01-4fcd-aa7f-f771bc50f3bf tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0627472 Aug 27 02:26:52.687411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67acc3fe-bdec-4e51-8802-47fb1062f20c req-22f2d91f-45c2-4ba3-adb6-092ac84740e5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Aug 27 02:26:52.716411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cd69-b69d-4cc0-a6fa-10c3865773a7 req-bd3a2c4f-0c28-4c6b-a587-b9dc827f0eb8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.718749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0204cd69-b69d-4cc0-a6fa-10c3865773a7 req-bd3a2c4f-0c28-4c6b-a587-b9dc827f0eb8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.3637614 Aug 27 02:26:52.744257 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f397219-f6d5-4369-9611-9c3f84924e2a x-openstack-request-id: req-0f397219-f6d5-4369-9611-9c3f84924e2a {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:52.744556 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e54a451-bb35-4c01-b98a-495490c8ef66", "name": "network-vif-plugged", "status": "completed", "tag": "029d0d63-9c04-485f-8667-cee7325d04d5", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:52.744810 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f397219-f6d5-4369-9611-9c3f84924e2a {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:52.745209 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029d0d63-9c04-485f-8667-cee7325d04d5', 'code': 200} Aug 27 02:26:52.812193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0204cd69-b69d-4cc0-a6fa-10c3865773a7 req-c5fd7186-677c-422b-ac2c-5783df3bb482 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825214 Aug 27 02:26:52.848941 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.861858 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Transition to ACTIVE for port object 064473d7-4d22-4a6d-bd00-b365dd979d20 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:52.875619 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.898021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c7ea2-5f18-4b2b-ae7e-5d1c2051a75f req-8f1db85c-2d55-48c6-9cde-0a3c6195429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.900661 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-497c7ea2-5f18-4b2b-ae7e-5d1c2051a75f req-8f1db85c-2d55-48c6-9cde-0a3c6195429d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 1097 time: 0.0659354 Aug 27 02:26:52.910729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca577b0f-b89d-45d6-ab37-68adc36dfabe req-58c1f33f-a608-4c19-9c90-b0bf75211fb1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.930983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca577b0f-b89d-45d6-ab37-68adc36dfabe req-58c1f33f-a608-4c19-9c90-b0bf75211fb1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 946 time: 0.0730076 Aug 27 02:26:52.943898 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Pushing event updated for resources: {'Port': ['ID=064473d7-4d22-4a6d-bd00-b365dd979d20,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:52.954596 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.954939 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.955275 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.955608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.955932 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.956514 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.957352 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.957833 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.958348 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.958837 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.959344 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.959840 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:52.979644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca577b0f-b89d-45d6-ab37-68adc36dfabe req-0ee49b5c-df27-44ad-a519-a375f10c4553 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510290 Aug 27 02:26:52.987161 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Attempting to bind port 064473d7-4d22-4a6d-bd00-b365dd979d20 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:52.987530 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Attempting to bind port 064473d7-4d22-4a6d-bd00-b365dd979d20 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:52.987885 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Attempting to bind port 064473d7-4d22-4a6d-bd00-b365dd979d20 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:52.993668 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:52.994263 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:52.994889 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.995452 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:52.996086 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Bound port: 064473d7-4d22-4a6d-bd00-b365dd979d20, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:52.996649 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.070595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-497c7ea2-5f18-4b2b-ae7e-5d1c2051a75f req-490ab85e-2ea0-48f6-bb3f-21745539b6cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759709 Aug 27 02:26:53.080315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.088730 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] For port 064473d7-4d22-4a6d-bd00-b365dd979d20, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:53.093504 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] For port 064473d7-4d22-4a6d-bd00-b365dd979d20, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=064473d7-4d22-4a6d-bd00-b365dd979d20,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:53.102777 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.144991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88c4e2-2eb3-4d86-95ec-b818c408ab61 req-be818344-68ba-46b9-bd42-60243196cdcc tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.147414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e88c4e2-2eb3-4d86-95ec-b818c408ab61 req-be818344-68ba-46b9-bd42-60243196cdcc tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0948002 Aug 27 02:26:53.163607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e486344-ac3c-4f52-9292-c6b4da4c7576 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:53.196923 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:53.197531 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:26:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:53.199817 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b5a00-20a0-425e-ae73-ae1180d32fc7 None None] Pushing event updated for resources: {'Port': ['ID=064473d7-4d22-4a6d-bd00-b365dd979d20,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:53.222592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1e486344-ac3c-4f52-9292-c6b4da4c7576 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:53.222967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.246245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e88c4e2-2eb3-4d86-95ec-b818c408ab61 req-bcc7e5a2-225d-43ff-9e45-0d3f2772b8ed tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914025 Aug 27 02:26:53.316053 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:53.325331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fb2b8-5c73-4e8f-a8e5-1fb02cecf7b6 req-e70525c7-679e-41fc-8495-3c975d4eaae6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.333551 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-657fb2b8-5c73-4e8f-a8e5-1fb02cecf7b6 req-e70525c7-679e-41fc-8495-3c975d4eaae6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.2388225 Aug 27 02:26:53.372921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43768) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:53.394511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-657fb2b8-5c73-4e8f-a8e5-1fb02cecf7b6 req-6472da7f-6a62-4d35-8c95-1f5f43da4eb4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558977 Aug 27 02:26:53.490286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Allocated IP 172.20.0.1 (16c0e32a-5828-4163-b037-5aadf1f68970/68691603-e281-4ca1-abe3-26e130c100bb/c9e1ef9f-1977-4899-ac2d-0bf1a9e20282) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:53.509485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbcbdc-25f1-4bb9-b426-1f181d93dbea req-755e7aec-39e3-4c59-9568-f75d9f702df3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.511087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfcbcbdc-25f1-4bb9-b426-1f181d93dbea req-755e7aec-39e3-4c59-9568-f75d9f702df3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0634327 Aug 27 02:26:53.525834 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d438c3b-f009-4a2f-ad43-224507ac5992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.535314 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:50Z', 'revision_number': 3, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:53.571992 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f1ac0-4b35-475d-8b19-bbee89386dd6 None None] The sync data for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 is: [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:50Z', 'revision_number': 3, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:53.576121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfcbcbdc-25f1-4bb9-b426-1f181d93dbea req-85cc0816-82ad-484e-ac47-a8f578b68598 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522907 Aug 27 02:26:53.623837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.640146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Transition to ACTIVE for port object c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:53.657980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d438c3b-f009-4a2f-ad43-224507ac5992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.668572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d438c3b-f009-4a2f-ad43-224507ac5992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.705487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.708897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d438c3b-f009-4a2f-ad43-224507ac5992 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82e04216a2da4925acf727bb10112a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348024 Aug 27 02:26:53.713847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43778) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:53.724708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d438c3b-f009-4a2f-ad43-224507ac5992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f80b7-d839-49ab-8a72-4b209675d6c5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:53.768541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Network 16c0e32a-5828-4163-b037-5aadf1f68970 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:53.771571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:53.783273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:53.816131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c048fa-8c83-4622-a91c-fc6f6b30e3bd req-7db9a489-8f4f-48d5-a019-eb4d67158efb tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.817681 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64c048fa-8c83-4622-a91c-fc6f6b30e3bd req-7db9a489-8f4f-48d5-a019-eb4d67158efb tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0842695 Aug 27 02:26:53.818575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45739d81-eaef-4492-80aa-f00388280f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.848182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Pushing event updated for resources: {'Port': ['ID=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:53.853859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45739d81-eaef-4492-80aa-f00388280f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.877372 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.947874 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64c048fa-8c83-4622-a91c-fc6f6b30e3bd req-e4e85578-9d9b-4b76-bc04-0232a1c157df tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976815 Aug 27 02:26:53.960576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2e97-d4db-45d8-8679-d62893ae331c req-06e36280-ae6f-4dcc-b7fc-316dbd7ecee5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.963362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dad2e97-d4db-45d8-8679-d62893ae331c req-06e36280-ae6f-4dcc-b7fc-316dbd7ecee5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1738923 Aug 27 02:26:53.979871 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45739d81-eaef-4492-80aa-f00388280f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.988873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45739d81-eaef-4492-80aa-f00388280f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.995561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-45739d81-eaef-4492-80aa-f00388280f52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/108f80b7-d839-49ab-8a72-4b209675d6c5 HTTP/1.1" status: 204 len: 168 time: 0.2773509 Aug 27 02:26:54.020180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45739d81-eaef-4492-80aa-f00388280f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f80b7-d839-49ab-8a72-4b209675d6c5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:54.063861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dad2e97-d4db-45d8-8679-d62893ae331c req-e631fa1e-0955-4228-9f20-d3a61cc4ab43 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822196 Aug 27 02:26:54.146794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0e911-dc7d-4082-8688-892d2b075426 req-842a3310-28de-4d98-a333-341375a8230a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.152576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-da3ed308-c7d2-42a6-b490-5c9c86b357a2 None None] Provisioning for port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:54.156892 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89f0e911-dc7d-4082-8688-892d2b075426 req-842a3310-28de-4d98-a333-341375a8230a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0958638 Aug 27 02:26:54.162880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-da3ed308-c7d2-42a6-b490-5c9c86b357a2 None None] Provisioning complete for port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:54.164776 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da3ed308-c7d2-42a6-b490-5c9c86b357a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.173319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bd14640a-83d9-4ec8-842e-5bca5a261538 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:54.226910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-89f0e911-dc7d-4082-8688-892d2b075426 req-c471edd7-164d-498c-b757-2661646c95cb tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602615 Aug 27 02:26:54.233611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-da3ed308-c7d2-42a6-b490-5c9c86b357a2 None None] Port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:26:54.290514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.367355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0d08-0fd0-4949-95bf-488411c0cc36 req-caa4a9f7-ab90-4c3e-bde4-cb1d8abd5b51 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.377158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c60c0d08-0fd0-4949-95bf-488411c0cc36 req-caa4a9f7-ab90-4c3e-bde4-cb1d8abd5b51 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 946 time: 0.1924448 Aug 27 02:26:54.438465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c60c0d08-0fd0-4949-95bf-488411c0cc36 req-5bce7c3d-2dfc-4ee3-9185-2ddc6970f496 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558293 Aug 27 02:26:54.477997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:54.508416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'port_id': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'mac_address': 'fa:16:3e:45:df:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d761fb0-67d1-4f09-88b5-42861d0d5b51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:54.581339 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.600129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd14640a-83d9-4ec8-842e-5bca5a261538 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:54.635702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:54.647105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.650309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568dcf6-a2ab-49e5-8c43-1e816f666589 req-e7a89ad2-e400-4aa1-8f02-6a13ced49acc tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.658357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4568dcf6-a2ab-49e5-8c43-1e816f666589 req-e7a89ad2-e400-4aa1-8f02-6a13ced49acc tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1047049 Aug 27 02:26:54.696778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b10dba-eab6-4b3c-8a19-5baccf789231 req-e2371df5-7ea9-496d-87b4-5963fe6d8bc0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.699529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37b10dba-eab6-4b3c-8a19-5baccf789231 req-e2371df5-7ea9-496d-87b4-5963fe6d8bc0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0889809 Aug 27 02:26:54.728592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:54.733590 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4568dcf6-a2ab-49e5-8c43-1e816f666589 req-7f080b02-e341-4b64-9a36-d6967cfe06f9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722542 Aug 27 02:26:54.736253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.744152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.751036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['bd14640a-83d9-4ec8-842e-5bca5a261538'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:54.780365 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37b10dba-eab6-4b3c-8a19-5baccf789231 req-4988e50b-05a0-4caa-832d-8e16c9d019a2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745280 Aug 27 02:26:54.828858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Pushing event updated for resources: {'Port': ['ID=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:54.840640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.967380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db59c8-9de2-46d1-b5b3-d1624570e66b req-9bb7830d-4fe6-42ce-b5eb-91eb923b1e02 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.969323 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7db59c8-9de2-46d1-b5b3-d1624570e66b req-9bb7830d-4fe6-42ce-b5eb-91eb923b1e02 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1065476 Aug 27 02:26:55.019725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Network 16c0e32a-5828-4163-b037-5aadf1f68970 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:55.023353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:55.023892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43818) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:55.030106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7db59c8-9de2-46d1-b5b3-d1624570e66b req-ade3648b-060a-49ab-8a6b-559ea1cc9c25 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Aug 27 02:26:55.198816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 064473d7-4d22-4a6d-bd00-b365dd979d20 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:55.225677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1368738193-network', 'tenant_id': 'feafc5990e0d4a66923ba5272008b069'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:55.264975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa867fa1-a3fc-4cd6-bb44-9bb3deb8618e req-8fbe914d-f1fc-41ae-ace7-974a98d6737f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:55.274130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa867fa1-a3fc-4cd6-bb44-9bb3deb8618e req-8fbe914d-f1fc-41ae-ace7-974a98d6737f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 944 time: 0.0903268 Aug 27 02:26:55.275801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543103dd-b054-4f65-b853-44a2a3876068 req-309c2e0f-79f4-4c0c-a46d-6ab334933ad5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:55.279582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-543103dd-b054-4f65-b853-44a2a3876068 req-309c2e0f-79f4-4c0c-a46d-6ab334933ad5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1047134 Aug 27 02:26:55.283133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Made reservation on behalf of feafc5990e0d4a66923ba5272008b069 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:55.284240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Router 3be3f981-c80f-43c6-bad1-8fa6639ea023 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:55.285807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.293123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 064473d7-4d22-4a6d-bd00-b365dd979d20 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:55.298100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 064473d7-4d22-4a6d-bd00-b365dd979d20 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:55.299320 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.306743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.333016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa867fa1-a3fc-4cd6-bb44-9bb3deb8618e req-d5efd655-6544-4d60-8983-872480f64eb0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Aug 27 02:26:55.391485 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-543103dd-b054-4f65-b853-44a2a3876068 req-fd8dbc0a-e4d8-442f-8123-29a46b7669c0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034248 Aug 27 02:26:55.413852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d23622dd-e497-4d2b-8daa-c966b7b19c48 None None] Provisioning complete for port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:55.414383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d23622dd-e497-4d2b-8daa-c966b7b19c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.470435 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.470625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:55.479208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.490592 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-99f9704f-4446-4e98-a027-bd9ed435e82c admin admin] 10.222.0.10 "PUT /v2.0/routers/3be3f981-c80f-43c6-bad1-8fa6639ea023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5658114 Aug 27 02:26:55.495103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.506085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d23622dd-e497-4d2b-8daa-c966b7b19c48 None None] Port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:26:55.517960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:26:55.539807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 064473d7-4d22-4a6d-bd00-b365dd979d20, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=064473d7-4d22-4a6d-bd00-b365dd979d20,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:55.549686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.573184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de90574-a9ae-41c0-aa62-28f21fe48f73 req-5b2231f6-3011-47f4-b0ba-65aa738bc2e1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:55.575737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de90574-a9ae-41c0-aa62-28f21fe48f73 req-5b2231f6-3011-47f4-b0ba-65aa738bc2e1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0835981 Aug 27 02:26:55.576404 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.576753 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Added segment 77f1d2ce-9e4f-4432-bbf3-7964f7c21334 of type vlan for network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b Aug 27 02:26:55.578208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:55.633297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=064473d7-4d22-4a6d-bd00-b365dd979d20,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:55.635348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de90574-a9ae-41c0-aa62-28f21fe48f73 req-08fa9f0d-6bf3-4386-aeb8-521abb4cf986 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Aug 27 02:26:55.658672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.677524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cf1f5-576c-4783-89f0-ad7a974491c3 req-ef247bbe-76a6-4b69-8ee0-4aacd588f4db tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:55.686247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a5cf1f5-576c-4783-89f0-ad7a974491c3 req-ef247bbe-76a6-4b69-8ee0-4aacd588f4db tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 946 time: 0.1278601 Aug 27 02:26:55.738001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.739005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:55.739703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.761045 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a5cf1f5-576c-4783-89f0-ad7a974491c3 req-9cdfe770-a2d5-4539-8d23-3ca7092a92d9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738258 Aug 27 02:26:55.811629 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7862239 Aug 27 02:26:55.815015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43856) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:55.819065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef4ef-a248-400b-96c3-95d63ba95185 admin admin] Pushing event updated for resources: {'Network': ['ID=912b1959-aa6d-4bc8-b9ef-30197eee5c1b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:55.824713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Request body: {'subnet': {'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1368738193-subnet', 'tenant_id': 'feafc5990e0d4a66923ba5272008b069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:55.828952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:26:55.858624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Made reservation on behalf of feafc5990e0d4a66923ba5272008b069 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:55.861391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.979615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d0bfa-af68-4578-899c-2c38d00de51f req-5f697675-a994-49ab-ad9b-deed31f8aaa4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:55.987985 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-624d0bfa-af68-4578-899c-2c38d00de51f req-5f697675-a994-49ab-ad9b-deed31f8aaa4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1106365 Aug 27 02:26:56.032598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-624d0bfa-af68-4578-899c-2c38d00de51f req-2dac1adb-41c1-4a07-8998-388829e2bd20 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Aug 27 02:26:56.049769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Sync routers for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:56.067868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:56.068525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:26:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:56.101750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.185621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dab543-7193-47e5-9b3e-651d6211b367 req-a00534d7-8815-426a-8cf2-d5cd092d8861 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:56.186416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bd14640a-83d9-4ec8-842e-5bca5a261538 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:56.194827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1dab543-7193-47e5-9b3e-651d6211b367 req-a00534d7-8815-426a-8cf2-d5cd092d8861 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 946 time: 0.0799332 Aug 27 02:26:56.249808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Checking segment: {'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:56.250246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Network hostable DHCP agents. Network: 912b1959-aa6d-4bc8-b9ef-30197eee5c1b, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:26:56.253523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53fdf80-c691-428f-af1d-69274cd0a8a3,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:56.269262 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1dab543-7193-47e5-9b3e-651d6211b367 req-a5124ce7-14fe-426f-bd5a-e61a1b149e8d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Aug 27 02:26:56.286958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:26:56.309817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 912b1959-aa6d-4bc8-b9ef-30197eee5c1b) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:56.314484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:56.315095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.358414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4114ad6-8d51-4bc8-bca5-eb6582ef9374 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5320694 Aug 27 02:26:56.406121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ac98f-ccd9-4541-8634-e4082a89271e None None] Network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:56.422208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822edacb-592f-4450-ab36-3892f32110a6 req-79b3700b-b14f-46de-9467-27dc344e408c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:56.425739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-822edacb-592f-4450-ab36-3892f32110a6 req-79b3700b-b14f-46de-9467-27dc344e408c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0647213 Aug 27 02:26:56.477630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:56.490520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-822edacb-592f-4450-ab36-3892f32110a6 req-7b9633a2-03aa-4a2a-9fdb-762ffc3adae7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567758 Aug 27 02:26:56.587324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port bd14640a-83d9-4ec8-842e-5bca5a261538 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:56.587735 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.682555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-0cb47d5f-ca7d-4711-9d11-0b6fee735df9 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:56.684410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-0cb47d5f-ca7d-4711-9d11-0b6fee735df9 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks?id=16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 200 len: 828 time: 0.1759989 Aug 27 02:26:56.706828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-deaea47d-42a4-43e0-ad8d-2185ea215a42 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/quotas/e97f4825a5c44c4ab93bfb01e93ef4d5 HTTP/1.1" status: 200 len: 375 time: 0.0152931 Aug 27 02:26:56.753209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec164c4a-6cfe-4572-8517-a3795492f3b8 None None] Network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:56.791710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-c997ea8d-e7b6-4ad0-86d8-d2f9c868a325 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613348 Aug 27 02:26:56.910843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a535-3a82-469b-9c2c-3cf38016b4c9 req-20f8c2cb-648b-48f6-8ffd-f7291160e872 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:56.914182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d226a535-3a82-469b-9c2c-3cf38016b4c9 req-20f8c2cb-648b-48f6-8ffd-f7291160e872 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 944 time: 0.1005409 Aug 27 02:26:56.917125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-60475372-664f-4263-82ff-1fbf10bc261f service neutron] 10.222.0.10 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162796 Aug 27 02:26:56.940018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.963380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d226a535-3a82-469b-9c2c-3cf38016b4c9 req-65349e93-9483-4177-972b-3ed83f95c012 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Aug 27 02:26:57.009810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:57.013247 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adaec35-2f3d-411d-9b05-d6e82eaf13d6" -d '{"events": [{"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-plugged", "status": "completed", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:57.034305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:57.069681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-25ec2c48-f523-42f5-94d0-99065b613d4e service neutron] 10.222.0.10 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445248 Aug 27 02:26:57.097312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.140749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 2, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:57.195964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Checking router: 3be3f981-c80f-43c6-bad1-8fa6639ea023 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:57.201814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Updating router 3be3f981-c80f-43c6-bad1-8fa6639ea023 port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:26:57.233786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-84ec5bda-6734-40b2-9898-b3cdfa5d8348 req-9ba0c0bc-2cfa-4afc-861c-6c5e1cd20366 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1679360063', 'description': 'tempest-description-1447929772'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:57.252038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 064473d7-4d22-4a6d-bd00-b365dd979d20 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:57.274341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:57.298305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84ec5bda-6734-40b2-9898-b3cdfa5d8348 req-9ba0c0bc-2cfa-4afc-861c-6c5e1cd20366 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.314825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.381004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00504-4a86-490b-929a-1714442f8ab2 req-ee18d45d-48c2-4e6d-80d7-a9fcdc36622d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:57.387918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b00504-4a86-490b-929a-1714442f8ab2 req-ee18d45d-48c2-4e6d-80d7-a9fcdc36622d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 946 time: 0.0982525 Aug 27 02:26:57.423950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 064473d7-4d22-4a6d-bd00-b365dd979d20 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:57.424556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.457388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57b00504-4a86-490b-929a-1714442f8ab2 req-99969f01-9cb7-4318-8fc5-6d93c1d1ae62 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561609 Aug 27 02:26:57.470721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84ec5bda-6734-40b2-9898-b3cdfa5d8348 req-9ba0c0bc-2cfa-4afc-861c-6c5e1cd20366 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.480754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84ec5bda-6734-40b2-9898-b3cdfa5d8348 req-9ba0c0bc-2cfa-4afc-861c-6c5e1cd20366 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.586624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0c0bc-2cfa-4afc-861c-6c5e1cd20366 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1dcd0d-889d-4817-89b7-3375ea18fae1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:57.595971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84ec5bda-6734-40b2-9898-b3cdfa5d8348 req-9ba0c0bc-2cfa-4afc-861c-6c5e1cd20366 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.600921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84ec5bda-6734-40b2-9898-b3cdfa5d8348 req-9ba0c0bc-2cfa-4afc-861c-6c5e1cd20366 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3717072 Aug 27 02:26:57.635910 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d0f2e0-4f6f-46ef-973f-c4b95063a8a3 x-openstack-request-id: req-21d0f2e0-4f6f-46ef-973f-c4b95063a8a3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:57.636185 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-plugged", "status": "completed", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:57.636440 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21d0f2e0-4f6f-46ef-973f-c4b95063a8a3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:57.636831 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'code': 200} Aug 27 02:26:57.723274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7dce5daf-5dbd-43b4-916d-151c2b79e0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.739506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc52c-90be-42ac-b0d5-1ceed0f8b8d6 req-763b2609-7c8c-4dd1-9732-3e4e10bf31ea tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:57.748909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd3dc52c-90be-42ac-b0d5-1ceed0f8b8d6 req-763b2609-7c8c-4dd1-9732-3e4e10bf31ea tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0768869 Aug 27 02:26:57.750288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51133876-add3-4b1c-997d-0cd280e3521d req-6c002c0f-cb5f-4405-ad92-eeff602cd0a4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 210 time: 0.0648370 Aug 27 02:26:57.827876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd3dc52c-90be-42ac-b0d5-1ceed0f8b8d6 req-58538885-75dd-4daf-998a-9dbd8a48d69c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Aug 27 02:26:57.844466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-49f25810-024b-4af0-a8ad-5e72e70075a7 req-6448043b-4543-468e-82f4-e4e57ba7ba20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1396460312', 'description': 'tempest-description-2108205303'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:57.885557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49f25810-024b-4af0-a8ad-5e72e70075a7 req-6448043b-4543-468e-82f4-e4e57ba7ba20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.912089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.915517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5630c-bad3-45bd-945f-44c0b4bfdfb2 req-ef61a1d7-8746-4293-b95a-873248428224 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:57.924845 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ec5630c-bad3-45bd-945f-44c0b4bfdfb2 req-ef61a1d7-8746-4293-b95a-873248428224 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0774043 Aug 27 02:26:57.929196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Transition to ACTIVE for port object c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:57.952415 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.982828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ec5630c-bad3-45bd-945f-44c0b4bfdfb2 req-74d38ed3-d670-4cda-8394-d5a84f4eaaa7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566635 Aug 27 02:26:58.064903 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49f25810-024b-4af0-a8ad-5e72e70075a7 req-6448043b-4543-468e-82f4-e4e57ba7ba20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.065556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96611304-1458-47c6-bf8b-393667513f65 None None] Pushing event updated for resources: {'Port': ['ID=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:58.077743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49f25810-024b-4af0-a8ad-5e72e70075a7 req-6448043b-4543-468e-82f4-e4e57ba7ba20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.117798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448043b-4543-468e-82f4-e4e57ba7ba20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6638727-2a65-45c7-b9a3-4132e9f5f7ad,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:58.146294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49f25810-024b-4af0-a8ad-5e72e70075a7 req-6448043b-4543-468e-82f4-e4e57ba7ba20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.149215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Attempting to bind port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:58.149869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Attempting to bind port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:58.150477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Attempting to bind port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 on network 16c0e32a-5828-4163-b037-5aadf1f68970 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:58.155591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49f25810-024b-4af0-a8ad-5e72e70075a7 req-6448043b-4543-468e-82f4-e4e57ba7ba20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3159628 Aug 27 02:26:58.162014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:58.162553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Checking segment: {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:58.163010 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.163414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Bound using segment: {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:58.164412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Bound port: c9e1ef9f-1977-4899-ac2d-0bf1a9e20282, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:58.164729 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.254274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] For port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:58.258555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] For port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:58.283374 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.345800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96611304-1458-47c6-bf8b-393667513f65 None None] Pushing event updated for resources: {'Port': ['ID=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:58.403652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:58.404382 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:26:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:58.408981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43cd36-6e50-44a7-9039-b7a2b8b11974 req-697c46b5-b9e1-4cc3-9f1f-28264e4ebc84 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:58.416466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b43cd36-6e50-44a7-9039-b7a2b8b11974 req-697c46b5-b9e1-4cc3-9f1f-28264e4ebc84 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.2757397 Aug 27 02:26:58.533303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-31362856-6c03-46af-80ea-8febd022177f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:58.534909 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-31362856-6c03-46af-80ea-8febd022177f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 946 time: 0.3260610 Aug 27 02:26:58.604906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:58.607973 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b43cd36-6e50-44a7-9039-b7a2b8b11974 req-95d7079b-cc80-45e9-975f-78e6d951a4bb tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795135 Aug 27 02:26:58.657908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-3764756f-0c78-493e-bfda-b02642c48001 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:58.675054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-3764756f-0c78-493e-bfda-b02642c48001 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 813 time: 0.3100193 Aug 27 02:26:58.698375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-682b7e56-074e-4af3-9f72-cfa264ae0b38 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/quotas/feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 375 time: 0.0224302 Aug 27 02:26:58.754568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-3b980c40-4c85-4623-af90-059e1aedeba5 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552125 Aug 27 02:26:58.818761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Deleting port 029d0d63-9c04-485f-8667-cee7325d04d5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:58.820102 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.887820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b1e2d297-bef3-4243-9f07-101449c13920 service neutron] 10.222.0.10 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322808 Aug 27 02:26:58.947552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:26:58Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:59.044453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-c6d57ffe-691c-4c93-a539-1748bab05e21 service neutron] 10.222.0.10 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553330 Aug 27 02:26:59.269758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45118a-dbc7-4c5c-8105-f070cda4aa56 None None] The sync data for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 is: [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:26:58Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:59.432453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27a40ed5-e9f9-461f-be7a-220107a5ac9a req-dbb07f0c-f571-4f71-b59e-127a63fabea1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 210 time: 0.0482113 Aug 27 02:26:59.469697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974262-190a-45c1-a86b-9eef0d50ec59 req-9340e663-bcaf-4edc-89bc-d38387a8d690 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:59.471550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60974262-190a-45c1-a86b-9eef0d50ec59 req-9340e663-bcaf-4edc-89bc-d38387a8d690 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 946 time: 0.7379191 Aug 27 02:26:59.630142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9eea4-8229-460c-ad23-e799b6ae58aa req-b69d311c-6dc1-46a2-aea7-25a409e06ff5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:59.639158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8f9eea4-8229-460c-ad23-e799b6ae58aa req-b69d311c-6dc1-46a2-aea7-25a409e06ff5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1207354 Aug 27 02:26:59.667454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60974262-190a-45c1-a86b-9eef0d50ec59 req-53da9e8e-69ff-43d6-9482-f2e7620ecad7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808312 Aug 27 02:26:59.687322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8f9eea4-8229-460c-ad23-e799b6ae58aa req-38082e02-0e51-49dc-8f05-49fd1d4cc536 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Aug 27 02:26:59.732234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] For port 029d0d63-9c04-485f-8667-cee7325d04d5, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=029d0d63-9c04-485f-8667-cee7325d04d5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:59.734361 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:59.768488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-d8b4ab5f-9a4e-42bb-a2ae-4c347028a2d5 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:59.770079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-d8b4ab5f-9a4e-42bb-a2ae-4c347028a2d5 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.45 "GET /v2.0/networks?id=16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 200 len: 828 time: 0.8281951 Aug 27 02:26:59.794100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53e337c7-9018-4c07-af28-1b0a5dfe7e54 req-a318ad2d-2228-4c3d-b26a-ae6433c2ac36 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 210 time: 0.0314028 Aug 27 02:26:59.802673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Request body: {'port': {'device_id': '312e82d0-e65f-4a37-a306-aae7da5661da', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'admin_state_up': True, 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:59.820376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Calling delete_port for 029d0d63-9c04-485f-8667-cee7325d04d5 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:00.064070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744be82-374a-4161-90d1-4e35ded6fce9 req-fb10db2e-4813-4504-95f4-a298c2c54f4c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:00.072751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c744be82-374a-4161-90d1-4e35ded6fce9 req-fb10db2e-4813-4504-95f4-a298c2c54f4c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0869384 Aug 27 02:27:00.076429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2d640-c8cf-4bef-9059-5dd2b425aa0c req-a4a10668-7573-4840-81f9-cc358ba72a91 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:00.092393 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37e2d640-c8cf-4bef-9059-5dd2b425aa0c req-a4a10668-7573-4840-81f9-cc358ba72a91 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.3322647 Aug 27 02:27:00.139776 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c744be82-374a-4161-90d1-4e35ded6fce9 req-3c6447fe-9b01-4ceb-972b-79f9b6a71bd3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615335 Aug 27 02:27:00.167487 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1685c655-dd33-42cb-866a-08ff41283bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.179814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37e2d640-c8cf-4bef-9059-5dd2b425aa0c req-f537c595-ff71-4a9f-a52c-ca954fd1d362 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859561 Aug 27 02:27:00.193707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 029d0d63-9c04-485f-8667-cee7325d04d5 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:00.291007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.330535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Made reservation on behalf of e97f4825a5c44c4ab93bfb01e93ef4d5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:00.334973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.422085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.485956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.530781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event deleted for resources: {'Port': ['ID=029d0d63-9c04-485f-8667-cee7325d04d5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:00.531057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:00.585382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c0f3a5c-5c0a-4568-acfb-5b6129884c05 req-68b1d5cb-10cf-48df-9271-4ee7458a3e2d tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 210 time: 0.0551269 Aug 27 02:27:00.659764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Allocated IP 172.20.0.3 (16c0e32a-5828-4163-b037-5aadf1f68970/68691603-e281-4ca1-abe3-26e130c100bb/552db7e4-7ee4-40f0-94fd-fdf0f0fb5185) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:00.702672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] No DVR routers for this DVR port 029d0d63-9c04-485f-8667-cee7325d04d5 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:00.716572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.720706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f910bb81-5df0-4d70-8d58-de89ff685709 req-8aa37be7-cc0a-43aa-a852-959ca0c40cdc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "DELETE /v2.0/ports/029d0d63-9c04-485f-8667-cee7325d04d5 HTTP/1.1" status: 204 len: 173 time: 2.1659212 Aug 27 02:27:00.737972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'name': 'network-vif-deleted', 'tag': '029d0d63-9c04-485f-8667-cee7325d04d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:00.740872 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce61af30-b161-4713-9cc5-e1cca2910a04" -d '{"events": [{"server_uuid": "8e54a451-bb35-4c01-b98a-495490c8ef66", "name": "network-vif-deleted", "tag": "029d0d63-9c04-485f-8667-cee7325d04d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:00.856823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a5e6a62d-a66a-49d9-94c8-3fd8179c284d req-c6a2329c-c4a4-47bb-a8df-80d38c392841 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e54a451-bb35-4c01-b98a-495490c8ef66 HTTP/1.1" status: 200 len: 210 time: 0.0565922 Aug 27 02:27:00.922444 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffc1b8f-00d7-4c40-ad59-07a8f0cdb8f1 x-openstack-request-id: req-4ffc1b8f-00d7-4c40-ad59-07a8f0cdb8f1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:00.922968 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e54a451-bb35-4c01-b98a-495490c8ef66", "name": "network-vif-deleted", "tag": "029d0d63-9c04-485f-8667-cee7325d04d5", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:00.923405 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ffc1b8f-00d7-4c40-ad59-07a8f0cdb8f1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:00.923958 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e54a451-bb35-4c01-b98a-495490c8ef66', 'name': 'network-vif-deleted', 'tag': '029d0d63-9c04-485f-8667-cee7325d04d5', 'status': 'completed', 'code': 200} Aug 27 02:27:01.069893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e3a4892e-acde-477e-a2fc-3520616c69a0 req-cca5ccfa-7808-41f1-ae14-a3a3222000ab tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 210 time: 0.0524294 Aug 27 02:27:01.112621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab87884-b314-46bb-9281-019b33fe7af1 req-a570615b-f352-4b12-ab3f-5389aed3572e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.122417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ab87884-b314-46bb-9281-019b33fe7af1 req-a570615b-f352-4b12-ab3f-5389aed3572e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.2308102 Aug 27 02:27:01.161002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.212473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-2e5d215c-901b-4fb0-b652-352c4e60b62e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.213961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-2e5d215c-901b-4fb0-b652-352c4e60b62e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.32 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 813 time: 0.4923077 Aug 27 02:27:01.241576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ab87884-b314-46bb-9281-019b33fe7af1 req-1336c69e-d170-4e15-b4bd-028f6bb68067 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182058 Aug 27 02:27:01.272145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:01.273969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'port': {'device_id': '59fbdb72-295d-4f74-8f73-137524a3a214', 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b', 'admin_state_up': True, 'tenant_id': 'feafc5990e0d4a66923ba5272008b069'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:01.368411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b2f3-dc9c-4616-bdd4-71ca1e12daac req-901c4348-bd0e-427a-b658-142fdae198be tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.370099 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aec6b2f3-dc9c-4616-bdd4-71ca1e12daac req-901c4348-bd0e-427a-b658-142fdae198be tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0593493 Aug 27 02:27:01.378980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:01.385538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:01.385885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.515837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aec6b2f3-dc9c-4616-bdd4-71ca1e12daac req-d4150125-d191-43cb-8c4c-0949c9fd3cfa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376178 Aug 27 02:27:01.534986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.576675 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.585728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59199dc0-2c35-4b7b-a5fd-929abcdec8ff req-45006be7-1c72-4891-b25d-987818f237a5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.596118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59199dc0-2c35-4b7b-a5fd-929abcdec8ff req-45006be7-1c72-4891-b25d-987818f237a5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.2124028 Aug 27 02:27:01.628052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:01.633833 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.665002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Transition to ACTIVE for port object 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:01.681621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Made reservation on behalf of feafc5990e0d4a66923ba5272008b069 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:01.685944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.699610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.706078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.712260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.718296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.727207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.735857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.741661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.742006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:01.755841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-9b601456-d0ca-4af8-b2ea-8e215dbec4c4 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.1299865 Aug 27 02:27:01.803767 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8c59920-afa1-4649-ac72-3020b9cf0878 req-e29ac3ea-2c6f-425a-8f0d-021b34ebf32f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469706 Aug 27 02:27:01.829190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Allocated IP 172.20.0.7 (912b1959-aa6d-4bc8-b9ef-30197eee5c1b/b53fdf80-c691-428f-af1d-69274cd0a8a3/3ee62e39-1211-4aee-a1cf-12f16faf9599) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:01.874498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59199dc0-2c35-4b7b-a5fd-929abcdec8ff req-72f86d55-6d84-4fb2-ad5f-511357b58e2e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769415 Aug 27 02:27:01.985595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.038698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.044867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.054623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.060729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.066830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.073213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.080091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.092879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-da5aa8f9-6037-4dc3-8287-f54e84b01d9b req-e3cf0283-eb70-42d2-b779-23b156f3f038 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.1144998 Aug 27 02:27:02.093483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Network 16c0e32a-5828-4163-b037-5aadf1f68970 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:02.101716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:02.109916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event updated for resources: {'Port': ['ID=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:02.112554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:02.128869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6cabd-c829-4b8d-b8f7-82f768bd4395 req-6b3948cb-3ad7-4022-a8ca-1c523d0e8b5f tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.130615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b6cabd-c829-4b8d-b8f7-82f768bd4395 req-6b3948cb-3ad7-4022-a8ca-1c523d0e8b5f tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 931 time: 0.1607571 Aug 27 02:27:02.189055 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.224540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.225322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.252724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-97be11fb-d87d-4c84-9a8d-065e9c652dd9 req-4a8a6803-bb70-4252-aa8c-a8bc87a9b7ea tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 210 time: 0.0318749 Aug 27 02:27:02.303725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b6cabd-c829-4b8d-b8f7-82f768bd4395 req-b052bbd8-7564-4929-a388-dcfb44d42a05 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435673 Aug 27 02:27:02.313717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-98f58214-4bde-4589-9789-53e86f0a60f0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5242932 Aug 27 02:27:02.335997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Request body: {'port': {'device_id': '312e82d0-e65f-4a37-a306-aae7da5661da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:02.400429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.522054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:02.523043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.539026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:02.544544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:02.550137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:02.582793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-31025126-408e-4dfb-a70b-f7d734a2c618 None None] Provisioning for port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:02.589909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-31025126-408e-4dfb-a70b-f7d734a2c618 None None] Provisioning complete for port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:02.590290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31025126-408e-4dfb-a70b-f7d734a2c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.625766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93c994-d668-483c-aedb-4e672c7c319b req-7877eca2-03e0-4377-9df5-4d3a7dec47ae tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.634525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f93c994-d668-483c-aedb-4e672c7c319b req-7877eca2-03e0-4377-9df5-4d3a7dec47ae tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.2067134 Aug 27 02:27:02.645763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-31025126-408e-4dfb-a70b-f7d734a2c618 None None] Port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:02.685910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.686575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.691373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-fbdb92e9-c1e4-4fb4-b94e-c0bbcfd63d7c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.693961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-fbdb92e9-c1e4-4fb4-b94e-c0bbcfd63d7c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1552970 Aug 27 02:27:02.718188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-b0012f11-d9e9-4de4-a1a7-342223f6c962 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0182040 Aug 27 02:27:02.767738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-82398472-fc8b-4d61-bd41-08d242f7a241 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102549 Aug 27 02:27:02.774530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-d19a79c3-eea1-4d15-9929-8d927cd66643 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489140 Aug 27 02:27:02.787669 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f93c994-d668-483c-aedb-4e672c7c319b req-d7e252eb-155c-4c6f-b22a-ea64d2d90220 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474903 Aug 27 02:27:02.804731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Request body: {'port': {'device_id': '59fbdb72-295d-4f74-8f73-137524a3a214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:02.888915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-6e1ac018-3912-428b-874c-2255340447eb service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037362 Aug 27 02:27:02.996212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-341096c3-091f-45a9-a34e-5b34dfce0e8b service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062572 Aug 27 02:27:03.049747 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.240276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:03.260059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda65f3-dd6b-4465-af59-d1aeff6c7c98 req-874b9f8f-2c0c-4f2b-aea0-4e52b31de64f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:03.269940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4dda65f3-dd6b-4465-af59-d1aeff6c7c98 req-874b9f8f-2c0c-4f2b-aea0-4e52b31de64f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0896027 Aug 27 02:27:03.330073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:03.330623 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.339743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4dda65f3-dd6b-4465-af59-d1aeff6c7c98 req-2a112bc4-0c36-4ecd-8af2-09f1add09131 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678356 Aug 27 02:27:03.401540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.431371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323beb04-fcf8-4d5c-be31-093b85175452 req-06db0ca2-7261-4da2-9ab8-cf2393f3d7c7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:03.441707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-323beb04-fcf8-4d5c-be31-093b85175452 req-06db0ca2-7261-4da2-9ab8-cf2393f3d7c7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.5776689 Aug 27 02:27:03.604449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-323beb04-fcf8-4d5c-be31-093b85175452 req-4ab3cbab-3f7e-4392-80a0-9901187bb36b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618569 Aug 27 02:27:03.706694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5ba97c1b-8d09-49cb-b030-2b842ba341bc req-14e966bf-ade4-482c-b424-ec0105385e91 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 210 time: 0.0544136 Aug 27 02:27:03.719910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:03.735881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.766800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Transition to ACTIVE for port object 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:03.807322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.850549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338292bf-551f-4a47-8e64-5e2e548fbcba req-4f408278-9acc-40f6-a4bb-040a770be2d2 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:03.861665 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-338292bf-551f-4a47-8e64-5e2e548fbcba req-4f408278-9acc-40f6-a4bb-040a770be2d2 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 943 time: 0.0759478 Aug 27 02:27:03.917508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-338292bf-551f-4a47-8e64-5e2e548fbcba req-c6219650-0a89-472d-9735-75d92b6fa0fc tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531082 Aug 27 02:27:03.944488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Pushing event updated for resources: {'Port': ['ID=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:03.970827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e68f8-ce21-4582-8ced-26f69279f530 req-eaa2d625-1a39-4e7f-97d4-a6372cdeb3ef tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:03.972676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb0e68f8-ce21-4582-8ced-26f69279f530 req-eaa2d625-1a39-4e7f-97d4-a6372cdeb3ef tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 931 time: 0.1992464 Aug 27 02:27:04.100871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1fc3f-67e5-4463-9d08-b9833d8a301f req-134d6a4f-1621-4107-9678-3368b542ab17 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.112371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e3b1fc3f-67e5-4463-9d08-b9833d8a301f req-134d6a4f-1621-4107-9678-3368b542ab17 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1143706 Aug 27 02:27:04.158893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee62e39-1211-4aee-a1cf-12f16faf9599 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:04.181523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.197859 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e3b1fc3f-67e5-4463-9d08-b9833d8a301f req-e22d85eb-c51c-46e4-a96b-e6753b84be37 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838580 Aug 27 02:27:04.243245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Transition to ACTIVE for port object 3ee62e39-1211-4aee-a1cf-12f16faf9599 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:04.252325 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb0e68f8-ce21-4582-8ced-26f69279f530 req-db3e7256-fea8-4d45-be13-e83954e64a31 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717156 Aug 27 02:27:04.257299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.301688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Attempting to bind port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:04.301956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Attempting to bind port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:04.302481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Attempting to bind port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 on network 16c0e32a-5828-4163-b037-5aadf1f68970 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:04.311720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Pushing event updated for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:04.322231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 on network 16c0e32a-5828-4163-b037-5aadf1f68970 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:04.323690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Attempting to bind port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 on network 16c0e32a-5828-4163-b037-5aadf1f68970 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:04.344000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:04.344373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Checking segment: {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:04.344743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Bound using segment: {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:04.345209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Bound port: 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701cb437-2e25-4ef9-94c8-538a5db06b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:04.345648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.518088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22724771-c420-4ce9-8581-b9bae8943f21 req-93e0c3ee-18d8-42d2-bdaa-8cb93023cccf tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.524822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22724771-c420-4ce9-8581-b9bae8943f21 req-93e0c3ee-18d8-42d2-bdaa-8cb93023cccf tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0704501 Aug 27 02:27:04.548358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Attempting to bind port 3ee62e39-1211-4aee-a1cf-12f16faf9599 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:04.548806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Attempting to bind port 3ee62e39-1211-4aee-a1cf-12f16faf9599 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:04.549902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Attempting to bind port 3ee62e39-1211-4aee-a1cf-12f16faf9599 on network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:04.574152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Port 3ee62e39-1211-4aee-a1cf-12f16faf9599 on network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:04.574754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Attempting to bind port 3ee62e39-1211-4aee-a1cf-12f16faf9599 on network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:04.589956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:04.591463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Checking segment: {'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:04.592545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Bound using segment: {'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:04.593115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Bound port: 3ee62e39-1211-4aee-a1cf-12f16faf9599, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:04.594507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.611857 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22724771-c420-4ce9-8581-b9bae8943f21 req-0d8098eb-5ad6-4c1c-af19-cbb163f5587c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799215 Aug 27 02:27:04.616319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] For port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:04.629849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:04.700176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] For port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:04.739233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.787068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.787813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.789198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.789922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.790597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.791266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.791896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.803311 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-521787ca-6f01-4596-b74b-4c08ad589236 req-355b8653-1322-466b-8486-8c9e076556b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6491 time: 0.1719551 Aug 27 02:27:04.803858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:04.844866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c6ab0-aed1-4807-9975-adef007154c9 req-68798cf5-597e-4267-8d54-3cf433928ac9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.855391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-da6c6ab0-aed1-4807-9975-adef007154c9 req-68798cf5-597e-4267-8d54-3cf433928ac9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1432936 Aug 27 02:27:04.856907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:04.863579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.865096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.871830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] 10.222.0.45 "PUT /v2.0/ports/552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 1091 time: 2.5453839 Aug 27 02:27:04.897374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:04.904394 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1def46-0475-45d8-b11b-fdaa18f801fd" -d '{"events": [{"name": "network-changed", "server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:04.907278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-521787ca-6f01-4596-b74b-4c08ad589236 req-6c2c83bb-7975-4a18-8025-4af79358af64 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014922 Aug 27 02:27:04.937859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.959706 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-da6c6ab0-aed1-4807-9975-adef007154c9 req-0fd916ad-bc0c-44a4-92f7-638ce7f33794 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030209 Aug 27 02:27:05.038883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.039619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.041336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] 10.222.0.32 "PUT /v2.0/ports/3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 200 len: 1091 time: 2.2524695 Aug 27 02:27:05.085292 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6fe1ebf-97c3-4bcc-81c5-62cc55c963f2 req-5df7de61-7408-437a-9b16-ecd403dbeec9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 210 time: 0.1571281 Aug 27 02:27:05.135783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b035-35b0-4b77-bd9f-7181aa21ae3b req-763711cd-b075-4c14-8351-40dec68a167c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.137585 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2692b035-35b0-4b77-bd9f-7181aa21ae3b req-763711cd-b075-4c14-8351-40dec68a167c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 943 time: 0.1059518 Aug 27 02:27:05.174547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d146f4-f525-4231-946b-caa8c6b586df service neutron] Pushing event updated for resources: {'Port': ['ID=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:05.184953 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d8bdc5-3307-4f3f-b3d4-7c878a45acc3 x-openstack-request-id: req-57d8bdc5-3307-4f3f-b3d4-7c878a45acc3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:05.185395 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:05.185788 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57d8bdc5-3307-4f3f-b3d4-7c878a45acc3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:05.186195 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'status': 'completed', 'code': 200} Aug 27 02:27:05.191809 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2692b035-35b0-4b77-bd9f-7181aa21ae3b req-0a454d94-c2d6-498b-934c-a358c46d0161 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464289 Aug 27 02:27:05.271789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-465194d2-5a81-4f05-96ba-a89b639e7290 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.273412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-465194d2-5a81-4f05-96ba-a89b639e7290 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.4003291 Aug 27 02:27:05.310426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Request body: {'port': {'device_id': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'admin_state_up': True, 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:05.356321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-0e714b2a-6e64-4b8f-b650-26b4bcd85cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.356829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-0e714b2a-6e64-4b8f-b650-26b4bcd85cd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 1094 time: 0.3838761 Aug 27 02:27:05.404094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341a80a-e8d6-4b93-a3a0-0a203c690094 req-c032e630-7329-430b-8b5e-55756c422997 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.413721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a341a80a-e8d6-4b93-a3a0-0a203c690094 req-c032e630-7329-430b-8b5e-55756c422997 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 943 time: 0.0745845 Aug 27 02:27:05.414063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-dfe7a636-bac2-4bbc-953c-656f9051338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.415965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-dfe7a636-bac2-4bbc-953c-656f9051338f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1094 time: 0.2352681 Aug 27 02:27:05.454422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a341a80a-e8d6-4b93-a3a0-0a203c690094 req-91e74f8b-1153-4964-a712-bdcf68798190 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 Aug 27 02:27:05.458265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e547a-28d0-4ead-9bf4-2319294b087a service neutron] Pushing event updated for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:05.478788 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-46bf71bd-d3c2-4147-a6e5-47a7da24de16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 217 time: 0.0790763 Aug 27 02:27:05.531932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-3b638b71-7a70-4962-81d8-b21c5e21a917 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 200 len: 217 time: 0.0669982 Aug 27 02:27:05.561184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2ea4e-7e55-43ed-af0c-7de7f86f8802 req-622a5528-2f2f-4c37-ab79-66c24357edf6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.562824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-55a2ea4e-7e55-43ed-af0c-7de7f86f8802 req-622a5528-2f2f-4c37-ab79-66c24357edf6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.2771966 Aug 27 02:27:05.666018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-628c1d0a-2f22-4e15-a9cb-a4197e1e40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.667554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-628c1d0a-2f22-4e15-a9cb-a4197e1e40ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68691603-e281-4ca1-abe3-26e130c100bb HTTP/1.1" status: 200 len: 867 time: 0.1561866 Aug 27 02:27:05.683228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-f784de8b-30ca-473a-8177-ba32a02ec432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.684694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-f784de8b-30ca-473a-8177-ba32a02ec432 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.1178315 Aug 27 02:27:05.714078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-55a2ea4e-7e55-43ed-af0c-7de7f86f8802 req-11042fb0-e506-494d-8479-7d3065637f6a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353385 Aug 27 02:27:05.748058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-b30ce5d9-69da-4726-83a8-23a7614068cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515313 Aug 27 02:27:05.769766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:05.773538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.791480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ed7-7b16-43d8-b691-68249a3d543a req-5216c1f9-89a6-4eaf-be80-5279df98171c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.801574 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-508d5ed7-7b16-43d8-b691-68249a3d543a req-5216c1f9-89a6-4eaf-be80-5279df98171c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0807025 Aug 27 02:27:05.836272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab436-1cde-442e-8525-04c34487fa27 req-f90cbf5a-c4d8-4639-81e9-ea498f68bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.837819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-f90cbf5a-c4d8-4639-81e9-ea498f68bc3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16c0e32a-5828-4163-b037-5aadf1f68970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567092 Aug 27 02:27:05.844853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-508d5ed7-7b16-43d8-b691-68249a3d543a req-81f94b73-6726-4f97-b85e-0eb66be1c09c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Aug 27 02:27:05.997122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-41baadb1-7c25-4f6d-8320-bce235443fc1 service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403853 Aug 27 02:27:06.241601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9ded4995-4525-4d28-ac2d-8aea97b107a3 req-999327c6-c2fc-4027-9b84-6afceafa2d9c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 210 time: 0.0614769 Aug 27 02:27:06.468833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Allocated IP 172.20.0.9 (3ea311a7-5ded-47dd-8983-436f922e9e1d/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d/9fe24c48-92cb-4930-8b40-bf1f0329e1c6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:06.494271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-e52f2107-a9ed-41e2-9ab1-b58c092458b3 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435859 Aug 27 02:27:06.585748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa8e8-8835-4266-9834-b5cbcfddbd40 req-0a319e54-ea1a-4976-a3b1-9264456aedae tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:06.587384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74dfa8e8-8835-4266-9834-b5cbcfddbd40 req-0a319e54-ea1a-4976-a3b1-9264456aedae tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.5480745 Aug 27 02:27:06.618188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4eda2b96-9d8b-4f55-b30c-eff9b470c506 req-6e3a443c-2270-48a6-91ce-d88fdf9eb06a service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109176 Aug 27 02:27:06.695437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4894bb-efdf-4063-98af-101530f44d90 req-f57b5293-05e6-4889-873b-c419fb3a4a70 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:06.696966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e4894bb-efdf-4063-98af-101530f44d90 req-f57b5293-05e6-4889-873b-c419fb3a4a70 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 943 time: 0.3820233 Aug 27 02:27:06.702473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74dfa8e8-8835-4266-9834-b5cbcfddbd40 req-6eeb1bdf-391f-4cce-8912-8c92b5dcb09f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881479 Aug 27 02:27:06.750154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85aab436-1cde-442e-8525-04c34487fa27 req-2b621ddb-eccc-456a-9079-0c509c8fd3c5 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099969 Aug 27 02:27:06.759182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e4894bb-efdf-4063-98af-101530f44d90 req-4c0f4589-195f-45c7-a124-e45afc477364 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Aug 27 02:27:06.909198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f1a5-f33a-4cf1-b721-544198187721 req-b3206a15-46c6-42f0-a2f1-417af0dc922a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:06.910768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d54f1a5-f33a-4cf1-b721-544198187721 req-b3206a15-46c6-42f0-a2f1-417af0dc922a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0758088 Aug 27 02:27:06.956795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef58f66-a9f5-4aa8-b31c-b73d881c8cc0 req-cfa812e8-bab3-432b-b882-9c79e3da6ee8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:06.965182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1ef58f66-a9f5-4aa8-b31c-b73d881c8cc0 req-cfa812e8-bab3-432b-b882-9c79e3da6ee8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 943 time: 0.1591055 Aug 27 02:27:06.966057 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d54f1a5-f33a-4cf1-b721-544198187721 req-190f1893-6c38-44fa-a59c-15492ab9b9de tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Aug 27 02:27:06.972364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:06.980770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-ddb4ea17-59d8-4c69-ab36-8141375173e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:06.982428 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-ddb4ea17-59d8-4c69-ab36-8141375173e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 1094 time: 0.1496892 Aug 27 02:27:07.079537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1ef58f66-a9f5-4aa8-b31c-b73d881c8cc0 req-1abccc71-80d4-4d48-9474-3ffe9ce43b1f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134498 Aug 27 02:27:07.130895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-9b4b7340-ab3d-4105-832a-296c22f2cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.132866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-9b4b7340-ab3d-4105-832a-296c22f2cf43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 200 len: 929 time: 0.1390457 Aug 27 02:27:07.134652 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.156533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:07.189649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f724d9-6218-49ca-b44d-b6176ba28409 req-e831ad52-0d70-4b92-8056-dc040e0c03fa tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.192334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75f724d9-6218-49ca-b44d-b6176ba28409 req-e831ad52-0d70-4b92-8056-dc040e0c03fa tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0604615 Aug 27 02:27:07.209277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:07.211750 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d" -d '{"events": [{"name": "network-changed", "server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:07.220983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-7bd64bcc-92bb-4537-b956-138db8f521ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 217 time: 0.0766361 Aug 27 02:27:07.228581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:07.235850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:07.284012 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75f724d9-6218-49ca-b44d-b6176ba28409 req-5632014d-fb11-419f-abd4-d8a390fb6e5f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846846 Aug 27 02:27:07.288095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-b568eae2-d0c6-45b5-803f-d2ccd9c88447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.290541 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-b568eae2-d0c6-45b5-803f-d2ccd9c88447 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68691603-e281-4ca1-abe3-26e130c100bb HTTP/1.1" status: 200 len: 867 time: 0.0559688 Aug 27 02:27:07.291476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:07.295434 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bffa88-128c-4462-b86f-b1d469dfb543 x-openstack-request-id: req-52bffa88-128c-4462-b86f-b1d469dfb543 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:07.295821 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:07.296155 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52bffa88-128c-4462-b86f-b1d469dfb543 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:07.296627 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599', 'status': 'completed', 'code': 200} Aug 27 02:27:07.303797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event updated for resources: {'Port': ['ID=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:07.451773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.452494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.465629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-eeba7603-65ac-450c-bc72-069b344ebbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.467178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-eeba7603-65ac-450c-bc72-069b344ebbc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16c0e32a-5828-4163-b037-5aadf1f68970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657181 Aug 27 02:27:07.478016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-995a53d6-ef4f-4042-93f9-e34f29604f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.479539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-995a53d6-ef4f-4042-93f9-e34f29604f34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1094 time: 0.1422393 Aug 27 02:27:07.489973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a95d-5850-4d29-a4bc-5e496260276b req-72f498ab-a6da-441d-b937-8b1c62e13dd1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.491709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef19a95d-5850-4d29-a4bc-5e496260276b req-72f498ab-a6da-441d-b937-8b1c62e13dd1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 931 time: 0.1066568 Aug 27 02:27:07.519424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-077c3bee-e46e-442e-b706-d2287af59693 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2267623 Aug 27 02:27:07.555384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Request body: {'port': {'device_id': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:07.726768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef19a95d-5850-4d29-a4bc-5e496260276b req-ff1f1346-a816-4a34-bb50-5397face9f74 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255731 Aug 27 02:27:07.749339 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.821314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-1070263e-ae97-40d2-a1a1-9a6cc2cd7568 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404293 Aug 27 02:27:07.826977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-afa199bb-228d-4465-8f92-f9b778e6146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.828499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-afa199bb-228d-4465-8f92-f9b778e6146e service neutron] 10.222.0.32 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 914 time: 0.3359635 Aug 27 02:27:07.854810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f165ea-cecd-4f88-afca-c0b6f3c3e100 req-155a6114-8e35-468b-b418-dd691b7c5e94 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.856920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6f165ea-cecd-4f88-afca-c0b6f3c3e100 req-155a6114-8e35-468b-b418-dd691b7c5e94 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0561297 Aug 27 02:27:07.906868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6f165ea-cecd-4f88-afca-c0b6f3c3e100 req-11c1ea8e-8df0-4d3d-8364-5b7b0b0d9b8b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Aug 27 02:27:07.974705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-587f75e5-3d75-48a9-9858-a1370f59e3d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 200 len: 217 time: 0.0876784 Aug 27 02:27:08.117649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45bdf-44c2-4c12-b7fd-bd3ac17ad488 req-f6e58a29-3091-40e3-ab2b-be5e49334c8b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:08.126666 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c4f45bdf-44c2-4c12-b7fd-bd3ac17ad488 req-f6e58a29-3091-40e3-ab2b-be5e49334c8b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0712445 Aug 27 02:27:08.133837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e81ade-1c16-4e9a-916c-3df38b6972f2 req-3d96d7cd-35ba-4bf2-827d-d00b05b298b3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:08.141325 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-56e81ade-1c16-4e9a-916c-3df38b6972f2 req-3d96d7cd-35ba-4bf2-827d-d00b05b298b3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 943 time: 0.2375720 Aug 27 02:27:08.182658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c4f45bdf-44c2-4c12-b7fd-bd3ac17ad488 req-b96a8132-f937-419f-8447-315c47e8cf31 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Aug 27 02:27:08.183357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:08.210511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-f77275c4-10e9-4afc-95f4-15785e675e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:08.212035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-f77275c4-10e9-4afc-95f4-15785e675e99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.1837788 Aug 27 02:27:08.232405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd1def46-0475-45d8-b11b-fdaa18f801fd req-fc695100-7806-444c-86a2-80993dd1cd75 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986819 Aug 27 02:27:08.277890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-56e81ade-1c16-4e9a-916c-3df38b6972f2 req-73574839-58a6-4f43-8f7b-e68b40ffa409 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330025 Aug 27 02:27:08.283819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3ee62e39-1211-4aee-a1cf-12f16faf9599 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:08.289100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-efc53d10-ca78-4667-8b28-33723523b405 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672009 Aug 27 02:27:08.338060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:08.406270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637662f-329e-4020-90d9-977eba7c07e0 req-6673abd3-1230-4aa5-abad-442255209f0e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:08.417614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c637662f-329e-4020-90d9-977eba7c07e0 req-6673abd3-1230-4aa5-abad-442255209f0e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 943 time: 0.0863459 Aug 27 02:27:08.435413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'port_id': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'mac_address': 'fa:16:3e:ba:24:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:08.511236 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.528276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab5e1-49a9-43e5-beb9-1d32ddee3e93 req-f8738313-50d6-4570-afc6-549e24df8408 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:08.535805 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a9ab5e1-49a9-43e5-beb9-1d32ddee3e93 req-f8738313-50d6-4570-afc6-549e24df8408 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1109622 Aug 27 02:27:08.543145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:08.586066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:08.586596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c637662f-329e-4020-90d9-977eba7c07e0 req-53a32fbc-bb48-4b1a-b808-1c5448c938ef tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672719 Aug 27 02:27:08.611196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.611999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8573125d-cf21-4983-957e-1f5106545428 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:08.615524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-842cfa9d-db48-473a-becc-617146687523 service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144250 Aug 27 02:27:08.620376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:08.633481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a9ab5e1-49a9-43e5-beb9-1d32ddee3e93 req-6b85c633-c477-4302-899e-d04f1e303040 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921803 Aug 27 02:27:08.637095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:08.656420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.691530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '3ee62e39-1211-4aee-a1cf-12f16faf9599', 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b', 'port_id': '3ee62e39-1211-4aee-a1cf-12f16faf9599', 'mac_address': 'fa:16:3e:06:e5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53fdf80-c691-428f-af1d-69274cd0a8a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:08.710196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Transition to ACTIVE for port object 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:08.727785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.753524 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.790657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee62e39-1211-4aee-a1cf-12f16faf9599 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:08.807313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:08.816120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d957f6e5-6ef6-4b02-9d9c-69560b21c35d req-8116bc75-609b-4f6f-9246-5183480a92a8 service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740017 Aug 27 02:27:08.817549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:08.821726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:08.880472 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.965595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Attempting to bind port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:08.965949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Attempting to bind port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:08.966286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Attempting to bind port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:08.975180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c419f6-88e7-451a-a078-efd5e0744f2b req-d7482c79-0715-4457-9e6d-1f27d6196e2b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:08.981681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:08.982439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Attempting to bind port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:08.982723 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18c419f6-88e7-451a-a078-efd5e0744f2b req-d7482c79-0715-4457-9e6d-1f27d6196e2b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 943 time: 0.0895724 Aug 27 02:27:08.993108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:08.993803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:08.994405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Bound using segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:08.995027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Bound port: 9fe24c48-92cb-4930-8b40-bf1f0329e1c6, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:08.995613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.028881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:09.039193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:09.053034 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18c419f6-88e7-451a-a078-efd5e0744f2b req-076eb362-0c11-4108-9a6a-e3dd5aa02e0a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693243 Aug 27 02:27:09.055046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '8573125d-cf21-4983-957e-1f5106545428', 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd', 'port_id': '8573125d-cf21-4983-957e-1f5106545428', 'mac_address': 'fa:16:3e:4e:a9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a87e2a-f937-470d-9d35-515dba21a2f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:09.142534 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.156507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:09.171480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87af538-98ce-4779-8509-5b881047d36d req-e58357a1-a948-4e83-a271-a31a1b0371e9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:09.172904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b87af538-98ce-4779-8509-5b881047d36d req-e58357a1-a948-4e83-a271-a31a1b0371e9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1384792 Aug 27 02:27:09.230066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] For port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:09.244842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8573125d-cf21-4983-957e-1f5106545428 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:09.272821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] For port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:09.293575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:09.298130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.316656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b87af538-98ce-4779-8509-5b881047d36d req-2ffa8814-7ae5-4295-b24b-94018b5d00bf tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313107 Aug 27 02:27:09.350957 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-3db9d187-5f04-451c-a53a-f84e1a7c61f7 service neutron] show failed (client error): The resource could not be found. Aug 27 02:27:09.352487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-3db9d187-5f04-451c-a53a-f84e1a7c61f7 service neutron] 10.222.0.45 "GET /v2.0/ports/cf32c11d-09a6-443a-ba0c-0389b5b2b58f/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.2334151 Aug 27 02:27:09.361976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:09.362628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.364057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] 10.222.0.32 "PUT /v2.0/ports/9fe24c48-92cb-4930-8b40-bf1f0329e1c6 HTTP/1.1" status: 200 len: 1091 time: 1.8137193 Aug 27 02:27:09.364503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'tag': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:09.367044 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e352d1e-29b2-41e2-896f-ae4ace70fb60" -d '{"events": [{"name": "network-changed", "server_uuid": "1412421f-b393-48c9-be3b-a9c9721cd2a4", "tag": "9fe24c48-92cb-4930-8b40-bf1f0329e1c6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:09.395467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087dbd6-e6fb-4325-bdc7-c767dc1b9cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:09.412367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.490454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab255-c6e1-47dc-b9ad-69d0e710bf47 req-aa570ce8-0c53-474d-83cc-54f6146e154a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:09.497616 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fcfab255-c6e1-47dc-b9ad-69d0e710bf47 req-aa570ce8-0c53-474d-83cc-54f6146e154a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1971116 Aug 27 02:27:09.557403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-d60f9d4c-9a7d-427d-881a-f9f27bfc6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:09.559032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-d60f9d4c-9a7d-427d-881a-f9f27bfc6c79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 1094 time: 0.1251225 Aug 27 02:27:09.561494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:09.595017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fcfab255-c6e1-47dc-b9ad-69d0e710bf47 req-aa0611d1-1683-4292-97f7-e1afbbc7a708 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914831 Aug 27 02:27:09.684570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8573125d-cf21-4983-957e-1f5106545428'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:09.819523 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2001f8-1375-47d4-88e3-c483d70aea5c x-openstack-request-id: req-7f2001f8-1375-47d4-88e3-c483d70aea5c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:09.821000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['552db7e4-7ee4-40f0-94fd-fdf0f0fb5185'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:09.824248 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1412421f-b393-48c9-be3b-a9c9721cd2a4", "tag": "9fe24c48-92cb-4930-8b40-bf1f0329e1c6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:09.824731 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f2001f8-1375-47d4-88e3-c483d70aea5c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:09.825578 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'tag': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6', 'status': 'completed', 'code': 200} Aug 27 02:27:09.834568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-5390caf6-ce2f-428d-b19a-a7373ebebd6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fe24c48-92cb-4930-8b40-bf1f0329e1c6 HTTP/1.1" status: 200 len: 217 time: 0.2660983 Aug 27 02:27:09.990499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-69e0fef7-e731-4820-a098-7ce5a8e982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:09.992044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-69e0fef7-e731-4820-a098-7ce5a8e982ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.1124158 Aug 27 02:27:10.035137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-308ab55e-7298-4331-978e-c7fd6cd57bfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342972 Aug 27 02:27:10.045537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e942f08-c345-4d81-9f07-3e2e2359c191 req-84e48767-62e4-474a-8631-0d295cb7a1d1 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.047159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e942f08-c345-4d81-9f07-3e2e2359c191 req-84e48767-62e4-474a-8631-0d295cb7a1d1 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 944 time: 0.1266651 Aug 27 02:27:10.130784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-6cd213ca-435b-497e-a022-1ab64d100441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.133411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-6cd213ca-435b-497e-a022-1ab64d100441 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06&tenant_id=f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 1101 time: 0.3888342 Aug 27 02:27:10.137789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e942f08-c345-4d81-9f07-3e2e2359c191 req-c953e1f3-eb74-4261-aa6e-b080173aacf7 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 Aug 27 02:27:10.149703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8142487-ac7c-49ae-aa1e-f0efa0fef1ae req-168b1d2b-7dc8-4615-b388-5eedaa751c56 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.151086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8142487-ac7c-49ae-aa1e-f0efa0fef1ae req-168b1d2b-7dc8-4615-b388-5eedaa751c56 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 944 time: 0.3710005 Aug 27 02:27:10.158927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:10.342680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93aa16-9011-4149-9a97-5c5e93868eb6 req-e2b98373-c1a6-4158-b16c-82bee0863f39 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.361054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e93aa16-9011-4149-9a97-5c5e93868eb6 req-e2b98373-c1a6-4158-b16c-82bee0863f39 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.0864673 Aug 27 02:27:10.421517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e93aa16-9011-4149-9a97-5c5e93868eb6 req-5933b627-d07b-4d75-8a72-1d4cf956f150 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594227 Aug 27 02:27:10.528796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:10.581779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28020dc6-f090-4564-8e7f-8bb847d41c58 req-39054613-9c10-4868-b263-6d80d7be84bc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.591237 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28020dc6-f090-4564-8e7f-8bb847d41c58 req-39054613-9c10-4868-b263-6d80d7be84bc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 943 time: 0.0714607 Aug 27 02:27:10.647533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28020dc6-f090-4564-8e7f-8bb847d41c58 req-3fdc055c-5a6f-44d5-8016-7f349a5f2987 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Aug 27 02:27:10.691648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8142487-ac7c-49ae-aa1e-f0efa0fef1ae req-a698de6d-34c6-4977-8436-fcaf11d87b3b tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653559 Aug 27 02:27:10.758152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-48706267-ac34-422f-9c4a-0bd245a3706e service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139399 Aug 27 02:27:10.794167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c8bbf-2b57-4607-a7dc-4f3624221f19 req-55852041-d404-4675-af7e-34496f7e0c56 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.802954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-358c8bbf-2b57-4607-a7dc-4f3624221f19 req-55852041-d404-4675-af7e-34496f7e0c56 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0675185 Aug 27 02:27:10.862110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-358c8bbf-2b57-4607-a7dc-4f3624221f19 req-e8997840-c5ac-4894-85e9-b13c5f4012fe tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540962 Aug 27 02:27:11.168074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-524a8521-c549-4b5b-bf06-7e8d1d1cb1ac req-92ee80a1-0889-4a69-93d0-b45c7a1a65b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969698 Aug 27 02:27:11.177493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b418-a7c0-495e-8a06-bde830f18e54 req-b700d76a-a736-4b44-96b5-c0d637b129c1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:11.186531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7525b418-a7c0-495e-8a06-bde830f18e54 req-b700d76a-a736-4b44-96b5-c0d637b129c1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1762507 Aug 27 02:27:11.262989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7525b418-a7c0-495e-8a06-bde830f18e54 req-d5db8382-a66a-48a6-bd24-d4f4b6d9c4b4 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754261 Aug 27 02:27:11.345771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:11.362855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0c4a-f933-4a16-9e9e-142f094c215c req-3c953e13-5603-4e60-ace2-4bb452992bdc tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:11.373557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-827f0c4a-f933-4a16-9e9e-142f094c215c req-3c953e13-5603-4e60-ace2-4bb452992bdc tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 944 time: 0.1063035 Aug 27 02:27:11.382308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-0b50398d-dbeb-4cce-b127-024d1d36d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:11.383944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-0b50398d-dbeb-4cce-b127-024d1d36d9a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 1094 time: 0.1415999 Aug 27 02:27:11.469732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-827f0c4a-f933-4a16-9e9e-142f094c215c req-b513ca00-f490-4a66-baa5-e89c5d1632dd tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805764 Aug 27 02:27:11.493259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:11.616817 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.680717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Transition to ACTIVE for port object cf32c11d-09a6-443a-ba0c-0389b5b2b58f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:11.694916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-3518db22-9f65-46a6-bded-a2de4a380a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:11.698818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-3518db22-9f65-46a6-bded-a2de4a380a8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 907 time: 0.2881408 Aug 27 02:27:11.703346 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.759186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead2670-3024-490d-8df5-5bf42a064300 req-ece15a0e-a988-4e88-913b-819756b3ac39 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:11.781066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cead2670-3024-490d-8df5-5bf42a064300 req-ece15a0e-a988-4e88-913b-819756b3ac39 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.2457681 Aug 27 02:27:11.887769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:11.892399 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d7c7c-fc61-435b-9df4-1017943058f9" -d '{"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-unplugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:11.897457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916c602-bf99-405c-b5cb-03e0dc4f8c6f req-d07625a9-3ec8-4163-a3eb-9aac8c9ff213 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:11.910591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6916c602-bf99-405c-b5cb-03e0dc4f8c6f req-d07625a9-3ec8-4163-a3eb-9aac8c9ff213 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 943 time: 0.1193662 Aug 27 02:27:11.966983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-49ba030e-6e62-45ae-9bd1-a4838cae1229 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fe24c48-92cb-4930-8b40-bf1f0329e1c6 HTTP/1.1" status: 200 len: 217 time: 0.2504861 Aug 27 02:27:11.978354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6916c602-bf99-405c-b5cb-03e0dc4f8c6f req-9e8ddcd1-0b41-435d-b419-8a40ff355976 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580034 Aug 27 02:27:12.058596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cead2670-3024-490d-8df5-5bf42a064300 req-c2c48b6f-78e4-410d-b021-d2be121fa782 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764497 Aug 27 02:27:12.158376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-09d3f8fb-249f-4467-8c80-7d72ca70e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.160260 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-09d3f8fb-249f-4467-8c80-7d72ca70e9ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.1706514 Aug 27 02:27:12.172515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da54b-11f0-427b-99e3-8eaacaa1bacf req-96cf225f-0021-4173-9d6e-2028fcf40063 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.176551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-488da54b-11f0-427b-99e3-8eaacaa1bacf req-96cf225f-0021-4173-9d6e-2028fcf40063 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 944 time: 0.0966139 Aug 27 02:27:12.177959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:12.237138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-488da54b-11f0-427b-99e3-8eaacaa1bacf req-ba94a2e3-0638-41c1-9d76-885efd099605 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524058 Aug 27 02:27:12.282057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:12.350666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-3adabc3b-8d2f-42e5-980f-4b6ee5542faa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822586 Aug 27 02:27:12.353457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] No DVR routers for this DVR port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:12.359645 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b12447-0708-4e35-87f8-58c291cd9b75 x-openstack-request-id: req-89b12447-0708-4e35-87f8-58c291cd9b75 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:12.359813 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-unplugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:12.359934 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89b12447-0708-4e35-87f8-58c291cd9b75 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:12.360522 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'code': 200} Aug 27 02:27:12.397854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:12.433553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:12.447642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3ee62e39-1211-4aee-a1cf-12f16faf9599 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:12.453843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'port_id': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6', 'mac_address': 'fa:16:3e:f3:e0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:12.515882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebde2c-9252-46e2-a102-d0ac8140f27e req-6b14370c-fcb5-4b44-8a99-5da7c7af1a9e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.528626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:12.529012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:12.529304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:12.531393 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67ebde2c-9252-46e2-a102-d0ac8140f27e req-6b14370c-fcb5-4b44-8a99-5da7c7af1a9e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 948 time: 0.1180427 Aug 27 02:27:12.550446 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.553871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9728d1-1a90-491e-bb9e-b1fb3e0fed45 req-44fc81eb-8e03-4b20-851f-a8d6c64af6b8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.556007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e9728d1-1a90-491e-bb9e-b1fb3e0fed45 req-44fc81eb-8e03-4b20-851f-a8d6c64af6b8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1947713 Aug 27 02:27:12.559561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:12.559888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:12.578187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:12.589274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:12.596888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:12.597549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:12.598179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:12.598894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Bound port: cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:12.599508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.609013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:12.609474 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.627437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67ebde2c-9252-46e2-a102-d0ac8140f27e req-3529212f-b408-4f8d-984d-ef6af86d5cf3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910034 Aug 27 02:27:12.642053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:12.649539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-c32920a2-4075-4096-b4d1-d45584e7322f service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558722 Aug 27 02:27:12.657640 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.671983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e9728d1-1a90-491e-bb9e-b1fb3e0fed45 req-fc8f94b6-85b7-48f5-ab14-614154fcd268 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965953 Aug 27 02:27:12.704414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 3ee62e39-1211-4aee-a1cf-12f16faf9599 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:12.705589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 3ee62e39-1211-4aee-a1cf-12f16faf9599 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:12.706044 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.740412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:12.781742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:12.802892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.806149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489d5f4-e531-4464-986f-29809347396d req-89919e42-dc95-41db-a192-d33e8fb7bf17 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.813839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c489d5f4-e531-4464-986f-29809347396d req-89919e42-dc95-41db-a192-d33e8fb7bf17 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 944 time: 0.0753736 Aug 27 02:27:12.852825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.868751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:12.880179 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c489d5f4-e531-4464-986f-29809347396d req-dfb47f00-9130-4cd3-9470-4b216595cca1 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Aug 27 02:27:12.894746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.895153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.895434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.895769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.896104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.896432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.896633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.896811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.897073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.897282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.898006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.898371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.898704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.898838 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 1096 time: 2.7446945 Aug 27 02:27:12.899071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:12.909703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e352d1e-29b2-41e2-896f-ae4ace70fb60 req-da4fecef-2280-4e88-a0ca-4bf2181a52a3 service neutron] 10.222.0.32 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966572 Aug 27 02:27:12.928307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cc001-797a-4d54-9151-747c2365a610 service neutron] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:12.930215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:12.939650 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a83d51-62ae-4cf3-94ff-519df10e7e24" -d '{"events": [{"server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "name": "network-vif-plugged", "status": "completed", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:12.964173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9fe24c48-92cb-4930-8b40-bf1f0329e1c6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:12.997875 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cdbdff-080f-42e1-8839-b343a645a725 x-openstack-request-id: req-b8cdbdff-080f-42e1-8839-b343a645a725 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:13.009979 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "name": "network-vif-plugged", "status": "completed", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:13.010385 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8cdbdff-080f-42e1-8839-b343a645a725 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:13.010717 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'code': 200} Aug 27 02:27:13.024301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:13.033558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-d22ebbc4-bd58-4f90-968b-429f931a3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.035133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-d22ebbc4-bd58-4f90-968b-429f931a3aa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1099 time: 0.1037669 Aug 27 02:27:13.098184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.099013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8573125d-cf21-4983-957e-1f5106545428 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:13.111379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-6535b251-d345-4efd-a30b-b8ad697f1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.113251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-6535b251-d345-4efd-a30b-b8ad697f1b80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 1096 time: 0.1313789 Aug 27 02:27:13.229256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ebeb9-60c6-4656-9330-48fa4e565893 req-0d2bf65b-bed4-4e7a-8a63-6124cd39e2ca tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.239753 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-036ebeb9-60c6-4656-9330-48fa4e565893 req-0d2bf65b-bed4-4e7a-8a63-6124cd39e2ca tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 944 time: 0.1341765 Aug 27 02:27:13.317121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-036ebeb9-60c6-4656-9330-48fa4e565893 req-29912ce0-18b5-4754-a32e-2b9a3556c932 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756054 Aug 27 02:27:13.319688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216c99-a6eb-4a6f-9760-17273306b572 req-507ebafa-4d37-4286-9198-7ec59e43744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.321349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c216c99-a6eb-4a6f-9760-17273306b572 req-507ebafa-4d37-4286-9198-7ec59e43744a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 1096 time: 0.2570038 Aug 27 02:27:13.388655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b28b4-d6ce-4af7-ae24-794043757e93 req-00e6c21a-2fc5-4501-86da-ae568adf640d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.390200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-931b28b4-d6ce-4af7-ae24-794043757e93 req-00e6c21a-2fc5-4501-86da-ae568adf640d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1508896 Aug 27 02:27:13.391298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-e279ae2c-23bf-4ffa-babe-7f6fe9bc4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.392942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-e279ae2c-23bf-4ffa-babe-7f6fe9bc4ac4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.3506911 Aug 27 02:27:13.425034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-7fc6d4df-3e07-403b-87ae-20d83d1f5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.426537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-7fc6d4df-3e07-403b-87ae-20d83d1f5f32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 913 time: 0.2770967 Aug 27 02:27:13.478989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c216c99-a6eb-4a6f-9760-17273306b572 req-050cb23d-64ea-4224-aa15-b47af03ce69f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472933 Aug 27 02:27:13.482569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-be5867c2-7eaf-4f40-97bb-9c2ff6200754 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0676713 Aug 27 02:27:13.530553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-ee134348-fbe3-4eca-ac69-46e37204055e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd14640a-83d9-4ec8-842e-5bca5a261538 HTTP/1.1" status: 200 len: 217 time: 0.0608931 Aug 27 02:27:13.560661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:13.579110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.592260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 8573125d-cf21-4983-957e-1f5106545428 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:13.592807 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.599102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b4e89-2550-47eb-a612-057f04d36842 req-9bf42566-09d4-4118-ac7f-1f0bade3bd2d tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.606533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-931b28b4-d6ce-4af7-ae24-794043757e93 req-dda91242-d18f-4b4b-97c3-c663a50e8ba0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052839 Aug 27 02:27:13.608499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-093b4e89-2550-47eb-a612-057f04d36842 req-9bf42566-09d4-4118-ac7f-1f0bade3bd2d tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 945 time: 0.1041088 Aug 27 02:27:13.634380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-c1a76614-b386-47e0-8fd7-255c6663a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.634380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-c1a76614-b386-47e0-8fd7-255c6663a640 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1194131 Aug 27 02:27:13.637584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-14b892f6-87eb-469c-b336-4d7e3c3d0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.639756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-14b892f6-87eb-469c-b336-4d7e3c3d0384 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.0745869 Aug 27 02:27:13.705498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-093b4e89-2550-47eb-a612-057f04d36842 req-a2873f13-2ad8-49b2-b4e6-c6448a52f9d9 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954721 Aug 27 02:27:13.748872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-5e3becc5-f3c2-4f16-bb1a-5380113ee3fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810626 Aug 27 02:27:13.767999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:13.777774 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.861687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:13.876918 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.896675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-f9cd6ab8-5812-43ca-86d2-86e540626fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.898604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-f9cd6ab8-5812-43ca-86d2-86e540626fd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2585742 Aug 27 02:27:13.926806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:13.928866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d873f-d296-4b16-bd52-9354ae877be1 req-8a6f26e5-482d-4725-a4db-811a3b557801 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.930870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-181d873f-d296-4b16-bd52-9354ae877be1 req-8a6f26e5-482d-4725-a4db-811a3b557801 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0891488 Aug 27 02:27:13.934165 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.935375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:13.989422 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049b407-9c35-4074-94db-070dd5a24f7b req-566a44ad-de2c-438a-9d33-cc4acecde54a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:13.989735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-181d873f-d296-4b16-bd52-9354ae877be1 req-d5061fe6-4236-4ea0-b456-cc6f56a3974a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479405 Aug 27 02:27:13.991197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2049b407-9c35-4074-94db-070dd5a24f7b req-566a44ad-de2c-438a-9d33-cc4acecde54a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 948 time: 0.2400725 Aug 27 02:27:14.027756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:14.032873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:14.082639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2049b407-9c35-4074-94db-070dd5a24f7b req-013d3285-52d3-4d47-9cf4-e8d93aae8b98 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833881 Aug 27 02:27:14.091116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-1385184e-c820-461d-a983-2b80dbe6ba9a service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266668 Aug 27 02:27:14.137766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5cc7c-d56e-4c2b-a393-6f8b6be33bd3 req-b3a0902c-e2f5-478d-95ad-a479c9a125c3 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:14.139456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8e5cc7c-d56e-4c2b-a393-6f8b6be33bd3 req-b3a0902c-e2f5-478d-95ad-a479c9a125c3 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 945 time: 0.0599515 Aug 27 02:27:14.171666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-a03983dc-9de3-49e2-ae08-df12eebf1895 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618909 Aug 27 02:27:14.205397 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8e5cc7c-d56e-4c2b-a393-6f8b6be33bd3 req-4b26a349-e4f7-4164-8ef6-85a304cd33f6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578427 Aug 27 02:27:14.507976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:14.510597 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:14.600167 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0065454e-5622-4f9c-b7bd-1585887e9339 x-openstack-request-id: req-0065454e-5622-4f9c-b7bd-1585887e9339 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:14.600512 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:14.600733 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0065454e-5622-4f9c-b7bd-1585887e9339 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:14.601143 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'status': 'completed', 'code': 200} Aug 27 02:27:14.605732 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c445712b-9e57-4f79-a93b-5cae615513c6 req-3358398c-5c2a-4db6-bc92-f5b64745a125 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985445 Aug 27 02:27:14.662006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd357-4266-46ee-a5c7-3452aaa6a2b0 req-eb1735df-5472-4028-af9d-32d470de2490 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:14.664679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13cfd357-4266-46ee-a5c7-3452aaa6a2b0 req-eb1735df-5472-4028-af9d-32d470de2490 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 944 time: 0.1404009 Aug 27 02:27:14.713934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d09818f-8e0c-4aa4-890b-88bbbab855f3 req-18f478ec-1188-4274-86c9-58389e1e7786 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334148 Aug 27 02:27:14.738408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-0357e6fb-7dab-47e1-8caa-526bf3d0a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:14.740422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-0357e6fb-7dab-47e1-8caa-526bf3d0a957 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1099 time: 0.1189942 Aug 27 02:27:14.748583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13cfd357-4266-46ee-a5c7-3452aaa6a2b0 req-2f907ed2-dd56-4709-8219-09aef756aea6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734897 Aug 27 02:27:14.761872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1ffbd-5e2b-40f9-bf65-256469f74cc4 req-41951076-79a5-492f-9be7-ada4167160f9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:14.771283 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7bc1ffbd-5e2b-40f9-bf65-256469f74cc4 req-41951076-79a5-492f-9be7-ada4167160f9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0776465 Aug 27 02:27:14.821970 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7bc1ffbd-5e2b-40f9-bf65-256469f74cc4 req-4bbdc010-3197-4030-8c63-6eef4cc7afbd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Aug 27 02:27:14.954364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-f7a61310-17be-482c-a246-8f052db79e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:14.955932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-f7a61310-17be-482c-a246-8f052db79e4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1099 time: 0.1209748 Aug 27 02:27:14.958114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-3ff29ffa-4ea8-4ad0-868e-67cfbe53ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:14.959530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-3ff29ffa-4ea8-4ad0-868e-67cfbe53ccbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2106938 Aug 27 02:27:14.973208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87b16-48a1-45ff-85e5-cde147ac61b0 req-d17085ad-9027-4b72-99de-23355b02eda5 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:14.974981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cee87b16-48a1-45ff-85e5-cde147ac61b0 req-d17085ad-9027-4b72-99de-23355b02eda5 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 945 time: 0.1002586 Aug 27 02:27:15.011761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599'}, {'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8573125d-cf21-4983-957e-1f5106545428'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:15.014108 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8171f386-c52d-4386-82ff-ccca2b764319" -d '{"events": [{"server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "name": "network-vif-plugged", "status": "completed", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599"}, {"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-plugged", "status": "completed", "tag": "8573125d-cf21-4983-957e-1f5106545428"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:15.059542 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b782dc5-f724-4729-bca6-cfcc2012439a x-openstack-request-id: req-5b782dc5-f724-4729-bca6-cfcc2012439a {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:15.060050 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "name": "network-vif-plugged", "status": "completed", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599", "code": 200}, {"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-plugged", "status": "completed", "tag": "8573125d-cf21-4983-957e-1f5106545428", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:15.060560 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b782dc5-f724-4729-bca6-cfcc2012439a {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:15.061144 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599', 'code': 200} Aug 27 02:27:15.061557 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8573125d-cf21-4983-957e-1f5106545428', 'code': 200} Aug 27 02:27:15.063092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-6a03f783-8128-4bcf-8453-71066e327ff7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0870950 Aug 27 02:27:15.147608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cee87b16-48a1-45ff-85e5-cde147ac61b0 req-24b187fe-0697-4826-a556-5fd461ea3fad tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559470 Aug 27 02:27:15.190807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a825f60-cc5b-4591-9d79-eec6106cee68 req-e92b8b39-c82c-4f47-82aa-4557a4bf19fa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.194841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a825f60-cc5b-4591-9d79-eec6106cee68 req-e92b8b39-c82c-4f47-82aa-4557a4bf19fa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0584114 Aug 27 02:27:15.230574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-a59203fa-2cf0-4321-bdfc-b0bd3714463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.232824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-a59203fa-2cf0-4321-bdfc-b0bd3714463b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1603000 Aug 27 02:27:15.246277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a825f60-cc5b-4591-9d79-eec6106cee68 req-9927355b-3706-4a08-838d-5b461c3d83cb tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Aug 27 02:27:15.286398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-1d32552e-68f4-4d73-aaf2-725125f3e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.288234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-1d32552e-68f4-4d73-aaf2-725125f3e799 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.3110902 Aug 27 02:27:15.357264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ba6f-fe82-463b-a95b-c6887c20eb28 req-820c33ad-0108-426d-a8b1-6e5a5fa61ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.358749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3433ba6f-fe82-463b-a95b-c6887c20eb28 req-820c33ad-0108-426d-a8b1-6e5a5fa61ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1096 time: 0.2003849 Aug 27 02:27:15.371041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-a244910f-3b49-47a8-a107-aa619b2e1d66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0716209 Aug 27 02:27:15.431577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-2f753018-e0ae-4133-a094-a60027c4b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.433265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-2f753018-e0ae-4133-a094-a60027c4b308 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850204 Aug 27 02:27:15.445209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de808ca-1455-456f-a237-22952c698649 req-ff0ae67d-9774-49cf-a77c-69a653a13482 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.452944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de808ca-1455-456f-a237-22952c698649 req-ff0ae67d-9774-49cf-a77c-69a653a13482 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 948 time: 0.2065096 Aug 27 02:27:15.497126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-a8882b76-0712-42ce-8890-03abcd2ed1ab tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 258 time: 0.2262621 Aug 27 02:27:15.509697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:15.549796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.562970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3433ba6f-fe82-463b-a95b-c6887c20eb28 req-cd9e0c9f-0535-4f15-81c0-55db81953afd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908493 Aug 27 02:27:15.564436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-18c94b39-354e-4f7e-8639-1ad7fe921a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.566210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-18c94b39-354e-4f7e-8639-1ad7fe921a7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1802886 Aug 27 02:27:15.576803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de808ca-1455-456f-a237-22952c698649 req-c812471f-af25-4bfb-9cab-4f72308311a6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228008 Aug 27 02:27:15.648435 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-b5204be7-6653-4be7-9c6f-bf7b54f2aae1 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761611 Aug 27 02:27:15.688343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.780624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e381aa-f2da-4d77-8615-452c4148d5b9 req-58a770e1-3038-40c1-b258-eb2a050bc684 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.782274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12e381aa-f2da-4d77-8615-452c4148d5b9 req-58a770e1-3038-40c1-b258-eb2a050bc684 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 945 time: 0.1312919 Aug 27 02:27:15.824410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Allocated IP 172.25.1.212 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/e4cbcd90-1e22-4562-a947-8dcb0deb4940) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:15.856180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-d08f7aa4-fe83-441f-b07a-47d72f5ee1ae service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935515 Aug 27 02:27:15.864635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-d3aaa1ec-a087-4904-bf36-e741c169480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:15.866173 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-d3aaa1ec-a087-4904-bf36-e741c169480b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107371 Aug 27 02:27:15.870216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12e381aa-f2da-4d77-8615-452c4148d5b9 req-4f74f5c7-60b1-4629-85cd-9948cf78e637 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723085 Aug 27 02:27:15.965364 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.983457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-e4162d58-7b5b-4b5b-8664-0634ba63aa31 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076813 Aug 27 02:27:16.029670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.075582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:16.083408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:16.088534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:16.092309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event updated for resources: {'Port': ['ID=e4cbcd90-1e22-4562-a947-8dcb0deb4940,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:16.119564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.119811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.120151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.120487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.120827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.121437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.121587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.121796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.122148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.125137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.130097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.130526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:16.138969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3063-8572-405f-b9a5-309a88672674 req-37c81a7e-365c-4641-b9d7-1b4758bb4f5b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:16.140450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186c3063-8572-405f-b9a5-309a88672674 req-37c81a7e-365c-4641-b9d7-1b4758bb4f5b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 944 time: 0.1118422 Aug 27 02:27:16.173874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3f855c2-e6a7-42c6-a15d-7cadb8dd3d80 req-3563ed32-312a-4935-89b0-0f202cd787d7 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786726 Aug 27 02:27:16.200857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186c3063-8572-405f-b9a5-309a88672674 req-7b27ca5b-4f97-465b-bbbb-d1f28f07ed0c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503743 Aug 27 02:27:16.214199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.255873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.311810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cd096-0971-494c-90ac-bec4f943357d req-75d9a228-876b-45bd-bdf3-f43c6e9f0bbd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:16.312820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:16.314095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-706cd096-0971-494c-90ac-bec4f943357d req-75d9a228-876b-45bd-bdf3-f43c6e9f0bbd tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0597665 Aug 27 02:27:16.316211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:16.366639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-706cd096-0971-494c-90ac-bec4f943357d req-a5cecbe7-d8be-4255-a35a-333e1d428e1e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459044 Aug 27 02:27:16.467629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:16.480385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'mac_address': 'fa:16:3e:1b:b8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:16.483429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:16.489280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:16.489659 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.514938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.530439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.556273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.569967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.580064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f1ef7-c800-4ef7-a228-9cc6d5cb23fd req-d93a5ace-a469-4ac6-98a5-36ba98cefd08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:16.593208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c66f1ef7-c800-4ef7-a228-9cc6d5cb23fd req-d93a5ace-a469-4ac6-98a5-36ba98cefd08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.1141958 Aug 27 02:27:16.593562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf32c11d-09a6-443a-ba0c-0389b5b2b58f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:16.634968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:16.638643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event updated for resources: {'Port': ['ID=e4cbcd90-1e22-4562-a947-8dcb0deb4940,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:16.653058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.663304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c66f1ef7-c800-4ef7-a228-9cc6d5cb23fd req-6b29110f-58c4-4cf1-9df6-6d67eb5aab61 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 Aug 27 02:27:16.689826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.692618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.703613 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-b1821fbf-83a7-4a82-a996-55ed9a75d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1982279 Aug 27 02:27:16.733336 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.795628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:16.819461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:16.833199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.841306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b39a1-029e-451c-950e-9eae5ec21bfc req-0a584f27-b06b-4786-8cf1-be6f079417af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:16.842998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d4b39a1-029e-451c-950e-9eae5ec21bfc req-0a584f27-b06b-4786-8cf1-be6f079417af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 949 time: 0.1086137 Aug 27 02:27:16.911161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-c9f5a828-14ce-4952-9933-466fdc23ead9 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.2063189 Aug 27 02:27:16.940981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d4b39a1-029e-451c-950e-9eae5ec21bfc req-3e45bf0e-5270-4cbf-977e-bb596594c3a8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854301 Aug 27 02:27:16.961803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:17.016854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['cf32c11d-09a6-443a-ba0c-0389b5b2b58f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:17.078558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:17.081040 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5d2690-58b7-46b7-9a9b-d752396d72db" -d '{"events": [{"server_uuid": "1412421f-b393-48c9-be3b-a9c9721cd2a4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe24c48-92cb-4930-8b40-bf1f0329e1c6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:17.100070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-7fad0a45-0fb0-4bea-881b-a2d3ea133cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:17.119918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28b4a42a-7a6d-459d-934e-3e9d897acf4d req-7fad0a45-0fb0-4bea-881b-a2d3ea133cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2061081 Aug 27 02:27:17.155342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e24c4-4407-4e5a-ac02-ed3ea18a57f7 req-8e623bd3-6e32-45b5-9860-6a3c099e2079 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:17.165105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-223e24c4-4407-4e5a-ac02-ed3ea18a57f7 req-8e623bd3-6e32-45b5-9860-6a3c099e2079 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 945 time: 0.1106482 Aug 27 02:27:17.215755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-223e24c4-4407-4e5a-ac02-ed3ea18a57f7 req-194e967f-bb84-4b10-9f1a-d179867c89ce tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Aug 27 02:27:17.278044 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21892bd5-6faa-4abe-a1dd-1f95157610bf x-openstack-request-id: req-21892bd5-6faa-4abe-a1dd-1f95157610bf {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:17.278511 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1412421f-b393-48c9-be3b-a9c9721cd2a4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe24c48-92cb-4930-8b40-bf1f0329e1c6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:17.278871 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21892bd5-6faa-4abe-a1dd-1f95157610bf {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:17.279359 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6', 'code': 200} Aug 27 02:27:17.283697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.364667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-fe02bff7-f151-4ca8-9113-25190e7997f7 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:17.375843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-fe02bff7-f151-4ca8-9113-25190e7997f7 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0836957 Aug 27 02:27:17.428538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a2ccb-19e4-4f1d-8f33-5349f518712d req-abc9c346-8ecb-4528-8481-bcd5833542ee tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:17.432164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-934a2ccb-19e4-4f1d-8f33-5349f518712d req-abc9c346-8ecb-4528-8481-bcd5833542ee tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.0700078 Aug 27 02:27:17.456491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-75a654a8-47e9-4493-a8e2-0c6d5b40283f tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0791411 Aug 27 02:27:17.469655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Request body: {'floatingip': {'port_id': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:17.493052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-934a2ccb-19e4-4f1d-8f33-5349f518712d req-7955fde9-1a9f-40b1-a81e-57fffe768ae2 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Aug 27 02:27:17.524296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f662-84ff-490a-b32b-662007f36da6 req-1215f915-8e7f-4416-9526-72074024dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:17.525823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2941f662-84ff-490a-b32b-662007f36da6 req-1215f915-8e7f-4416-9526-72074024dc45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 1096 time: 0.1467512 Aug 27 02:27:17.535307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.607949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37646590-663a-46b0-a999-4783b2d174cc req-57f62a67-9e06-4a6d-9bbc-e461b77303d4 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1679360063&fields=id&tenant_id=feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 267 time: 0.0509224 Aug 27 02:27:17.658501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2941f662-84ff-490a-b32b-662007f36da6 req-634bcb4c-fa23-4452-b2a1-9296377f58e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199217 Aug 27 02:27:17.674487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646590-663a-46b0-a999-4783b2d174cc req-1088c3ce-e826-4225-a92d-f916a3607b39 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:17.676582 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37646590-663a-46b0-a999-4783b2d174cc req-1088c3ce-e826-4225-a92d-f916a3607b39 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 945 time: 0.0602956 Aug 27 02:27:17.690753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'port': {'security_groups': ['59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a', '1e1dcd0d-889d-4817-89b7-3375ea18fae1']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:17.766592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.986466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:18.107384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.120224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.133489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:18.168298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.175252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:18.175252 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.175252 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37646590-663a-46b0-a999-4783b2d174cc req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "PUT /v2.0/ports/3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 200 len: 981 time: 0.4900339 Aug 27 02:27:18.176509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:18.178018 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0ca595-ad87-4219-afff-b486b6a08d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:18.187111 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.205232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1e37d-22e9-4f08-851f-ab99368b4d43 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=6']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:18.292468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:18.343785 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Floating IP e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7 associated. External IP: 172.25.1.212, port: 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185. Aug 27 02:27:18.349361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38eaf2-2563-4e9f-aa81-2fd8cbe13a7b req-70cbd39a-d02a-481b-8d51-99af90d86c15 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:18.350784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:18.360418 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff38eaf2-2563-4e9f-aa81-2fd8cbe13a7b req-70cbd39a-d02a-481b-8d51-99af90d86c15 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0900378 Aug 27 02:27:18.424287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff38eaf2-2563-4e9f-aa81-2fd8cbe13a7b req-b4c06f4e-7213-4877-a44b-eb6d78d11d4b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629795 Aug 27 02:27:18.494686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:18.506732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:18.507263 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.637077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf0c9-fca9-4327-8164-66207d344c39 req-dd889085-281c-4b90-a956-0073fb5f0d55 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:18.648290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81bbf0c9-fca9-4327-8164-66207d344c39 req-dd889085-281c-4b90-a956-0073fb5f0d55 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 945 time: 0.0745735 Aug 27 02:27:18.662964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Router 3be3f981-c80f-43c6-bad1-8fa6639ea023 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:18.665859 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.690561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81bbf0c9-fca9-4327-8164-66207d344c39 req-c62085d8-74fa-43e9-af0f-513e25636344 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 Aug 27 02:27:18.744678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:18.752195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.752965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bd14640a-83d9-4ec8-842e-5bca5a261538 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:18.817016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:18.825286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.830612 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] Sync routers for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:18.845889 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:18.846609 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:18.866839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:18.882989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-29b0c300-7250-4235-ac45-82b11d78d9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "PUT /v2.0/floatingips/e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7 HTTP/1.1" status: 200 len: 996 time: 1.4176631 Aug 27 02:27:18.886055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:18.889471 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f361e20b-bea6-4990-9a8c-c6420f9b070e" -d '{"events": [{"name": "network-changed", "server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:18.908023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad15c9-093a-48c7-b7cf-d3fc0e7dbd4c req-cf3a8bb6-97cf-4af8-aebc-03aebaf1209a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:18.922059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6ad15c9-093a-48c7-b7cf-d3fc0e7dbd4c req-cf3a8bb6-97cf-4af8-aebc-03aebaf1209a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1209860 Aug 27 02:27:18.984977 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.011068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6ad15c9-093a-48c7-b7cf-d3fc0e7dbd4c req-5de1a6f0-589d-4874-9375-0dec50d8b678 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866673 Aug 27 02:27:19.064502 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:19.084711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:19.096122 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.178963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2754dade-5eaf-4882-87e5-4876d60a018d req-a85e5a1c-daac-43b0-9807-8ecf883e44eb tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1396460312&fields=id&tenant_id=feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 267 time: 0.0586469 Aug 27 02:27:19.195882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:19.266119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754dade-5eaf-4882-87e5-4876d60a018d req-d1a61e18-df38-4692-a487-a69468618adf tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.273428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-ba4a18d3-a682-4486-82d2-dff7a2eac817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.275163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-ba4a18d3-a682-4486-82d2-dff7a2eac817 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 1096 time: 0.3793411 Aug 27 02:27:19.276157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2754dade-5eaf-4882-87e5-4876d60a018d req-d1a61e18-df38-4692-a487-a69468618adf tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 984 time: 0.0912509 Aug 27 02:27:19.280535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}, {'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:19.281902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'port': {'security_groups': ['1e1dcd0d-889d-4817-89b7-3375ea18fae1', '59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a', 'c6638727-2a65-45c7-b9a3-4132e9f5f7ad']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:19.282923 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8498f4cb-21f2-46bc-a9b4-dba0817dd75a" -d '{"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-plugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}, {"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-unplugged", "status": "completed", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:19.388997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.398733 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'port_id': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'mac_address': 'fa:16:3e:ba:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312e82d0-e65f-4a37-a306-aae7da5661da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:27:16Z', 'updated_at': '2021-08-27T02:27:18Z', 'revision_number': 1, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:27:01Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:19.407216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-c53ca463-b691-4296-9974-5bdb34565fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.409159 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-c53ca463-b691-4296-9974-5bdb34565fa0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 200 len: 929 time: 0.1250250 Aug 27 02:27:19.439735 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] Checking router: 3be3f981-c80f-43c6-bad1-8fa6639ea023 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:19.448165 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:19.448763 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:19.516092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-b3716a41-3004-40d7-84c7-ee4b045e44d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 999 time: 0.0998425 Aug 27 02:27:19.585182 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:19.594021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-fb1f4595-7653-4311-b5b6-819a7938d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.597690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-fb1f4595-7653-4311-b5b6-819a7938d546 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68691603-e281-4ca1-abe3-26e130c100bb HTTP/1.1" status: 200 len: 867 time: 0.0757256 Aug 27 02:27:19.669312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-e1f734c3-97ae-448a-99fa-39d090e733a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.670887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-e1f734c3-97ae-448a-99fa-39d090e733a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16c0e32a-5828-4163-b037-5aadf1f68970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646687 Aug 27 02:27:19.682667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:19.716760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.733367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.746096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:19.807526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-417c1411-ba1e-4634-a5fb-d9822e02f7d9 service neutron] 10.222.0.10 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299438 Aug 27 02:27:19.827645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:19.841169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.842850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.862752 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2754dade-5eaf-4882-87e5-4876d60a018d req-6928da79-59b5-43f4-88c1-3fe6fad3c82e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "PUT /v2.0/ports/3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 200 len: 1020 time: 0.5855281 Aug 27 02:27:19.922872 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0e3da7-2ad0-404f-a197-363fa99d54d5 x-openstack-request-id: req-af0e3da7-2ad0-404f-a197-363fa99d54d5 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:19.923150 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:19.923150 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af0e3da7-2ad0-404f-a197-363fa99d54d5 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:19.923593 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599', 'status': 'completed', 'code': 200} Aug 27 02:27:19.946224 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35393712-4d46-49bd-9997-8c4e0c0c0980 req-b303c4a5-5cc1-4609-9582-e28f422b7a19 service neutron] 10.222.0.10 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312506 Aug 27 02:27:19.953924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:19.990052 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'port_id': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'mac_address': 'fa:16:3e:ba:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312e82d0-e65f-4a37-a306-aae7da5661da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:27:16Z', 'updated_at': '2021-08-27T02:27:18Z', 'revision_number': 1, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:27:01Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:20.034381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-6e9fe9b9-2fd3-475f-a1e5-a8d091ccf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.036051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-6e9fe9b9-2fd3-475f-a1e5-a8d091ccf3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1174 time: 0.0856414 Aug 27 02:27:20.171663 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634b085-6d36-412f-8c16-0f276235c044 None None] The sync data for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 is: [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'port_id': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'mac_address': 'fa:16:3e:ba:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312e82d0-e65f-4a37-a306-aae7da5661da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:27:16Z', 'updated_at': '2021-08-27T02:27:18Z', 'revision_number': 1, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:27:01Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:20.242451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e975b-e9be-426a-8270-f4e15e0e48ff req-a419dc42-8e47-47c3-9810-daec6914aa16 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.245249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b30e975b-e9be-426a-8270-f4e15e0e48ff req-a419dc42-8e47-47c3-9810-daec6914aa16 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.1742902 Aug 27 02:27:20.258870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-9af66865-b067-4751-af7d-6bbb16254c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.260579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-9af66865-b067-4751-af7d-6bbb16254c12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 914 time: 0.2153869 Aug 27 02:27:20.337486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-e74f1da2-69e8-4a56-b39d-74558e77b625 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 200 len: 217 time: 0.0632026 Aug 27 02:27:20.389899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b30e975b-e9be-426a-8270-f4e15e0e48ff req-258bac37-008c-4e7f-8591-b64338c81515 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284056 Aug 27 02:27:20.411683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-60e703d1-f221-490f-81e5-c763166121f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.413188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-60e703d1-f221-490f-81e5-c763166121f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.0635660 Aug 27 02:27:20.473080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-6a088cbe-4cac-4dc1-9836-0cb16e4a20fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510108 Aug 27 02:27:20.499246 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07935571-5048-4879-af32-5f39c9b4cd4f x-openstack-request-id: req-07935571-5048-4879-af32-5f39c9b4cd4f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:20.499488 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:20.499598 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07935571-5048-4879-af32-5f39c9b4cd4f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:20.499947 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'status': 'completed', 'code': 200} Aug 27 02:27:20.578987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f2c21-b636-460d-8464-2b2858eae2b0 None None] New status for floating IP e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:27:20.640779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-b4c084fb-b585-4aa6-bcb0-3e113dfb0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.642351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-b4c084fb-b585-4aa6-bcb0-3e113dfb0251 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 1096 time: 0.0697060 Aug 27 02:27:20.791641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-f502447f-fdf1-4967-ae62-18fe6abacd9d service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067422 Aug 27 02:27:20.876280 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3c3457-4c74-4532-893d-ae785baf75b1 x-openstack-request-id: req-8a3c3457-4c74-4532-893d-ae785baf75b1 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:20.876692 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-plugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "code": 200}, {"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-unplugged", "status": "failed", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538", "code": 422}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:20.877146 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a3c3457-4c74-4532-893d-ae785baf75b1 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:20.877757 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'code': 200} Aug 27 02:27:20.878052 n-d-806293-1 neutron-server[94774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'code': 422} returned with failed status Aug 27 02:27:21.051749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-b976e79c-4cc7-40bd-9a1a-d72edddf2098 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.053262 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-b976e79c-4cc7-40bd-9a1a-d72edddf2098 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06&tenant_id=f36ca37050b447b29419c9ff0cebd623&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 950 time: 0.1725061 Aug 27 02:27:21.062339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-2b1d4bff-9a1c-483c-ac0d-bee75a5a1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.065273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-2b1d4bff-9a1c-483c-ac0d-bee75a5a1a8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 200 len: 929 time: 0.4086437 Aug 27 02:27:21.093086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce0ca595-ad87-4219-afff-b486b6a08d1a req-1a5e7194-1612-4d26-a776-697bc86c7e23 service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868867 Aug 27 02:27:21.162687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09990e58-d80f-4359-ad9e-fb549a5a62a4 req-5839de50-abb3-45d6-8355-daacd41aa383 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.164241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09990e58-d80f-4359-ad9e-fb549a5a62a4 req-5839de50-abb3-45d6-8355-daacd41aa383 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1832194 Aug 27 02:27:21.235797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-b7e3621d-ffc8-478f-8cef-af63f4c6f91c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.238264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-b7e3621d-ffc8-478f-8cef-af63f4c6f91c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=be45c9d3-b92f-4842-bd67-6f5629876c93 HTTP/1.1" status: 200 len: 943 time: 0.0583396 Aug 27 02:27:21.243079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-3720cfda-8bd5-43d4-9560-296b11d79a2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 1001 time: 0.1687825 Aug 27 02:27:21.267837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-926ef0a0-88b2-42f0-9ef7-dd0f8d1b9502 service neutron] 10.222.0.32 "GET /v2.0/ports/cf32c11d-09a6-443a-ba0c-0389b5b2b58f/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 382 time: 0.2010427 Aug 27 02:27:21.272418 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09990e58-d80f-4359-ad9e-fb549a5a62a4 req-e60910d1-fe3d-4cac-b172-992f907b877d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999722 Aug 27 02:27:21.353347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-d75ae180-90b4-46ae-9c62-c8d549487813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.353667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Deleting port bd14640a-83d9-4ec8-842e-5bca5a261538 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:21.354026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.355493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-d75ae180-90b4-46ae-9c62-c8d549487813 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68691603-e281-4ca1-abe3-26e130c100bb HTTP/1.1" status: 200 len: 867 time: 0.0974333 Aug 27 02:27:21.381166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-10e73d19-0617-4483-a217-4dd3ab4e4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.382752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-10e73d19-0617-4483-a217-4dd3ab4e4a7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1101 time: 0.0742223 Aug 27 02:27:21.453556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] For port bd14640a-83d9-4ec8-842e-5bca5a261538, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bd14640a-83d9-4ec8-842e-5bca5a261538,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:21.454351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.470427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Calling delete_port for bd14640a-83d9-4ec8-842e-5bca5a261538 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:21.527042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-049e6a9e-941e-4b94-9473-22fb1103caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.528522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-049e6a9e-941e-4b94-9473-22fb1103caa5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1234434 Aug 27 02:27:21.584256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-ac051d8e-b7f1-458b-ae70-f66fcce804c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.585759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-ac051d8e-b7f1-458b-ae70-f66fcce804c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16c0e32a-5828-4163-b037-5aadf1f68970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2183363 Aug 27 02:27:21.587892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-5b4e79cb-ca75-4f10-ac32-2dd4366113e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0506907 Aug 27 02:27:21.595729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d18cf-2831-4c99-8fec-3e589b1deb55 req-167bca7b-b104-4191-8bf1-d4b8dc681fdd tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.604108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad6d18cf-2831-4c99-8fec-3e589b1deb55 req-167bca7b-b104-4191-8bf1-d4b8dc681fdd tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1023 time: 0.2199123 Aug 27 02:27:21.650989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.686533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event deleted for resources: {'Port': ['ID=bd14640a-83d9-4ec8-842e-5bca5a261538,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:21.742840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] No DVR routers for this DVR port bd14640a-83d9-4ec8-842e-5bca5a261538 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:21.744653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-d16cbecd-1731-4fd6-9a3b-99d594f7c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.746131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-d16cbecd-1731-4fd6-9a3b-99d594f7c9e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1324751 Aug 27 02:27:21.746500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.756329 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6106ef4-ddc0-4b61-8f35-3176ac2d12b6 req-574f4a9f-8a3f-4ea2-9020-c198737b0f36 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "DELETE /v2.0/ports/bd14640a-83d9-4ec8-842e-5bca5a261538 HTTP/1.1" status: 204 len: 173 time: 0.5121264 Aug 27 02:27:21.826591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad6d18cf-2831-4c99-8fec-3e589b1deb55 req-8745b38e-94cc-42ae-9032-f784221fd184 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6638727-2a65-45c7-b9a3-4132e9f5f7ad&id=1e1dcd0d-889d-4817-89b7-3375ea18fae1&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a HTTP/1.1" status: 200 len: 6150 time: 0.2205532 Aug 27 02:27:21.839444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-2660609c-5692-4170-90b3-00ba4f99ac16 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320786 Aug 27 02:27:21.905639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-4922b975-ee7b-4b8f-b972-f173e1a331a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.907486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-4922b975-ee7b-4b8f-b972-f173e1a331a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485374 Aug 27 02:27:21.924733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599'}, {'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-deleted', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:21.928888 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f58635b-a686-4a12-b14d-ee98f188a8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599"}, {"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-deleted", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:22.396902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-ddcaf5b9-4b7a-4755-ad77-1f6c74271496 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288635 Aug 27 02:27:22.399809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-e13f3ba0-58f0-4d0c-80b9-c1d0d368a023 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:22.403553 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-e13f3ba0-58f0-4d0c-80b9-c1d0d368a023 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.1176133 Aug 27 02:27:22.419000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-158deae1-fa15-4969-a78b-b391bcf3b921 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0111389 Aug 27 02:27:22.495315 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-56ce479d-89ee-4951-be3f-3d16b5537e2a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623279 Aug 27 02:27:22.517339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-cb4d8f4d-5a77-43b8-a721-88bfa407ae86 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 258 time: 0.6755812 Aug 27 02:27:22.526519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:22.537741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f361e20b-bea6-4990-9a8c-c6420f9b070e req-eb3f99a9-0d0f-4811-97ad-332a3568fc62 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859531 Aug 27 02:27:22.577356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.598501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-a37f94b4-f3ad-4e5a-bdd7-e1f25dda09d6 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860266 Aug 27 02:27:22.629055 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-96c16d7c-799a-4b8e-8e0b-4ad7c0e3584b service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325691 Aug 27 02:27:22.729578 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-afb9444b-147d-4dce-98ca-58d76204d66c service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934522 Aug 27 02:27:22.744036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.881706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Allocated IP 172.25.1.3 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/5b6cbdcf-4a12-4266-bb4e-90a7cd90ac1f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:23.046574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.054866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b3475-484c-402b-adfa-1f7d607df800 req-7bb3ba8f-9938-46fe-9a47-7b6fe4207cb9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.063730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-479b3475-484c-402b-adfa-1f7d607df800 req-7bb3ba8f-9938-46fe-9a47-7b6fe4207cb9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1032481 Aug 27 02:27:23.099765 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-479b3475-484c-402b-adfa-1f7d607df800 req-1edb6821-18b5-48d9-8ead-9e86fc29406a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Aug 27 02:27:23.116231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.165024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:23.168012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:23.184857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:23.228051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event updated for resources: {'Port': ['ID=5b6cbdcf-4a12-4266-bb4e-90a7cd90ac1f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:23.229500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-3f3f1c52-9bab-47ed-be8b-f3e574a3f7e8 req-abba309d-2157-41e7-8bcb-d4ced05f30ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': ' tempest-securitygroup -69253047 ', 'description': 'tempest-description-1658311717'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:23.282882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f3f1c52-9bab-47ed-be8b-f3e574a3f7e8 req-abba309d-2157-41e7-8bcb-d4ced05f30ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.365380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.411366 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.447723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f3f1c52-9bab-47ed-be8b-f3e574a3f7e8 req-abba309d-2157-41e7-8bcb-d4ced05f30ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.453627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f3f1c52-9bab-47ed-be8b-f3e574a3f7e8 req-abba309d-2157-41e7-8bcb-d4ced05f30ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.516311 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3f3f1c52-9bab-47ed-be8b-f3e574a3f7e8 req-abba309d-2157-41e7-8bcb-d4ced05f30ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.533906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f3f1c52-9bab-47ed-be8b-f3e574a3f7e8 req-abba309d-2157-41e7-8bcb-d4ced05f30ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3095503 Aug 27 02:27:23.557235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba309d-2157-41e7-8bcb-d4ced05f30ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d703e6d8-db52-475d-92bc-52b95f7c7025,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:23.607514 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a26b1-ebc4-494f-b9ba-16476323eb26 x-openstack-request-id: req-cd5a26b1-ebc4-494f-b9ba-16476323eb26 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:23.607805 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599", "status": "completed", "code": 200}, {"server_uuid": "be45c9d3-b92f-4842-bd67-6f5629876c93", "name": "network-vif-deleted", "tag": "bd14640a-83d9-4ec8-842e-5bca5a261538", "status": "failed", "code": 422}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:23.608151 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd5a26b1-ebc4-494f-b9ba-16476323eb26 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:23.608647 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599', 'status': 'completed', 'code': 200} Aug 27 02:27:23.609015 n-d-806293-1 neutron-server[94773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be45c9d3-b92f-4842-bd67-6f5629876c93', 'name': 'network-vif-deleted', 'tag': 'bd14640a-83d9-4ec8-842e-5bca5a261538', 'status': 'failed', 'code': 422} returned with failed status Aug 27 02:27:23.700332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.729272 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.754998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c1f24-d1e0-4288-80b6-b97abe99d131 req-f37550a1-0af9-4c61-9ec1-e1fd96e5f30b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.762938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-227c1f24-d1e0-4288-80b6-b97abe99d131 req-f37550a1-0af9-4c61-9ec1-e1fd96e5f30b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0710242 Aug 27 02:27:23.810579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-227c1f24-d1e0-4288-80b6-b97abe99d131 req-dbe90406-7350-440e-bf71-e1e9fec541ca tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 Aug 27 02:27:23.825223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-3f407d52-9da6-42d2-8c93-e5495fe20c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.826791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-3f407d52-9da6-42d2-8c93-e5495fe20c25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1174 time: 0.1768281 Aug 27 02:27:23.827468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event updated for resources: {'Port': ['ID=5b6cbdcf-4a12-4266-bb4e-90a7cd90ac1f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:23.882883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.905387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.906670 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-d118c9af-9372-4c93-bb47-c188ccbe672c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3884125 Aug 27 02:27:23.911651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca843825-889d-4bf8-b4c0-a0ca214141d7 req-6e6139f7-d1f1-4b07-8c56-321488f9c7e8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 210 time: 0.0342336 Aug 27 02:27:23.976755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-431301c6-12b1-4b49-9a53-4af494f6a723 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0590711 Aug 27 02:27:23.981508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-365348ac-17cb-4bc0-af51-a9e517a9bb8b req-8ef19cfa-0ede-414a-b05a-5db314a93fb4 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/d703e6d8-db52-475d-92bc-52b95f7c7025 HTTP/1.1" status: 200 len: 1779 time: 0.0394559 Aug 27 02:27:23.981708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-ca396117-3ffd-4252-a363-5bbd679c2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.983132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-ca396117-3ffd-4252-a363-5bbd679c2902 service neutron] 10.222.0.32 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 914 time: 0.1467633 Aug 27 02:27:24.033880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-cd4d7d83-89de-4bea-a659-079ba8eea8fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 200 len: 217 time: 0.0431287 Aug 27 02:27:24.139317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-9ff768ca-a3a3-402f-bf96-6df5145cb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.140887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-9ff768ca-a3a3-402f-bf96-6df5145cb0b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.0970142 Aug 27 02:27:24.159011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de33d7-d692-4271-af23-958fd87e6579 req-2addb98d-f0ef-4512-aeaf-d9b17d85fbc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.160744 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-2addb98d-f0ef-4512-aeaf-d9b17d85fbc7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.1058223 Aug 27 02:27:24.172225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-fa5f71d9-e345-4a4f-a920-e84ce03ee22c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.173607 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e13eb0f-d246-4d91-b7d2-30589fd1e381 req-fa5f71d9-e345-4a4f-a920-e84ce03ee22c tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1818428 Aug 27 02:27:24.188946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-2e0e3c02-c5f0-46be-a102-3f56f6dcb6bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344324 Aug 27 02:27:24.193244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-11ce8d64-7b7d-4ce0-8ef4-73cf73d56a20 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/quotas/0752587e783c4457a71471578251cf20 HTTP/1.1" status: 200 len: 375 time: 0.0208809 Aug 27 02:27:24.255183 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-05791c6a-2867-49a2-9553-de895de8e224 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460613 Aug 27 02:27:24.367112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25e52c7a-d427-47f1-8a4a-0912bc31c92e req-9e63b7ae-dbf7-4877-871d-fb1f31347e39 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/d703e6d8-db52-475d-92bc-52b95f7c7025 HTTP/1.1" status: 200 len: 1779 time: 0.1724331 Aug 27 02:27:24.387551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-a9fb9a23-ffa6-42ed-9e6b-51843948656c service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249020 Aug 27 02:27:24.417755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-5457d3f1-4fa4-4b3f-a269-7d1abc64d1f9 service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211919 Aug 27 02:27:24.450028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-e9dedd11-c27a-497a-a68e-d773ec82fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.451704 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-e9dedd11-c27a-497a-a68e-d773ec82fa1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1097 time: 0.0985224 Aug 27 02:27:24.507382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-4ab0dbf2-399c-4ba1-95d6-4e0d480a1260 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.509273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-4ab0dbf2-399c-4ba1-95d6-4e0d480a1260 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.2361155 Aug 27 02:27:24.533284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Request body: {'port': {'device_id': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'admin_state_up': True, 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:24.538224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-25e52c7a-d427-47f1-8a4a-0912bc31c92e req-42296740-6208-4061-86ad-5cc2c8e79b22 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.583347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-863c4d7a-dce4-4752-8d5f-f8dbb1aac0bb service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871135 Aug 27 02:27:24.588731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-e1fb2a94-2c48-4028-9907-99cb226657b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.590299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-e1fb2a94-2c48-4028-9907-99cb226657b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 915 time: 0.1299345 Aug 27 02:27:24.617087 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-25e52c7a-d427-47f1-8a4a-0912bc31c92e req-42296740-6208-4061-86ad-5cc2c8e79b22 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.637304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-9ec33d66-51e3-45ca-9794-dd26cd43ad77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 217 time: 0.0386214 Aug 27 02:27:24.646504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f58635b-a686-4a12-b14d-ee98f188a8a0 req-ae15c75b-6d86-498e-929b-c1bd6106fd77 service neutron] 10.222.0.32 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088804 Aug 27 02:27:24.703866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-6e8c7c1d-7c49-4bff-858a-6ce0c3c91c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.709871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-25e52c7a-d427-47f1-8a4a-0912bc31c92e req-42296740-6208-4061-86ad-5cc2c8e79b22 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.712395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-6e8c7c1d-7c49-4bff-858a-6ce0c3c91c7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.0686142 Aug 27 02:27:24.714033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-25e52c7a-d427-47f1-8a4a-0912bc31c92e req-42296740-6208-4061-86ad-5cc2c8e79b22 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.717038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25e52c7a-d427-47f1-8a4a-0912bc31c92e req-42296740-6208-4061-86ad-5cc2c8e79b22 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/d703e6d8-db52-475d-92bc-52b95f7c7025 HTTP/1.1" status: 204 len: 173 time: 0.3396230 Aug 27 02:27:24.739135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42296740-6208-4061-86ad-5cc2c8e79b22 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d703e6d8-db52-475d-92bc-52b95f7c7025,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:24.777016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:24.781586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.784402 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-c91ef16d-0d57-4862-af7e-a6f1fd49d2c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556641 Aug 27 02:27:24.913946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8962e-f81a-4a09-9fbb-a2624c9e58b6 req-4564b3e3-bad3-4676-b4c5-02547a1b6d63 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.915533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62f8962e-f81a-4a09-9fbb-a2624c9e58b6 req-4564b3e3-bad3-4676-b4c5-02547a1b6d63 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1178129 Aug 27 02:27:24.942928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-31d8f21b-44b8-4c64-b6d7-b5249036f87b service neutron] 10.222.0.45 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440315 Aug 27 02:27:25.006517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c811c4-0981-49af-9423-ad3e0cdf90e4 req-dd56300c-6ab3-44a1-93a5-4fa618234294 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:25.008270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5c811c4-0981-49af-9423-ad3e0cdf90e4 req-dd56300c-6ab3-44a1-93a5-4fa618234294 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1846657 Aug 27 02:27:25.019530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62f8962e-f81a-4a09-9fbb-a2624c9e58b6 req-38512849-0ba5-466d-96ef-681964693d68 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Aug 27 02:27:25.036154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Allocated IP 172.20.0.6 (3ea311a7-5ded-47dd-8983-436f922e9e1d/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d/23f7195a-8335-4f10-8408-e2e33a298b85) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:25.055739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ac6316d-b3ab-4bbe-9634-4d142e6d8b11 req-f43640bd-2a00-4b15-9014-9b9a1ba1e916 service neutron] 10.222.0.45 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055074 Aug 27 02:27:25.093484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-a2ad64e3-c0c3-499b-a5d6-3cdc13ffd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:25.095033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-a2ad64e3-c0c3-499b-a5d6-3cdc13ffd4ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06&tenant_id=f36ca37050b447b29419c9ff0cebd623 HTTP/1.1" status: 200 len: 1101 time: 0.1578038 Aug 27 02:27:25.110969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:25.115991 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5c811c4-0981-49af-9423-ad3e0cdf90e4 req-42bce5eb-6dd6-4e7a-a35e-cf2f0fe4d6ef tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0955498 Aug 27 02:27:25.149733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f5c811c4-0981-49af-9423-ad3e0cdf90e4 req-4c255ad3-2ab2-4fe1-ba91-d566b545075d tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Request body: {'floatingip': {'port_id': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:25.182351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd235a23-219a-4761-8bef-290afbd193c9 req-dde0009d-73dd-4222-b0c7-efded4383411 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 210 time: 0.0278597 Aug 27 02:27:25.229546 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-10b92bd4-ac8d-4849-bc5f-5868d77c76ca req-11cf614e-b0ed-4141-81c0-b4b2e13c6194 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:27:25.230728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10b92bd4-ac8d-4849-bc5f-5868d77c76ca req-11cf614e-b0ed-4141-81c0-b4b2e13c6194 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/d703e6d8-db52-475d-92bc-52b95f7c7025 HTTP/1.1" status: 404 len: 352 time: 0.0162976 Aug 27 02:27:25.244747 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5c811c4-0981-49af-9423-ad3e0cdf90e4 req-4c255ad3-2ab2-4fe1-ba91-d566b545075d tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.312325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.338343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bf589-d5ce-4870-a99c-082de7092715 req-803d7151-36bc-4693-b804-b035acd3be02 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:25.339902 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-630bf589-d5ce-4870-a99c-082de7092715 req-803d7151-36bc-4693-b804-b035acd3be02 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0488040 Aug 27 02:27:25.383355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-630bf589-d5ce-4870-a99c-082de7092715 req-a2a5f714-478e-4445-9abf-fa683eba9e2a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Aug 27 02:27:25.472136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-277ff2c7-cc9d-4693-9162-574416c781bc req-f62f89a9-e881-429e-8822-6d8c050630d0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 210 time: 0.0303326 Aug 27 02:27:25.499240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-96f95e28-797d-4c08-8931-f3ed0babf470 req-95d2c30c-ec85-4cd3-827f-7ac191432ae6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1114294890', 'description': 'tempest-description-1400529134'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:25.522150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96f95e28-797d-4c08-8931-f3ed0babf470 req-95d2c30c-ec85-4cd3-827f-7ac191432ae6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.597437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.610745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96f95e28-797d-4c08-8931-f3ed0babf470 req-95d2c30c-ec85-4cd3-827f-7ac191432ae6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.615934 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96f95e28-797d-4c08-8931-f3ed0babf470 req-95d2c30c-ec85-4cd3-827f-7ac191432ae6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.645056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96f95e28-797d-4c08-8931-f3ed0babf470 req-95d2c30c-ec85-4cd3-827f-7ac191432ae6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.646356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96f95e28-797d-4c08-8931-f3ed0babf470 req-95d2c30c-ec85-4cd3-827f-7ac191432ae6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1513493 Aug 27 02:27:25.648381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2c30c-ec85-4cd3-827f-7ac191432ae6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d5d5e-1db6-4469-8f9d-d78832eafc73,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:25.674809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-db804284-618e-4801-89f5-d9f6bdeef24c req-cf356302-6015-432c-acb1-028f7f29bd77 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1599099527', 'description': 'tempest-description-333619123'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:25.699641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-db804284-618e-4801-89f5-d9f6bdeef24c req-cf356302-6015-432c-acb1-028f7f29bd77 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.799322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-db804284-618e-4801-89f5-d9f6bdeef24c req-cf356302-6015-432c-acb1-028f7f29bd77 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.804426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-db804284-618e-4801-89f5-d9f6bdeef24c req-cf356302-6015-432c-acb1-028f7f29bd77 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.831838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-db804284-618e-4801-89f5-d9f6bdeef24c req-cf356302-6015-432c-acb1-028f7f29bd77 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.833887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db804284-618e-4801-89f5-d9f6bdeef24c req-cf356302-6015-432c-acb1-028f7f29bd77 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1638167 Aug 27 02:27:25.843964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf356302-6015-432c-acb1-028f7f29bd77 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3204e-b1e9-496d-befc-720bf527e392,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:25.860469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-79af2ad9-db04-460e-84c5-492d7d8c9638 req-6d2fcbad-c4f4-49f5-bc58-50231b6f3fad tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2119967225', 'description': 'tempest-description-1278250464'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:25.885510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-79af2ad9-db04-460e-84c5-492d7d8c9638 req-6d2fcbad-c4f4-49f5-bc58-50231b6f3fad tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.973850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-79af2ad9-db04-460e-84c5-492d7d8c9638 req-6d2fcbad-c4f4-49f5-bc58-50231b6f3fad tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.979606 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-79af2ad9-db04-460e-84c5-492d7d8c9638 req-6d2fcbad-c4f4-49f5-bc58-50231b6f3fad tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.006961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-79af2ad9-db04-460e-84c5-492d7d8c9638 req-6d2fcbad-c4f4-49f5-bc58-50231b6f3fad tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.008621 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79af2ad9-db04-460e-84c5-492d7d8c9638 req-6d2fcbad-c4f4-49f5-bc58-50231b6f3fad tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1523349 Aug 27 02:27:26.013578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fcbad-c4f4-49f5-bc58-50231b6f3fad tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd3334b-0357-4f49-91e2-ad35c35a3b97,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:26.052566 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-f5c811c4-0981-49af-9423-ad3e0cdf90e4 req-4c255ad3-2ab2-4fe1-ba91-d566b545075d tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 02:27:26.053629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5c811c4-0981-49af-9423-ad3e0cdf90e4 req-4c255ad3-2ab2-4fe1-ba91-d566b545075d tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "PUT /v2.0/floatingips/d946fdf7-0460-47d4-b48d-fa0162413a32 HTTP/1.1" status: 409 len: 548 time: 0.9137106 Aug 27 02:27:26.104983 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.118002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9fe24c48-92cb-4930-8b40-bf1f0329e1c6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:26.120254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:26.130354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de33d7-d692-4271-af23-958fd87e6579 req-87a51b4a-4e9d-4a9d-85a0-157cf2064fba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:26.131804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-87a51b4a-4e9d-4a9d-85a0-157cf2064fba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.2274420 Aug 27 02:27:26.147918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c6c056d-9f14-44fd-8c02-94cb5f90b4c6 req-a6c8023b-8fa2-4d7e-9ccb-943b57076fd5 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 10899 time: 0.1178641 Aug 27 02:27:26.172689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:26.179723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Request body: {'port': {'device_id': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'admin_state_up': True, 'tenant_id': '0752587e783c4457a71471578251cf20'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:26.200062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c6c056d-9f14-44fd-8c02-94cb5f90b4c6 req-a9ed7054-e566-48cb-83e1-c884537ad77a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a HTTP/1.1" status: 200 len: 2981 time: 0.0440660 Aug 27 02:27:26.264345 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c6c056d-9f14-44fd-8c02-94cb5f90b4c6 req-deaef6ca-2faf-487b-8f28-980cf3ca2c33 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a HTTP/1.1" status: 200 len: 2981 time: 0.0538926 Aug 27 02:27:26.275722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:26.293408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event updated for resources: {'Port': ['ID=23f7195a-8335-4f10-8408-e2e33a298b85,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:26.295963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:26.312328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:26.320755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-450d82e6-ac96-4eb8-8dc0-6c73fc7cdeef tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips/d946fdf7-0460-47d4-b48d-fa0162413a32 HTTP/1.1" status: 200 len: 691 time: 0.0501652 Aug 27 02:27:26.344124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:26.384189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e853bc-230c-4461-8b10-2e969f0809b3 req-f6970c47-5c2c-4d6a-b93f-64b9eb1902c2 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:26.385708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4e853bc-230c-4461-8b10-2e969f0809b3 req-f6970c47-5c2c-4d6a-b93f-64b9eb1902c2 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.2747030 Aug 27 02:27:26.434613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-afd20c92-3de9-4f9f-b6ae-8580fe559958 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:26.435952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-afd20c92-3de9-4f9f-b6ae-8580fe559958 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1086023 Aug 27 02:27:26.450542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:26.451166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.459271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:26.461541 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206dddb0-d24f-4dd4-a411-e717b99a0e5f" -d '{"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-unplugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:26.465686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.490555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-2d647e41-d170-49de-b804-79ed1887efec tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0479832 Aug 27 02:27:26.500423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-aa6b1ee2-0f41-4b74-8382-a9c99a2cfa77 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9727259 Aug 27 02:27:26.505129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Transition to ACTIVE for port object cf32c11d-09a6-443a-ba0c-0389b5b2b58f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:26.511687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4e853bc-230c-4461-8b10-2e969f0809b3 req-e2ec9232-bc2e-418f-a015-81d5d9f3b0d6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053507 Aug 27 02:27:26.517109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.535119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Request body: {'port': {'device_id': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:26.546373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-76f405b9-fc7d-4b56-8121-8aa0c3e1c67e tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0466745 Aug 27 02:27:26.558682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:26.562901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.664007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] No DVR routers for this DVR port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:26.671787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:26.691578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Deleting port 5b6cbdcf-4a12-4266-bb4e-90a7cd90ac1f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:26.691946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.744938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac9c2be-caba-4ed9-a40f-c48766374113 req-9359d950-1d9b-4106-9392-dd34b1db10db tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 210 time: 0.0765727 Aug 27 02:27:26.772429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.781116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.781453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.794727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Calling delete_port for 5b6cbdcf-4a12-4266-bb4e-90a7cd90ac1f owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:26.831199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:26.831536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:26.831874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:26.893299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:26.893595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Attempting to bind port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:26.916595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d5a38fe-32c7-4e85-aeb0-8e0bbef7da7e req-d2e6c0cd-f3cd-43ee-ac33-852072dd5184 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/1e6d5d5e-1db6-4469-8f9d-d78832eafc73 HTTP/1.1" status: 200 len: 1801 time: 0.1394885 Aug 27 02:27:26.925237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:26.925579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:26.925966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:26.926441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Bound port: cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:26.926807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.930075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.958095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Allocated IP 172.20.0.5 (621040e8-061a-4b1e-ab51-62bf1adf7ee0/0d761fb0-67d1-4f09-88b5-42861d0d5b51/a8076e64-55b7-45e0-a0d8-b9d5188adc40) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:26.960544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event deleted for resources: {'Port': ['ID=5b6cbdcf-4a12-4266-bb4e-90a7cd90ac1f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:27.026502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.029847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.031030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dbcc86ba-901f-44e4-be2e-75efae25bea8 req-3710f9df-6e8c-4803-8afc-02bad0801666 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "DELETE /v2.0/floatingips/d946fdf7-0460-47d4-b48d-fa0162413a32 HTTP/1.1" status: 204 len: 173 time: 0.4795761 Aug 27 02:27:27.139635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c3ebf-d432-4238-beac-bb23b6abdc67 req-a0f75f85-cbeb-4a8e-af98-16ea14ef9ca6 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.141124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d57c3ebf-d432-4238-beac-bb23b6abdc67 req-a0f75f85-cbeb-4a8e-af98-16ea14ef9ca6 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0503743 Aug 27 02:27:27.179690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d57c3ebf-d432-4238-beac-bb23b6abdc67 req-612dd724-3a48-4097-aa00-2c1d3b01c91e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Aug 27 02:27:27.241847 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897d7888-8cf1-4c35-a573-c4c542bca40e x-openstack-request-id: req-897d7888-8cf1-4c35-a573-c4c542bca40e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:27.242424 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-unplugged", "status": "completed", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:27.242424 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-897d7888-8cf1-4c35-a573-c4c542bca40e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:27.242815 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'code': 200} Aug 27 02:27:27.248983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:27.270673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d5a38fe-32c7-4e85-aeb0-8e0bbef7da7e req-ab5e49d4-6f54-4ee1-b3a9-b5739309e3cb tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.284107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:27.301086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.333418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9ee69-b406-4a31-b355-e94c2c155f28 req-34d5cecb-a350-445d-8e00-2da46572cb9a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.335018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2c9ee69-b406-4a31-b355-e94c2c155f28 req-34d5cecb-a350-445d-8e00-2da46572cb9a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 931 time: 0.0529332 Aug 27 02:27:27.337559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d5a38fe-32c7-4e85-aeb0-8e0bbef7da7e req-ab5e49d4-6f54-4ee1-b3a9-b5739309e3cb tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.373579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2c9ee69-b406-4a31-b355-e94c2c155f28 req-8e1d3f71-9321-4267-a675-5e53482649ac tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Aug 27 02:27:27.407046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.407683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.409147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] 10.222.0.45 "PUT /v2.0/ports/cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 1097 time: 2.3053751 Aug 27 02:27:27.486469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.493719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb1daa-a3de-41bb-ae81-4004d893270f service neutron] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:27.495021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-9b905e27-d486-4327-a4ce-3b2af0f4a782 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 1001 time: 0.0832789 Aug 27 02:27:27.540473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d5a38fe-32c7-4e85-aeb0-8e0bbef7da7e req-ab5e49d4-6f54-4ee1-b3a9-b5739309e3cb tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.543038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3d5a38fe-32c7-4e85-aeb0-8e0bbef7da7e req-ab5e49d4-6f54-4ee1-b3a9-b5739309e3cb tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.550880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d5a38fe-32c7-4e85-aeb0-8e0bbef7da7e req-ab5e49d4-6f54-4ee1-b3a9-b5739309e3cb tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/1e6d5d5e-1db6-4469-8f9d-d78832eafc73 HTTP/1.1" status: 204 len: 173 time: 0.6183102 Aug 27 02:27:27.554167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-70d5600d-3991-4f42-88d3-a1531f5f60d6 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.569388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-70d5600d-3991-4f42-88d3-a1531f5f60d6 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports/552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 942 time: 0.0616951 Aug 27 02:27:27.602696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e49d4-6f54-4ee1-b3a9-b5739309e3cb tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d5d5e-1db6-4469-8f9d-d78832eafc73,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:27.618580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f7195a-8335-4f10-8408-e2e33a298b85 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:27.628564 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.636863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-48547f69-1846-41f4-bc1d-d7b02d7b3313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.657461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Transition to ACTIVE for port object 23f7195a-8335-4f10-8408-e2e33a298b85 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:27.680918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.686010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-cdf8f529-075e-46cb-a560-c3e62c1ae4ed tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 1001 time: 0.0858951 Aug 27 02:27:27.698423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-00f9d98e-0223-432c-838b-4e5c692e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.700629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-00f9d98e-0223-432c-838b-4e5c692e6b2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1100 time: 0.2467272 Aug 27 02:27:27.725529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.794930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-01481cc5-8a24-476b-bbda-cf4a22b964cd tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.796370 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-01481cc5-8a24-476b-bbda-cf4a22b964cd tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1042380 Aug 27 02:27:27.822279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a1141-7cb6-4000-a24e-66850095e2a6 req-edbb0977-3e07-470f-8a50-a9005da46f54 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.823814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-631a1141-7cb6-4000-a24e-66850095e2a6 req-edbb0977-3e07-470f-8a50-a9005da46f54 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 949 time: 0.2162549 Aug 27 02:27:27.824431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Pushing event updated for resources: {'Port': ['ID=23f7195a-8335-4f10-8408-e2e33a298b85,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:27.835424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:27.845890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:27.862451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-d58045c5-110a-4201-9186-625606997ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 1001 time: 0.0589893 Aug 27 02:27:27.872547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:27.891533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:27.930238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.005194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event updated for resources: {'Port': ['ID=a8076e64-55b7-45e0-a0d8-b9d5188adc40,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:28.018599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-631a1141-7cb6-4000-a24e-66850095e2a6 req-9e54b559-9edf-4756-a3f7-cde3b11b3312 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799490 Aug 27 02:27:28.025602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-2562d87d-d6b1-4fc0-a21c-c509124af9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.028034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-2562d87d-d6b1-4fc0-a21c-c509124af9cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.3051727 Aug 27 02:27:28.036471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.037142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.108377 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-e3a505e3-1c51-4f8f-8077-fe831ee82eef req-2a41c94b-c8fd-40af-8dea-09dfcca1e513 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:27:28.109306 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3a505e3-1c51-4f8f-8077-fe831ee82eef req-2a41c94b-c8fd-40af-8dea-09dfcca1e513 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/1e6d5d5e-1db6-4469-8f9d-d78832eafc73 HTTP/1.1" status: 404 len: 352 time: 0.0628057 Aug 27 02:27:28.110591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-abefc4f1-d469-4338-ae35-8d0a4bc05573 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0702548 Aug 27 02:27:28.113944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-63291554-5793-4ba2-81f3-ed18285b65f5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9445589 Aug 27 02:27:28.114809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Attempting to bind port 23f7195a-8335-4f10-8408-e2e33a298b85 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:28.115154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Attempting to bind port 23f7195a-8335-4f10-8408-e2e33a298b85 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:28.147352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Attempting to bind port 23f7195a-8335-4f10-8408-e2e33a298b85 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:28.147352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Request body: {'port': {'device_id': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:28.162796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Port 23f7195a-8335-4f10-8408-e2e33a298b85 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:28.163120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Attempting to bind port 23f7195a-8335-4f10-8408-e2e33a298b85 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:28.199103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:28.199726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:28.200255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Bound using segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:28.200958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Bound port: 23f7195a-8335-4f10-8408-e2e33a298b85, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:28.201212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.245238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-7620b8cd-6c66-4909-8b19-f8784afaccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.246794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-7620b8cd-6c66-4909-8b19-f8784afaccb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1288805 Aug 27 02:27:28.274164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8573125d-cf21-4983-957e-1f5106545428 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:28.292384 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.352164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.364437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:28.410533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac96fa-8b4b-4014-9551-7a849f07b4b8 req-b3766f08-c878-4488-8152-ac37251480de tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.411821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8573125d-cf21-4983-957e-1f5106545428'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:28.412110 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e1ac96fa-8b4b-4014-9551-7a849f07b4b8 req-b3766f08-c878-4488-8152-ac37251480de tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 931 time: 0.1613433 Aug 27 02:27:28.413471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] For port 23f7195a-8335-4f10-8408-e2e33a298b85, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:28.415499 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e78a3-76cd-4b44-b877-e198421ec46e" -d '{"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-unplugged", "status": "completed", "tag": "8573125d-cf21-4983-957e-1f5106545428"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:28.415970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.421311 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.421517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] For port 23f7195a-8335-4f10-8408-e2e33a298b85, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=23f7195a-8335-4f10-8408-e2e33a298b85,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:28.421881 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Floating IP e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7 disassociated. External IP: 172.25.1.212, port: 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185. Aug 27 02:27:28.436212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:28.441057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:28.441591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-7fa6772b-5d7d-4da1-b26a-992fc4d8960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.443094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-7fa6772b-5d7d-4da1-b26a-992fc4d8960a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778543 Aug 27 02:27:28.443424 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.451683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.496237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:28.649234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Router 3be3f981-c80f-43c6-bad1-8fa6639ea023 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:28.763631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:28.768765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.774217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569483df-1503-4786-8a28-d91de7300f55 None None] Sync routers for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:28.784232 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:28.784841 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:28.798190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-b42ebaf2-5e8d-4442-8070-943e7e6c4108 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "PUT /v2.0/floatingips/e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7 HTTP/1.1" status: 200 len: 695 time: 0.9293869 Aug 27 02:27:28.798776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:28.801351 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50aa271-5192-48ea-9218-9ef4202b5ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:28.856807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-c9e4114d-6aaa-42f3-ac9d-7c0460283b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.858602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-c9e4114d-6aaa-42f3-ac9d-7c0460283b75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 1096 time: 0.0419319 Aug 27 02:27:28.867500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.867675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.869379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] 10.222.0.45 "PUT /v2.0/ports/23f7195a-8335-4f10-8408-e2e33a298b85 HTTP/1.1" status: 200 len: 1091 time: 2.3545251 Aug 27 02:27:28.882426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e1ac96fa-8b4b-4014-9551-7a849f07b4b8 req-bf0e314d-ab82-4bd7-b10b-b98e3e6fd018 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579353 Aug 27 02:27:28.913081 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:28.978653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-7e3347a3-8a8a-4e1b-9245-6b50be280953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.981296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-7e3347a3-8a8a-4e1b-9245-6b50be280953 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 200 len: 929 time: 0.1153994 Aug 27 02:27:28.986891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8baa-cb0d-4efa-8c4f-201463048b0e service neutron] Pushing event updated for resources: {'Port': ['ID=23f7195a-8335-4f10-8408-e2e33a298b85,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:29.026888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-e12cf5e1-aa87-4f8f-91b0-d7bfe8fb3f5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 217 time: 0.0383701 Aug 27 02:27:29.032736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-bfb3d1a6-fa94-4c9b-b07a-5af30cfea357 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764837 Aug 27 02:27:29.081295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-0edbbb5a-2753-4f2c-b88a-3409b39270c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.090126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-0edbbb5a-2753-4f2c-b88a-3409b39270c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68691603-e281-4ca1-abe3-26e130c100bb HTTP/1.1" status: 200 len: 867 time: 0.0550814 Aug 27 02:27:29.106923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c81ee6ea-e7b0-473e-b6fb-9ffc8da94564 req-62596fd6-6d80-457a-bf16-caaca9a59793 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/e3e3204e-b1e9-496d-befc-720bf527e392 HTTP/1.1" status: 200 len: 1800 time: 0.1861789 Aug 27 02:27:29.136582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-c919beb5-d616-4def-8406-d563a1699eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.137923 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:27:01Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:29.138394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-c919beb5-d616-4def-8406-d563a1699eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16c0e32a-5828-4163-b037-5aadf1f68970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473192 Aug 27 02:27:29.141820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-94108aac-2344-451f-9d7f-f273ae49d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.143364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-94108aac-2344-451f-9d7f-f273ae49d767 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 1094 time: 0.1901853 Aug 27 02:27:29.169353 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569483df-1503-4786-8a28-d91de7300f55 None None] Checking router: 3be3f981-c80f-43c6-bad1-8fa6639ea023 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:29.178176 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:29.178837 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:29.221614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-15702912-c77c-4d08-82ec-a381737319f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f7195a-8335-4f10-8408-e2e33a298b85 HTTP/1.1" status: 200 len: 217 time: 0.0657616 Aug 27 02:27:29.224989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:27:29.236700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-1c6efcd6-f695-43c8-8603-41e5e8cc1acc service neutron] 10.222.0.10 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917969 Aug 27 02:27:29.246149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}, {'name': 'network-changed', 'server_uuid': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'tag': '23f7195a-8335-4f10-8408-e2e33a298b85'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:29.248985 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}, {"name": "network-changed", "server_uuid": "eecd6a3d-6e48-4253-9e95-457c0b0149de", "tag": "23f7195a-8335-4f10-8408-e2e33a298b85"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:29.312737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4fdce52-0f28-4ecd-b711-f289bc1c88bd req-09600412-833a-46e2-979b-af2dfd91868e service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669840 Aug 27 02:27:29.313291 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:29.343769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fce244d-ea9d-4dbe-b106-04a535f52bb3 req-8d345c49-b14d-4d92-9fba-24ba86694908 service neutron] 10.222.0.10 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967209 Aug 27 02:27:29.346733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8076e64-55b7-45e0-a0d8-b9d5188adc40 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:29.352781 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c81ee6ea-e7b0-473e-b6fb-9ffc8da94564 req-a21f3c72-b40e-40e7-9bc7-a1c49484cd29 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.361124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.367083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-03011993-2b56-4df9-9365-8ebc02645cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.368605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-03011993-2b56-4df9-9365-8ebc02645cb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.1336722 Aug 27 02:27:29.417366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-482a7ac8-9ac7-47a5-b81c-1f8d44daa74c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398974 Aug 27 02:27:29.419031 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c81ee6ea-e7b0-473e-b6fb-9ffc8da94564 req-a21f3c72-b40e-40e7-9bc7-a1c49484cd29 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.428708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Transition to ACTIVE for port object a8076e64-55b7-45e0-a0d8-b9d5188adc40 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:29.443082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.463496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367039fa-6545-4d54-9a52-1eeeb69b6dbe req-5e4b9d2b-e8bc-457a-8b0e-8f6808fc0596 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.465204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-367039fa-6545-4d54-9a52-1eeeb69b6dbe req-5e4b9d2b-e8bc-457a-8b0e-8f6808fc0596 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 944 time: 0.0582571 Aug 27 02:27:29.504673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-367039fa-6545-4d54-9a52-1eeeb69b6dbe req-e874de60-0530-4a20-a2e7-9e8f84ff1ae2 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Aug 27 02:27:29.562012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8076e64-55b7-45e0-a0d8-b9d5188adc40,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:29.576397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-569483df-1503-4786-8a28-d91de7300f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:27:01Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:29.584070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c81ee6ea-e7b0-473e-b6fb-9ffc8da94564 req-a21f3c72-b40e-40e7-9bc7-a1c49484cd29 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.586637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c81ee6ea-e7b0-473e-b6fb-9ffc8da94564 req-a21f3c72-b40e-40e7-9bc7-a1c49484cd29 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.587802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c81ee6ea-e7b0-473e-b6fb-9ffc8da94564 req-a21f3c72-b40e-40e7-9bc7-a1c49484cd29 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/e3e3204e-b1e9-496d-befc-720bf527e392 HTTP/1.1" status: 204 len: 173 time: 0.4661367 Aug 27 02:27:29.610527 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569483df-1503-4786-8a28-d91de7300f55 None None] The sync data for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 is: [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:26:54Z', 'revision_number': 4, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c9e1ef9f-1977-4899-ac2d-0bf1a9e20282', 'name': '', 'network_id': '16c0e32a-5828-4163-b037-5aadf1f68970', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'mac_address': 'fa:16:3e:27:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '68691603-e281-4ca1-abe3-26e130c100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:53Z', 'updated_at': '2021-08-27T02:27:01Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'subnets': [{'id': '68691603-e281-4ca1-abe3-26e130c100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:29.629594 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df6de29-25d6-4895-a24f-db03a986fcbe x-openstack-request-id: req-9df6de29-25d6-4895-a24f-db03a986fcbe {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:29.630096 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-unplugged", "status": "failed", "tag": "8573125d-cf21-4983-957e-1f5106545428", "code": 422}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:29.630301 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9df6de29-25d6-4895-a24f-db03a986fcbe {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:29.630821 n-d-806293-1 neutron-server[94774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8573125d-cf21-4983-957e-1f5106545428', 'code': 422} returned with failed status Aug 27 02:27:29.657071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-c37ba437-fe24-4e29-a778-d5856f119c97 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271190 Aug 27 02:27:29.657822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f3c72-b40e-40e7-9bc7-a1c49484cd29 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3204e-b1e9-496d-befc-720bf527e392,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:29.662618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fbbf4-9122-4faa-a83b-0641a47d3c34 req-a9304f0a-6145-40ab-b6b7-bc106bf6d808 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.664296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e3fbbf4-9122-4faa-a83b-0641a47d3c34 req-a9304f0a-6145-40ab-b6b7-bc106bf6d808 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 943 time: 0.0619080 Aug 27 02:27:29.674806 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7304c-dfe5-4d69-bde6-c2b92b77bfb8 x-openstack-request-id: req-1ed7304c-dfe5-4d69-bde6-c2b92b77bfb8 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:29.675101 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:29.675354 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ed7304c-dfe5-4d69-bde6-c2b92b77bfb8 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:29.675762 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'status': 'completed', 'code': 200} Aug 27 02:27:29.726961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e3fbbf4-9122-4faa-a83b-0641a47d3c34 req-c82fdeed-3d76-4fd0-bcfb-da0b76286a45 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501921 Aug 27 02:27:29.830344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Attempting to bind port a8076e64-55b7-45e0-a0d8-b9d5188adc40 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:29.830693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Attempting to bind port a8076e64-55b7-45e0-a0d8-b9d5188adc40 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:29.831023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Attempting to bind port a8076e64-55b7-45e0-a0d8-b9d5188adc40 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:29.848262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Port a8076e64-55b7-45e0-a0d8-b9d5188adc40 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:29.848707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Attempting to bind port a8076e64-55b7-45e0-a0d8-b9d5188adc40 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:29.857169 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b456304-677f-4758-bd87-bbe525fd8d10 x-openstack-request-id: req-5b456304-677f-4758-bd87-bbe525fd8d10 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:29.857464 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eecd6a3d-6e48-4253-9e95-457c0b0149de", "tag": "23f7195a-8335-4f10-8408-e2e33a298b85", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:29.857716 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b456304-677f-4758-bd87-bbe525fd8d10 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:29.858112 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'status': 'completed', 'code': 200} Aug 27 02:27:29.864632 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'tag': '23f7195a-8335-4f10-8408-e2e33a298b85', 'status': 'completed', 'code': 200} Aug 27 02:27:29.881346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-02dd886b-9658-423d-8271-e761888e770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.882948 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-02dd886b-9658-423d-8271-e761888e770e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 1096 time: 0.1593089 Aug 27 02:27:29.886123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:29.886497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Checking segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:29.886877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Bound using segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:29.887329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Bound port: a8076e64-55b7-45e0-a0d8-b9d5188adc40, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:29.887690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.900255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7b7d7-2595-4b6c-981c-5433fbad994a req-c49be66e-3053-4803-b3a0-38e0e1184463 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.901790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ccb7b7d7-2595-4b6c-981c-5433fbad994a req-c49be66e-3053-4803-b3a0-38e0e1184463 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 949 time: 0.1507204 Aug 27 02:27:29.928827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d41d986-50d5-4e7f-a9c3-73ba6cb97350 req-b032187a-7613-4036-be00-a79d08543ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629535 Aug 27 02:27:29.951549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-af7fc63f-8856-4d42-9782-38b61738febd tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips/e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7 HTTP/1.1" status: 200 len: 695 time: 0.0554442 Aug 27 02:27:29.958645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-b89757cf-5cc1-4471-9b5e-daa27466c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.960657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-b89757cf-5cc1-4471-9b5e-daa27466c1d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1100 time: 0.0912504 Aug 27 02:27:29.961896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae44de4-b6f1-49ed-b9d1-b35adb9536e7 None None] New status for floating IP e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:27:30.079405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ccb7b7d7-2595-4b6c-981c-5433fbad994a req-8b774984-eeb5-4111-ad04-04d64a6461e8 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615851 Aug 27 02:27:30.094631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-99cab7ad-9cdc-49a6-8863-80414d2ab32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.096182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-99cab7ad-9cdc-49a6-8863-80414d2ab32b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1100 time: 0.2050107 Aug 27 02:27:30.113347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] For port a8076e64-55b7-45e0-a0d8-b9d5188adc40, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:30.128238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-81042229-ad97-4d64-bce7-7b9fc2894a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.129730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-81042229-ad97-4d64-bce7-7b9fc2894a51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1607807 Aug 27 02:27:30.152464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-d5492633-2f67-42f3-bb20-22e227e3d141 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.153836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-d5492633-2f67-42f3-bb20-22e227e3d141 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1867998 Aug 27 02:27:30.167663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-fd758741-626d-4089-ab5d-7b95edb166c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.169162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-fd758741-626d-4089-ab5d-7b95edb166c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 200 len: 929 time: 0.2529805 Aug 27 02:27:30.172455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] For port a8076e64-55b7-45e0-a0d8-b9d5188adc40, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a8076e64-55b7-45e0-a0d8-b9d5188adc40,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:30.192163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-f217e39d-54f7-45d1-97f4-7454262a4ca2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0518456 Aug 27 02:27:30.197286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.206456 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f91-3b1e-44ed-858c-49b664a05a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.262008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-ad1925fe-62dc-424b-bece-996dd6001b43 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 698 time: 0.0723565 Aug 27 02:27:30.274952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-8419e937-1c58-4211-b70e-8a8ba8a78f7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 200 len: 217 time: 0.0892363 Aug 27 02:27:30.284042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-f6caee66-5d2b-40af-aa72-b1e326661a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.285479 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-f6caee66-5d2b-40af-aa72-b1e326661a27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0856690 Aug 27 02:27:30.287227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:30.311983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.312603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.313969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] 10.222.0.32 "PUT /v2.0/ports/a8076e64-55b7-45e0-a0d8-b9d5188adc40 HTTP/1.1" status: 200 len: 1091 time: 2.1871214 Aug 27 02:27:30.347932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-21b8f94d-8b1f-4f49-9067-00de609ee770 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0737312 Aug 27 02:27:30.367962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56adc9-2e35-43e5-b3f8-5fa4d3009dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8076e64-55b7-45e0-a0d8-b9d5188adc40,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:30.389635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d8c7c-b7d0-4835-a4a4-049a62b24691 req-acbae8c2-a418-4ddf-96b1-f5b9f090b8a9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.391188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b00d8c7c-b7d0-4835-a4a4-049a62b24691 req-acbae8c2-a418-4ddf-96b1-f5b9f090b8a9 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 944 time: 0.2174485 Aug 27 02:27:30.395838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-78d417b6-0c4a-4f9b-a349-423b71288878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.397309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-78d417b6-0c4a-4f9b-a349-423b71288878 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2901165 Aug 27 02:27:30.424471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.432900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-d7979856-4657-4d17-ab83-89a033cd8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.434030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:30.434417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-d7979856-4657-4d17-ab83-89a033cd8cf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68691603-e281-4ca1-abe3-26e130c100bb HTTP/1.1" status: 200 len: 867 time: 0.1422222 Aug 27 02:27:30.443269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-db40b681-dd8b-4a68-915e-b425a498726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.444792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-db40b681-dd8b-4a68-915e-b425a498726e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281819 Aug 27 02:27:30.446952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'mac_address': 'fa:16:3e:1b:b8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:30.483735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-89f6fda9-08fd-42f1-9d6a-eecd407126c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 200 len: 217 time: 0.0705674 Aug 27 02:27:30.492543 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.506353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf32c11d-09a6-443a-ba0c-0389b5b2b58f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:30.531906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:30.537992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.564921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b00d8c7c-b7d0-4835-a4a4-049a62b24691 req-1a54134f-eab1-497c-9ce7-b9cb97c62127 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481321 Aug 27 02:27:30.568819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Deleting port e4cbcd90-1e22-4562-a947-8dcb0deb4940 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:30.569164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.570081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de33d7-d692-4271-af23-958fd87e6579 req-77f91d4f-bf1d-4ef8-a27c-db078e3ef214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.571207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-77f91d4f-bf1d-4ef8-a27c-db078e3ef214 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 1094 time: 0.1983533 Aug 27 02:27:30.574842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-20605902-6f0e-46a3-905d-117f3c2d8b15 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040001 Aug 27 02:27:30.597499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-3f4c63fe-2917-47f5-94ca-3d7735ecb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.599128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-3f4c63fe-2917-47f5-94ca-3d7735ecb469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0946081 Aug 27 02:27:30.599677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:30.600871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-56cc2741-35a0-4ec2-98d5-c695499e08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.602242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-56cc2741-35a0-4ec2-98d5-c695499e08cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16c0e32a-5828-4163-b037-5aadf1f68970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296327 Aug 27 02:27:30.655323 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-36712c64-09c1-4086-8e5c-0d312006d337 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8076e64-55b7-45e0-a0d8-b9d5188adc40 HTTP/1.1" status: 200 len: 217 time: 0.0681376 Aug 27 02:27:30.713008 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.713592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.733030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-937bf08d-7d2a-4fc0-8d34-46ff804dd80f service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476092 Aug 27 02:27:30.733901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Calling delete_port for e4cbcd90-1e22-4562-a947-8dcb0deb4940 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:30.748423 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-85d785e1-6fe2-4ccf-9b3a-c99c892baa5e req-eda602cb-0701-4ba2-8f08-0349f6baa3cf tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:27:30.751063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85d785e1-6fe2-4ccf-9b3a-c99c892baa5e req-eda602cb-0701-4ba2-8f08-0349f6baa3cf tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/e3e3204e-b1e9-496d-befc-720bf527e392 HTTP/1.1" status: 404 len: 352 time: 0.1094413 Aug 27 02:27:30.794493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-6df89c35-a672-418c-9bd0-8c9076bea4a4 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608021 Aug 27 02:27:30.845838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-8e119003-c9ac-4805-857a-91b0c5a07e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.847381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-8e119003-c9ac-4805-857a-91b0c5a07e69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 1094 time: 0.0627429 Aug 27 02:27:30.886507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-531622f2-6b7c-4a13-ac47-3ddd2a119690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.887334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-531622f2-6b7c-4a13-ac47-3ddd2a119690 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548656 Aug 27 02:27:30.888641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de33d7-d692-4271-af23-958fd87e6579 req-7ce5413f-7a02-4fb6-bc9d-4f127da7eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.890235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-7ce5413f-7a02-4fb6-bc9d-4f127da7eee9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.1804581 Aug 27 02:27:30.979152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.983635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-68aaa882-1bc0-4281-8995-219d3ceca0cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772789 Aug 27 02:27:30.990522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-0044cb1a-39d4-4717-8bdd-451f3d5a23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.994539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-0044cb1a-39d4-4717-8bdd-451f3d5a23bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 907 time: 0.1358967 Aug 27 02:27:31.013554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792250-b490-43af-9aa8-2bf65766e533 req-03112168-ae27-4030-8774-b53f3ca54f00 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.015194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d792250-b490-43af-9aa8-2bf65766e533 req-03112168-ae27-4030-8774-b53f3ca54f00 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 943 time: 0.1964228 Aug 27 02:27:31.023833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event deleted for resources: {'Port': ['ID=e4cbcd90-1e22-4562-a947-8dcb0deb4940,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:31.075388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-3bf8d2ac-8ba7-4eeb-b427-5c84ad3852a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f7195a-8335-4f10-8408-e2e33a298b85 HTTP/1.1" status: 200 len: 217 time: 0.0591655 Aug 27 02:27:31.154588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.157237 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.158396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aff23704-9d1e-49bd-8bb7-bdde307a39d3 req-c61048e8-070d-48fd-bc87-98317130d957 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "DELETE /v2.0/floatingips/e28f5b6d-1a46-4919-8ded-c4c0b0bd79e7 HTTP/1.1" status: 204 len: 173 time: 0.8038929 Aug 27 02:27:31.168400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-8e9e8fcc-4453-4263-879d-05f06fb05c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.168400 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-8e9e8fcc-4453-4263-879d-05f06fb05c9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0683675 Aug 27 02:27:31.173389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.205467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-fcad0954-d7fa-4515-9a51-874dbdc7e940 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260229 Aug 27 02:27:31.314090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-ced70ca7-8d7a-4613-a5e4-c9c8cb131f7a service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002154 Aug 27 02:27:31.355712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50aa271-5192-48ea-9218-9ef4202b5ed8 req-83d298f4-2665-4675-83c2-0ee276d4c5e9 service neutron] 10.222.0.45 "GET /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502079 Aug 27 02:27:31.426343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d792250-b490-43af-9aa8-2bf65766e533 req-5d3451ad-690a-4ad5-bb14-38b20fb0ad5f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196551 Aug 27 02:27:31.437786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-40e9288f-eb6b-43d3-ac99-bcdcfa1d7775 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338857 Aug 27 02:27:31.448297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-bb1fd9d2-6a6c-4206-8bb5-498a23f100e7 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261158 Aug 27 02:27:31.457256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05016963-a643-47b0-8c5f-a4a43ee5fa8e req-54dcd8b1-9dab-4a2d-a8b8-cc161441766a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.458768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05016963-a643-47b0-8c5f-a4a43ee5fa8e req-54dcd8b1-9dab-4a2d-a8b8-cc161441766a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 943 time: 0.0774703 Aug 27 02:27:31.483355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-99731b74-a8c4-4946-983b-dbc7be561c20 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882557 Aug 27 02:27:31.503255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05016963-a643-47b0-8c5f-a4a43ee5fa8e req-e6074dae-3f1e-4abf-a525-7c6cdfacf5e4 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Aug 27 02:27:31.614912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79f6d93b-3977-4118-9497-b11787540c7e req-9ddb14c3-f19c-4947-bae1-a4541b16085d tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/0cd3334b-0357-4f49-91e2-ad35c35a3b97 HTTP/1.1" status: 200 len: 1801 time: 0.1534061 Aug 27 02:27:31.667997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae761031-11f2-4064-b1e7-653b37e75481 req-7b48b97a-8a4a-43bd-ad4c-6505a2f74874 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.669504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae761031-11f2-4064-b1e7-653b37e75481 req-7b48b97a-8a4a-43bd-ad4c-6505a2f74874 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.0529709 Aug 27 02:27:31.674358 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46e1a3e-ed2e-42c2-83dc-0c0f5ba543da req-07eaee9b-901a-4979-b5e8-37e0d00e8346 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265766 Aug 27 02:27:31.680124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de33d7-d692-4271-af23-958fd87e6579 req-8b435570-de50-4b00-bade-efba5653705a service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662343 Aug 27 02:27:31.708314 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae761031-11f2-4064-b1e7-653b37e75481 req-68c19dbd-604e-40a0-8d5e-7d01751c3c27 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Aug 27 02:27:31.714029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-79f6d93b-3977-4118-9497-b11787540c7e req-8de025a9-bd77-4835-88a1-a612a49ec8ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.747429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-79f6d93b-3977-4118-9497-b11787540c7e req-8de025a9-bd77-4835-88a1-a612a49ec8ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.790403 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-79f6d93b-3977-4118-9497-b11787540c7e req-8de025a9-bd77-4835-88a1-a612a49ec8ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.793069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-79f6d93b-3977-4118-9497-b11787540c7e req-8de025a9-bd77-4835-88a1-a612a49ec8ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.794268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79f6d93b-3977-4118-9497-b11787540c7e req-8de025a9-bd77-4835-88a1-a612a49ec8ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/0cd3334b-0357-4f49-91e2-ad35c35a3b97 HTTP/1.1" status: 204 len: 173 time: 0.1682456 Aug 27 02:27:31.804082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de025a9-bd77-4835-88a1-a612a49ec8ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd3334b-0357-4f49-91e2-ad35c35a3b97,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:31.879718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'tag': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:31.882173 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ce71e6-6f77-4e4d-99b0-777835be3043" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8", "tag": "a8076e64-55b7-45e0-a0d8-b9d5188adc40"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:31.899723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6e3f-31c0-4bb9-a341-b70b4d7e46e6 req-331d472a-ed58-4080-833f-f6e2d7c816e3 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.901301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d65a6e3f-31c0-4bb9-a341-b70b4d7e46e6 req-331d472a-ed58-4080-833f-f6e2d7c816e3 tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 1101 time: 0.0467360 Aug 27 02:27:31.920318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e370af-9622-4cc1-9f85-b4e7f8993017 req-b1de8814-5754-4826-82da-9e2f2c4b3715 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.921817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87e370af-9622-4cc1-9f85-b4e7f8993017 req-b1de8814-5754-4826-82da-9e2f2c4b3715 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0508788 Aug 27 02:27:31.943042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d65a6e3f-31c0-4bb9-a341-b70b4d7e46e6 req-ee9d2735-3a41-48bf-b81f-3852a19734eb tempest-MigrationsAdminTest-1975365567 tempest-MigrationsAdminTest-1975365567-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349722 Aug 27 02:27:31.973115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87e370af-9622-4cc1-9f85-b4e7f8993017 req-4b808620-59af-4346-a943-5566dabb9fb0 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0374558 Aug 27 02:27:31.994732 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-79497902-5773-4e54-969c-d384af9a9134 req-26f64281-e8b2-48f5-b225-cef2e21fd8ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:27:31.997087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79497902-5773-4e54-969c-d384af9a9134 req-26f64281-e8b2-48f5-b225-cef2e21fd8ed tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/0cd3334b-0357-4f49-91e2-ad35c35a3b97 HTTP/1.1" status: 404 len: 352 time: 0.0201828 Aug 27 02:27:31.998047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cf32c11d-09a6-443a-ba0c-0389b5b2b58f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:32.046882 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f22797-004d-4ec2-a61a-35e4d7adda4d x-openstack-request-id: req-93f22797-004d-4ec2-a61a-35e4d7adda4d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:32.047223 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8", "tag": "a8076e64-55b7-45e0-a0d8-b9d5188adc40", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:32.047507 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93f22797-004d-4ec2-a61a-35e4d7adda4d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:32.048093 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'tag': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40', 'status': 'completed', 'code': 200} Aug 27 02:27:32.094968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d0c02-d0e8-4616-aec7-5d548c27fa03 req-29acdc14-9763-4ac2-8d43-22c6f1af4449 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.102485 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d39d0c02-d0e8-4616-aec7-5d548c27fa03 req-29acdc14-9763-4ac2-8d43-22c6f1af4449 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 944 time: 0.0766993 Aug 27 02:27:32.138873 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d39d0c02-d0e8-4616-aec7-5d548c27fa03 req-8fc71aaf-3eca-49f3-870c-278d74ccc67e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354812 Aug 27 02:27:32.145707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-e7adb47c-cc35-487c-9fe6-bd482bd84ebf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844665 Aug 27 02:27:32.167804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-31149083-bb7c-4758-a7aa-9a183b30c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.170153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-31149083-bb7c-4758-a7aa-9a183b30c735 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 1094 time: 0.0725598 Aug 27 02:27:32.239135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-059b58f1-3104-4f41-a7e5-eb6330fdb853 req-4b0c5aec-8f25-4e6f-be9e-6eb03db2bfcf tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0624926 Aug 27 02:27:32.294912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-b0585380-af12-47ea-8177-1bc165f27a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.296377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-b0585380-af12-47ea-8177-1bc165f27a3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 913 time: 0.1163054 Aug 27 02:27:32.317551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 23f7195a-8335-4f10-8408-e2e33a298b85 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:32.350223 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-4e34f2d6-1f61-43c0-9cde-b98ce07dac27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8076e64-55b7-45e0-a0d8-b9d5188adc40 HTTP/1.1" status: 200 len: 217 time: 0.0446894 Aug 27 02:27:32.357299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d33c3be-c20e-4449-89e9-c0aa4c8ec349 req-028788ff-54f9-4cbf-967c-7c2c10180abe tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 6150 time: 0.1168861 Aug 27 02:27:32.405356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d33c3be-c20e-4449-89e9-c0aa4c8ec349 req-c31fdb85-7ced-403f-ae4b-c59f0c94fcfa tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a HTTP/1.1" status: 200 len: 2981 time: 0.0470686 Aug 27 02:27:32.431936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-3288c59a-e1a3-4c5d-8837-67c0f337dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.434013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-3288c59a-e1a3-4c5d-8837-67c0f337dd9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.0698128 Aug 27 02:27:32.470496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 23f7195a-8335-4f10-8408-e2e33a298b85, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=23f7195a-8335-4f10-8408-e2e33a298b85,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:32.484132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '23f7195a-8335-4f10-8408-e2e33a298b85', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'port_id': '23f7195a-8335-4f10-8408-e2e33a298b85', 'mac_address': 'fa:16:3e:fd:a7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:32.493644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d33c3be-c20e-4449-89e9-c0aa4c8ec349 req-3d391b9f-0350-459d-a03e-d89a6a6d32d9 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a HTTP/1.1" status: 200 len: 2981 time: 0.0818725 Aug 27 02:27:32.500701 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-64513d30-e7ea-4081-9293-9e9ac5dc4356 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578022 Aug 27 02:27:32.544887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.604034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b38099-84db-4e7d-8869-db6b1416689b req-f3cb0a59-e779-4ed4-8d18-78309468ed0b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.606386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61b38099-84db-4e7d-8869-db6b1416689b req-f3cb0a59-e779-4ed4-8d18-78309468ed0b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 943 time: 0.0547683 Aug 27 02:27:32.659906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb276-a984-4eff-93c2-b1e27f06e1c5 req-a29fec27-90b8-4104-8add-cf4c6360b9fc tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.661533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a2fb276-a984-4eff-93c2-b1e27f06e1c5 req-a29fec27-90b8-4104-8add-cf4c6360b9fc tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1435957 Aug 27 02:27:32.667791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-870292a4-b2ac-479e-8603-b828bc1e6307 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586635 Aug 27 02:27:32.688151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61b38099-84db-4e7d-8869-db6b1416689b req-3ac9374a-bcd2-4186-a8e5-47883379402d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725844 Aug 27 02:27:32.717049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f7195a-8335-4f10-8408-e2e33a298b85 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:32.754346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 23f7195a-8335-4f10-8408-e2e33a298b85, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=23f7195a-8335-4f10-8408-e2e33a298b85,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:32.762847 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a2fb276-a984-4eff-93c2-b1e27f06e1c5 req-fc55040b-fc9c-4d55-8970-ebad0d1fb1eb tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926859 Aug 27 02:27:32.764058 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.813486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe18db-e7e3-463c-bb9d-7feb5ec28a79 req-42e545b2-8e89-4908-acd8-12b8b919014b tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.819108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81ce71e6-6f77-4e4d-99b0-777835be3043 req-344a2dd3-da01-4711-a0b1-bf204b1e5463 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392214 Aug 27 02:27:32.821152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5cbe18db-e7e3-463c-bb9d-7feb5ec28a79 req-42e545b2-8e89-4908-acd8-12b8b919014b tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 945 time: 0.0665319 Aug 27 02:27:32.823516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=23f7195a-8335-4f10-8408-e2e33a298b85,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:32.824199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-cbee197d-feac-49c4-be75-7bffe4968a20 req-eb887fc6-02cb-4e93-9021-25373602b2b8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1322517078', 'description': 'tempest-description-862488555'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:32.852896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbee197d-feac-49c4-be75-7bffe4968a20 req-eb887fc6-02cb-4e93-9021-25373602b2b8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.871356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5cbe18db-e7e3-463c-bb9d-7feb5ec28a79 req-3f34ab64-63fd-4a92-86f3-35fdf8249c9e tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 Aug 27 02:27:32.941463 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbee197d-feac-49c4-be75-7bffe4968a20 req-eb887fc6-02cb-4e93-9021-25373602b2b8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.946508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbee197d-feac-49c4-be75-7bffe4968a20 req-eb887fc6-02cb-4e93-9021-25373602b2b8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.973162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbee197d-feac-49c4-be75-7bffe4968a20 req-eb887fc6-02cb-4e93-9021-25373602b2b8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.974447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbee197d-feac-49c4-be75-7bffe4968a20 req-eb887fc6-02cb-4e93-9021-25373602b2b8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1592157 Aug 27 02:27:32.984343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb887fc6-02cb-4e93-9021-25373602b2b8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d3316c-5e2b-4418-98b8-bb8c71e2db02,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:32.984796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895eded-1f43-4b22-8457-911b82d2af68 req-98ca5bcf-aab1-4623-afaa-74e84d43f4ec tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.986439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6895eded-1f43-4b22-8457-911b82d2af68 req-98ca5bcf-aab1-4623-afaa-74e84d43f4ec tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 944 time: 0.0506611 Aug 27 02:27:33.031609 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6895eded-1f43-4b22-8457-911b82d2af68 req-cefd017e-f602-4416-8054-625224149972 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Aug 27 02:27:33.041440 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.058626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-ce711f21-fb40-40cf-97db-96deb61d221a req-c77784d1-4969-45c9-b38f-220e941ce946 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-550848765', 'description': 'tempest-description-746336954'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:33.082608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ce711f21-fb40-40cf-97db-96deb61d221a req-c77784d1-4969-45c9-b38f-220e941ce946 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.160244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ce711f21-fb40-40cf-97db-96deb61d221a req-c77784d1-4969-45c9-b38f-220e941ce946 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.166096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ce711f21-fb40-40cf-97db-96deb61d221a req-c77784d1-4969-45c9-b38f-220e941ce946 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.195315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['23f7195a-8335-4f10-8408-e2e33a298b85'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:33.202084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ce711f21-fb40-40cf-97db-96deb61d221a req-c77784d1-4969-45c9-b38f-220e941ce946 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.203509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce711f21-fb40-40cf-97db-96deb61d221a req-c77784d1-4969-45c9-b38f-220e941ce946 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1491945 Aug 27 02:27:33.204513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77784d1-4969-45c9-b38f-220e941ce946 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7ef10-971d-4bce-bd1e-fe5ada8be85e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:33.228209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-eeb3b0ba-2ad8-481c-8ec3-b4e89a6252ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:33.230390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-eeb3b0ba-2ad8-481c-8ec3-b4e89a6252ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09&tenant_id=29a7411587d2492d9caed98dd25cd306 HTTP/1.1" status: 200 len: 1095 time: 0.0609541 Aug 27 02:27:33.253462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:33.322449 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.398564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06220e3-7073-4dde-8618-726dc15043fa req-3994009a-49a8-46d3-b8ad-93a7284dd19b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:33.400074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f06220e3-7073-4dde-8618-726dc15043fa req-3994009a-49a8-46d3-b8ad-93a7284dd19b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 944 time: 0.1795673 Aug 27 02:27:33.444729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798fab5-765d-4e10-af21-125100df1b11 req-7325754f-ab1b-4327-9d4c-c4afcd5169fa tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:33.446205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-7325754f-ab1b-4327-9d4c-c4afcd5169fa tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 813 time: 0.1070132 Aug 27 02:27:33.462041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-75feb83b-7de6-4216-b5b2-0dbffc9d5244 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/quotas/feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 375 time: 0.0097132 Aug 27 02:27:33.505287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f06220e3-7073-4dde-8618-726dc15043fa req-716fbf67-35b0-480f-b5a8-44d769525e0a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965488 Aug 27 02:27:33.533156 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-48e16dc9-2fb2-4d47-bb00-c4f8b2c2a8c5 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655441 Aug 27 02:27:33.588343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:33.628449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-ff91a76e-526a-4812-9c78-c5172d9ab84b service neutron] 10.222.0.10 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869966 Aug 27 02:27:33.629186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:33.682748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8573125d-cf21-4983-957e-1f5106545428 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:33.695222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.732748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Transition to ACTIVE for port object 8573125d-cf21-4983-957e-1f5106545428 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:33.740896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.750828 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-5ca44f2f-0875-487d-bfcd-70c69bb791dd service neutron] 10.222.0.10 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161184 Aug 27 02:27:33.757712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-4a6b90a8-db2a-4976-b82d-00b88eccb4d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590694 Aug 27 02:27:33.854507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:33.874957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] No DVR routers for this DVR port 8573125d-cf21-4983-957e-1f5106545428 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:33.904075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38309c73-e249-4b75-b113-22e1e70e9508 req-57ffedb7-18ba-4a97-abcc-85e823f8cdd9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:33.914335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38309c73-e249-4b75-b113-22e1e70e9508 req-57ffedb7-18ba-4a97-abcc-85e823f8cdd9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 943 time: 0.1390400 Aug 27 02:27:33.933628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd631-5756-4a68-b004-156decb88f5c req-dd739c00-2b87-49dd-a755-31519c65948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:33.936519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-dd739c00-2b87-49dd-a755-31519c65948c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f36ca37050b447b29419c9ff0cebd623&device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 1102 time: 0.1441751 Aug 27 02:27:33.966235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ac106-2ffa-4625-afed-c538816afacd req-0d23680e-82dc-499f-af33-38b087c3038d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:33.967300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a6ac106-2ffa-4625-afed-c538816afacd req-0d23680e-82dc-499f-af33-38b087c3038d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1229675 Aug 27 02:27:33.968351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:33.968707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:33.969041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:33.980487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Port 8573125d-cf21-4983-957e-1f5106545428 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:33.981265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Attempting to bind port 8573125d-cf21-4983-957e-1f5106545428 on network eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:34.011199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:34.011483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Checking segment: {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:34.011877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Bound using segment: {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:34.012321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Bound port: 8573125d-cf21-4983-957e-1f5106545428, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:34.012688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.055969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38309c73-e249-4b75-b113-22e1e70e9508 req-7de47c74-bc16-4834-9f14-306125e1f22a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195693 Aug 27 02:27:34.102425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1dc7d-fb39-457f-8756-b099251c2dc0 req-b2c1b37d-e907-4cf7-86cf-31f9cb75e341 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.109997 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95e1dc7d-fb39-457f-8756-b099251c2dc0 req-b2c1b37d-e907-4cf7-86cf-31f9cb75e341 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 950 time: 0.1889870 Aug 27 02:27:34.160763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95e1dc7d-fb39-457f-8756-b099251c2dc0 req-58542ba9-4ad1-432e-b60d-e9c1c97e4f19 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Aug 27 02:27:34.168682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Deleting port cf32c11d-09a6-443a-ba0c-0389b5b2b58f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:34.169034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.226644 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-015763f4-7d7a-472a-89bb-79f6a889656a req-f1754863-3147-4fc1-9ea4-43f60f457458 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 210 time: 0.0683389 Aug 27 02:27:34.288193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd631-5756-4a68-b004-156decb88f5c req-1d2972ce-5810-4f53-9250-64b38d9e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.289890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-1d2972ce-5810-4f53-9250-64b38d9e4bf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.3105035 Aug 27 02:27:34.292957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:34.307117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-0004f68d-d5d9-4114-85ee-cde9644c98f4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.308694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-0004f68d-d5d9-4114-85ee-cde9644c98f4 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.45 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 945 time: 0.2298412 Aug 27 02:27:34.313337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:34.332862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:34.339367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fea6f-9930-49e7-a4e2-5308ffd7719d req-6f189622-53b8-4c68-a822-72730006f393 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.347530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-801fea6f-9930-49e7-a4e2-5308ffd7719d req-6f189622-53b8-4c68-a822-72730006f393 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 945 time: 0.1021006 Aug 27 02:27:34.396634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-801fea6f-9930-49e7-a4e2-5308ffd7719d req-0114afdf-0960-4a93-be50-5a551ebb938a tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Aug 27 02:27:34.410529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a8076e64-55b7-45e0-a0d8-b9d5188adc40 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:34.432110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] For port cf32c11d-09a6-443a-ba0c-0389b5b2b58f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:34.432313 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.432536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.445958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-638738e3-05fc-4664-9ed1-0b83328fb9f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 200 len: 217 time: 0.1296318 Aug 27 02:27:34.450990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Calling delete_port for cf32c11d-09a6-443a-ba0c-0389b5b2b58f owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:34.565310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:34.575847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.576767 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.578597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] 10.222.0.32 "PUT /v2.0/ports/8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 1092 time: 1.3312926 Aug 27 02:27:34.586038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'tag': '8573125d-cf21-4983-957e-1f5106545428'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:34.588250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port cf32c11d-09a6-443a-ba0c-0389b5b2b58f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:34.588393 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e26aa93-ab91-46eb-9004-031ef6d36873" -d '{"events": [{"name": "network-changed", "server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "tag": "8573125d-cf21-4983-957e-1f5106545428"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:34.589215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.665920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a8076e64-55b7-45e0-a0d8-b9d5188adc40, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a8076e64-55b7-45e0-a0d8-b9d5188adc40,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:34.684032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'port_id': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40', 'mac_address': 'fa:16:3e:1e:cc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d761fb0-67d1-4f09-88b5-42861d0d5b51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:34.690182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7bdce-e1cd-4551-9d0e-070e420edab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:34.702639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd1f76-034b-4d1e-bfb8-685454688771 req-bcdf82dc-a6da-4524-9bd8-91e668b95a9d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.710850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2fd1f76-034b-4d1e-bfb8-685454688771 req-bcdf82dc-a6da-4524-9bd8-91e668b95a9d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 944 time: 0.2839203 Aug 27 02:27:34.717883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd631-5756-4a68-b004-156decb88f5c req-8138044f-bfef-4eeb-b196-ae59f1b52920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.719380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-8138044f-bfef-4eeb-b196-ae59f1b52920 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2123010 Aug 27 02:27:34.762304 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.765059 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.794607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8076e64-55b7-45e0-a0d8-b9d5188adc40 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:34.800015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-c3e28476-fa8f-487e-9dab-411a19f0a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.801673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-c3e28476-fa8f-487e-9dab-411a19f0a513 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1096 time: 0.1703360 Aug 27 02:27:34.811203 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2fd1f76-034b-4d1e-bfb8-685454688771 req-880195fe-e9f3-4701-8183-4f51488d9bfe tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992322 Aug 27 02:27:34.825376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a8076e64-55b7-45e0-a0d8-b9d5188adc40, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a8076e64-55b7-45e0-a0d8-b9d5188adc40,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:34.837687 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.860698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Deleting port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:34.861310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.892277 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a93060-7022-415a-acb9-ec53b502dcbd x-openstack-request-id: req-47a93060-7022-415a-acb9-ec53b502dcbd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:34.892572 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "tag": "8573125d-cf21-4983-957e-1f5106545428", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:34.892826 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47a93060-7022-415a-acb9-ec53b502dcbd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:34.893224 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'tag': '8573125d-cf21-4983-957e-1f5106545428', 'status': 'completed', 'code': 200} Aug 27 02:27:34.904270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd631-5756-4a68-b004-156decb88f5c req-788ef2be-4adc-4968-ae50-b5681706e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.905802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-788ef2be-4adc-4968-ae50-b5681706e43f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777444 Aug 27 02:27:34.906647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=a8076e64-55b7-45e0-a0d8-b9d5188adc40,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:35.019854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63d6f9-c1c9-445f-b4da-5c6ce04202d5 req-6d074e1a-be7b-4136-88c6-d0aeea0bda9e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.027229 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d63d6f9-c1c9-445f-b4da-5c6ce04202d5 req-6d074e1a-be7b-4136-88c6-d0aeea0bda9e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.4222147 Aug 27 02:27:35.035264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.063608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182', '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'ae113f31-5fdd-4f3f-948b-8d4beda44260'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:35.070415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event deleted for resources: {'Port': ['ID=cf32c11d-09a6-443a-ba0c-0389b5b2b58f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:35.136580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] No DVR routers for this DVR port cf32c11d-09a6-443a-ba0c-0389b5b2b58f on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:35.147355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d63d6f9-c1c9-445f-b4da-5c6ce04202d5 req-b4501c59-6697-4bb6-bae8-475610cd3a9f tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191404 Aug 27 02:27:35.153453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['a8076e64-55b7-45e0-a0d8-b9d5188adc40'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:35.153790 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.155864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a6ac106-2ffa-4625-afed-c538816afacd req-81da1279-e45e-4777-96ef-674b4d08c7af tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.45 "DELETE /v2.0/ports/cf32c11d-09a6-443a-ba0c-0389b5b2b58f HTTP/1.1" status: 204 len: 173 time: 1.1681314 Aug 27 02:27:35.156316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-deleted', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:35.159335 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c7700-928a-407c-bb1c-c6c4165170eb" -d '{"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-deleted", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:35.246584 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f1eb7c-f190-4b63-ba3a-99be554e1b99 x-openstack-request-id: req-84f1eb7c-f190-4b63-ba3a-99be554e1b99 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:35.246893 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd777e1-fdff-46e0-b37b-76e92dbc7a06", "name": "network-vif-deleted", "tag": "cf32c11d-09a6-443a-ba0c-0389b5b2b58f", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:35.247166 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84f1eb7c-f190-4b63-ba3a-99be554e1b99 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:35.247581 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd777e1-fdff-46e0-b37b-76e92dbc7a06', 'name': 'network-vif-deleted', 'tag': 'cf32c11d-09a6-443a-ba0c-0389b5b2b58f', 'status': 'completed', 'code': 200} Aug 27 02:27:35.455079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2859ef4-d926-48b6-9644-ecc1582f0248 req-c2209bf7-9c61-4d94-984c-485312de337c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd777e1-fdff-46e0-b37b-76e92dbc7a06 HTTP/1.1" status: 200 len: 210 time: 0.1293747 Aug 27 02:27:35.503131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] For port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:35.503515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.538649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-1d6ac5c8-a446-4f75-ac7f-0ddec97c75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.540155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-1d6ac5c8-a446-4f75-ac7f-0ddec97c75e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 915 time: 0.7276840 Aug 27 02:27:35.541310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Calling delete_port for 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:35.544483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca2d992c-c390-4b46-86d9-e0dee81ca85f req-34c42934-c686-4e37-90d8-8fad96e20d7f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 210 time: 0.0308161 Aug 27 02:27:35.565426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-56cd2706-39df-425b-b9ff-bfd2211c254f service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334522 Aug 27 02:27:35.602624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-87801502-a91e-4d99-8ba2-406ca53f0e83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 217 time: 0.0429902 Aug 27 02:27:35.720372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b652a5-d069-466f-95db-59c82c01bc4e req-7feac742-5c8b-41b7-9e6a-e44ce23d2323 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.721915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43b652a5-d069-466f-95db-59c82c01bc4e req-7feac742-5c8b-41b7-9e6a-e44ce23d2323 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/ports?device_id=312e82d0-e65f-4a37-a306-aae7da5661da HTTP/1.1" status: 200 len: 945 time: 0.0501261 Aug 27 02:27:35.763291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43b652a5-d069-466f-95db-59c82c01bc4e req-2cf5a370-6e24-4727-8dab-63f253a734af tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9134e4d-9e95-4a67-9d75-66b6f8f61a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Aug 27 02:27:35.788122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2c9a-0482-4b92-84af-0fb53cb67fa8 req-ed852aff-e84c-4b33-9a6f-47cd5b0e2d2d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.788122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1aae2c9a-0482-4b92-84af-0fb53cb67fa8 req-ed852aff-e84c-4b33-9a6f-47cd5b0e2d2d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 944 time: 0.2868266 Aug 27 02:27:35.809076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798fab5-765d-4e10-af21-125100df1b11 req-5cc68cc1-a9b0-44c7-b2ec-fcaf9b725c1d tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.810572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-5cc68cc1-a9b0-44c7-b2ec-fcaf9b725c1d tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.45 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 813 time: 0.7737937 Aug 27 02:27:35.825977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-8c5839d7-2b18-44fc-90ef-7f67ad5dd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.827362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-8c5839d7-2b18-44fc-90ef-7f67ad5dd56c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.1953208 Aug 27 02:27:35.839826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'port': {'device_id': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b', 'admin_state_up': True, 'tenant_id': 'feafc5990e0d4a66923ba5272008b069'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:35.930071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-17cccbe6-d60b-4fdc-bc93-59d9bd0b9d59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782545 Aug 27 02:27:35.930477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa85f6-a643-4056-a3c1-22e687754c6f req-1af3cddd-d6ba-43f0-a9a0-1fa884a2356e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.931940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27aa85f6-a643-4056-a3c1-22e687754c6f req-1af3cddd-d6ba-43f0-a9a0-1fa884a2356e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 944 time: 0.0519409 Aug 27 02:27:35.971307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27aa85f6-a643-4056-a3c1-22e687754c6f req-353ceaa4-5f56-4679-9533-e9d746008cd7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326388 Aug 27 02:27:36.012507 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8cdd631-5756-4a68-b004-156decb88f5c req-6cfc6d53-b26a-4585-be44-a45a80574072 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049404 Aug 27 02:27:36.015432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1aae2c9a-0482-4b92-84af-0fb53cb67fa8 req-e386fe77-445d-45f4-a163-e9854b1e0065 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210107 Aug 27 02:27:36.117459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.165594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-084b1c0e-c191-4e97-8759-253e020df022 service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126513 Aug 27 02:27:36.166345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Pushing event deleted for resources: {'Port': ['ID=552db7e4-7ee4-40f0-94fd-fdf0f0fb5185,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:36.198569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Made reservation on behalf of feafc5990e0d4a66923ba5272008b069 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:36.202461 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.265460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424c016-f7ad-4860-8573-a2b0d9b48469 req-ee5c1725-cf0b-411a-88cd-c88ffb79fb23 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:36.267278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] No DVR routers for this DVR port 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:36.272175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.273196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4424c016-f7ad-4860-8573-a2b0d9b48469 req-ee5c1725-cf0b-411a-88cd-c88ffb79fb23 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.0561655 Aug 27 02:27:36.274268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2a94ebb-c383-416f-a7b0-0e33acbb3f3e req-37f57115-d4ce-4639-aace-cb60debd4ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070 tempest-FloatingIPsAssociationNegativeTestJSON-1275150070-project] 10.222.0.45 "DELETE /v2.0/ports/552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 HTTP/1.1" status: 204 len: 173 time: 1.8584099 Aug 27 02:27:36.326696 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4424c016-f7ad-4860-8573-a2b0d9b48469 req-b40e7c03-1398-47e9-b357-9843c3a5d953 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476353 Aug 27 02:27:36.333140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 23f7195a-8335-4f10-8408-e2e33a298b85 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:36.367437 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8cd0c1c9-6998-40e6-b4fc-f23d7bf424bc req-28ab1ed9-6f46-4b37-a123-3a8462efcd0f service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924260 Aug 27 02:27:36.399902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 23f7195a-8335-4f10-8408-e2e33a298b85 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:36.411709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 23f7195a-8335-4f10-8408-e2e33a298b85 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:36.412121 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.430488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Allocated IP 172.20.0.11 (912b1959-aa6d-4bc8-b9ef-30197eee5c1b/b53fdf80-c691-428f-af1d-69274cd0a8a3/f9113724-57ff-4572-9653-407ac8cc0d6c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:36.438958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a8076e64-55b7-45e0-a0d8-b9d5188adc40 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:36.514430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-fac9f29a-58e1-46a1-bc36-22a6017e5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:36.514430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-fac9f29a-58e1-46a1-bc36-22a6017e5383 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1096 time: 0.0695744 Aug 27 02:27:36.537672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port a8076e64-55b7-45e0-a0d8-b9d5188adc40 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:36.541257 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.544621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port a8076e64-55b7-45e0-a0d8-b9d5188adc40 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:36.545010 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.600967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f7195a-8335-4f10-8408-e2e33a298b85'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:36.603716 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372c8253-eaac-4b81-a9ad-50cee6edc422" -d '{"events": [{"server_uuid": "eecd6a3d-6e48-4253-9e95-457c0b0149de", "name": "network-vif-plugged", "status": "completed", "tag": "23f7195a-8335-4f10-8408-e2e33a298b85"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:36.620506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 23f7195a-8335-4f10-8408-e2e33a298b85, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=23f7195a-8335-4f10-8408-e2e33a298b85,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:36.632495 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.633482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:36.679978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:36.680330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 552db7e4-7ee4-40f0-94fd-fdf0f0fb5185 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:36.680746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:36.725827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: cf32c11d-09a6-443a-ba0c-0389b5b2b58f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:36.726180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cf32c11d-09a6-443a-ba0c-0389b5b2b58f not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:36.733441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-2deba2c7-143f-48a2-ac57-a590af3b9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:36.735284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-2deba2c7-143f-48a2-ac57-a590af3b9eb8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 915 time: 0.2071996 Aug 27 02:27:36.751099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=23f7195a-8335-4f10-8408-e2e33a298b85,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:36.755980 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.792578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a8076e64-55b7-45e0-a0d8-b9d5188adc40, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a8076e64-55b7-45e0-a0d8-b9d5188adc40,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:36.800952 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.825090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-cf7d000b-76e9-42d0-a771-95d4111d0939 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 217 time: 0.0552504 Aug 27 02:27:36.838683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0e42f29-a3bb-4477-bbf2-8c62df809a48 req-52127c45-d48f-4a3f-9492-41a0f4286cd9 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 210 time: 0.1481256 Aug 27 02:27:36.848238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.894165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=a8076e64-55b7-45e0-a0d8-b9d5188adc40,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:36.913905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'name': 'network-vif-deleted', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:36.918071 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99f4f29-ed0c-48da-8dae-0db5af14ee1a x-openstack-request-id: req-b99f4f29-ed0c-48da-8dae-0db5af14ee1a {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:36.918555 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecd6a3d-6e48-4253-9e95-457c0b0149de", "name": "network-vif-plugged", "status": "completed", "tag": "23f7195a-8335-4f10-8408-e2e33a298b85", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:36.918870 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b99f4f29-ed0c-48da-8dae-0db5af14ee1a {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:36.919301 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f7195a-8335-4f10-8408-e2e33a298b85', 'code': 200} Aug 27 02:27:36.920378 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1496d6-6ad3-4cf4-ba4a-421ffd231850" -d '{"events": [{"server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "name": "network-vif-deleted", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:36.951213 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.963617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:37.012281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44650) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:37.131586 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26576cdc-6ce0-44db-95d1-632ed8d5a29d x-openstack-request-id: req-26576cdc-6ce0-44db-95d1-632ed8d5a29d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:37.131940 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312e82d0-e65f-4a37-a306-aae7da5661da", "name": "network-vif-deleted", "tag": "552db7e4-7ee4-40f0-94fd-fdf0f0fb5185", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:37.132197 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26576cdc-6ce0-44db-95d1-632ed8d5a29d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:37.132620 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312e82d0-e65f-4a37-a306-aae7da5661da', 'name': 'network-vif-deleted', 'tag': '552db7e4-7ee4-40f0-94fd-fdf0f0fb5185', 'status': 'completed', 'code': 200} Aug 27 02:27:37.179956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:37.195411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-e8b9d01e-e79f-43c3-a9d4-a35735ef35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.196959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-e8b9d01e-e79f-43c3-a9d4-a35735ef35c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.2725644 Aug 27 02:27:37.201855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:37.209487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:37.214148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:37.264184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375616f-2f92-49d4-b30b-674eeb49357b req-5613c412-2764-426b-876f-782d892dfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.266454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f375616f-2f92-49d4-b30b-674eeb49357b req-5613c412-2764-426b-876f-782d892dfa68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 1096 time: 0.2277033 Aug 27 02:27:37.297210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6b2b-f791-4e15-9aab-c1ba36805a7d req-90c90ca5-c846-447e-9a48-90113536893a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.305338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea5529-168d-49f7-b42c-768e9f94b423 req-e5089cfa-61b3-4f4e-b2e6-fba203438c9f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.305883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1ea6b2b-f791-4e15-9aab-c1ba36805a7d req-90c90ca5-c846-447e-9a48-90113536893a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.1717017 Aug 27 02:27:37.314841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9cea5529-168d-49f7-b42c-768e9f94b423 req-e5089cfa-61b3-4f4e-b2e6-fba203438c9f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 945 time: 0.0846903 Aug 27 02:27:37.330769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.331531 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.367835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-50858db6-e628-408b-a528-033d4a0f9770 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5449684 Aug 27 02:27:37.385195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Request body: {'port': {'device_id': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:37.391904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f375616f-2f92-49d4-b30b-674eeb49357b req-b602b5d5-8daf-46c7-b67e-6dea02f95d17 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160138 Aug 27 02:27:37.404765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1ea6b2b-f791-4e15-9aab-c1ba36805a7d req-fcb8c197-0979-4e80-8ffd-e50f95a07f7a tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984001 Aug 27 02:27:37.426692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9cea5529-168d-49f7-b42c-768e9f94b423 req-38201311-023b-49bc-bd9f-1a19f15548f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086564 Aug 27 02:27:37.566126 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.628148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b25dde-6788-4d16-abd1-17e3c6812a4e req-26d530d2-9a54-4e52-ac04-9daeb6daa72c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.629959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19b25dde-6788-4d16-abd1-17e3c6812a4e req-26d530d2-9a54-4e52-ac04-9daeb6daa72c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1332157 Aug 27 02:27:37.671717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d27bc4-cd03-4728-acae-0c4f6864578c req-a00d02df-bdb4-4e5b-84ac-523d05aa3caa tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.675397 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-85d27bc4-cd03-4728-acae-0c4f6864578c req-a00d02df-bdb4-4e5b-84ac-523d05aa3caa tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1462336 Aug 27 02:27:37.750218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19b25dde-6788-4d16-abd1-17e3c6812a4e req-b3268dee-ba06-42d0-8d2f-313c54a17ee4 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096120 Aug 27 02:27:37.753394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-85d27bc4-cd03-4728-acae-0c4f6864578c req-bac638f0-ce14-404c-9002-b465a1ec4b93 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Aug 27 02:27:37.831317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.976519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9113724-57ff-4572-9653-407ac8cc0d6c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:37.985257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.003479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Transition to ACTIVE for port object f9113724-57ff-4572-9653-407ac8cc0d6c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:38.010668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.070901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Pushing event updated for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:38.088616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407cc7f-f0ad-44fd-a7c9-cd46e5e9de6e req-6a1cd4a1-243e-4b08-99dd-1ecbf3e3be1b tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.096254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c407cc7f-f0ad-44fd-a7c9-cd46e5e9de6e req-6a1cd4a1-243e-4b08-99dd-1ecbf3e3be1b tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 932 time: 0.1245089 Aug 27 02:27:38.157957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Attempting to bind port f9113724-57ff-4572-9653-407ac8cc0d6c on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:38.158296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Attempting to bind port f9113724-57ff-4572-9653-407ac8cc0d6c by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:38.158663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Attempting to bind port f9113724-57ff-4572-9653-407ac8cc0d6c on network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:38.161227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c407cc7f-f0ad-44fd-a7c9-cd46e5e9de6e req-58882a86-9a6b-4b14-a237-f8151d94f1db tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641050 Aug 27 02:27:38.163338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Port f9113724-57ff-4572-9653-407ac8cc0d6c on network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:38.163665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Attempting to bind port f9113724-57ff-4572-9653-407ac8cc0d6c on network 912b1959-aa6d-4bc8-b9ef-30197eee5c1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:38.168580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:38.168926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Checking segment: {'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:38.169320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Bound using segment: {'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:38.169798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Bound port: f9113724-57ff-4572-9653-407ac8cc0d6c, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f1d2ce-9e4f-4432-bbf3-7964f7c21334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:38.170129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.237501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:38.240994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9113724-57ff-4572-9653-407ac8cc0d6c,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:38.247498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.257983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Deleting port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:38.258249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.306923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.307647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.309220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] 10.222.0.45 "PUT /v2.0/ports/f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 1092 time: 0.9303091 Aug 27 02:27:38.334652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fccaf-919b-47f6-b101-73f837a8331d service neutron] Pushing event updated for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:38.352750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] For port c9e1ef9f-1977-4899-ac2d-0bf1a9e20282, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:38.353260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.382664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Calling delete_port for c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:38.403014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798fab5-765d-4e10-af21-125100df1b11 req-91c6bf11-dab8-4498-9cf9-71d14570db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.409549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-91c6bf11-dab8-4498-9cf9-71d14570db93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1095 time: 0.0497406 Aug 27 02:27:38.515988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-21835005-d185-4c6f-a48f-df3812498092 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 217 time: 0.0963404 Aug 27 02:27:38.611214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798fab5-765d-4e10-af21-125100df1b11 req-86f272c7-5f3d-439b-9f83-42e06c92f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.612831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-86f272c7-5f3d-439b-9f83-42e06c92f092 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.0882859 Aug 27 02:27:38.640487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57a05-e401-4470-ae03-187d30077cfb req-1b36b7b8-1162-472c-8eca-6e290cd74e39 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.642436 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfd57a05-e401-4470-ae03-187d30077cfb req-1b36b7b8-1162-472c-8eca-6e290cd74e39 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.1071427 Aug 27 02:27:38.675498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f87c6-54a0-419d-b4fc-f3d0e596529c req-10110512-43e0-4c15-96aa-a2ee06e69f52 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.676986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-965f87c6-54a0-419d-b4fc-f3d0e596529c req-10110512-43e0-4c15-96aa-a2ee06e69f52 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 945 time: 0.1301796 Aug 27 02:27:38.681025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-b2e4bdaf-597a-4896-ab2f-2bc15ab8278e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374286 Aug 27 02:27:38.704517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.707163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfd57a05-e401-4470-ae03-187d30077cfb req-eb9a231b-02b2-40af-a3e2-f56f39d479d3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 Aug 27 02:27:38.735641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e1ef9f-1977-4899-ac2d-0bf1a9e20282,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:38.784233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-965f87c6-54a0-419d-b4fc-f3d0e596529c req-03e40975-644a-4802-89f1-b42acd039a23 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926321 Aug 27 02:27:38.850472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-8a0d10c4-5122-4400-9ffe-b4abedb94b90 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584520 Aug 27 02:27:38.920246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:38.923141 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2380df-67f5-4aee-99bd-eca3fadf9ed7" -d '{"events": [{"server_uuid": "e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8", "name": "network-vif-plugged", "status": "completed", "tag": "a8076e64-55b7-45e0-a0d8-b9d5188adc40"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:38.995877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a976-8529-4f66-8b87-516ee70cafab req-ca0131dc-abd1-41bd-8e88-42231dd6772a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:39.003339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5378a976-8529-4f66-8b87-516ee70cafab req-ca0131dc-abd1-41bd-8e88-42231dd6772a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1220932 Aug 27 02:27:39.053326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:39.061398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8798fab5-765d-4e10-af21-125100df1b11 req-f2b62619-84dd-4571-ba9d-16e4b6bb1e99 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019978 Aug 27 02:27:39.064670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dea86c-b2ea-41ea-9d3e-33ce03f1989a req-6bf8d527-46a1-42f9-afdb-b610fa51cace tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:39.074373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75dea86c-b2ea-41ea-9d3e-33ce03f1989a req-6bf8d527-46a1-42f9-afdb-b610fa51cace tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1607406 Aug 27 02:27:39.076444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5378a976-8529-4f66-8b87-516ee70cafab req-feb54aab-3a7d-45c0-ad25-a43ff0849108 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720520 Aug 27 02:27:39.141111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:39.142513 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d838f746-442e-49de-a617-2115682c069a x-openstack-request-id: req-d838f746-442e-49de-a617-2115682c069a {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:39.143068 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8", "name": "network-vif-plugged", "status": "completed", "tag": "a8076e64-55b7-45e0-a0d8-b9d5188adc40", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:39.143494 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d838f746-442e-49de-a617-2115682c069a {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:39.144057 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40', 'code': 200} Aug 27 02:27:39.145464 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:39.304251 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b81494b-1d29-43b8-b71e-d217ece9625c x-openstack-request-id: req-7b81494b-1d29-43b8-b71e-d217ece9625c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:39.304785 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:39.305190 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b81494b-1d29-43b8-b71e-d217ece9625c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:39.305669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75dea86c-b2ea-41ea-9d3e-33ce03f1989a req-96a50e4e-3f68-41f2-8aa9-4c5c8139e04b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300551 Aug 27 02:27:39.305903 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c', 'status': 'completed', 'code': 200} Aug 27 02:27:39.471777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-c3efcf4c-281e-472f-9bb8-0f7f5c02a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:39.473827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-c3efcf4c-281e-472f-9bb8-0f7f5c02a99a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1095 time: 0.1261008 Aug 27 02:27:39.485814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3fbfa-2e02-4fed-8e88-127e7f069e2f req-9dcc3dc2-dd07-4ea6-b45c-8d30a43501af tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:39.487400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd3fbfa-2e02-4fed-8e88-127e7f069e2f req-9dcc3dc2-dd07-4ea6-b45c-8d30a43501af tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 944 time: 0.0787435 Aug 27 02:27:39.491129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Router 3be3f981-c80f-43c6-bad1-8fa6639ea023 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:39.572970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd3fbfa-2e02-4fed-8e88-127e7f069e2f req-f6cfdd3c-2ee6-4363-a3cd-448aca506dd1 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772686 Aug 27 02:27:39.639890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-995387dc-458c-43f2-af61-2d5d90924f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:39.641430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-995387dc-458c-43f2-af61-2d5d90924f21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 914 time: 0.1531055 Aug 27 02:27:39.646804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:39.654181 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d02c5c4-d2fb-45d3-b87a-ae19e127be64 admin admin] 10.222.0.10 "PUT /v2.0/routers/3be3f981-c80f-43c6-bad1-8fa6639ea023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404819 Aug 27 02:27:39.658652 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] Sync routers for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:39.659480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44676) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:39.677789 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:39.678590 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:39.820229 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:39.924966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35edf09-0726-4ba6-872c-8669eaa654aa req-8540603f-7f11-4dfe-b3c9-1bffe3f2c217 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:39.933263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d35edf09-0726-4ba6-872c-8669eaa654aa req-8540603f-7f11-4dfe-b3c9-1bffe3f2c217 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0964255 Aug 27 02:27:39.980229 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d35edf09-0726-4ba6-872c-8669eaa654aa req-a980d4b8-51e8-4f5a-ae0b-1964cabbd16e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Aug 27 02:27:40.099818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-83ff24d1-a935-4d3c-8447-9900232240bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 217 time: 0.4508188 Aug 27 02:27:40.175794 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:27:38Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:40.210572 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] Checking router: 3be3f981-c80f-43c6-bad1-8fa6639ea023 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:40.220464 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] Routers {'3be3f981-c80f-43c6-bad1-8fa6639ea023'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:40.220659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafd8d-fbba-4ee5-99c8-b0df757e64cd req-cb05bb55-f4c1-45a9-bf7a-3397ad63e560 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:40.221429 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3be3f981-c80f-43c6-bad1-8fa6639ea023'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:40.222118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7eafd8d-fbba-4ee5-99c8-b0df757e64cd req-cb05bb55-f4c1-45a9-bf7a-3397ad63e560 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Aug 27 02:27:40.226363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2b3a-0365-4d72-9820-d3847fa75f56 req-d282f673-4fe9-4011-83fa-85e3fc6bd21e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:40.228057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ddb2b3a-0365-4d72-9820-d3847fa75f56 req-d282f673-4fe9-4011-83fa-85e3fc6bd21e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 945 time: 0.1623466 Aug 27 02:27:40.237781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-dd009bbb-b10b-4a7e-bdcb-dd7f3da47d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:40.239419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-dd009bbb-b10b-4a7e-bdcb-dd7f3da47d98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.1069720 Aug 27 02:27:40.291564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7eafd8d-fbba-4ee5-99c8-b0df757e64cd req-de7da289-e33a-4fc7-adcb-6543204cbf38 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624549 Aug 27 02:27:40.314092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-4ac91e1a-6c75-4522-b4be-410446da004a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645988 Aug 27 02:27:40.347046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9113724-57ff-4572-9653-407ac8cc0d6c details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:40.377445 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] Set router 3be3f981-c80f-43c6-bad1-8fa6639ea023 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:40.420089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.509946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9113724-57ff-4572-9653-407ac8cc0d6c,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:40.534283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ddb2b3a-0365-4d72-9820-d3847fa75f56 req-807ab6f5-361c-48ac-b0f9-e28ade7ac600 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844288 Aug 27 02:27:40.548981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f9113724-57ff-4572-9653-407ac8cc0d6c', 'network_id': '912b1959-aa6d-4bc8-b9ef-30197eee5c1b', 'port_id': 'f9113724-57ff-4572-9653-407ac8cc0d6c', 'mac_address': 'fa:16:3e:a4:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53fdf80-c691-428f-af1d-69274cd0a8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:40.570082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf4ba2-a8dd-46fe-a21b-64e2c549b8cc req-3e8949a2-9908-48a3-915d-ad90af79d132 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:40.578777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8cf4ba2-a8dd-46fe-a21b-64e2c549b8cc req-3e8949a2-9908-48a3-915d-ad90af79d132 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0925658 Aug 27 02:27:40.650406 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.674238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9113724-57ff-4572-9653-407ac8cc0d6c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:40.678024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8cf4ba2-a8dd-46fe-a21b-64e2c549b8cc req-75879807-5292-4be6-a15b-592dabe6f53a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981107 Aug 27 02:27:40.705578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9113724-57ff-4572-9653-407ac8cc0d6c,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:40.713298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.727499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-3eb0abca-1c05-49f3-bbfd-6a4aaa7b7351 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975551 Aug 27 02:27:40.731456 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:27:38Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:40.763773 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da562dba-dcf7-4b25-85e4-3f99a31fdd2e None None] The sync data for ids ['3be3f981-c80f-43c6-bad1-8fa6639ea023'] in n-d-806293-1 is: [{'id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-555153100-router', 'tenant_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:49Z', 'updated_at': '2021-08-27T02:27:38Z', 'revision_number': 5, 'project_id': 'e97f4825a5c44c4ab93bfb01e93ef4d5', 'gw_port': {'id': '064473d7-4d22-4a6d-bd00-b365dd979d20', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f981-c80f-43c6-bad1-8fa6639ea023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:50Z', 'updated_at': '2021-08-27T02:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:40.805912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8555e-f9bf-4fa2-992b-598caab0f97f req-b90cde2b-aa94-46d9-a388-806b92720bb6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:40.809234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9ee8555e-f9bf-4fa2-992b-598caab0f97f req-b90cde2b-aa94-46d9-a388-806b92720bb6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 945 time: 0.0815823 Aug 27 02:27:40.835956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:40.864451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-018081d2-79d0-4aca-bf3f-5cc5f6f5b3fe req-8f4b4025-99e6-4589-b05e-57720817803c service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085911 Aug 27 02:27:40.878849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9ee8555e-f9bf-4fa2-992b-598caab0f97f req-47aac8c0-31a9-4e07-8182-790fcb13a914 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Aug 27 02:27:40.879083 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.895901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8b283-66d6-4589-8e68-c70468825ea2 req-5e904253-b4e3-44ef-9a2a-a5e12044543a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:40.897424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cba8b283-66d6-4589-8e68-c70468825ea2 req-5e904253-b4e3-44ef-9a2a-a5e12044543a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.1952550 Aug 27 02:27:40.957804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cba8b283-66d6-4589-8e68-c70468825ea2 req-067f146f-60a8-4e42-a76f-0f0c4a6c6726 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394497 Aug 27 02:27:40.971731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Deleting port 064473d7-4d22-4a6d-bd00-b365dd979d20 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:40.972076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.056311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f9113724-57ff-4572-9653-407ac8cc0d6c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:41.128543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8d307-3681-42b4-9274-0f3d95b0e934 req-680fcee9-bc35-4338-bd64-d83892fb38c1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:41.135133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49b8d307-3681-42b4-9274-0f3d95b0e934 req-680fcee9-bc35-4338-bd64-d83892fb38c1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 945 time: 0.0683799 Aug 27 02:27:41.143290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] For port 064473d7-4d22-4a6d-bd00-b365dd979d20, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=064473d7-4d22-4a6d-bd00-b365dd979d20,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:41.145355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.173270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:41.178890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Calling delete_port for 064473d7-4d22-4a6d-bd00-b365dd979d20 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:41.198364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e609f-87a6-449e-85be-aa27cee590df req-135eda3c-a57b-4763-a8bd-69f24e8ba84d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:41.200406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f6e609f-87a6-449e-85be-aa27cee590df req-135eda3c-a57b-4763-a8bd-69f24e8ba84d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.1161909 Aug 27 02:27:41.208374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49b8d307-3681-42b4-9274-0f3d95b0e934 req-2ecb7fe4-aae2-4650-9fee-d6ea6fbf86e5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720687 Aug 27 02:27:41.230248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:41.230641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c9e1ef9f-1977-4899-ac2d-0bf1a9e20282 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:41.334119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f6e609f-87a6-449e-85be-aa27cee590df req-4dea8701-7785-4094-9358-e2efe7b07f55 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271207 Aug 27 02:27:41.552164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bb5e5-9425-4619-a815-a2cec2044ebd req-0a48c3ee-0186-4c37-b133-ebde478bfea5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:41.553788 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a95bb5e5-9425-4619-a815-a2cec2044ebd req-0a48c3ee-0186-4c37-b133-ebde478bfea5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1128118 Aug 27 02:27:41.560744 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.632384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e413-fda6-4826-9152-986df804d301 req-737ad748-7b4b-43c5-b7ea-4462d16fdb10 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:41.634933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94a1e413-fda6-4826-9152-986df804d301 req-737ad748-7b4b-43c5-b7ea-4462d16fdb10 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 945 time: 0.0700166 Aug 27 02:27:41.649812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Pushing event deleted for resources: {'Port': ['ID=064473d7-4d22-4a6d-bd00-b365dd979d20,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:41.670247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.670659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.671010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.671334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.671668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.671993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.672314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.672636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.673082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.673548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.673873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.674190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:41.694342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94a1e413-fda6-4826-9152-986df804d301 req-536c4cc0-661a-413f-9fe2-53d9e34902ec tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523367 Aug 27 02:27:41.736317 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a95bb5e5-9425-4619-a815-a2cec2044ebd req-934dc812-6b68-4393-8877-f9fa09203d3a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730011 Aug 27 02:27:41.771862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.827402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004c20-f86a-4065-ac74-bc997cde9ce8 req-f2a3790b-93c6-4f3a-a6d5-199c185f9709 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:41.829084 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa004c20-f86a-4065-ac74-bc997cde9ce8 req-f2a3790b-93c6-4f3a-a6d5-199c185f9709 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0693195 Aug 27 02:27:41.872722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa004c20-f86a-4065-ac74-bc997cde9ce8 req-e19de5ae-32a1-4631-80da-828cdf6fe84e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Aug 27 02:27:41.884476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.894551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.937538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.938100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be3f981-c80f-43c6-bad1-8fa6639ea023 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:27:41.943347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.944328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e4d6725c-ce95-414c-aeab-9ecb70ddb457 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3be3f981-c80f-43c6-bad1-8fa6639ea023 HTTP/1.1" status: 204 len: 168 time: 2.2837079 Aug 27 02:27:41.947153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44710) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:42.016823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] Deleting subnet 68691603-e281-4ca1-abe3-26e130c100bb {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:27:42.031230 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.037840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207e42e-e0e0-4880-8ca4-131c90341776 req-0f319c39-d3c5-4466-9b26-eaebc0384fba tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:42.045741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5207e42e-e0e0-4880-8ca4-131c90341776 req-0f319c39-d3c5-4466-9b26-eaebc0384fba tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 945 time: 0.0940821 Aug 27 02:27:42.080968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5207e42e-e0e0-4880-8ca4-131c90341776 req-48995ea6-db33-4bbe-9983-288f1ac4c2dd tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Aug 27 02:27:42.082854 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.196952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.252278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.278416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68691603-e281-4ca1-abe3-26e130c100bb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:42.282994 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.284928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c2741757-1abf-4df1-988b-c31d025df09b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/68691603-e281-4ca1-abe3-26e130c100bb HTTP/1.1" status: 204 len: 168 time: 0.3367586 Aug 27 02:27:42.287459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44712) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:42.288540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f8b7f4-a393-42bb-be68-02385a694ff4 None None] Network 16c0e32a-5828-4163-b037-5aadf1f68970 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:42.378264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.491267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1e3b9-306c-4b1a-9afa-368fc26de950 req-76677bc6-bd59-4b8f-8fd8-27033e496ac7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:42.492876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1df1e3b9-306c-4b1a-9afa-368fc26de950 req-76677bc6-bd59-4b8f-8fd8-27033e496ac7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0759072 Aug 27 02:27:42.498971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Deleting port 1e486344-ac3c-4f52-9292-c6b4da4c7576 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:42.499371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.547698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] DHCP port deletion for 16c0e32a-5828-4163-b037-5aadf1f68970 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:27:42.621870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1df1e3b9-306c-4b1a-9afa-368fc26de950 req-a05ab357-ac56-429f-9f50-19b97b4adb1d tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193235 Aug 27 02:27:42.627012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] For port 1e486344-ac3c-4f52-9292-c6b4da4c7576, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e486344-ac3c-4f52-9292-c6b4da4c7576,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:42.627387 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.642003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] Deleting port 1e486344-ac3c-4f52-9292-c6b4da4c7576 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:42.642436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.655702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Calling delete_port for 1e486344-ac3c-4f52-9292-c6b4da4c7576 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:42.711377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] For port 1e486344-ac3c-4f52-9292-c6b4da4c7576, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e486344-ac3c-4f52-9292-c6b4da4c7576,segment=NetworkSegment(701cb437-2e25-4ef9-94c8-538a5db06b84),segment_id=701cb437-2e25-4ef9-94c8-538a5db06b84)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:42.711771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.732923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] Calling delete_port for 1e486344-ac3c-4f52-9292-c6b4da4c7576 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:42.745528 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.772548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e486344-ac3c-4f52-9292-c6b4da4c7576,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:42.777748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] No DVR routers for this DVR port 1e486344-ac3c-4f52-9292-c6b4da4c7576 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:42.830538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.852111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed91f3-acfe-4536-b1da-5e35e2381f66 req-c28be46d-1b0e-401a-9100-08ef438a1f4a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:42.853654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed91f3-acfe-4536-b1da-5e35e2381f66 req-c28be46d-1b0e-401a-9100-08ef438a1f4a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 945 time: 0.0825253 Aug 27 02:27:42.857190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] Pushing event deleted for resources: {'Port': ['ID=1e486344-ac3c-4f52-9292-c6b4da4c7576,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:42.866832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce03875-cdc0-4a71-8401-fa36d23710da None None] No DVR routers for this DVR port 1e486344-ac3c-4f52-9292-c6b4da4c7576 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:42.885809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.902277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c0e32a-5828-4163-b037-5aadf1f68970']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:42.909720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-82c2ada0-227a-4e3e-afbf-f917634ea53a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:42.912149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-82c2ada0-227a-4e3e-afbf-f917634ea53a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 945 time: 0.1080322 Aug 27 02:27:42.915215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701cb437-2e25-4ef9-94c8-538a5db06b84') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:42.915516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701cb437-2e25-4ef9-94c8-538a5db06b84') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:42.927203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.944778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833837d3-12fd-439c-8813-41cc3f0bf8be req-5690c22c-5f2f-43ac-91d7-b010ab1b5e55 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:42.956718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-833837d3-12fd-439c-8813-41cc3f0bf8be req-5690c22c-5f2f-43ac-91d7-b010ab1b5e55 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1166675 Aug 27 02:27:42.982692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.989008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9ed91f3-acfe-4536-b1da-5e35e2381f66 req-3f9f6b0c-c00b-478a-96f7-63818c13190d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232193 Aug 27 02:27:42.993877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:27:42.994144 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.009637 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-833837d3-12fd-439c-8813-41cc3f0bf8be req-9c424dfa-a1a0-4a73-a24e-bce348d0910e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563753 Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:27:43.020727 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:27:43.067711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Deleting port 23f7195a-8335-4f10-8408-e2e33a298b85 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:43.068060 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.077929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.094276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.098644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] 10.222.0.10 "DELETE /v2.0/networks/16c0e32a-5828-4163-b037-5aadf1f68970 HTTP/1.1" status: 204 len: 168 time: 0.8077812 Aug 27 02:27:43.098644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76841f03-e382-459c-be2d-731637a0d346 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c0e32a-5828-4163-b037-5aadf1f68970,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:43.215756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] For port 23f7195a-8335-4f10-8408-e2e33a298b85, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=23f7195a-8335-4f10-8408-e2e33a298b85,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:43.217325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.230038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e486344-ac3c-4f52-9292-c6b4da4c7576 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:43.235031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Calling delete_port for 23f7195a-8335-4f10-8408-e2e33a298b85 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:43.252646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d50e2-2f75-47e5-b804-09601e49899b req-c40bafd0-8dc0-4e36-a410-75a79c1667df tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:43.260096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c9d50e2-2f75-47e5-b804-09601e49899b req-c40bafd0-8dc0-4e36-a410-75a79c1667df tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0964441 Aug 27 02:27:43.272204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1e486344-ac3c-4f52-9292-c6b4da4c7576 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:43.272897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e486344-ac3c-4f52-9292-c6b4da4c7576 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:43.273467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 064473d7-4d22-4a6d-bd00-b365dd979d20 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:43.298872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 064473d7-4d22-4a6d-bd00-b365dd979d20 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:43.300691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 064473d7-4d22-4a6d-bd00-b365dd979d20 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:43.307163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8c008-6129-4415-8dd0-725812efedbb req-4055102c-8c4c-4dbc-bf3c-69127da04848 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:43.320428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78a8c008-6129-4415-8dd0-725812efedbb req-4055102c-8c4c-4dbc-bf3c-69127da04848 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 945 time: 0.1212769 Aug 27 02:27:43.320937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44728) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:43.340708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c9d50e2-2f75-47e5-b804-09601e49899b req-eeeb6816-14ac-43fa-a72f-f0f2193bd30a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796103 Aug 27 02:27:43.387122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-257af86b-8a09-41ff-94b0-f48b341102e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e97f4825a5c44c4ab93bfb01e93ef4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561647 Aug 27 02:27:43.393416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44730) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:43.411211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78a8c008-6129-4415-8dd0-725812efedbb req-13c84a25-31e3-4635-98e9-601f807cc8c4 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921829 Aug 27 02:27:43.500054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.512024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f', '23f7195a-8335-4f10-8408-e2e33a298b85'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:43.540104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9fe24c48-92cb-4930-8b40-bf1f0329e1c6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:43.542692 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b410f1fb-5872-4822-920b-ebf4ad3114f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.548065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event deleted for resources: {'Port': ['ID=23f7195a-8335-4f10-8408-e2e33a298b85,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:43.598403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] No DVR routers for this DVR port 23f7195a-8335-4f10-8408-e2e33a298b85 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:43.601318 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b410f1fb-5872-4822-920b-ebf4ad3114f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.603659 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.616329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad0b339d-eb17-4e7a-8272-8e511e7d373c req-2780fd7c-ea2a-46b5-9198-62671ec5f31d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "DELETE /v2.0/ports/23f7195a-8335-4f10-8408-e2e33a298b85 HTTP/1.1" status: 204 len: 173 time: 0.6951833 Aug 27 02:27:43.616777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'name': 'network-vif-deleted', 'tag': '23f7195a-8335-4f10-8408-e2e33a298b85'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:43.619268 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b362345-a036-4662-b702-0525bf903702" -d '{"events": [{"server_uuid": "eecd6a3d-6e48-4253-9e95-457c0b0149de", "name": "network-vif-deleted", "tag": "23f7195a-8335-4f10-8408-e2e33a298b85"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:43.695775 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea8721-8c10-4cb8-88a5-6a24ae1077b1 x-openstack-request-id: req-4eea8721-8c10-4cb8-88a5-6a24ae1077b1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:43.696117 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecd6a3d-6e48-4253-9e95-457c0b0149de", "name": "network-vif-deleted", "tag": "23f7195a-8335-4f10-8408-e2e33a298b85", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:43.696314 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4eea8721-8c10-4cb8-88a5-6a24ae1077b1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:43.697332 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecd6a3d-6e48-4253-9e95-457c0b0149de', 'name': 'network-vif-deleted', 'tag': '23f7195a-8335-4f10-8408-e2e33a298b85', 'status': 'completed', 'code': 200} Aug 27 02:27:43.800746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b410f1fb-5872-4822-920b-ebf4ad3114f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.808431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b410f1fb-5872-4822-920b-ebf4ad3114f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.813957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b410f1fb-5872-4822-920b-ebf4ad3114f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9134e4d-9e95-4a67-9d75-66b6f8f61a22 HTTP/1.1" status: 204 len: 168 time: 0.4174769 Aug 27 02:27:43.840696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7fe1-cd4e-42c5-a1a0-4d180a9cbdfe req-fc9d60e3-f0e6-4a26-967f-ab6cec0ca770 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:43.845730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410f1fb-5872-4822-920b-ebf4ad3114f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9134e4d-9e95-4a67-9d75-66b6f8f61a22,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:43.852820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f37f7fe1-cd4e-42c5-a1a0-4d180a9cbdfe req-fc9d60e3-f0e6-4a26-967f-ab6cec0ca770 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0855415 Aug 27 02:27:43.899699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f37f7fe1-cd4e-42c5-a1a0-4d180a9cbdfe req-45d09bbb-bc40-4a78-bafd-0d2d923a9bc5 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Aug 27 02:27:44.171916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc52d8-b5d4-46fc-8f95-15ce80e61f3b req-b4ef70cb-07ff-4c9a-9da7-df77fbea675d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.174712 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7bc52d8-b5d4-46fc-8f95-15ce80e61f3b req-b4ef70cb-07ff-4c9a-9da7-df77fbea675d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.0624526 Aug 27 02:27:44.178430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-30078ab2-de17-4b41-bf70-19784acc5681 req-6d407401-3023-429d-a967-858402db4592 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecd6a3d-6e48-4253-9e95-457c0b0149de HTTP/1.1" status: 200 len: 210 time: 0.0413160 Aug 27 02:27:44.237020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7bc52d8-b5d4-46fc-8f95-15ce80e61f3b req-3d8d554a-f296-46ea-91c1-e16473b1214e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508471 Aug 27 02:27:44.380172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9113724-57ff-4572-9653-407ac8cc0d6c up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:44.433022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f9113724-57ff-4572-9653-407ac8cc0d6c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:44.453105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f9113724-57ff-4572-9653-407ac8cc0d6c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:44.453488 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:44.469185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac11142-53b0-4cd6-942a-0eeff7a6e0e1 req-47a952d0-afee-4fd3-82fb-f60cbf7e7bd9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.470938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aac11142-53b0-4cd6-942a-0eeff7a6e0e1 req-47a952d0-afee-4fd3-82fb-f60cbf7e7bd9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0642169 Aug 27 02:27:44.571474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aac11142-53b0-4cd6-942a-0eeff7a6e0e1 req-1cc055b0-d67c-4e33-8f18-4749798f38c8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940704 Aug 27 02:27:44.611025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd56b80-eaa0-4d55-8ec1-a877607142bf req-e2cd46e2-db55-488d-9523-ec48bd817a20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.612275 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5bd56b80-eaa0-4d55-8ec1-a877607142bf req-e2cd46e2-db55-488d-9523-ec48bd817a20 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 945 time: 0.0924132 Aug 27 02:27:44.628175 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:44.676328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5bd56b80-eaa0-4d55-8ec1-a877607142bf req-b187db91-18ce-48c4-9e9b-26e845b76dc4 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576611 Aug 27 02:27:44.689034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9113724-57ff-4572-9653-407ac8cc0d6c,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:44.690020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:44.692359 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739c9d2-dd10-43d5-aaea-b3b41e926983" -d '{"events": [{"server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "name": "network-vif-plugged", "status": "completed", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:44.701411 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:44.702413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 23f7195a-8335-4f10-8408-e2e33a298b85 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:44.728164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 23f7195a-8335-4f10-8408-e2e33a298b85 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:44.728997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 23f7195a-8335-4f10-8408-e2e33a298b85 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:44.771327 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14516a13-cc19-417a-9e5e-9cbe1af4aa13 x-openstack-request-id: req-14516a13-cc19-417a-9e5e-9cbe1af4aa13 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:44.771716 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "name": "network-vif-plugged", "status": "completed", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:44.772143 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14516a13-cc19-417a-9e5e-9cbe1af4aa13 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:44.772626 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c', 'code': 200} Aug 27 02:27:44.792072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44774) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:44.811616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:44.902974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16613e-9b87-4d01-b830-7d43c66e7800 req-d755ef99-0d35-462c-b2c9-6637e2580979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.904883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a16613e-9b87-4d01-b830-7d43c66e7800 req-d755ef99-0d35-462c-b2c9-6637e2580979 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1097 time: 0.0605659 Aug 27 02:27:44.926087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-network', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:44.977931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a16613e-9b87-4d01-b830-7d43c66e7800 req-6df196a1-19ed-4407-947b-09611064a9c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571845 Aug 27 02:27:44.981324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Made reservation on behalf of 4a88c06bab604935a88f00c1ca2b87c9 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:44.984183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.005005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.063315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874ce7-cb01-4287-8d80-a444f092e15a req-1774d619-3c05-488b-92b8-e1ba5077cd4c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.065345 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3874ce7-cb01-4287-8d80-a444f092e15a req-1774d619-3c05-488b-92b8-e1ba5077cd4c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0671585 Aug 27 02:27:45.124958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.132023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.144463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3874ce7-cb01-4287-8d80-a444f092e15a req-e508d45c-176a-4cc7-9820-56a629f5c345 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723553 Aug 27 02:27:45.151301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:27:45.176051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.176398 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Added segment c87a1542-5eda-48bf-b579-5c49aac18d91 of type vlan for network d29736e1-9e6d-45c7-b40a-c89a7cb1870d Aug 27 02:27:45.187473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c852f89-b3da-44ef-90d3-45b245d549fd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.222758 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.252121 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.253199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.253914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.330165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5368922 Aug 27 02:27:45.333568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44786) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:45.339352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Request body: {'subnet': {'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-subnet', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:45.345928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2082a-f489-4865-b54c-5cde928d9976 admin admin] Pushing event updated for resources: {'Network': ['ID=d29736e1-9e6d-45c7-b40a-c89a7cb1870d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.364389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:27:45.436355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Made reservation on behalf of 4a88c06bab604935a88f00c1ca2b87c9 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:45.439559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.468388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b68b89-5aa7-4177-bf2f-d73bfa761671 req-7a7abd03-ebab-4fca-86b3-30c3679748b8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.469978 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6b68b89-5aa7-4177-bf2f-d73bfa761671 req-7a7abd03-ebab-4fca-86b3-30c3679748b8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1259496 Aug 27 02:27:45.563651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6b68b89-5aa7-4177-bf2f-d73bfa761671 req-259b43fb-3bd7-4ef4-a37e-2674cc248031 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604527 Aug 27 02:27:45.583718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698b095-4cb8-44b7-9b45-8f9e1f866eab req-90dca029-f5fe-4a33-b4e0-4e9eb419f4b5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.585390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a698b095-4cb8-44b7-9b45-8f9e1f866eab req-90dca029-f5fe-4a33-b4e0-4e9eb419f4b5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.0586884 Aug 27 02:27:45.637187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a698b095-4cb8-44b7-9b45-8f9e1f866eab req-121468db-9ea6-455a-9d36-be7665d3642f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Aug 27 02:27:45.740025 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.803642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cebcf-b394-4025-9e8f-244d2029ca9c req-aa1f9b6f-69c4-4a2d-9986-1cae49d55df5 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.805270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c94cebcf-b394-4025-9e8f-244d2029ca9c req-aa1f9b6f-69c4-4a2d-9986-1cae49d55df5 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 946 time: 0.0542336 Aug 27 02:27:45.806143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027911c9-0b8c-42f6-ab0b-bad4e30a0173 req-4f65f982-d40d-4cf2-a79b-ad0538ec4a9f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.807702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-027911c9-0b8c-42f6-ab0b-bad4e30a0173 req-4f65f982-d40d-4cf2-a79b-ad0538ec4a9f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1559489 Aug 27 02:27:45.822379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83aadf3d-70a9-410b-92a3-d8d225366301,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.847065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c94cebcf-b394-4025-9e8f-244d2029ca9c req-330f9f98-df40-42d0-81bc-d6078a7284c7 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Aug 27 02:27:45.860122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Checking segment: {'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:45.860526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Network hostable DHCP agents. Network: d29736e1-9e6d-45c7-b40a-c89a7cb1870d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:27:45.895722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-027911c9-0b8c-42f6-ab0b-bad4e30a0173 req-a1295384-7153-450d-b1f3-c37a2588a7cc tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741065 Aug 27 02:27:45.897235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:27:45.913631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, d29736e1-9e6d-45c7-b40a-c89a7cb1870d) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:45.931401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.932311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.932852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed91187d-5f91-444d-afcd-3efdafa17fd9 None None] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:45.950548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-71a9fa85-d147-4206-91de-f733f015005d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6148367 Aug 27 02:27:45.953130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44796) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:45.958142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:45.983028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.984615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.109781 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.152015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-d29736e1-9e6d-45c7-b40a-c89a7cb1870d', 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'fixed_ips': [{'subnet_id': '83aadf3d-70a9-410b-92a3-d8d225366301'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:27:46.153043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.296077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.322302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438d49-1e60-4303-b1ba-ee884a2dd56d req-0a4253d4-da2e-44ac-b5e2-f014aca6089e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:46.324186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff438d49-1e60-4303-b1ba-ee884a2dd56d req-0a4253d4-da2e-44ac-b5e2-f014aca6089e tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0603271 Aug 27 02:27:46.390219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff438d49-1e60-4303-b1ba-ee884a2dd56d req-d6ef3eb0-f314-4cdc-8f01-eb6123be0153 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595050 Aug 27 02:27:46.419102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Allocated IP 172.20.0.2 (d29736e1-9e6d-45c7-b40a-c89a7cb1870d/83aadf3d-70a9-410b-92a3-d8d225366301/9078e38d-33d0-4a4b-ac94-4eb769104e40) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:46.587722 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.604581 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.614959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Transition to ACTIVE for port object 9078e38d-33d0-4a4b-ac94-4eb769104e40 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:46.633022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Transition to ACTIVE for port object 9078e38d-33d0-4a4b-ac94-4eb769104e40 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:46.643229 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.724567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:46.732809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Pushing event updated for resources: {'Port': ['ID=9078e38d-33d0-4a4b-ac94-4eb769104e40,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:46.736093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:46.740969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:46.785785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977d9d-a087-4abf-94eb-0f99dae5d0ef req-30446fa0-5c0b-4557-8143-1654b7161c11 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:46.788391 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7977d9d-a087-4abf-94eb-0f99dae5d0ef req-30446fa0-5c0b-4557-8143-1654b7161c11 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.0926297 Aug 27 02:27:46.817166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Attempting to bind port 9078e38d-33d0-4a4b-ac94-4eb769104e40 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:46.817481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Attempting to bind port 9078e38d-33d0-4a4b-ac94-4eb769104e40 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:46.817958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Attempting to bind port 9078e38d-33d0-4a4b-ac94-4eb769104e40 on network d29736e1-9e6d-45c7-b40a-c89a7cb1870d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:46.821476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2108a14-c6f7-4f2d-a6b9-c0f27ef88e9f req-9c098014-1642-4c5d-844f-d0647c7d34ce tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:46.831298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2108a14-c6f7-4f2d-a6b9-c0f27ef88e9f req-9c098014-1642-4c5d-844f-d0647c7d34ce tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.1028848 Aug 27 02:27:46.831445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:46.831445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Checking segment: {'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:46.833685 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.833685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Bound using segment: {'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:46.833685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Bound port: 9078e38d-33d0-4a4b-ac94-4eb769104e40, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:46.833685 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.865600 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2108a14-c6f7-4f2d-a6b9-c0f27ef88e9f req-27cbb3bc-edfd-4250-850c-4ef0cc4ef235 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Aug 27 02:27:46.898680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] For port 9078e38d-33d0-4a4b-ac94-4eb769104e40, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:46.902224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] For port 9078e38d-33d0-4a4b-ac94-4eb769104e40, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9078e38d-33d0-4a4b-ac94-4eb769104e40,segment=NetworkSegment(c87a1542-5eda-48bf-b579-5c49aac18d91),segment_id=c87a1542-5eda-48bf-b579-5c49aac18d91)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:46.915032 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.934178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7977d9d-a087-4abf-94eb-0f99dae5d0ef req-8e67f37e-1dd9-46eb-9340-72ac8da8b273 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336384 Aug 27 02:27:46.980782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a14510-1a0f-4e67-9455-f698d939fb72 None None] Pushing event updated for resources: {'Port': ['ID=9078e38d-33d0-4a4b-ac94-4eb769104e40,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:47.058710 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.068304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5c735-2758-4bb8-be40-ca9f8e4d5d89 req-76d0a56d-4977-45cc-8183-887fb888edd5 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:47.077406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31e5c735-2758-4bb8-be40-ca9f8e4d5d89 req-76d0a56d-4977-45cc-8183-887fb888edd5 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 946 time: 0.0695827 Aug 27 02:27:47.105740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.126584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31e5c735-2758-4bb8-be40-ca9f8e4d5d89 req-aef63700-e7d5-4eb3-960b-3a004bde062e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481575 Aug 27 02:27:47.268736 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.303570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-377ab050-4281-4730-9029-3ecb97c93b00 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1322517078&fields=id&tenant_id=feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 267 time: 0.0894411 Aug 27 02:27:47.322803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76681c3-56ac-4826-8615-8ed852ef8270 req-3b48a980-f284-4636-92e6-76698967453b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:47.324773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76681c3-56ac-4826-8615-8ed852ef8270 req-3b48a980-f284-4636-92e6-76698967453b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.2218444 Aug 27 02:27:47.374162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-52412474-c45d-417e-93c4-b18a1e784003 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:47.375822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-52412474-c45d-417e-93c4-b18a1e784003 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 946 time: 0.0620809 Aug 27 02:27:47.387224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Allocated IP 172.25.1.57 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/8b684f37-004b-4cff-a456-a83301111f1e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:47.390166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'port': {'security_groups': ['59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a', '20d3316c-5e2b-4418-98b8-bb8c71e2db02']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:47.431385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e76681c3-56ac-4826-8615-8ed852ef8270 req-f931eafd-9a2a-4490-a985-bb745d16def0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910301 Aug 27 02:27:47.500698 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.548875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.618534 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.674571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:47.681668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:47.687625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:47.730544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9113724-57ff-4572-9653-407ac8cc0d6c,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:47.731175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e043cf-98ef-439e-a4b5-da32959c228f req-906041ba-bcfc-41b4-86f1-cf214e597c69 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:47.733024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60e043cf-98ef-439e-a4b5-da32959c228f req-906041ba-bcfc-41b4-86f1-cf214e597c69 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.1269825 Aug 27 02:27:47.736643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Pushing event updated for resources: {'Port': ['ID=8b684f37-004b-4cff-a456-a83301111f1e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:47.779519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.793097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.809547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f9113724-57ff-4572-9653-407ac8cc0d6c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:47.869377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:47.870119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.871775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7ac10e0-0f52-4667-8df8-3baa7e98f2b7 req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "PUT /v2.0/ports/f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 982 time: 0.4877675 Aug 27 02:27:47.872317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:47.876105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60e043cf-98ef-439e-a4b5-da32959c228f req-39b585c7-c034-4553-bfdb-82e366cb394c tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359644 Aug 27 02:27:47.879235 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b" -d '{"events": [{"name": "network-changed", "server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:47.903611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:47.943617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e852c9-bae7-4a7c-9e8d-c3c8564ff987 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=6']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:47.985606 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-561ff283-9126-444c-a5ac-c8ca8c5b500e req-fc48431c-0a6b-41ef-bf8d-87f16878f1e4 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/20d3316c-5e2b-4418-98b8-bb8c71e2db02 HTTP/1.1" status: 200 len: 1800 time: 0.0909572 Aug 27 02:27:48.034198 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235bc80c-016b-4a61-8776-965d8ec5d4df x-openstack-request-id: req-235bc80c-016b-4a61-8776-965d8ec5d4df {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:48.034446 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:48.034753 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-235bc80c-016b-4a61-8776-965d8ec5d4df {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:48.035133 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c', 'status': 'completed', 'code': 200} Aug 27 02:27:48.062731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f9113724-57ff-4572-9653-407ac8cc0d6c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:48.092693 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-561ff283-9126-444c-a5ac-c8ca8c5b500e req-4d608a75-a774-4da5-9f17-5e00b04d8835 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:27:48.113341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-561ff283-9126-444c-a5ac-c8ca8c5b500e req-4d608a75-a774-4da5-9f17-5e00b04d8835 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/20d3316c-5e2b-4418-98b8-bb8c71e2db02 HTTP/1.1" status: 409 len: 341 time: 0.1264513 Aug 27 02:27:48.340897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd13-c2f9-4d9e-b786-fabee28cb076 req-635a69cb-7033-46c6-864c-8e1cfe3557ee tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:48.342455 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd70cd13-c2f9-4d9e-b786-fabee28cb076 req-635a69cb-7033-46c6-864c-8e1cfe3557ee tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1062584 Aug 27 02:27:48.352064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:48.396512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd70cd13-c2f9-4d9e-b786-fabee28cb076 req-4e770ee6-18b9-46e3-932b-39967cbe7732 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472820 Aug 27 02:27:48.451176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d07b2-b1b5-4e56-8279-579619018977 None None] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:48.479028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75ac-fe76-4ef2-94d2-28f3fb569492 req-fda0f06c-33d8-4a4c-b829-4cb0b57bba95 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:48.480553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3bd75ac-fe76-4ef2-94d2-28f3fb569492 req-fda0f06c-33d8-4a4c-b829-4cb0b57bba95 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.3485038 Aug 27 02:27:48.486657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-befd02b5-faee-4ae6-8013-dff950c8e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:48.488649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-befd02b5-faee-4ae6-8013-dff950c8e650 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1136 time: 0.2754023 Aug 27 02:27:48.664553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3bd75ac-fe76-4ef2-94d2-28f3fb569492 req-817f2889-cf63-4ee8-9fc4-2aee4893ee48 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703207 Aug 27 02:27:48.798359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-cbf33085-8d9f-455f-bf8f-4d4e9965fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:48.800072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-cbf33085-8d9f-455f-bf8f-4d4e9965fea9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 914 time: 0.2943008 Aug 27 02:27:48.806035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-08b17e26-f26f-4b81-bbb1-6f25afb34817 None None] Provisioning for port 9078e38d-33d0-4a4b-ac94-4eb769104e40 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:48.806438 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:48.837871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8df16-ea46-4535-b63e-2615107c06af req-0e8f3491-e43b-49b4-b66b-cdec18cd492b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:48.839926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95e8df16-ea46-4535-b63e-2615107c06af req-0e8f3491-e43b-49b4-b66b-cdec18cd492b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0926511 Aug 27 02:27:48.869727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-10819972-9e91-44d3-9d57-811cd30ebb4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 217 time: 0.0601809 Aug 27 02:27:48.886961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95e8df16-ea46-4535-b63e-2615107c06af req-f32f506e-8d7f-4c6f-b769-e946342d266e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Aug 27 02:27:49.006798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed773a5-2037-40b2-9961-686f1577c881 req-a622effa-3aea-46c0-87af-f2b4e08ef9e8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:49.008335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed773a5-2037-40b2-9961-686f1577c881 req-a622effa-3aea-46c0-87af-f2b4e08ef9e8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 985 time: 0.1909254 Aug 27 02:27:49.015171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68c6fb-f9f2-4456-b710-65cd6676d10e req-59a5fbae-0023-45e4-8105-d5a4dd1d8bc3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:49.016923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b68c6fb-f9f2-4456-b710-65cd6676d10e req-59a5fbae-0023-45e4-8105-d5a4dd1d8bc3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0589359 Aug 27 02:27:49.024237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-f4ef0730-5e2d-4600-99dd-713e22de6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:49.025684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-f4ef0730-5e2d-4600-99dd-713e22de6c23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.1103346 Aug 27 02:27:49.071920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b68c6fb-f9f2-4456-b710-65cd6676d10e req-6c177be2-ee27-4115-aff3-de3e65cd7b41 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Aug 27 02:27:49.072158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-5863561e-9593-44f7-ada8-6b2d4a79d248 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356464 Aug 27 02:27:49.144951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed773a5-2037-40b2-9961-686f1577c881 req-88683bc2-7ef8-482e-91a7-19a0e2975f3f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=20d3316c-5e2b-4418-98b8-bb8c71e2db02&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1225128 Aug 27 02:27:49.184007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Router 166d3349-4a5c-4b44-9237-a5643cc51cf9 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:27:49.210796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9078e38d-33d0-4a4b-ac94-4eb769104e40 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:49.248475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-39da4d30-94d0-4ff4-9a5b-735113f2dd15 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581202 Aug 27 02:27:49.265557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9078e38d-33d0-4a4b-ac94-4eb769104e40 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:49.269416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9078e38d-33d0-4a4b-ac94-4eb769104e40 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:49.269800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.358159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.367623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:49.381592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Sync routers for ids ['166d3349-4a5c-4b44-9237-a5643cc51cf9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:49.383348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-64d000e2-bbce-40f7-800f-066c1372d226 None None] Provisioning complete for port 9078e38d-33d0-4a4b-ac94-4eb769104e40 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:49.383719 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-64d000e2-bbce-40f7-800f-066c1372d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.390590 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7b45b65-38d4-4a06-b0c5-480a4ccaca5b req-02da1c03-73c8-445d-9f12-b7b8b5b8f918 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367795 Aug 27 02:27:49.395959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.400093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-63149fa3-95fc-4eda-987c-6f73b5f7b44d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4434202 Aug 27 02:27:49.400462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44836) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:49.435884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9078e38d-33d0-4a4b-ac94-4eb769104e40, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9078e38d-33d0-4a4b-ac94-4eb769104e40,segment=NetworkSegment(c87a1542-5eda-48bf-b579-5c49aac18d91),segment_id=c87a1542-5eda-48bf-b579-5c49aac18d91)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:49.440855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Routers {'166d3349-4a5c-4b44-9237-a5643cc51cf9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:49.441495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['166d3349-4a5c-4b44-9237-a5643cc51cf9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:49.447205 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.500712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-9c3726b8-3745-485f-81d6-d3478eacb9be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563850 Aug 27 02:27:49.555544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-354f12eb-d9aa-46d5-9f89-96948a28d034 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:27:49.556597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-354f12eb-d9aa-46d5-9f89-96948a28d034 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073023 Aug 27 02:27:49.569773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141b886-10e5-49ad-a8e9-02f8fcf097ce req-b2888982-4ae9-45b5-834e-9d6173025215 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:49.572534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b141b886-10e5-49ad-a8e9-02f8fcf097ce req-b2888982-4ae9-45b5-834e-9d6173025215 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.0660884 Aug 27 02:27:49.607153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9078e38d-33d0-4a4b-ac94-4eb769104e40,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:49.631136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b141b886-10e5-49ad-a8e9-02f8fcf097ce req-48ecf2f1-f8f6-42ac-988b-1c67035be782 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Aug 27 02:27:49.643390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Set router 166d3349-4a5c-4b44-9237-a5643cc51cf9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:49.826498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '8b684f37-004b-4cff-a456-a83301111f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:47Z', 'revision_number': 3, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port': {'id': '8b684f37-004b-4cff-a456-a83301111f1e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:49.852720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Checking router: 166d3349-4a5c-4b44-9237-a5643cc51cf9 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:49.853063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Updating router 166d3349-4a5c-4b44-9237-a5643cc51cf9 port 8b684f37-004b-4cff-a456-a83301111f1e binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:27:49.861606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-19f70d0b-d1c5-43f5-a20c-1dd61b119647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:49.863189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-19f70d0b-d1c5-43f5-a20c-1dd61b119647 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1136 time: 0.4202926 Aug 27 02:27:49.881124 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.011549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baad1b0-5d68-4db7-a15c-f4bc9c65d788 req-ec7a45a8-02f4-48b9-91a2-c0a4b16df5b8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.012912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9baad1b0-5d68-4db7-a15c-f4bc9c65d788 req-ec7a45a8-02f4-48b9-91a2-c0a4b16df5b8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0518248 Aug 27 02:27:50.052838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9baad1b0-5d68-4db7-a15c-f4bc9c65d788 req-2040b10f-3b12-41d1-9dd5-d4a82281f92b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Aug 27 02:27:50.072386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15f058-6e7c-4a85-84f3-cc1e5ec99c2f req-ade89b9b-5a19-4b91-88f1-2c70e55a8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.073908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab15f058-6e7c-4a85-84f3-cc1e5ec99c2f req-ade89b9b-5a19-4b91-88f1-2c70e55a8d16 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 1096 time: 0.5257924 Aug 27 02:27:50.095120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343608-668b-498d-aa6e-d9ae438abf02 req-15df760d-40d9-4eb6-b49b-f00c8d62a076 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.096591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6343608-668b-498d-aa6e-d9ae438abf02 req-15df760d-40d9-4eb6-b49b-f00c8d62a076 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.2530196 Aug 27 02:27:50.149668 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.162638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Transition to ACTIVE for port object 8b684f37-004b-4cff-a456-a83301111f1e will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:50.171803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.181581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-86cb1427-1cd2-4c5a-b2c4-c5c9fcab732d service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391950 Aug 27 02:27:50.191990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc808d1-e796-445a-b97d-1567a966a8d0 req-58d8365d-114d-462c-b2b6-6d5d90595183 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.193495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0dc808d1-e796-445a-b97d-1567a966a8d0 req-58d8365d-114d-462c-b2b6-6d5d90595183 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0524640 Aug 27 02:27:50.195014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-feb6bc0a-de6e-45a4-8501-69ecd4cc20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.196890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-feb6bc0a-de6e-45a4-8501-69ecd4cc20fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 914 time: 0.3132377 Aug 27 02:27:50.222866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Attempting to bind port 8b684f37-004b-4cff-a456-a83301111f1e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:50.223442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Attempting to bind port 8b684f37-004b-4cff-a456-a83301111f1e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:50.223681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Attempting to bind port 8b684f37-004b-4cff-a456-a83301111f1e on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:50.233182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:50.233571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:50.234247 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.234496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:50.235231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Bound port: 8b684f37-004b-4cff-a456-a83301111f1e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:50.235231 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.236755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc426-fe75-4ef7-b6fd-376ac7130723 None None] Pushing event updated for resources: {'Port': ['ID=8b684f37-004b-4cff-a456-a83301111f1e,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:50.254577 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0dc808d1-e796-445a-b97d-1567a966a8d0 req-ed415815-774c-43e6-8774-922737101c8b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Aug 27 02:27:50.291546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] For port 8b684f37-004b-4cff-a456-a83301111f1e, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:50.294976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] For port 8b684f37-004b-4cff-a456-a83301111f1e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8b684f37-004b-4cff-a456-a83301111f1e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:50.300130 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.312058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6343608-668b-498d-aa6e-d9ae438abf02 req-23192df8-1cef-4abd-93eb-8bcc4abf0c53 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035403 Aug 27 02:27:50.313564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab15f058-6e7c-4a85-84f3-cc1e5ec99c2f req-9f3b296e-d616-4cef-af6c-01b5c93fd2e2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082546 Aug 27 02:27:50.346301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-f028c54c-56b8-4bb4-926c-f0451ff6f842 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 217 time: 0.1262534 Aug 27 02:27:50.363677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Routers {'166d3349-4a5c-4b44-9237-a5643cc51cf9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:50.364293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['166d3349-4a5c-4b44-9237-a5643cc51cf9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:50.366995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7d5b0-8656-4d6d-ae55-157a02aa425e req-233b390a-9491-4aaa-b226-1d77548aee69 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.369114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b9c7d5b0-8656-4d6d-ae55-157a02aa425e req-233b390a-9491-4aaa-b226-1d77548aee69 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 985 time: 0.0663898 Aug 27 02:27:50.414985 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc426-fe75-4ef7-b6fd-376ac7130723 None None] Pushing event updated for resources: {'Port': ['ID=8b684f37-004b-4cff-a456-a83301111f1e,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:50.421473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b9c7d5b0-8656-4d6d-ae55-157a02aa425e req-e39bd2c3-aa6a-4eb0-9298-681c7760bd45 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=20d3316c-5e2b-4418-98b8-bb8c71e2db02&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0459790 Aug 27 02:27:50.463814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-63e15ee1-4707-4877-953b-260f2916eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.465307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-63e15ee1-4707-4877-953b-260f2916eef4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.1121044 Aug 27 02:27:50.471363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e26aa93-ab91-46eb-9004-031ef6d36873 req-f09807e5-4227-4242-bc1f-06a83483f901 service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779665 Aug 27 02:27:50.493099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] Set router 166d3349-4a5c-4b44-9237-a5643cc51cf9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:50.503460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-30f66a10-ef42-4847-93f0-541c4876f6a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295887 Aug 27 02:27:50.651579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-235615e6-4653-41ba-b4a0-28d17af918e5 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280868 Aug 27 02:27:50.671041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '8b684f37-004b-4cff-a456-a83301111f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:47Z', 'revision_number': 3, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port': {'id': '8b684f37-004b-4cff-a456-a83301111f1e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:50.700435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0e0c0-471e-45d3-ae63-bb6a7150172c None None] The sync data for ids ['166d3349-4a5c-4b44-9237-a5643cc51cf9'] in n-d-806293-1 is: [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '8b684f37-004b-4cff-a456-a83301111f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:47Z', 'revision_number': 3, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port': {'id': '8b684f37-004b-4cff-a456-a83301111f1e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:50.764995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.821383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd4009-9fae-4d74-9626-342803c22f72 req-b285bcc5-5ffa-465c-b046-5d7f7e970e16 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.823007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cdd4009-9fae-4d74-9626-342803c22f72 req-b285bcc5-5ffa-465c-b046-5d7f7e970e16 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1046026 Aug 27 02:27:50.861058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1edf904-fd3e-4430-9960-d4b2fb87db80 req-664be5df-13c0-436f-bb4a-6d0b405edd0c service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917188 Aug 27 02:27:50.938455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3cdd4009-9fae-4d74-9626-342803c22f72 req-87986b45-b280-4279-a880-9e2e6a2f7d83 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833805 Aug 27 02:27:51.011983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Allocated IP 172.20.0.1 (d29736e1-9e6d-45c7-b40a-c89a7cb1870d/83aadf3d-70a9-410b-92a3-d8d225366301/e4e8e90f-84a1-4698-ae2c-2ca93650e532) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:51.176123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-9cf0372d-6e32-41c4-bd07-eaf0b31a3281 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:51.179016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-9cf0372d-6e32-41c4-bd07-eaf0b31a3281 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.0917020 Aug 27 02:27:51.183855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d89e-e41c-404e-833b-4a88f53da885 req-183b5947-b9e1-4047-8010-edd652d44785 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:51.186140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87f7d89e-e41c-404e-833b-4a88f53da885 req-183b5947-b9e1-4047-8010-edd652d44785 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0548739 Aug 27 02:27:51.200210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.236372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87f7d89e-e41c-404e-833b-4a88f53da885 req-c0421588-672f-413e-8b3d-7a2002c27451 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Aug 27 02:27:51.241703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Transition to ACTIVE for port object e4e8e90f-84a1-4698-ae2c-2ca93650e532 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:51.339514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.372606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8b684f37-004b-4cff-a456-a83301111f1e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:51.415453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Deleting port ae113f31-5fdd-4f3f-948b-8d4beda44260 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:51.415814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.430972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 8b684f37-004b-4cff-a456-a83301111f1e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:51.435362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8b684f37-004b-4cff-a456-a83301111f1e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:51.435887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.440814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:51.472033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee8e17-bdef-4bfb-8c80-2a3cda1e9140 req-4589b62a-333f-4cf2-a170-65cff3b07878 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:51.482999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9ee8e17-bdef-4bfb-8c80-2a3cda1e9140 req-4589b62a-333f-4cf2-a170-65cff3b07878 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.0693190 Aug 27 02:27:51.488868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:51.528466 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.540595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:51.557490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 8b684f37-004b-4cff-a456-a83301111f1e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8b684f37-004b-4cff-a456-a83301111f1e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:51.565993 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9ee8e17-bdef-4bfb-8c80-2a3cda1e9140 req-aa3c611d-4d13-4cd9-a15f-c74b68fbfd9c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820556 Aug 27 02:27:51.571883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.573846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9078e38d-33d0-4a4b-ac94-4eb769104e40 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:51.615355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Pushing event updated for resources: {'Port': ['ID=e4e8e90f-84a1-4698-ae2c-2ca93650e532,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:51.659221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.703832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=8b684f37-004b-4cff-a456-a83301111f1e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:51.724665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9078e38d-33d0-4a4b-ac94-4eb769104e40 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:51.724889 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.770371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a427e2a-274c-4b2e-8430-6f53c18b40d6 req-9aca768a-9549-472e-bcb9-6d02963ffb96 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:51.778848 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a427e2a-274c-4b2e-8430-6f53c18b40d6 req-9aca768a-9549-472e-bcb9-6d02963ffb96 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 985 time: 0.0819399 Aug 27 02:27:51.818923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a427e2a-274c-4b2e-8430-6f53c18b40d6 req-fd47e63b-c37b-450d-883d-1399e271859e tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=20d3316c-5e2b-4418-98b8-bb8c71e2db02&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0391583 Aug 27 02:27:51.876110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3620b9b5-0ce3-4d83-9c00-4d56dee9993f None None] Provisioning for port e4e8e90f-84a1-4698-ae2c-2ca93650e532 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:51.880991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3620b9b5-0ce3-4d83-9c00-4d56dee9993f None None] Provisioning complete for port e4e8e90f-84a1-4698-ae2c-2ca93650e532 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:51.881517 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3620b9b5-0ce3-4d83-9c00-4d56dee9993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.924680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3620b9b5-0ce3-4d83-9c00-4d56dee9993f None None] Port e4e8e90f-84a1-4698-ae2c-2ca93650e532 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:51.938949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04005aba-0185-43d8-a418-88c13920fd1a req-cef85eb7-5ed9-4050-b05d-05b4272a7ba7 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-550848765&fields=id&tenant_id=feafc5990e0d4a66923ba5272008b069 HTTP/1.1" status: 200 len: 267 time: 0.0387566 Aug 27 02:27:51.991285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df215775-7f17-43f7-9f03-276063c662be req-917b2ae7-62a7-4331-840a-14b9c7b544ac tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:51.992819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df215775-7f17-43f7-9f03-276063c662be req-917b2ae7-62a7-4331-840a-14b9c7b544ac tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 951 time: 0.6411760 Aug 27 02:27:51.994181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005aba-0185-43d8-a418-88c13920fd1a req-a3c86ea4-a882-4c95-898d-0fb12363a45a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:51.995683 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04005aba-0185-43d8-a418-88c13920fd1a req-a3c86ea4-a882-4c95-898d-0fb12363a45a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 985 time: 0.0533905 Aug 27 02:27:52.004558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-071b8798-7713-42c1-a8bb-de72931ae0fd tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:52.005994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-071b8798-7713-42c1-a8bb-de72931ae0fd tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.5720551 Aug 27 02:27:52.007555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'port': {'security_groups': ['20d3316c-5e2b-4418-98b8-bb8c71e2db02', '59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a', '13a7ef10-971d-4bce-bd1e-fe5ada8be85e']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:52.061759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] For port ae113f31-5fdd-4f3f-948b-8d4beda44260, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae113f31-5fdd-4f3f-948b-8d4beda44260,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:52.062116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.081664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.095916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Calling delete_port for ae113f31-5fdd-4f3f-948b-8d4beda44260 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:52.162781 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df215775-7f17-43f7-9f03-276063c662be req-da19349d-6a45-4ab7-a8cb-baaa817dbbe1 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526787 Aug 27 02:27:52.288161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.293620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Deleting port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:52.293967 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.314486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9113724-57ff-4572-9653-407ac8cc0d6c,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:52.349314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.355480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.370230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:52.403861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:52.404481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.406784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04005aba-0185-43d8-a418-88c13920fd1a req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "PUT /v2.0/ports/f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 1021 time: 0.4041193 Aug 27 02:27:52.407134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f9113724-57ff-4572-9653-407ac8cc0d6c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:52.408362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:52.412260 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1cf06c-190b-4ef4-82a1-846e166941a3" -d '{"events": [{"name": "network-changed", "server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:52.455759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21b49a-b283-404b-88c4-2301d56f0f73 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:52.479891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8573125d-cf21-4983-957e-1f5106545428 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:52.507894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bedb4-daca-4a1e-b112-62d8d7e43ad3 req-33369534-7ffd-4958-acd6-54ea8d9ee870 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:52.510266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e63bedb4-daca-4a1e-b112-62d8d7e43ad3 req-33369534-7ffd-4958-acd6-54ea8d9ee870 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 945 time: 0.1961277 Aug 27 02:27:52.529992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.546529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948973b9-f861-4f95-ab92-291ec340eecd req-1cbf5181-621c-47f9-925e-c09ae8fd537a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:52.547942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-948973b9-f861-4f95-ab92-291ec340eecd req-1cbf5181-621c-47f9-925e-c09ae8fd537a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0719934 Aug 27 02:27:52.569394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] For port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:52.569394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.589795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-948973b9-f861-4f95-ab92-291ec340eecd req-0632584a-06bb-4e80-94fa-cea0ff4a61c6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353732 Aug 27 02:27:52.608621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f9113724-57ff-4572-9653-407ac8cc0d6c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:52.617993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Calling delete_port for 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:52.643738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event deleted for resources: {'Port': ['ID=ae113f31-5fdd-4f3f-948b-8d4beda44260,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:52.678719 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5915364-0dca-4211-a55e-bcb535bfe0bf req-9f5dd30a-1c7f-4945-97d7-17134405d9f3 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/13a7ef10-971d-4bce-bd1e-fe5ada8be85e HTTP/1.1" status: 200 len: 1799 time: 0.0486765 Aug 27 02:27:52.734697 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-f5915364-0dca-4211-a55e-bcb535bfe0bf req-be7285ad-71e4-4d2e-a973-d5596c37d631 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:27:52.736427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5915364-0dca-4211-a55e-bcb535bfe0bf req-be7285ad-71e4-4d2e-a973-d5596c37d631 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/13a7ef10-971d-4bce-bd1e-fe5ada8be85e HTTP/1.1" status: 409 len: 341 time: 0.0513165 Aug 27 02:27:52.777804 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccda0b5-ee0b-4257-8842-6e4ed87bd36a x-openstack-request-id: req-5ccda0b5-ee0b-4257-8842-6e4ed87bd36a {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:52.778612 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:52.778863 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ccda0b5-ee0b-4257-8842-6e4ed87bd36a {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:52.779268 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c', 'status': 'completed', 'code': 200} Aug 27 02:27:52.785910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:52.822089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e63bedb4-daca-4a1e-b112-62d8d7e43ad3 req-b61bec3c-69bc-41c3-b264-3e95358f92b8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642734 Aug 27 02:27:52.823273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] No DVR routers for this DVR port ae113f31-5fdd-4f3f-948b-8d4beda44260 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:52.852761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.855466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc2c677e-9e32-46a8-b0d9-e9a66e124cec req-7b50bbfa-13de-447e-870f-e9af7e4accd3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "DELETE /v2.0/ports/ae113f31-5fdd-4f3f-948b-8d4beda44260 HTTP/1.1" status: 204 len: 173 time: 1.6675220 Aug 27 02:27:52.862364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-deleted', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:52.865140 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1b47e2-2577-4690-a57c-f16363a6421a" -d '{"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-deleted", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:52.878231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cab8a-51fb-40e7-a1e1-06fa4283002d req-a29f26db-affd-4f84-b436-252ccc1ec442 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:52.880065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a4cab8a-51fb-40e7-a1e1-06fa4283002d req-a29f26db-affd-4f84-b436-252ccc1ec442 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 945 time: 0.0571690 Aug 27 02:27:52.909134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.928016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.938728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a4cab8a-51fb-40e7-a1e1-06fa4283002d req-9c50a4e1-586b-4cf7-a29d-5065ad13ee6b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515370 Aug 27 02:27:52.983123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '8573125d-cf21-4983-957e-1f5106545428', 'network_id': 'eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd', 'port_id': '8573125d-cf21-4983-957e-1f5106545428', 'mac_address': 'fa:16:3e:4e:a9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a87e2a-f937-470d-9d35-515dba21a2f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:53.024850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-e39cc7ae-75f7-4437-82b2-a2db5d2e5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:53.026816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-e39cc7ae-75f7-4437-82b2-a2db5d2e5eb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=feafc5990e0d4a66923ba5272008b069&device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1175 time: 0.2085581 Aug 27 02:27:53.172529 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.185637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.188190 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390c0827-6f17-429f-8141-6ec303b9612d x-openstack-request-id: req-390c0827-6f17-429f-8141-6ec303b9612d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:53.188480 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c01f68-0c9b-472e-b83b-2585e65058b7", "name": "network-vif-deleted", "tag": "ae113f31-5fdd-4f3f-948b-8d4beda44260", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:53.188732 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-390c0827-6f17-429f-8141-6ec303b9612d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:53.189123 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c01f68-0c9b-472e-b83b-2585e65058b7', 'name': 'network-vif-deleted', 'tag': 'ae113f31-5fdd-4f3f-948b-8d4beda44260', 'status': 'completed', 'code': 200} Aug 27 02:27:53.194366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Pushing event updated for resources: {'Port': ['ID=e4e8e90f-84a1-4698-ae2c-2ca93650e532,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:53.244187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8573125d-cf21-4983-957e-1f5106545428 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:53.254971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8b684f37-004b-4cff-a456-a83301111f1e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:53.338825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:53.359451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.369105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.373224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62f5e67b-befd-4790-ab56-9111e0efd107 req-1b52d59d-ac23-4098-b58f-428e9c7e4ee3 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c01f68-0c9b-472e-b83b-2585e65058b7 HTTP/1.1" status: 200 len: 210 time: 0.0415542 Aug 27 02:27:53.428861 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event deleted for resources: {'Port': ['ID=9fe24c48-92cb-4930-8b40-bf1f0329e1c6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:53.445077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-4e3c3e2e-66ad-49f7-ae30-8fee48baaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:53.446579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-4e3c3e2e-66ad-49f7-ae30-8fee48baaac7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 200 len: 914 time: 0.4096017 Aug 27 02:27:53.489991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909f31d-e131-4f40-a5d6-65c163d4b435 req-b842b066-c20e-4d11-b4e5-106eb637bfb9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:53.491610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a909f31d-e131-4f40-a5d6-65c163d4b435 req-b842b066-c20e-4d11-b4e5-106eb637bfb9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.2401829 Aug 27 02:27:53.522568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d4966-b5cc-4e89-9212-7223aa097a41 req-fe2fbc64-a12d-4a4c-b94d-0286b1071361 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:53.524717 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-282d4966-b5cc-4e89-9212-7223aa097a41 req-fe2fbc64-a12d-4a4c-b94d-0286b1071361 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1024 time: 0.0736973 Aug 27 02:27:53.543030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] No DVR routers for this DVR port 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:53.548149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-109fca95-25ec-42db-83dd-f85b0a8b8c99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 200 len: 217 time: 0.0784819 Aug 27 02:27:53.554615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.556541 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6f7dc97a-68ca-4c34-a8c7-d238d884d805 req-4f1cedf1-5ddf-4bc6-8eac-0e9d82039c6e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.32 "DELETE /v2.0/ports/9fe24c48-92cb-4930-8b40-bf1f0329e1c6 HTTP/1.1" status: 204 len: 173 time: 1.5388546 Aug 27 02:27:53.572897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:53.583244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:53.599584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-282d4966-b5cc-4e89-9212-7223aa097a41 req-6cccd016-a472-4937-b296-0962d1dcca9d tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=20d3316c-5e2b-4418-98b8-bb8c71e2db02&id=13a7ef10-971d-4bce-bd1e-fe5ada8be85e&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0671108 Aug 27 02:27:53.624242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182', '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:53.627052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:53.674019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8b684f37-004b-4cff-a456-a83301111f1e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:53.674388 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.683704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a909f31d-e131-4f40-a5d6-65c163d4b435 req-5caed070-0999-4055-9284-b4c2bc0ebbf6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440525 Aug 27 02:27:53.684772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['8573125d-cf21-4983-957e-1f5106545428'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:53.687134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-eb6f8877-2f08-41a3-b025-24d99f4931e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:53.688603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-eb6f8877-2f08-41a3-b025-24d99f4931e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 200 len: 853 time: 0.1270523 Aug 27 02:27:53.739572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-602df7bf-5b72-4978-a95f-3467d8025b46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912b1959-aa6d-4bc8-b9ef-30197eee5c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416121 Aug 27 02:27:53.809287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:53.869916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Router 166d3349-4a5c-4b44-9237-a5643cc51cf9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:53.942608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-d2a258c2-a352-40a4-9ecd-d765e5d6d1d4 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693456 Aug 27 02:27:53.951185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-91cd713c-80db-4444-85f2-67067764f648 None None] Provisioning complete for port e4e8e90f-84a1-4698-ae2c-2ca93650e532 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:53.951623 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-91cd713c-80db-4444-85f2-67067764f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.054688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-91cd713c-80db-4444-85f2-67067764f648 None None] Port e4e8e90f-84a1-4698-ae2c-2ca93650e532 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:54.078513 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a82e5c22-bc98-4dfa-a484-9fb21e237c43 req-07f2dac0-bfaf-4909-bb36-92e08c55fa07 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=1412421f-b393-48c9-be3b-a9c9721cd2a4 HTTP/1.1" status: 200 len: 210 time: 0.0381737 Aug 27 02:27:54.091291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adc450-0111-495a-b371-0e83edd29f5a req-3e89a642-543a-4502-84d9-2efd23ae82a8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:54.093155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8adc450-0111-495a-b371-0e83edd29f5a req-3e89a642-543a-4502-84d9-2efd23ae82a8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.1921661 Aug 27 02:27:54.150855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:54.165081 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-04488b09-f9f1-47f1-9e5a-f5da5062dfca admin admin] 10.222.0.10 "PUT /v2.0/routers/166d3349-4a5c-4b44-9237-a5643cc51cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7550375 Aug 27 02:27:54.165081 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c1cf06c-190b-4ef4-82a1-846e166941a3 req-8f6cb105-9ac1-4e90-acbb-a2dd6713f8e2 service neutron] 10.222.0.45 "GET /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036221 Aug 27 02:27:54.176529 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Sync routers for ids ['166d3349-4a5c-4b44-9237-a5643cc51cf9'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:54.189207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8adc450-0111-495a-b371-0e83edd29f5a req-321f8433-4e5c-4973-b114-64d6b2b60943 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885394 Aug 27 02:27:54.189774 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Routers {'166d3349-4a5c-4b44-9237-a5643cc51cf9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:54.190568 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['166d3349-4a5c-4b44-9237-a5643cc51cf9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:54.407073 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Set router 166d3349-4a5c-4b44-9237-a5643cc51cf9 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:54.411792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-773e6957-f52c-4fda-a0e6-0de9f436adef req-eba45402-45ad-45fb-a207-ced815be78cc tempest-FloatingIPsNegativeTestJSON-2096239798 tempest-FloatingIPsNegativeTestJSON-2096239798-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=4a88c06bab604935a88f00c1ca2b87c9 HTTP/1.1" status: 200 len: 217 time: 0.0383875 Aug 27 02:27:54.455302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ade252c1-73e3-49c6-b81f-5f805d9480c6 req-3c435a05-e0fb-447a-b7b5-33c2d722c7cf tempest-FloatingIPsNegativeTestJSON-2096239798 tempest-FloatingIPsNegativeTestJSON-2096239798-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0224802 Aug 27 02:27:54.496053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:54.510342 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-a5d59ad8-26e5-478c-8c95-2a39050f2141 req-8eae6fc5-6bfd-4660-98a8-28626c4b949c tempest-FloatingIPsNegativeTestJSON-2096239798 tempest-FloatingIPsNegativeTestJSON-2096239798-project] show failed (client error): The resource could not be found. Aug 27 02:27:54.520550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a5d59ad8-26e5-478c-8c95-2a39050f2141 req-8eae6fc5-6bfd-4660-98a8-28626c4b949c tempest-FloatingIPsNegativeTestJSON-2096239798 tempest-FloatingIPsNegativeTestJSON-2096239798-project] 10.222.0.10 "GET /v2.0/floatingips/646794a1-0a78-4abc-9565-6f0a67c2cbe5 HTTP/1.1" status: 404 len: 350 time: 0.0368879 Aug 27 02:27:54.522358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44908) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:54.546375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: ae113f31-5fdd-4f3f-948b-8d4beda44260 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:54.548100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae113f31-5fdd-4f3f-948b-8d4beda44260 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:54.548639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:54.568428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:54.568958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9fe24c48-92cb-4930-8b40-bf1f0329e1c6 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:54.636739 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '8b684f37-004b-4cff-a456-a83301111f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:52Z', 'revision_number': 4, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port': {'id': '8b684f37-004b-4cff-a456-a83301111f1e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e4e8e90f-84a1-4698-ae2c-2ca93650e532', 'name': '', 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'mac_address': 'fa:16:3e:7b:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '83aadf3d-70a9-410b-92a3-d8d225366301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:50Z', 'updated_at': '2021-08-27T02:27:52Z', 'revision_number': 2, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'subnets': [{'id': '83aadf3d-70a9-410b-92a3-d8d225366301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:54.667228 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Checking router: 166d3349-4a5c-4b44-9237-a5643cc51cf9 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:54.667581 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Updating router 166d3349-4a5c-4b44-9237-a5643cc51cf9 port e4e8e90f-84a1-4698-ae2c-2ca93650e532 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:27:54.695979 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.703427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287628d4-1c62-4a0e-bf0b-8eee9ec827a1 req-740db935-0f98-4d38-a274-bde7837d7c60 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:54.707324 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-287628d4-1c62-4a0e-bf0b-8eee9ec827a1 req-740db935-0f98-4d38-a274-bde7837d7c60 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0588472 Aug 27 02:27:54.753728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-287628d4-1c62-4a0e-bf0b-8eee9ec827a1 req-261cb2c6-bbb1-4759-98e4-d03c1820bb50 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Aug 27 02:27:54.983516 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.995599 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Transition to ACTIVE for port object e4e8e90f-84a1-4698-ae2c-2ca93650e532 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:55.003623 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.056261 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Pushing event updated for resources: {'Port': ['ID=e4e8e90f-84a1-4698-ae2c-2ca93650e532,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:55.083854 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.084408 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.084744 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.085074 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.085817 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.085817 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.086075 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.086405 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.086683 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.086998 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.087315 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.087628 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:55.093988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-0b5443d7-372a-4f07-99e1-ae091e1e85c8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:55.095578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-0b5443d7-372a-4f07-99e1-ae091e1e85c8 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.45 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1024 time: 0.3975952 Aug 27 02:27:55.106097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7e21-2bad-4a09-8e6d-4aba71a6f78e req-bfbeb33d-f473-47e9-b5bd-0953659c279d tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:55.113828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fedf7e21-2bad-4a09-8e6d-4aba71a6f78e req-bfbeb33d-f473-47e9-b5bd-0953659c279d tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 1024 time: 0.4268305 Aug 27 02:27:55.139056 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Attempting to bind port e4e8e90f-84a1-4698-ae2c-2ca93650e532 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:55.139660 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Attempting to bind port e4e8e90f-84a1-4698-ae2c-2ca93650e532 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:55.140172 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Attempting to bind port e4e8e90f-84a1-4698-ae2c-2ca93650e532 on network d29736e1-9e6d-45c7-b40a-c89a7cb1870d {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:55.146123 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:55.146806 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Checking segment: {'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:55.147361 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.147918 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Bound using segment: {'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:55.148528 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Bound port: e4e8e90f-84a1-4698-ae2c-2ca93650e532, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87a1542-5eda-48bf-b579-5c49aac18d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:55.149083 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.217972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cd863-6a5e-4b17-8547-b7c304c86f97 req-92dc2f15-67c0-4ab5-8a95-07ef1ef605e2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:55.219553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'name': 'network-vif-deleted', 'tag': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:55.223035 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911c1c1-d5ac-43b1-adff-9ad7aebf808c" -d '{"events": [{"server_uuid": "1412421f-b393-48c9-be3b-a9c9721cd2a4", "name": "network-vif-deleted", "tag": "9fe24c48-92cb-4930-8b40-bf1f0329e1c6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:55.225427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de0cd863-6a5e-4b17-8547-b7c304c86f97 req-92dc2f15-67c0-4ab5-8a95-07ef1ef605e2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.4025581 Aug 27 02:27:55.227348 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] For port e4e8e90f-84a1-4698-ae2c-2ca93650e532, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:55.231350 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] For port e4e8e90f-84a1-4698-ae2c-2ca93650e532, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e4e8e90f-84a1-4698-ae2c-2ca93650e532,segment=NetworkSegment(c87a1542-5eda-48bf-b579-5c49aac18d91),segment_id=c87a1542-5eda-48bf-b579-5c49aac18d91)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:55.244358 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.260152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de0cd863-6a5e-4b17-8547-b7c304c86f97 req-a9dab3de-256f-46a4-8449-2470d6ae15ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Aug 27 02:27:55.294221 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Routers {'166d3349-4a5c-4b44-9237-a5643cc51cf9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:55.294879 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['166d3349-4a5c-4b44-9237-a5643cc51cf9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:55.352168 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd1e87-39a1-4977-b2d1-32353a7bba0b None None] Pushing event updated for resources: {'Port': ['ID=e4e8e90f-84a1-4698-ae2c-2ca93650e532,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:55.371016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fedf7e21-2bad-4a09-8e6d-4aba71a6f78e req-6b6e5b27-f289-4e90-8628-dd33a67dfffd tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=20d3316c-5e2b-4418-98b8-bb8c71e2db02&id=13a7ef10-971d-4bce-bd1e-fe5ada8be85e&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2553585 Aug 27 02:27:55.425350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Deleting port f9113724-57ff-4572-9653-407ac8cc0d6c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:55.425849 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.493004 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebe1e73-4c24-410d-bff7-4dc2d0dda55e x-openstack-request-id: req-5ebe1e73-4c24-410d-bff7-4dc2d0dda55e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:55.493300 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1412421f-b393-48c9-be3b-a9c9721cd2a4", "name": "network-vif-deleted", "tag": "9fe24c48-92cb-4930-8b40-bf1f0329e1c6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:55.493554 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ebe1e73-4c24-410d-bff7-4dc2d0dda55e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:55.493854 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] Set router 166d3349-4a5c-4b44-9237-a5643cc51cf9 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:55.493956 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1412421f-b393-48c9-be3b-a9c9721cd2a4', 'name': 'network-vif-deleted', 'tag': '9fe24c48-92cb-4930-8b40-bf1f0329e1c6', 'status': 'completed', 'code': 200} Aug 27 02:27:55.531252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33b3e-e627-4647-a5fc-e9ac59a3652e req-ea73e797-a593-4a6b-a571-bb1231e64743 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:55.532791 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31e33b3e-e627-4647-a5fc-e9ac59a3652e req-ea73e797-a593-4a6b-a571-bb1231e64743 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 946 time: 0.0665331 Aug 27 02:27:55.601875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] For port f9113724-57ff-4572-9653-407ac8cc0d6c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9113724-57ff-4572-9653-407ac8cc0d6c,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:55.602455 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31e33b3e-e627-4647-a5fc-e9ac59a3652e req-d704f48d-605e-4852-9f10-1eae7dae007b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606248 Aug 27 02:27:55.602559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.638658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Calling delete_port for f9113724-57ff-4572-9653-407ac8cc0d6c owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:55.742449 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '8b684f37-004b-4cff-a456-a83301111f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:52Z', 'revision_number': 4, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port': {'id': '8b684f37-004b-4cff-a456-a83301111f1e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e4e8e90f-84a1-4698-ae2c-2ca93650e532', 'name': '', 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'mac_address': 'fa:16:3e:7b:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '83aadf3d-70a9-410b-92a3-d8d225366301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:50Z', 'updated_at': '2021-08-27T02:27:55Z', 'revision_number': 4, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'subnets': [{'id': '83aadf3d-70a9-410b-92a3-d8d225366301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:55.754196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.771797 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc449d9-b5d6-406f-bbda-cbe2553a00bd None None] The sync data for ids ['166d3349-4a5c-4b44-9237-a5643cc51cf9'] in n-d-806293-1 is: [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '8b684f37-004b-4cff-a456-a83301111f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:52Z', 'revision_number': 4, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port': {'id': '8b684f37-004b-4cff-a456-a83301111f1e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e4e8e90f-84a1-4698-ae2c-2ca93650e532', 'name': '', 'network_id': 'd29736e1-9e6d-45c7-b40a-c89a7cb1870d', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'mac_address': 'fa:16:3e:7b:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '83aadf3d-70a9-410b-92a3-d8d225366301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:50Z', 'updated_at': '2021-08-27T02:27:55Z', 'revision_number': 4, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'subnets': [{'id': '83aadf3d-70a9-410b-92a3-d8d225366301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:55.892949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585204d-147c-4378-8ebf-d4c205be106f req-9f86ddbb-18cc-481e-8957-74da3cfe1b36 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:55.894531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-9f86ddbb-18cc-481e-8957-74da3cfe1b36 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.2652359 Aug 27 02:27:55.928132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-451c4844-ac76-49b0-b3e1-23712c8ea368 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0183527 Aug 27 02:27:55.933793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c087e-1897-43a3-acd6-7fec40bb59a6 req-53fd7063-1aed-456b-b39d-7e3c30c1a542 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:55.935830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-409c087e-1897-43a3-acd6-7fec40bb59a6 req-53fd7063-1aed-456b-b39d-7e3c30c1a542 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.0708997 Aug 27 02:27:55.983443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-409c087e-1897-43a3-acd6-7fec40bb59a6 req-bcbccebb-9b71-4795-ab02-5a5701b3608b tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Aug 27 02:27:56.148015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.157470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-a3fbff63-a78e-49c1-ae52-221490afa4cb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2226212 Aug 27 02:27:56.161338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:56.164265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f9113724-57ff-4572-9653-407ac8cc0d6c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:56.220885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'Port': ['ID=f9113724-57ff-4572-9653-407ac8cc0d6c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:56.302103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-4b4d40fc-d351-4b07-b1c7-e82ff762d26f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:56.303649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-4b4d40fc-d351-4b07-b1c7-e82ff762d26f tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 949 time: 0.2142277 Aug 27 02:27:56.346713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] No DVR routers for this DVR port f9113724-57ff-4572-9653-407ac8cc0d6c on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:56.352677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.354663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-131c3353-7ab8-4220-9064-989f8b5e7a0c req-ff047fde-43bc-47f3-a495-339b9d88c5ca tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.45 "DELETE /v2.0/ports/f9113724-57ff-4572-9653-407ac8cc0d6c HTTP/1.1" status: 204 len: 173 time: 1.2387497 Aug 27 02:27:56.461288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5b121-dae4-499d-9462-3f786286bdc5 req-cd18488c-3a25-426c-b9b8-0ec194d36b16 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:56.470385 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2a5b121-dae4-499d-9462-3f786286bdc5 req-cd18488c-3a25-426c-b9b8-0ec194d36b16 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1131377 Aug 27 02:27:56.477521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-a4149bd1-bbbe-45e7-8f1e-99908c131d84 service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052526 Aug 27 02:27:56.523083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8573125d-cf21-4983-957e-1f5106545428 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:56.532981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2a5b121-dae4-499d-9462-3f786286bdc5 req-4fdcc740-faf9-44d8-b265-2dfba0250d38 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614381 Aug 27 02:27:56.603442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 8573125d-cf21-4983-957e-1f5106545428 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:56.607746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Deleting port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:56.608267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 8573125d-cf21-4983-957e-1f5106545428 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:56.608357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.608611 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.703447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Deleting port e4e8e90f-84a1-4698-ae2c-2ca93650e532 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:56.703792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.709518 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.718987 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67104094-9a6e-4fc7-83f2-f14c7da973a3 req-76d05c8d-311d-477e-a8b4-5002678994fa tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=24331ed9-47da-4991-a32d-60b3e790c9ea HTTP/1.1" status: 200 len: 210 time: 0.0347018 Aug 27 02:27:56.740262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8573125d-cf21-4983-957e-1f5106545428'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:56.742976 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2055c995-e6b1-4d1f-bfe4-de194ca33521" -d '{"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-plugged", "status": "completed", "tag": "8573125d-cf21-4983-957e-1f5106545428"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:56.758690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:56.765354 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.772324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-4724e1f3-67f5-4e23-86b9-39c72fec27b3 service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692420 Aug 27 02:27:56.820009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] For port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:56.820994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.838928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:56.855275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Calling delete_port for 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:56.860829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5ac38-ae9f-4efb-b501-26f6ce9b5a99 req-592f35a9-13dc-4764-a69c-fab8612123b5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:56.862922 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48f5ac38-ae9f-4efb-b501-26f6ce9b5a99 req-592f35a9-13dc-4764-a69c-fab8612123b5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0745101 Aug 27 02:27:56.930574 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48f5ac38-ae9f-4efb-b501-26f6ce9b5a99 req-e088929f-ec73-48b5-a6a5-e687fc36019c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542064 Aug 27 02:27:56.933150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] For port e4e8e90f-84a1-4698-ae2c-2ca93650e532, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e4e8e90f-84a1-4698-ae2c-2ca93650e532,segment=NetworkSegment(c87a1542-5eda-48bf-b579-5c49aac18d91),segment_id=c87a1542-5eda-48bf-b579-5c49aac18d91)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:56.933604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.970531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Calling delete_port for e4e8e90f-84a1-4698-ae2c-2ca93650e532 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:56.991430 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2392b9f-0d35-45a1-9ded-63387d58a352 x-openstack-request-id: req-a2392b9f-0d35-45a1-9ded-63387d58a352 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:56.991818 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-plugged", "status": "completed", "tag": "8573125d-cf21-4983-957e-1f5106545428", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:56.994610 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2392b9f-0d35-45a1-9ded-63387d58a352 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:56.995157 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8573125d-cf21-4983-957e-1f5106545428', 'code': 200} Aug 27 02:27:57.134011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bc3bf96-79b6-41de-8d2f-9c9bea1c65b3 req-d06e4497-de92-4504-a380-4cf56c9b5c1c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 210 time: 0.0636423 Aug 27 02:27:57.273605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e4e8e90f-84a1-4698-ae2c-2ca93650e532 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:57.340555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e4e8e90f-84a1-4698-ae2c-2ca93650e532 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:57.344884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e4e8e90f-84a1-4698-ae2c-2ca93650e532 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:57.345329 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.429309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.470301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e4e8e90f-84a1-4698-ae2c-2ca93650e532, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e4e8e90f-84a1-4698-ae2c-2ca93650e532,segment=NetworkSegment(c87a1542-5eda-48bf-b579-5c49aac18d91),segment_id=c87a1542-5eda-48bf-b579-5c49aac18d91)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:57.473771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.477206 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.508173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182', '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:57.510006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'name': 'network-vif-deleted', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:57.512317 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19077255-013e-4aa8-ae6a-7d38fe432ee1" -d '{"events": [{"server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "name": "network-vif-deleted", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:57.526501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event deleted for resources: {'Port': ['ID=98a7c5f6-3137-4ec9-a0d7-948e68c07f6a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:57.568838 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077408e-0407-4583-a14b-ead8042513ad x-openstack-request-id: req-0077408e-0407-4583-a14b-ead8042513ad {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:57.569057 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24331ed9-47da-4991-a32d-60b3e790c9ea", "name": "network-vif-deleted", "tag": "f9113724-57ff-4572-9653-407ac8cc0d6c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:57.569310 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0077408e-0407-4583-a14b-ead8042513ad {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:57.569700 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24331ed9-47da-4991-a32d-60b3e790c9ea', 'name': 'network-vif-deleted', 'tag': 'f9113724-57ff-4572-9653-407ac8cc0d6c', 'status': 'completed', 'code': 200} Aug 27 02:27:57.600622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad9217-04d5-4d8a-a3e7-4c8a7d3fe826 req-ea5e5282-4ce8-4e0e-aca9-37008cd2c962 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:57.608093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40ad9217-04d5-4d8a-a3e7-4c8a7d3fe826 req-ea5e5282-4ce8-4e0e-aca9-37008cd2c962 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9359b13-1429-4f04-b7b4-e30a99f50a24 HTTP/1.1" status: 200 len: 867 time: 0.1954100 Aug 27 02:27:57.611240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481242a-f0a4-4197-bab1-77e473536654 req-2a75245d-8ef6-4d42-b6f2-190c5af51360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:57.612742 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d481242a-f0a4-4197-bab1-77e473536654 req-2a75245d-8ef6-4d42-b6f2-190c5af51360 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1098 time: 0.1991053 Aug 27 02:27:57.615000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] No DVR routers for this DVR port 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:57.623991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.625933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e0eb872-761a-4557-a8dc-66abecb04a35 req-34839781-2c6c-4fad-a391-2e544620ca92 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "DELETE /v2.0/ports/98a7c5f6-3137-4ec9-a0d7-948e68c07f6a HTTP/1.1" status: 204 len: 173 time: 1.2889299 Aug 27 02:27:57.635881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e4e8e90f-84a1-4698-ae2c-2ca93650e532,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:57.657074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5139e795-3b7e-474f-a1c7-c05eb5b70830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.713026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfa299-764b-4f83-b61e-3ed3a210ca79 req-c67fb2ab-41f4-42c4-a713-ebcc0567588b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:57.715158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dbfa299-764b-4f83-b61e-3ed3a210ca79 req-c67fb2ab-41f4-42c4-a713-ebcc0567588b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0695021 Aug 27 02:27:57.735828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40ad9217-04d5-4d8a-a3e7-4c8a7d3fe826 req-0dbf913a-fc85-4191-8360-23b4dae32f33 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134589 Aug 27 02:27:57.735828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d481242a-f0a4-4197-bab1-77e473536654 req-97252adf-0588-4dfd-aec5-b8488adea0d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013460 Aug 27 02:27:57.748257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.780393 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dbfa299-764b-4f83-b61e-3ed3a210ca79 req-32f2ba2e-15ee-4c1b-83f0-5db7e2d91f74 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578144 Aug 27 02:27:57.794634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e8e90f-84a1-4698-ae2c-2ca93650e532,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:58.001797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be7bf0b4-2c91-4737-8e32-aa275eb68408 req-51407b57-3d17-41fb-b075-a81659c8d2a3 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/20d3316c-5e2b-4418-98b8-bb8c71e2db02 HTTP/1.1" status: 200 len: 1800 time: 0.0873325 Aug 27 02:27:58.035096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.066018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50110941-9716-4eb8-9c74-8125e864ca66 req-7735034f-e649-4bdc-97e5-ea089963cf69 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:58.068197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50110941-9716-4eb8-9c74-8125e864ca66 req-7735034f-e649-4bdc-97e5-ea089963cf69 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0542927 Aug 27 02:27:58.109669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50110941-9716-4eb8-9c74-8125e864ca66 req-742b4587-a4e2-45e1-813b-a22306cdde99 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Aug 27 02:27:58.164323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-be7bf0b4-2c91-4737-8e32-aa275eb68408 req-dee42b46-b784-4579-a32a-a317e9d6d7ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.229663 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60feca9e-3474-4be7-8766-7a82165f8cd1 req-cd0ae1b6-0322-4775-9dd2-ddf2cf46cdf4 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 210 time: 0.0270646 Aug 27 02:27:58.248196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-be7bf0b4-2c91-4737-8e32-aa275eb68408 req-dee42b46-b784-4579-a32a-a317e9d6d7ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.364377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-be7bf0b4-2c91-4737-8e32-aa275eb68408 req-dee42b46-b784-4579-a32a-a317e9d6d7ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.367044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-be7bf0b4-2c91-4737-8e32-aa275eb68408 req-dee42b46-b784-4579-a32a-a317e9d6d7ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.368268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be7bf0b4-2c91-4737-8e32-aa275eb68408 req-dee42b46-b784-4579-a32a-a317e9d6d7ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/20d3316c-5e2b-4418-98b8-bb8c71e2db02 HTTP/1.1" status: 204 len: 173 time: 0.3657379 Aug 27 02:27:58.395436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9113724-57ff-4572-9653-407ac8cc0d6c no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:58.419984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585204d-147c-4378-8ebf-d4c205be106f req-4ce252fc-5b76-4eb3-a439-09c242343000 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:58.421475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-4ce252fc-5b76-4eb3-a439-09c242343000 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.2277792 Aug 27 02:27:58.422233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee42b46-b784-4579-a32a-a317e9d6d7ee tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d3316c-5e2b-4418-98b8-bb8c71e2db02,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:58.429127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f9113724-57ff-4572-9653-407ac8cc0d6c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:58.429457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9113724-57ff-4572-9653-407ac8cc0d6c not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:58.440113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Request body: {'port': {'device_id': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'admin_state_up': True, 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:58.454375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-baec7d1d-2161-445b-8e5f-c7a332c0e22f req-a9512362-2d74-4c7d-a188-a56cf5f9d934 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/13a7ef10-971d-4bce-bd1e-fe5ada8be85e HTTP/1.1" status: 200 len: 1799 time: 0.0662405 Aug 27 02:27:58.509717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-baec7d1d-2161-445b-8e5f-c7a332c0e22f req-39c8257e-2d82-45f8-843d-7529822fb232 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.521269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Router 166d3349-4a5c-4b44-9237-a5643cc51cf9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:58.541148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-baec7d1d-2161-445b-8e5f-c7a332c0e22f req-39c8257e-2d82-45f8-843d-7529822fb232 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.583487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-baec7d1d-2161-445b-8e5f-c7a332c0e22f req-39c8257e-2d82-45f8-843d-7529822fb232 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.586119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-baec7d1d-2161-445b-8e5f-c7a332c0e22f req-39c8257e-2d82-45f8-843d-7529822fb232 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.587353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-baec7d1d-2161-445b-8e5f-c7a332c0e22f req-39c8257e-2d82-45f8-843d-7529822fb232 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/13a7ef10-971d-4bce-bd1e-fe5ada8be85e HTTP/1.1" status: 204 len: 173 time: 0.1320181 Aug 27 02:27:58.597281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8257e-2d82-45f8-843d-7529822fb232 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a7ef10-971d-4bce-bd1e-fe5ada8be85e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:58.649704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0c3bd356-713a-4f72-815f-9b7315d7ba76 req-c78774ab-2a4c-4eb8-80c5-7b9cc22d9d8c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-246132492', 'description': 'tempest-description-820726232'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:58.668252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:58.671588 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.698161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:58.707911 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a54f8eb-7b6c-4a7a-91eb-10331de7c1b6 admin admin] 10.222.0.10 "PUT /v2.0/routers/166d3349-4a5c-4b44-9237-a5643cc51cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1817136 Aug 27 02:27:58.707911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c3bd356-713a-4f72-815f-9b7315d7ba76 req-c78774ab-2a4c-4eb8-80c5-7b9cc22d9d8c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.708386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] Sync routers for ids ['166d3349-4a5c-4b44-9237-a5643cc51cf9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:58.708578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44978) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:58.718959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] Routers {'166d3349-4a5c-4b44-9237-a5643cc51cf9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:58.719698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['166d3349-4a5c-4b44-9237-a5643cc51cf9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:58.839316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.852147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] Set router 166d3349-4a5c-4b44-9237-a5643cc51cf9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:58.854699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Allocated IP 172.20.0.9 (3ea311a7-5ded-47dd-8983-436f922e9e1d/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d/8e2edd48-16d5-459e-afaf-0a12d08300e5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:58.907654 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c3bd356-713a-4f72-815f-9b7315d7ba76 req-c78774ab-2a4c-4eb8-80c5-7b9cc22d9d8c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.934721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c3bd356-713a-4f72-815f-9b7315d7ba76 req-c78774ab-2a4c-4eb8-80c5-7b9cc22d9d8c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.982995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.990237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c3bd356-713a-4f72-815f-9b7315d7ba76 req-c78774ab-2a4c-4eb8-80c5-7b9cc22d9d8c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.998160 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c3bd356-713a-4f72-815f-9b7315d7ba76 req-c78774ab-2a4c-4eb8-80c5-7b9cc22d9d8c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3537753 Aug 27 02:27:59.075231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78774ab-2a4c-4eb8-80c5-7b9cc22d9d8c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41eb644-476d-4040-9ee4-f2aa8e727db2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:59.136616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Deleting port 8b684f37-004b-4cff-a456-a83301111f1e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:59.136962 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.157426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.167236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '8b684f37-004b-4cff-a456-a83301111f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:57Z', 'revision_number': 5, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port': {'id': '8b684f37-004b-4cff-a456-a83301111f1e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:59.197644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] Checking router: 166d3349-4a5c-4b44-9237-a5643cc51cf9 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:59.214395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] Routers {'166d3349-4a5c-4b44-9237-a5643cc51cf9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:59.215352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:27:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['166d3349-4a5c-4b44-9237-a5643cc51cf9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:59.260431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4da73-4940-4e2e-8870-97099d95ee40 req-65b101dd-27f0-4880-9efa-65b7015b04f9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.267132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ea4da73-4940-4e2e-8870-97099d95ee40 req-65b101dd-27f0-4880-9efa-65b7015b04f9 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.0798366 Aug 27 02:27:59.274907 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.301907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf68c5-0079-481a-9be3-a7a668a1f2f1 req-adbbdd15-35cd-4b4b-878a-e93bdef0703d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.306815 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05bf68c5-0079-481a-9be3-a7a668a1f2f1 req-adbbdd15-35cd-4b4b-878a-e93bdef0703d tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1749272 Aug 27 02:27:59.311371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:59.314013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] For port 8b684f37-004b-4cff-a456-a83301111f1e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8b684f37-004b-4cff-a456-a83301111f1e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:59.316462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.336963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:59.345835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:59.351028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:59.358970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Calling delete_port for 8b684f37-004b-4cff-a456-a83301111f1e owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:59.364494 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ea4da73-4940-4e2e-8870-97099d95ee40 req-a57bc030-6eef-47e0-9bbc-c0e24a2af1ed tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 Aug 27 02:27:59.382578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] Set router 166d3349-4a5c-4b44-9237-a5643cc51cf9 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:59.403615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event updated for resources: {'Port': ['ID=8e2edd48-16d5-459e-afaf-0a12d08300e5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:59.439666 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05bf68c5-0079-481a-9be3-a7a668a1f2f1 req-d6b6832c-4946-4cad-9cba-2824adf1d451 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185617 Aug 27 02:27:59.514855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.516206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.553657 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-812263e7-720c-4508-a2d7-36815aae8ca6 req-87be5646-96d9-4a99-a1ea-f57adc039fd9 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/f41eb644-476d-4040-9ee4-f2aa8e727db2 HTTP/1.1" status: 200 len: 1801 time: 0.1444089 Aug 27 02:27:59.567118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-f49f2d16-0337-4e2c-b015-ef272b4424f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1273112 Aug 27 02:27:59.570709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-deleted', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:59.577827 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb17d3d-d3f0-4c13-9444-06f2b0cc7491" -d '{"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-deleted", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:59.585864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-b9bf940e-f005-428f-b50c-d4ce6839ad0f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:27:59.587171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-b9bf940e-f005-428f-b50c-d4ce6839ad0f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178909 Aug 27 02:27:59.590364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-812263e7-720c-4508-a2d7-36815aae8ca6 req-5e0c1ccd-ff83-4b16-9c81-f495e7226c02 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Request body: {'security_group': {'name': 'tempest-sg-hth-470522302', 'description': 'tempest-description-hth-1490047285'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:59.604406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Request body: {'port': {'device_id': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:59.652596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 6, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:59.663230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-812263e7-720c-4508-a2d7-36815aae8ca6 req-5e0c1ccd-ff83-4b16-9c81-f495e7226c02 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.664507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c03b-9875-4900-bcbd-faabbcd54118 req-8bdedb55-1cc6-4dc1-9dac-ded52a282d83 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.666116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2747c03b-9875-4900-bcbd-faabbcd54118 req-8bdedb55-1cc6-4dc1-9dac-ded52a282d83 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.1116786 Aug 27 02:27:59.667648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.689786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f60d47-8bce-405e-b054-fd391ce54c57 None None] The sync data for ids ['166d3349-4a5c-4b44-9237-a5643cc51cf9'] in n-d-806293-1 is: [{'id': '166d3349-4a5c-4b44-9237-a5643cc51cf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-253217485-router', 'tenant_id': '4a88c06bab604935a88f00c1ca2b87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:45Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 6, 'project_id': '4a88c06bab604935a88f00c1ca2b87c9', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:59.714714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.770118 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-812263e7-720c-4508-a2d7-36815aae8ca6 req-5e0c1ccd-ff83-4b16-9c81-f495e7226c02 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.771142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Pushing event deleted for resources: {'Port': ['ID=8b684f37-004b-4cff-a456-a83301111f1e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:59.781748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-812263e7-720c-4508-a2d7-36815aae8ca6 req-5e0c1ccd-ff83-4b16-9c81-f495e7226c02 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.784459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-812263e7-720c-4508-a2d7-36815aae8ca6 req-5e0c1ccd-ff83-4b16-9c81-f495e7226c02 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.796579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-812263e7-720c-4508-a2d7-36815aae8ca6 req-5e0c1ccd-ff83-4b16-9c81-f495e7226c02 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "PUT /v2.0/security-groups/f41eb644-476d-4040-9ee4-f2aa8e727db2 HTTP/1.1" status: 200 len: 1776 time: 0.2283008 Aug 27 02:27:59.819853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2747c03b-9875-4900-bcbd-faabbcd54118 req-45a20dd8-3732-4985-9dc4-0536dcd63ca7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413527 Aug 27 02:27:59.845519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.896211 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37763047-2090-4a81-b838-45e8fb7313ff x-openstack-request-id: req-37763047-2090-4a81-b838-45e8fb7313ff {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:59.896597 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9359b13-1429-4f04-b7b4-e30a99f50a24", "name": "network-vif-deleted", "tag": "98a7c5f6-3137-4ec9-a0d7-948e68c07f6a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:59.896814 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37763047-2090-4a81-b838-45e8fb7313ff {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:59.898218 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9359b13-1429-4f04-b7b4-e30a99f50a24', 'name': 'network-vif-deleted', 'tag': '98a7c5f6-3137-4ec9-a0d7-948e68c07f6a', 'status': 'completed', 'code': 200} Aug 27 02:27:59.940440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1ccd-ff83-4b16-9c81-f495e7226c02 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41eb644-476d-4040-9ee4-f2aa8e727db2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:59.978584 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.983980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.010409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a787d02-aa88-45e7-81f2-f4479aa48cd7 req-8c6c37e0-47b2-4192-bb26-b13b1648441b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.011808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a787d02-aa88-45e7-81f2-f4479aa48cd7 req-8c6c37e0-47b2-4192-bb26-b13b1648441b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 931 time: 0.1101501 Aug 27 02:28:00.043495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d6a0fb4-d5e3-4c5f-af09-134c9d8e4346 req-712c4166-45c9-4b60-96ef-5c86a30a9f9c tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/f41eb644-476d-4040-9ee4-f2aa8e727db2 HTTP/1.1" status: 200 len: 1776 time: 0.1451259 Aug 27 02:28:00.056195 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.057303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 166d3349-4a5c-4b44-9237-a5643cc51cf9 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:28:00.062620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.066124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bc259362-0a14-4eb4-816e-03aa686d3faf admin admin] 10.222.0.10 "DELETE /v2.0/routers/166d3349-4a5c-4b44-9237-a5643cc51cf9 HTTP/1.1" status: 204 len: 168 time: 1.3542752 Aug 27 02:28:00.067057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45038) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:00.102842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a787d02-aa88-45e7-81f2-f4479aa48cd7 req-458bcbf9-0337-4d1e-a658-8c98836c9765 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726678 Aug 27 02:28:00.152788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] Deleting subnet 83aadf3d-70a9-410b-92a3-d8d225366301 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:00.157764 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.171054 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40771762-24e8-4d5d-bc44-d95e800550c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.181907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc3defca-8113-4b40-b70e-56727004848d req-0305ce2d-7d6e-44d8-934d-e2f9ad55955b tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/f41eb644-476d-4040-9ee4-f2aa8e727db2 HTTP/1.1" status: 200 len: 1776 time: 0.1050177 Aug 27 02:28:00.197267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2edd48-16d5-459e-afaf-0a12d08300e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:00.206109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.217974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.226807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Transition to ACTIVE for port object 8e2edd48-16d5-459e-afaf-0a12d08300e5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:00.234266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.289982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2edd48-16d5-459e-afaf-0a12d08300e5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:00.313533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fc3defca-8113-4b40-b70e-56727004848d req-b97be192-1282-4d03-9a75-cf84eca7a0ff tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.348464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.351384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fc3defca-8113-4b40-b70e-56727004848d req-b97be192-1282-4d03-9a75-cf84eca7a0ff tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.365742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Attempting to bind port 8e2edd48-16d5-459e-afaf-0a12d08300e5 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:00.366154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Attempting to bind port 8e2edd48-16d5-459e-afaf-0a12d08300e5 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:00.366680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Attempting to bind port 8e2edd48-16d5-459e-afaf-0a12d08300e5 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:00.371984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Port 8e2edd48-16d5-459e-afaf-0a12d08300e5 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:00.371984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Attempting to bind port 8e2edd48-16d5-459e-afaf-0a12d08300e5 on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:00.378272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:00.378764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:00.379269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Bound using segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:00.380412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Bound port: 8e2edd48-16d5-459e-afaf-0a12d08300e5, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:00.380801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.404920 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.437340 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fc3defca-8113-4b40-b70e-56727004848d req-b97be192-1282-4d03-9a75-cf84eca7a0ff tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.440348 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fc3defca-8113-4b40-b70e-56727004848d req-b97be192-1282-4d03-9a75-cf84eca7a0ff tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.441625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc3defca-8113-4b40-b70e-56727004848d req-b97be192-1282-4d03-9a75-cf84eca7a0ff tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/f41eb644-476d-4040-9ee4-f2aa8e727db2 HTTP/1.1" status: 204 len: 173 time: 0.2485297 Aug 27 02:28:00.446070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.472011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] For port 8e2edd48-16d5-459e-afaf-0a12d08300e5, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:00.477575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97be192-1282-4d03-9a75-cf84eca7a0ff tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41eb644-476d-4040-9ee4-f2aa8e727db2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:00.479709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83aadf3d-70a9-410b-92a3-d8d225366301,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:00.509562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.511554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-994a363c-b27a-4f45-8d1d-653f601f3509 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/83aadf3d-70a9-410b-92a3-d8d225366301 HTTP/1.1" status: 204 len: 168 time: 0.4437268 Aug 27 02:28:00.514525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45052) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:00.516691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] For port 8e2edd48-16d5-459e-afaf-0a12d08300e5, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8e2edd48-16d5-459e-afaf-0a12d08300e5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:00.518451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa2fbe-2e47-46ed-812d-81ae621eae7f None None] Network d29736e1-9e6d-45c7-b40a-c89a7cb1870d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:00.539501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.544820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:00.610953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:00.611290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 98a7c5f6-3137-4ec9-a0d7-948e68c07f6a not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:00.624079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.624642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.626074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] 10.222.0.45 "PUT /v2.0/ports/8e2edd48-16d5-459e-afaf-0a12d08300e5 HTTP/1.1" status: 200 len: 1091 time: 1.0301466 Aug 27 02:28:00.636031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35448-9ef0-4520-bd40-4f9d632cb035 req-6d75b1d0-feaf-40ce-9fe6-e47f6930a5d7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.639003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cc35448-9ef0-4520-bd40-4f9d632cb035 req-6d75b1d0-feaf-40ce-9fe6-e47f6930a5d7 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.1850908 Aug 27 02:28:00.641643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de98ff-407e-4e07-93ad-dda15a120d88 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2edd48-16d5-459e-afaf-0a12d08300e5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:00.664083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-f0b5a76d-b8c4-4b73-8ba8-fdb20649fed6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.665598 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-f0b5a76d-b8c4-4b73-8ba8-fdb20649fed6 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 950 time: 0.1712575 Aug 27 02:28:00.668940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.690076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a838a-ee67-4db0-90ed-892236131e85 req-86b35ff1-934e-4680-8a36-3c8b90fe2b00 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.695528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-977a838a-ee67-4db0-90ed-892236131e85 req-86b35ff1-934e-4680-8a36-3c8b90fe2b00 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1078701 Aug 27 02:28:00.761631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cc35448-9ef0-4520-bd40-4f9d632cb035 req-0bc76bb2-04f4-413e-88ba-0758a79e1d74 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144316 Aug 27 02:28:00.762816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-977a838a-ee67-4db0-90ed-892236131e85 req-170e9194-56ec-497b-a275-66c925f52f6c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Aug 27 02:28:00.784800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Deleting port 9078e38d-33d0-4a4b-ac94-4eb769104e40 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:00.785312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.810821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585204d-147c-4378-8ebf-d4c205be106f req-fd814242-3767-4726-82cb-9227aa82ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.812352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-fd814242-3767-4726-82cb-9227aa82ada6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 1094 time: 0.1377628 Aug 27 02:28:00.861818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] DHCP port deletion for d29736e1-9e6d-45c7-b40a-c89a7cb1870d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:28:00.863365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-aae22284-6575-4486-a6d3-3edad5e6bdf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e2edd48-16d5-459e-afaf-0a12d08300e5 HTTP/1.1" status: 200 len: 217 time: 0.0422289 Aug 27 02:28:00.881410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Deleting port 743da4c8-58db-444a-a61a-04517b26d182 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:00.881758 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.887969 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-40f56dd8-32d2-4ff2-9b8b-5ddad8e22849 req-37865bba-ed71-4cfe-9f6b-02d56614d96a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:28:00.894636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40f56dd8-32d2-4ff2-9b8b-5ddad8e22849 req-37865bba-ed71-4cfe-9f6b-02d56614d96a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/13a7ef10-971d-4bce-bd1e-fe5ada8be85e HTTP/1.1" status: 404 len: 352 time: 0.0380776 Aug 27 02:28:00.912564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] For port 9078e38d-33d0-4a4b-ac94-4eb769104e40, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9078e38d-33d0-4a4b-ac94-4eb769104e40,segment=NetworkSegment(c87a1542-5eda-48bf-b579-5c49aac18d91),segment_id=c87a1542-5eda-48bf-b579-5c49aac18d91)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:00.917148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.943620 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-7d533abf-8086-416f-ae51-869d66f2d197 req-0b08cdf5-ae6c-43f7-a938-dc417a745b09 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:28:00.944836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] Deleting port 9078e38d-33d0-4a4b-ac94-4eb769104e40 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:00.945352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d533abf-8086-416f-ae51-869d66f2d197 req-0b08cdf5-ae6c-43f7-a938-dc417a745b09 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/20d3316c-5e2b-4418-98b8-bb8c71e2db02 HTTP/1.1" status: 404 len: 352 time: 0.0241590 Aug 27 02:28:00.950067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Calling delete_port for 9078e38d-33d0-4a4b-ac94-4eb769104e40 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:00.951481 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.006183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585204d-147c-4378-8ebf-d4c205be106f req-17524ad3-4c84-4afe-8467-2d98fe0afe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:01.007913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-17524ad3-4c84-4afe-8467-2d98fe0afe87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.1379118 Aug 27 02:28:01.031029 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-99c5e14f-a980-408c-b8d9-b4a053650700 req-92ba0cc1-f505-4e26-94e2-254df576649a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:28:01.031604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99c5e14f-a980-408c-b8d9-b4a053650700 req-92ba0cc1-f505-4e26-94e2-254df576649a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/0cd3334b-0357-4f49-91e2-ad35c35a3b97 HTTP/1.1" status: 404 len: 352 time: 0.0161364 Aug 27 02:28:01.038907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] For port 9078e38d-33d0-4a4b-ac94-4eb769104e40, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9078e38d-33d0-4a4b-ac94-4eb769104e40,segment=NetworkSegment(c87a1542-5eda-48bf-b579-5c49aac18d91),segment_id=c87a1542-5eda-48bf-b579-5c49aac18d91)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:01.039070 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.057705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] Calling delete_port for 9078e38d-33d0-4a4b-ac94-4eb769104e40 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:01.073359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-2096c17c-2294-46a2-8c05-f132c30181d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502038 Aug 27 02:28:01.077998 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-0f189a22-5fdb-4306-89ab-f95c47a41cea req-cb3c1ed8-9145-4c92-9b6f-a5b402a912dc tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:28:01.079487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f189a22-5fdb-4306-89ab-f95c47a41cea req-cb3c1ed8-9145-4c92-9b6f-a5b402a912dc tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/e3e3204e-b1e9-496d-befc-720bf527e392 HTTP/1.1" status: 404 len: 352 time: 0.0191703 Aug 27 02:28:01.091998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] For port 743da4c8-58db-444a-a61a-04517b26d182, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=743da4c8-58db-444a-a61a-04517b26d182,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:01.092369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.100754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.119193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3270-ccac-4615-a3bc-6b444ce391a8 req-fbbf8dfb-62a4-428c-ad8f-5244258ce9f7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:01.120648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-848a3270-ccac-4615-a3bc-6b444ce391a8 req-fbbf8dfb-62a4-428c-ad8f-5244258ce9f7 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.1743529 Aug 27 02:28:01.174359 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-0979b94c-9664-4cb6-a599-ff441c5ae3a1 req-21f50ecd-7bf2-4ff8-8225-c065c7e73cc3 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: from cryptography.utils import int_from_bytes Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: from cryptography.utils import int_from_bytes Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.177111 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:28:01.179428 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:28:01.185006 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.189837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0979b94c-9664-4cb6-a599-ff441c5ae3a1 req-21f50ecd-7bf2-4ff8-8225-c065c7e73cc3 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/1e6d5d5e-1db6-4469-8f9d-d78832eafc73 HTTP/1.1" status: 404 len: 352 time: 0.0758166 Aug 27 02:28:01.190657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.194894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] No DVR routers for this DVR port 9078e38d-33d0-4a4b-ac94-4eb769104e40 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:01.196724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9078e38d-33d0-4a4b-ac94-4eb769104e40,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.229222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] Pushing event deleted for resources: {'Port': ['ID=9078e38d-33d0-4a4b-ac94-4eb769104e40,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.239375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e4e8e90f-84a1-4698-ae2c-2ca93650e532 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:01.242577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ece15-3f45-4cf8-a957-30661ad176d9 None None] No DVR routers for this DVR port 9078e38d-33d0-4a4b-ac94-4eb769104e40 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:01.276262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e4e8e90f-84a1-4698-ae2c-2ca93650e532 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:01.276771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e4e8e90f-84a1-4698-ae2c-2ca93650e532 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:01.277317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8b684f37-004b-4cff-a456-a83301111f1e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:01.298354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 8b684f37-004b-4cff-a456-a83301111f1e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:01.298713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8b684f37-004b-4cff-a456-a83301111f1e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:01.299120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9078e38d-33d0-4a4b-ac94-4eb769104e40 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:01.313572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.319171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9078e38d-33d0-4a4b-ac94-4eb769104e40 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:01.319521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9078e38d-33d0-4a4b-ac94-4eb769104e40 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:01.327646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29736e1-9e6d-45c7-b40a-c89a7cb1870d']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.339804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87a1542-5eda-48bf-b579-5c49aac18d91') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.340106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87a1542-5eda-48bf-b579-5c49aac18d91') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.352534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.369528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902acb2-b980-4ff5-8928-a3cd6648e385 req-18464f44-2fab-44ac-b3b5-d1cb5d451d90 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:01.371430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2902acb2-b980-4ff5-8928-a3cd6648e385 req-18464f44-2fab-44ac-b3b5-d1cb5d451d90 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 943 time: 0.0960550 Aug 27 02:28:01.379646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.396721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:01.397129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:01.398862 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:01.465777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2902acb2-b980-4ff5-8928-a3cd6648e385 req-d8375321-b05c-433b-8d47-8e6dd3c00d99 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879922 Aug 27 02:28:01.468148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Calling delete_port for 743da4c8-58db-444a-a61a-04517b26d182 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:01.475139 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.489963 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.492583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] 10.222.0.10 "DELETE /v2.0/networks/d29736e1-9e6d-45c7-b40a-c89a7cb1870d HTTP/1.1" status: 204 len: 168 time: 0.9771016 Aug 27 02:28:01.510717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ba7ee-2cf9-4b57-9b9d-602158199c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=d29736e1-9e6d-45c7-b40a-c89a7cb1870d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.522996 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-caf7d7a6-f18d-4cf5-abc1-f8881b1ef6a9 req-c430332a-95d1-4bc6-bb48-50c298c1f443 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] show failed (client error): The resource could not be found. Aug 27 02:28:01.524062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-caf7d7a6-f18d-4cf5-abc1-f8881b1ef6a9 req-c430332a-95d1-4bc6-bb48-50c298c1f443 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/d703e6d8-db52-475d-92bc-52b95f7c7025 HTTP/1.1" status: 404 len: 352 time: 0.0204623 Aug 27 02:28:01.574637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-848a3270-ccac-4615-a3bc-6b444ce391a8 req-ae84dbdf-6a79-4119-b3e1-a88eddf74337 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409842 Aug 27 02:28:01.608172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-da6562cb-0fb6-40d2-9992-8b9b65a02076 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182135 Aug 27 02:28:01.634091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45078) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:01.679022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-df87b977-0759-4966-82f5-8a3f81c650d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a88c06bab604935a88f00c1ca2b87c9&name=default HTTP/1.1" status: 200 len: 2980 time: 0.0436285 Aug 27 02:28:01.681586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:01.729176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9b2a2-cdb9-400d-b920-c77bcababb0e req-a1fd1784-6f84-4618-94e7-44d7942d2c5b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:01.730741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e5c9b2a2-cdb9-400d-b920-c77bcababb0e req-a1fd1784-6f84-4618-94e7-44d7942d2c5b tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0504649 Aug 27 02:28:01.778077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.783100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e5c9b2a2-cdb9-400d-b920-c77bcababb0e req-e3f57dc9-a696-4805-9a50-f62f51d0c0e8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Aug 27 02:28:01.790764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['743da4c8-58db-444a-a61a-04517b26d182'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:01.837968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Pushing event deleted for resources: {'Port': ['ID=743da4c8-58db-444a-a61a-04517b26d182,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.841401 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0585204d-147c-4378-8ebf-d4c205be106f req-bed92da1-c937-43fc-a232-44d5bbdf4c70 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259748 Aug 27 02:28:01.842012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe8bef0-5020-43f0-9473-ad51278ee8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.897051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a90a0a8-6dc2-4221-be98-59a37079c0c4 req-9d39a021-45e9-4ccb-a573-06df41cb9946 tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a69e2f6-affd-473b-a19e-a0764f0fb3bb HTTP/1.1" status: 200 len: 210 time: 0.0311849 Aug 27 02:28:01.901595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'tag': '8e2edd48-16d5-459e-afaf-0a12d08300e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:01.903925 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911d8c9-9af2-4de1-bac4-53bff5690b88" -d '{"events": [{"name": "network-changed", "server_uuid": "5dea0b26-aa97-41e5-888f-68c7821d181c", "tag": "8e2edd48-16d5-459e-afaf-0a12d08300e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:01.908748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe8bef0-5020-43f0-9473-ad51278ee8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.932980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] No DVR routers for this DVR port 743da4c8-58db-444a-a61a-04517b26d182 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:01.937552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.939561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4df2fbc-8f35-4b53-a963-db5127288a3e req-25590abe-a383-41e2-ad4d-065410c05bfd tempest-MigrationsAdminTest-305492836 tempest-MigrationsAdminTest-305492836-project] 10.222.0.32 "DELETE /v2.0/ports/743da4c8-58db-444a-a61a-04517b26d182 HTTP/1.1" status: 204 len: 173 time: 1.2660379 Aug 27 02:28:01.966166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcd5d6-1247-48a9-ae1e-984c63b74174 req-207413f8-cdd2-4339-8d01-0c320b75737a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:01.967914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18dcd5d6-1247-48a9-ae1e-984c63b74174 req-207413f8-cdd2-4339-8d01-0c320b75737a tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1023 time: 0.1638923 Aug 27 02:28:02.013676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54a92-6ff7-44b6-b7f2-1a5f67e9e73e req-7194c366-2833-42f3-a216-6189595e858c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.015703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ed54a92-6ff7-44b6-b7f2-1a5f67e9e73e req-7194c366-2833-42f3-a216-6189595e858c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0611031 Aug 27 02:28:02.018572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18dcd5d6-1247-48a9-ae1e-984c63b74174 req-8afedee4-4157-4ffb-b61d-d117d34874c6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6638727-2a65-45c7-b9a3-4132e9f5f7ad&id=1e1dcd0d-889d-4817-89b7-3375ea18fae1&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0424168 Aug 27 02:28:02.029870 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe8bef0-5020-43f0-9473-ad51278ee8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.042196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe8bef0-5020-43f0-9473-ad51278ee8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.046043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4fe8bef0-5020-43f0-9473-ad51278ee8eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c852f89-b3da-44ef-90d3-45b245d549fd HTTP/1.1" status: 204 len: 168 time: 0.3586745 Aug 27 02:28:02.058571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8bef0-5020-43f0-9473-ad51278ee8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c852f89-b3da-44ef-90d3-45b245d549fd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:02.077862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ed54a92-6ff7-44b6-b7f2-1a5f67e9e73e req-d2394581-fbca-4ddd-915d-f3cf9816f507 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512271 Aug 27 02:28:02.134689 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b167e-e0d7-4d16-98a1-d76c2e69c41e x-openstack-request-id: req-cf9b167e-e0d7-4d16-98a1-d76c2e69c41e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:02.134961 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dea0b26-aa97-41e5-888f-68c7821d181c", "tag": "8e2edd48-16d5-459e-afaf-0a12d08300e5", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:02.135198 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf9b167e-e0d7-4d16-98a1-d76c2e69c41e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:02.135714 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'tag': '8e2edd48-16d5-459e-afaf-0a12d08300e5', 'status': 'completed', 'code': 200} Aug 27 02:28:02.159719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1d524-a294-4f7c-b3ee-883613ae186b req-848dd6d4-4b00-4d80-93d6-849afa0a6033 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.161546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ada1d524-a294-4f7c-b3ee-883613ae186b req-848dd6d4-4b00-4d80-93d6-849afa0a6033 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0544155 Aug 27 02:28:02.230491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ada1d524-a294-4f7c-b3ee-883613ae186b req-42e91e00-b703-4e6e-855e-9bc34a3af326 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567265 Aug 27 02:28:02.238713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-277794ab-999c-4033-9c1a-c9c13ba5a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.240338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-277794ab-999c-4033-9c1a-c9c13ba5a3db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 1094 time: 0.0781758 Aug 27 02:28:02.392259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-62de5c5f-60ba-4f68-8026-318c217dd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.393811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-62de5c5f-60ba-4f68-8026-318c217dd698 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 907 time: 0.1444764 Aug 27 02:28:02.409675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffaac6-d09f-40f1-9668-ce15b786d8f7 req-e86b5795-c0e7-4903-b3e3-aae100334c38 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.411563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0cffaac6-d09f-40f1-9668-ce15b786d8f7 req-e86b5795-c0e7-4903-b3e3-aae100334c38 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0902934 Aug 27 02:28:02.460863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-854c0565-64fd-4871-a673-aeb23c0b7c57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e2edd48-16d5-459e-afaf-0a12d08300e5 HTTP/1.1" status: 200 len: 217 time: 0.0482306 Aug 27 02:28:02.534920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0cffaac6-d09f-40f1-9668-ce15b786d8f7 req-b6a27247-a14e-46d7-a621-12b8eea446d8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783050 Aug 27 02:28:02.560805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-64e2ba61-d685-4c21-b9e5-4cce1e169284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.566351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-64e2ba61-d685-4c21-b9e5-4cce1e169284 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0868304 Aug 27 02:28:02.600109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-d2acb362-ee33-4595-b32c-b9c0532246d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296621 Aug 27 02:28:02.613654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf0ec-1bf9-4f46-978d-7eeb09b73002 req-be388cae-3485-4f80-9f41-1fee3c8a0a9b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.615259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-250bf0ec-1bf9-4f46-978d-7eeb09b73002 req-be388cae-3485-4f80-9f41-1fee3c8a0a9b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 943 time: 0.0616176 Aug 27 02:28:02.655359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-250bf0ec-1bf9-4f46-978d-7eeb09b73002 req-db83cf64-9dc6-4b94-bae9-d0fcd687e690 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Aug 27 02:28:02.727367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0bf2e-6838-451d-9b89-3819f5aaa863 req-85dfb75c-3040-4a7a-8b73-f2efe6168a9c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.728876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32d0bf2e-6838-451d-9b89-3819f5aaa863 req-85dfb75c-3040-4a7a-8b73-f2efe6168a9c tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.1125772 Aug 27 02:28:02.760940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-77f3310d-db1f-4dd0-be34-5e3e71c72ba3 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532371 Aug 27 02:28:02.826905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32d0bf2e-6838-451d-9b89-3819f5aaa863 req-1d891dd6-7022-4026-aac5-827054538836 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888162 Aug 27 02:28:02.874579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7911d8c9-9af2-4de1-bac4-53bff5690b88 req-1276a646-af1b-4258-939b-2d0661e78c1a service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058009 Aug 27 02:28:02.968824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68335e8-7c1c-418b-b7b7-04c5ba72c777 req-644293db-2da3-4fd9-a0b9-d27e4c9135ee tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.975386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d68335e8-7c1c-418b-b7b7-04c5ba72c777 req-644293db-2da3-4fd9-a0b9-d27e4c9135ee tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0608733 Aug 27 02:28:03.014152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d68335e8-7c1c-418b-b7b7-04c5ba72c777 req-565b3886-7eb8-48f8-8d1e-200259a4a567 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339389 Aug 27 02:28:03.047521 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.166769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9967e4e-6be3-4a4d-ae7e-86f909ccab69 req-e6eff2fa-9c48-4e4a-b931-0565821e3981 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.174980 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9967e4e-6be3-4a4d-ae7e-86f909ccab69 req-e6eff2fa-9c48-4e4a-b931-0565821e3981 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0706511 Aug 27 02:28:03.209976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806308d-afd8-4eb7-b94e-27cfb01671bb req-d4e812f7-d7df-4dc7-bc99-7de9a535ad32 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.210417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9967e4e-6be3-4a4d-ae7e-86f909ccab69 req-3efb641a-e12d-4f3f-9e4f-9cc713dc4073 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Aug 27 02:28:03.211645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1806308d-afd8-4eb7-b94e-27cfb01671bb req-d4e812f7-d7df-4dc7-bc99-7de9a535ad32 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1023 time: 0.1168320 Aug 27 02:28:03.258580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-237578b1-5bb6-467b-9e5c-b481822bac42 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.260093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-237578b1-5bb6-467b-9e5c-b481822bac42 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 1023 time: 0.0968916 Aug 27 02:28:03.285499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45156) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:03.333193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1806308d-afd8-4eb7-b94e-27cfb01671bb req-4d7a8acc-0d34-4f05-a731-6d9a5608be26 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6638727-2a65-45c7-b9a3-4132e9f5f7ad&id=1e1dcd0d-889d-4817-89b7-3375ea18fae1&id=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1083372 Aug 27 02:28:03.376584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c890a6e-6ffd-430f-92ed-6f968414703e req-e2eb0cce-c3a0-456c-a0c0-8685270b1fca tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.379756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c890a6e-6ffd-430f-92ed-6f968414703e req-e2eb0cce-c3a0-456c-a0c0-8685270b1fca tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0739655 Aug 27 02:28:03.421915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Deleting port 3ee62e39-1211-4aee-a1cf-12f16faf9599 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:03.422267 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.485059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c890a6e-6ffd-430f-92ed-6f968414703e req-9ee354e4-07ab-48bd-9a26-14f0166737be tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968952 Aug 27 02:28:03.488351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47fe11cd-df18-4c46-a516-38d4668e147e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f36ca37050b447b29419c9ff0cebd623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012420 Aug 27 02:28:03.491050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45160) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:03.561806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] For port 3ee62e39-1211-4aee-a1cf-12f16faf9599, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3ee62e39-1211-4aee-a1cf-12f16faf9599,segment=NetworkSegment(77f1d2ce-9e4f-4432-bbf3-7964f7c21334),segment_id=77f1d2ce-9e4f-4432-bbf3-7964f7c21334)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:03.562285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.571337 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1538ada2-a833-4842-984f-818aba738afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.580324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Calling delete_port for 3ee62e39-1211-4aee-a1cf-12f16faf9599 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:03.610517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1538ada2-a833-4842-984f-818aba738afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.676364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6829f7-ba68-4b86-a877-53c39d545f38 req-3d721bf0-6cb8-4672-b21f-7bafe8121780 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.678091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e6829f7-ba68-4b86-a877-53c39d545f38 req-3d721bf0-6cb8-4672-b21f-7bafe8121780 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0857692 Aug 27 02:28:03.724371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1538ada2-a833-4842-984f-818aba738afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.727415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1538ada2-a833-4842-984f-818aba738afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.731405 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1538ada2-a833-4842-984f-818aba738afe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65c3196c-1d5d-4acb-b6ff-561a4f0c0f01 HTTP/1.1" status: 204 len: 168 time: 0.2364798 Aug 27 02:28:03.738169 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e6829f7-ba68-4b86-a877-53c39d545f38 req-09870c26-580a-45c2-9bc7-96cad83ad378 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505247 Aug 27 02:28:03.740740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.744289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ada2-a833-4842-984f-818aba738afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3196c-1d5d-4acb-b6ff-561a4f0c0f01,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:03.759093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3ee62e39-1211-4aee-a1cf-12f16faf9599'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:03.781769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'Port': ['ID=3ee62e39-1211-4aee-a1cf-12f16faf9599,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:03.833604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] No DVR routers for this DVR port 3ee62e39-1211-4aee-a1cf-12f16faf9599 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:03.836446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.838566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ce396bc-9da7-4edd-992f-7c13121f062c req-d029b4ba-5a41-47ee-8e0e-b7e1319189b6 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.32 "DELETE /v2.0/ports/3ee62e39-1211-4aee-a1cf-12f16faf9599 HTTP/1.1" status: 204 len: 173 time: 0.5710032 Aug 27 02:28:03.889971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9257-67e9-4a55-aa2f-45d639787e6f req-f3545ed5-c5f5-47f0-9b46-4a08ea4dfcd5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.891625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-965b9257-67e9-4a55-aa2f-45d639787e6f req-f3545ed5-c5f5-47f0-9b46-4a08ea4dfcd5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 943 time: 0.0598922 Aug 27 02:28:03.937610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-965b9257-67e9-4a55-aa2f-45d639787e6f req-d55bd5a8-aa56-4899-9a40-b990a5ed7e64 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Aug 27 02:28:04.093382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45222) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:04.136601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-deleted', 'tag': '743da4c8-58db-444a-a61a-04517b26d182'}, {'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'name': 'network-vif-deleted', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:04.139889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d3f07df-e7ac-4d49-ab85-10d975d0600c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed87672c7a7c448e934cc03b85db0e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430596 Aug 27 02:28:04.140101 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fba2661-db09-4e85-af7b-ee87338ebcbf" -d '{"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-deleted", "tag": "743da4c8-58db-444a-a61a-04517b26d182"}, {"server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "name": "network-vif-deleted", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:04.140212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45224) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:04.184663 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cae8ef5-5640-4282-847b-c4fc349c71b9 x-openstack-request-id: req-5cae8ef5-5640-4282-847b-c4fc349c71b9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:04.185029 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69e2f6-affd-473b-a19e-a0764f0fb3bb", "name": "network-vif-deleted", "tag": "743da4c8-58db-444a-a61a-04517b26d182", "status": "completed", "code": 200}, {"server_uuid": "59fbdb72-295d-4f74-8f73-137524a3a214", "name": "network-vif-deleted", "tag": "3ee62e39-1211-4aee-a1cf-12f16faf9599", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:04.185347 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cae8ef5-5640-4282-847b-c4fc349c71b9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:04.185824 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a69e2f6-affd-473b-a19e-a0764f0fb3bb', 'name': 'network-vif-deleted', 'tag': '743da4c8-58db-444a-a61a-04517b26d182', 'status': 'completed', 'code': 200} Aug 27 02:28:04.186148 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fbdb72-295d-4f74-8f73-137524a3a214', 'name': 'network-vif-deleted', 'tag': '3ee62e39-1211-4aee-a1cf-12f16faf9599', 'status': 'completed', 'code': 200} Aug 27 02:28:04.192392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-540c53b7-771c-4203-8828-2e4c02c134c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.215897 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-540c53b7-771c-4203-8828-2e4c02c134c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.275299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-540c53b7-771c-4203-8828-2e4c02c134c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.278586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-540c53b7-771c-4203-8828-2e4c02c134c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.279849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-540c53b7-771c-4203-8828-2e4c02c134c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e02ccf5f-7540-4aa7-8ecf-97e93498a8cf HTTP/1.1" status: 204 len: 168 time: 0.1387625 Aug 27 02:28:04.288501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c53b7-771c-4203-8828-2e4c02c134c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ccf5f-7540-4aa7-8ecf-97e93498a8cf,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:04.446870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-21a758c8-287b-4ecf-beb0-51b6e24bfcf5 req-1e408e98-4339-4178-8222-37537dc00631 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fbdb72-295d-4f74-8f73-137524a3a214 HTTP/1.1" status: 200 len: 210 time: 0.0388730 Aug 27 02:28:04.551875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 743da4c8-58db-444a-a61a-04517b26d182 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:04.572953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 743da4c8-58db-444a-a61a-04517b26d182 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:04.573531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 743da4c8-58db-444a-a61a-04517b26d182 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:04.641785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37c774-fc1c-4e8a-a343-399cfc04dcbe req-1f21c670-5cd2-4151-971d-dfe54bcc0fc8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.646240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf37c774-fc1c-4e8a-a343-399cfc04dcbe req-1f21c670-5cd2-4151-971d-dfe54bcc0fc8 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0560734 Aug 27 02:28:04.687142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf37c774-fc1c-4e8a-a343-399cfc04dcbe req-c3a07fb4-96fd-4d94-964c-37f0b749c714 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Aug 27 02:28:04.863868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674abf04-b99f-4678-b7a3-404db90d14ef req-bb775638-bbf8-40e1-907b-0acb9e15c143 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.866850 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-674abf04-b99f-4678-b7a3-404db90d14ef req-bb775638-bbf8-40e1-907b-0acb9e15c143 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0538032 Aug 27 02:28:04.909487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-674abf04-b99f-4678-b7a3-404db90d14ef req-f7022d0d-4039-441c-82a1-65003c1dd396 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 Aug 27 02:28:05.071232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf1c73-de92-44be-b8ad-328cca489c7a req-250c3f50-7c66-4b88-8931-28928e9f5acf tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.072759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afaf1c73-de92-44be-b8ad-328cca489c7a req-250c3f50-7c66-4b88-8931-28928e9f5acf tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 943 time: 0.0558801 Aug 27 02:28:05.120872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afaf1c73-de92-44be-b8ad-328cca489c7a req-ddff5aaa-8e87-46aa-9056-c3dd4a41f36b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Aug 27 02:28:05.327876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-c0fe32b8-cfc3-4bb3-a485-68afff438ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.329424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-c0fe32b8-cfc3-4bb3-a485-68afff438ac7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29a7411587d2492d9caed98dd25cd306&device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 1098 time: 0.0778987 Aug 27 02:28:05.338539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13dded-b2a6-49f6-ad4a-44f78931be14 req-9032413e-09b7-4230-a013-4826012d2e1a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.340004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e13dded-b2a6-49f6-ad4a-44f78931be14 req-9032413e-09b7-4230-a013-4826012d2e1a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0778568 Aug 27 02:28:05.438121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e13dded-b2a6-49f6-ad4a-44f78931be14 req-4fe1e8a7-119e-4fbb-8cc9-a3d9fb11f246 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897467 Aug 27 02:28:05.466538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-d4bac7ea-6eb3-4be6-8a31-9a9860ebbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.468109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-d4bac7ea-6eb3-4be6-8a31-9a9860ebbc52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 200 len: 915 time: 0.1271713 Aug 27 02:28:05.531604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-aa3eba3c-bdaf-479f-8517-8a3a5b5d7bc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 200 len: 217 time: 0.0548432 Aug 27 02:28:05.607194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3465c8d9-6671-4657-8ab5-29941fef5d15 req-d925db7d-caf3-435d-b66d-fdd7410fb4b3 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/c6638727-2a65-45c7-b9a3-4132e9f5f7ad HTTP/1.1" status: 200 len: 1801 time: 0.0787165 Aug 27 02:28:05.608988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-1c76d689-326e-4bc2-b4b8-97c9337817e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.610681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-1c76d689-326e-4bc2-b4b8-97c9337817e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 200 len: 854 time: 0.0722148 Aug 27 02:28:05.659413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-2f321f2a-9277-4d5e-a1c5-41b58aab6428 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375104 Aug 27 02:28:05.746903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3465c8d9-6671-4657-8ab5-29941fef5d15 req-4c32650a-8455-4fd4-b0f2-0ff54db38157 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.788830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3465c8d9-6671-4657-8ab5-29941fef5d15 req-4c32650a-8455-4fd4-b0f2-0ff54db38157 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.802218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-eb823713-a7cf-4e10-99e4-336da55d6d7f service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326072 Aug 27 02:28:05.887811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3465c8d9-6671-4657-8ab5-29941fef5d15 req-4c32650a-8455-4fd4-b0f2-0ff54db38157 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.890416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3465c8d9-6671-4657-8ab5-29941fef5d15 req-4c32650a-8455-4fd4-b0f2-0ff54db38157 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.891573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3465c8d9-6671-4657-8ab5-29941fef5d15 req-4c32650a-8455-4fd4-b0f2-0ff54db38157 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6638727-2a65-45c7-b9a3-4132e9f5f7ad HTTP/1.1" status: 204 len: 173 time: 0.2764862 Aug 27 02:28:05.907231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32650a-8455-4fd4-b0f2-0ff54db38157 tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6638727-2a65-45c7-b9a3-4132e9f5f7ad,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:05.922672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e1957c3-9ff2-4ba9-9257-be80d0902609 req-b8de3f10-ed90-4650-91e9-974f05efb39a service neutron] 10.222.0.32 "GET /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119349 Aug 27 02:28:05.977780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a8689-882a-4d3e-8de2-f17b6cede4cb req-ca594014-773f-445c-aba4-7574624c1d9c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.979362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-445a8689-882a-4d3e-8de2-f17b6cede4cb req-ca594014-773f-445c-aba4-7574624c1d9c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0684044 Aug 27 02:28:06.017730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-445a8689-882a-4d3e-8de2-f17b6cede4cb req-64a41991-cdd9-49d3-a9d8-1b95662f6802 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Aug 27 02:28:06.138491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85227bb8-a0b3-4fcf-a8eb-cc3b8a8f894f req-3e7e7bde-6905-47b7-934e-57bcee3321df tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "GET /v2.0/security-groups/1e1dcd0d-889d-4817-89b7-3375ea18fae1 HTTP/1.1" status: 200 len: 1801 time: 0.0391438 Aug 27 02:28:06.201929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85227bb8-a0b3-4fcf-a8eb-cc3b8a8f894f req-ff85ca83-a765-4f7d-b2ea-8b49f722539f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.224130 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:28:06.224871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85227bb8-a0b3-4fcf-a8eb-cc3b8a8f894f req-ff85ca83-a765-4f7d-b2ea-8b49f722539f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.266867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85227bb8-a0b3-4fcf-a8eb-cc3b8a8f894f req-ff85ca83-a765-4f7d-b2ea-8b49f722539f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.269536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-85227bb8-a0b3-4fcf-a8eb-cc3b8a8f894f req-ff85ca83-a765-4f7d-b2ea-8b49f722539f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.270731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85227bb8-a0b3-4fcf-a8eb-cc3b8a8f894f req-ff85ca83-a765-4f7d-b2ea-8b49f722539f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] 10.222.0.10 "DELETE /v2.0/security-groups/1e1dcd0d-889d-4817-89b7-3375ea18fae1 HTTP/1.1" status: 204 len: 173 time: 0.1254058 Aug 27 02:28:06.277238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:06.279744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85ca83-a765-4f7d-b2ea-8b49f722539f tempest-SecurityGroupsTestJSON-87614012 tempest-SecurityGroupsTestJSON-87614012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1dcd0d-889d-4817-89b7-3375ea18fae1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:06.338622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] Deleting subnet b53fdf80-c691-428f-af1d-69274cd0a8a3 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:06.342002 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.377325 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.427132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8e2edd48-16d5-459e-afaf-0a12d08300e5 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:06.439890 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.538040 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.565649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7334641-c5a6-487e-9e15-c444b11f210d req-9a69ff87-8df6-403f-ac5c-f836d855fd79 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:06.568046 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7334641-c5a6-487e-9e15-c444b11f210d req-9a69ff87-8df6-403f-ac5c-f836d855fd79 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 943 time: 0.0630774 Aug 27 02:28:06.602298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53fdf80-c691-428f-af1d-69274cd0a8a3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:06.605397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.610190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80f8ad06-7b8a-4f2e-81a7-d26342ecc210 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b53fdf80-c691-428f-af1d-69274cd0a8a3 HTTP/1.1" status: 204 len: 168 time: 0.3303363 Aug 27 02:28:06.613299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45548) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:06.643490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8e2edd48-16d5-459e-afaf-0a12d08300e5, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8e2edd48-16d5-459e-afaf-0a12d08300e5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:06.656853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '8e2edd48-16d5-459e-afaf-0a12d08300e5', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'port_id': '8e2edd48-16d5-459e-afaf-0a12d08300e5', 'mac_address': 'fa:16:3e:1a:11:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:06.698279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.700287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7334641-c5a6-487e-9e15-c444b11f210d req-3150711b-0e92-49a6-8376-c4c6cc85f1ea tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175766 Aug 27 02:28:06.712818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2edd48-16d5-459e-afaf-0a12d08300e5 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:06.734080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8e2edd48-16d5-459e-afaf-0a12d08300e5, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8e2edd48-16d5-459e-afaf-0a12d08300e5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:06.735000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.740645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.740823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5d4a3-a792-4663-8b69-6dff4b7fa539 req-a7f0a185-bcbf-4569-99ef-0b87410c1a52 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:06.743948 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5f5d4a3-a792-4663-8b69-6dff4b7fa539 req-a7f0a185-bcbf-4569-99ef-0b87410c1a52 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0660458 Aug 27 02:28:06.795579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8e2edd48-16d5-459e-afaf-0a12d08300e5,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:06.802531 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5f5d4a3-a792-4663-8b69-6dff4b7fa539 req-c5789981-19f5-46d4-aae9-be90354d1170 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471954 Aug 27 02:28:06.837101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.847727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912b1959-aa6d-4bc8-b9ef-30197eee5c1b']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:06.858485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f1d2ce-9e4f-4432-bbf3-7964f7c21334') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:06.859115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f1d2ce-9e4f-4432-bbf3-7964f7c21334') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:06.869852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.889636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.898683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:06.899083 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:06.900757 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:06.959105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ddc7cac-60e7-4569-8670-e59c185c4924 req-8dcf4b41-21a1-42bb-9001-281bf3705e49 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c1eb585dda7f4cdfb052a1d2bee7cd9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230772 Aug 27 02:28:06.961691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.972621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.977123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] 10.222.0.10 "DELETE /v2.0/networks/912b1959-aa6d-4bc8-b9ef-30197eee5c1b HTTP/1.1" status: 204 len: 168 time: 0.3602660 Aug 27 02:28:06.993685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca2351-0193-44d2-9ed7-a9abfe3bf4db admin admin] Pushing event deleted for resources: {'Network': ['ID=912b1959-aa6d-4bc8-b9ef-30197eee5c1b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:07.077417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7cac-60e7-4569-8670-e59c185c4924 req-a03930ec-57d0-4ecd-b444-cfc69bbe5379 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.078961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ddc7cac-60e7-4569-8670-e59c185c4924 req-a03930ec-57d0-4ecd-b444-cfc69bbe5379 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137187 Aug 27 02:28:07.097571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ddc7cac-60e7-4569-8670-e59c185c4924 req-bd53147e-4b89-40f8-a523-c6777404603c tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/quotas/c1eb585dda7f4cdfb052a1d2bee7cd9b HTTP/1.1" status: 200 len: 375 time: 0.0113325 Aug 27 02:28:07.110572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8e2edd48-16d5-459e-afaf-0a12d08300e5'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:07.156694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ddc7cac-60e7-4569-8670-e59c185c4924 req-6fbbb116-5df7-4e1d-aa40-b762eaed8542 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c1eb585dda7f4cdfb052a1d2bee7cd9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513961 Aug 27 02:28:07.169823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45606) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:07.255572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fce3f-ec92-4ed6-baf9-2baaa91e2a1e req-deaeb386-aa41-4ec9-8fad-bbc97ce4fecc tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.257269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa3fce3f-ec92-4ed6-baf9-2baaa91e2a1e req-deaeb386-aa41-4ec9-8fad-bbc97ce4fecc tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0788448 Aug 27 02:28:07.259881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-66d6423a-5e96-4aaf-ba83-d4ad408d067e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=feafc5990e0d4a66923ba5272008b069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884411 Aug 27 02:28:07.262480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45610) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:07.300295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc385589-1bc7-4a65-8e05-5651483a16ac req-fca2cc28-cc5f-49af-8eb0-26d246a6f1b6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.301793 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc385589-1bc7-4a65-8e05-5651483a16ac req-fca2cc28-cc5f-49af-8eb0-26d246a6f1b6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Aug 27 02:28:07.334082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa3fce3f-ec92-4ed6-baf9-2baaa91e2a1e req-f4d562a7-587f-48e5-b1ac-6301568382e6 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646987 Aug 27 02:28:07.340035 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc385589-1bc7-4a65-8e05-5651483a16ac req-3e2ba773-2135-4b5c-8acd-98d6f67c3f45 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Aug 27 02:28:07.343257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a3b6353-a961-4ab0-a120-c77dd262665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.365360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a3b6353-a961-4ab0-a120-c77dd262665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.417910 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a3b6353-a961-4ab0-a120-c77dd262665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.420583 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a3b6353-a961-4ab0-a120-c77dd262665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.422421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a3b6353-a961-4ab0-a120-c77dd262665f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a HTTP/1.1" status: 204 len: 168 time: 0.1579807 Aug 27 02:28:07.430745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b6353-a961-4ab0-a120-c77dd262665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59249fdf-4cb4-43cf-88e5-b9e4a00ccc4a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:07.839627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a3af2-8da4-4348-a447-2e4094bdda73 req-05bcef8e-d5b9-439e-834b-45c1440522e5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.841328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c0a3af2-8da4-4348-a447-2e4094bdda73 req-05bcef8e-d5b9-439e-834b-45c1440522e5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0502367 Aug 27 02:28:07.882857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c0a3af2-8da4-4348-a447-2e4094bdda73 req-86005569-912d-49e3-9545-75b5a6e1be78 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348854 Aug 27 02:28:07.989349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ed1df-5476-420b-8899-304f191a01ee req-22c9d7e1-92a4-42cd-97dc-0e9e4ec92f75 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.994824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a02ed1df-5476-420b-8899-304f191a01ee req-22c9d7e1-92a4-42cd-97dc-0e9e4ec92f75 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 944 time: 0.0536218 Aug 27 02:28:08.036437 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a02ed1df-5476-420b-8899-304f191a01ee req-f4f21cf2-9e93-4100-8d2d-cc9fbcf8bb53 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Aug 27 02:28:08.162764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889329e3-4dcf-4aa1-bff7-c7ccf53efc5f req-2459198f-7646-492c-8c63-417b2096be96 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.170564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-889329e3-4dcf-4aa1-bff7-c7ccf53efc5f req-2459198f-7646-492c-8c63-417b2096be96 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0707300 Aug 27 02:28:08.220354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-889329e3-4dcf-4aa1-bff7-c7ccf53efc5f req-56793eb4-aced-4457-bc77-e42391f62d60 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488107 Aug 27 02:28:08.239361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45712) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:08.351585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1261786702-network', 'tenant_id': '64674c5b61fa486f88c005fae0130bb7'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:08.382837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Made reservation on behalf of 64674c5b61fa486f88c005fae0130bb7 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:08.386087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.397796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.442065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8e2edd48-16d5-459e-afaf-0a12d08300e5 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:08.502206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375edbd2-7ae9-4212-9b0a-0c4e0ab06e4f req-b6e0c356-a013-4ee6-a3f9-10bc486ed987 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.503968 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-375edbd2-7ae9-4212-9b0a-0c4e0ab06e4f req-b6e0c356-a013-4ee6-a3f9-10bc486ed987 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0685740 Aug 27 02:28:08.506333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 8e2edd48-16d5-459e-afaf-0a12d08300e5 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:08.510884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 8e2edd48-16d5-459e-afaf-0a12d08300e5 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:08.511696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.572397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.576125 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-375edbd2-7ae9-4212-9b0a-0c4e0ab06e4f req-94d385cc-1866-4ae7-9b5e-50e69f7c9a9a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659995 Aug 27 02:28:08.577984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.611055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3ee62e39-1211-4aee-a1cf-12f16faf9599 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:08.617475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:28:08.623884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c487837-2258-4ba4-90fa-5f110adb206c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:08.631729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.632294 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Added segment 8d66f377-826c-48f8-8fb2-adf24a586a92 of type vlan for network a3ab94f1-ed06-4a0d-9879-46976dd89c4b Aug 27 02:28:08.645574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 3ee62e39-1211-4aee-a1cf-12f16faf9599 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:08.645774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3ee62e39-1211-4aee-a1cf-12f16faf9599 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:08.657318 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.683454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.687286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2edd48-16d5-459e-afaf-0a12d08300e5'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:08.689708 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02012e9-650b-4fab-8f7a-e5bc58b3edc0" -d '{"events": [{"server_uuid": "5dea0b26-aa97-41e5-888f-68c7821d181c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2edd48-16d5-459e-afaf-0a12d08300e5"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:08.704150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8e2edd48-16d5-459e-afaf-0a12d08300e5, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8e2edd48-16d5-459e-afaf-0a12d08300e5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:08.710085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.742172 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.742632 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89fd0716-d9fc-4301-9af5-cafbb93a7f0d req-b4bee607-6945-4180-9909-0cd7b59da909 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c1eb585dda7f4cdfb052a1d2bee7cd9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244000 Aug 27 02:28:08.743232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.743877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.758950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d22d61-8259-4574-815d-6586de39e1b0 req-c884510d-89d5-4531-94cf-792d45335dc6 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.766217 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03d22d61-8259-4574-815d-6586de39e1b0 req-c884510d-89d5-4531-94cf-792d45335dc6 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0783958 Aug 27 02:28:08.768959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8e2edd48-16d5-459e-afaf-0a12d08300e5,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:08.825663 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5857038 Aug 27 02:28:08.828803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45770) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:08.833955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Request body: {'subnet': {'network_id': 'a3ab94f1-ed06-4a0d-9879-46976dd89c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1261786702-subnet', 'tenant_id': '64674c5b61fa486f88c005fae0130bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:08.848270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e8149-6cf2-4d68-b512-f1bccf969e40 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ab94f1-ed06-4a0d-9879-46976dd89c4b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:08.862908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd0716-d9fc-4301-9af5-cafbb93a7f0d req-c9fea82f-c5f7-4a2d-b1eb-c5893b6e6e4f tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.866282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a3ab94f1-ed06-4a0d-9879-46976dd89c4b details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:28:08.867200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89fd0716-d9fc-4301-9af5-cafbb93a7f0d req-c9fea82f-c5f7-4a2d-b1eb-c5893b6e6e4f tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183250 Aug 27 02:28:08.869911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03d22d61-8259-4574-815d-6586de39e1b0 req-28ded25d-d4eb-4b09-8cd0-f4fdd0c15644 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028273 Aug 27 02:28:08.876156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Made reservation on behalf of 64674c5b61fa486f88c005fae0130bb7 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:08.878672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.900265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89fd0716-d9fc-4301-9af5-cafbb93a7f0d req-94e0e91e-f0d6-4fe6-8a8c-7e7e07ab9460 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/quotas/c1eb585dda7f4cdfb052a1d2bee7cd9b HTTP/1.1" status: 200 len: 375 time: 0.0191889 Aug 27 02:28:08.942905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89fd0716-d9fc-4301-9af5-cafbb93a7f0d req-bca411b7-a9ad-411a-baa1-3a5adacc8707 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c1eb585dda7f4cdfb052a1d2bee7cd9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416067 Aug 27 02:28:09.070961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.148186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b643c522-aa81-466e-8bae-e90e69e95c91,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:09.150520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Checking segment: {'id': '8d66f377-826c-48f8-8fb2-adf24a586a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a3ab94f1-ed06-4a0d-9879-46976dd89c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:09.150991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Network hostable DHCP agents. Network: a3ab94f1-ed06-4a0d-9879-46976dd89c4b, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:28:09.169211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Network a3ab94f1-ed06-4a0d-9879-46976dd89c4b is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:28:09.180018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a3ab94f1-ed06-4a0d-9879-46976dd89c4b) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:09.184169 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe38c9-c4db-4e16-984e-eb5151a67140 x-openstack-request-id: req-c9fe38c9-c4db-4e16-984e-eb5151a67140 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:09.184490 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dea0b26-aa97-41e5-888f-68c7821d181c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2edd48-16d5-459e-afaf-0a12d08300e5", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:09.184740 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9fe38c9-c4db-4e16-984e-eb5151a67140 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:09.184961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.185124 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2edd48-16d5-459e-afaf-0a12d08300e5', 'code': 200} Aug 27 02:28:09.185705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.192475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748f5c8b-462c-46d6-b80f-f4ff6fc4d253 None None] Network a3ab94f1-ed06-4a0d-9879-46976dd89c4b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:09.210830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-98100e05-882d-40cc-8a74-0345d9ce51e1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3810093 Aug 27 02:28:09.354017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88720ad-9f63-4066-b9d8-feae40bb028e None None] Network a3ab94f1-ed06-4a0d-9879-46976dd89c4b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:09.439788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609253-0954-444c-8752-396591542a40 req-099fdcfc-54fd-4113-8ed9-b5e82ccbfc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.441318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7609253-0954-444c-8752-396591542a40 req-099fdcfc-54fd-4113-8ed9-b5e82ccbfc2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 1096 time: 0.1890788 Aug 27 02:28:09.464272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b898f5-a1a3-4853-a433-7bf3afde68c4 req-b7e9ab0d-0464-402c-8bc9-b5d6718839b5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.465823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47b898f5-a1a3-4853-a433-7bf3afde68c4 req-b7e9ab0d-0464-402c-8bc9-b5d6718839b5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0792520 Aug 27 02:28:09.506564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7609253-0954-444c-8752-396591542a40 req-445b8806-285d-4fe8-8aa7-9028dd6017bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Aug 27 02:28:09.522772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47b898f5-a1a3-4853-a433-7bf3afde68c4 req-cee11380-b067-4484-895d-f6ea6652f2f1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469036 Aug 27 02:28:09.586951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37525f-0995-4b6d-a275-6706067203ab req-1bfb7fd2-f53b-4dbf-9500-a2be50212afb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.588441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a37525f-0995-4b6d-a275-6706067203ab req-1bfb7fd2-f53b-4dbf-9500-a2be50212afb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 945 time: 0.0496023 Aug 27 02:28:09.636152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a37525f-0995-4b6d-a275-6706067203ab req-280c6b5f-34a0-41ad-80a8-7157d03c2ad5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374227 Aug 27 02:28:09.673940 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-d731ab19-ceef-4d0e-b3e3-521851d05b8a req-59132078-9c78-4009-8852-d619a52433af tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] show failed (client error): The resource could not be found. Aug 27 02:28:09.678776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d731ab19-ceef-4d0e-b3e3-521851d05b8a req-59132078-9c78-4009-8852-d619a52433af tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "GET /v2.0/security-groups/037753cf-04f8-4339-99c7-2d9c78da0dd2 HTTP/1.1" status: 404 len: 352 time: 0.0187461 Aug 27 02:28:09.797180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b120-a3d0-44f8-aae1-ad337de15045 req-420193b9-349c-44ae-b92b-09d0fa57c4d1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.798835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28b9b120-a3d0-44f8-aae1-ad337de15045 req-420193b9-349c-44ae-b92b-09d0fa57c4d1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0500073 Aug 27 02:28:09.826051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28573d9c-6cb3-4d0d-b469-502ef5829a05 req-f201830b-9b2c-434f-b541-e8223da8337d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.827684 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28573d9c-6cb3-4d0d-b469-502ef5829a05 req-f201830b-9b2c-434f-b541-e8223da8337d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0473027 Aug 27 02:28:09.838936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28b9b120-a3d0-44f8-aae1-ad337de15045 req-790fee0e-f9d3-4d94-9459-a67d41cb72e9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Aug 27 02:28:09.867676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28573d9c-6cb3-4d0d-b469-502ef5829a05 req-b5128244-37ce-47cb-b260-8424172d1be5 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Aug 27 02:28:09.938896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a95e2180-e0e5-4218-8130-047fdc29a4a5 req-bb7d6c29-eebd-4da9-b6be-e80cce01e07c tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64674c5b61fa486f88c005fae0130bb7 HTTP/1.1" status: 200 len: 2988 time: 0.0484695 Aug 27 02:28:09.986600 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a95e2180-e0e5-4218-8130-047fdc29a4a5 req-cae669e3-fa53-4ed4-8cfc-d05f0e03f319 tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "GET /v2.0/security-groups/2c487837-2258-4ba4-90fa-5f110adb206c HTTP/1.1" status: 200 len: 2985 time: 0.0413306 Aug 27 02:28:10.041638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a95e2180-e0e5-4218-8130-047fdc29a4a5 req-20f1d43b-68fb-4f22-9a26-846bbf1a8513 tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "GET /v2.0/security-groups/2c487837-2258-4ba4-90fa-5f110adb206c HTTP/1.1" status: 200 len: 2985 time: 0.0457170 Aug 27 02:28:10.104996 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-36a24fcb-c66b-4fd1-8941-5941de3d9be6 req-86697ace-0b17-4368-9a24-60635f1bb4e0 tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "GET /v2.0/security-groups/2c487837-2258-4ba4-90fa-5f110adb206c HTTP/1.1" status: 200 len: 2985 time: 0.0403688 Aug 27 02:28:10.120142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fb7ea-4c69-4224-9b09-1fee23d86025 req-79f44553-4184-46c8-9d7d-1cb39f20ca3a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.121940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-888fb7ea-4c69-4224-9b09-1fee23d86025 req-79f44553-4184-46c8-9d7d-1cb39f20ca3a tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0504367 Aug 27 02:28:10.172010 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-36a24fcb-c66b-4fd1-8941-5941de3d9be6 req-4eedcfc6-f490-4764-95ba-f2a6987ba34e tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:28:10.172157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-888fb7ea-4c69-4224-9b09-1fee23d86025 req-77c423b3-0e1e-4826-888d-5afb172a9541 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Aug 27 02:28:10.173402 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-36a24fcb-c66b-4fd1-8941-5941de3d9be6 req-4eedcfc6-f490-4764-95ba-f2a6987ba34e tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "DELETE /v2.0/security-groups/2c487837-2258-4ba4-90fa-5f110adb206c HTTP/1.1" status: 409 len: 352 time: 0.0612350 Aug 27 02:28:10.213279 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-45e7200b-66d4-48e4-8eec-485f7331f01d req-bc6b7d0d-e0ce-4993-86f2-b47f8830f4ba tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] show failed (client error): The resource could not be found. Aug 27 02:28:10.214278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45e7200b-66d4-48e4-8eec-485f7331f01d req-bc6b7d0d-e0ce-4993-86f2-b47f8830f4ba tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "GET /v2.0/security-groups/a8e8bb6b-7271-4aec-905d-2448ae729473 HTTP/1.1" status: 404 len: 352 time: 0.0146241 Aug 27 02:28:10.229537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45902) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:10.262154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac3ddd94-f66c-4b4e-a438-db1147d5b29a req-58602e49-e7bb-4cd0-a826-59556bc93e05 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c1eb585dda7f4cdfb052a1d2bee7cd9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219951 Aug 27 02:28:10.293396 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-c172c991-8c62-4d18-b5a3-c343afed163c req-35049153-122c-4b48-a0b6-b1d7ba27f417 tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] show failed (client error): The resource could not be found. Aug 27 02:28:10.294425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c172c991-8c62-4d18-b5a3-c343afed163c req-35049153-122c-4b48-a0b6-b1d7ba27f417 tempest-SecurityGroupsNegativeTestJSON-919358818 tempest-SecurityGroupsNegativeTestJSON-919358818-project] 10.222.0.10 "GET /v2.0/security-groups/f0a44918-8741-47d0-ac8c-7727eb46c4aa HTTP/1.1" status: 404 len: 352 time: 0.0143008 Aug 27 02:28:10.304821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45910) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:10.367077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] Deleting subnet b643c522-aa81-466e-8bae-e90e69e95c91 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:10.375658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ddd94-f66c-4b4e-a438-db1147d5b29a req-231b3438-bac6-479f-a644-e2d53ebee778 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.377143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac3ddd94-f66c-4b4e-a438-db1147d5b29a req-231b3438-bac6-479f-a644-e2d53ebee778 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088841 Aug 27 02:28:10.382570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.392544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac3ddd94-f66c-4b4e-a438-db1147d5b29a req-c63fa60a-f947-4fbf-9d2e-d5c38f76889a tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/quotas/c1eb585dda7f4cdfb052a1d2bee7cd9b HTTP/1.1" status: 200 len: 375 time: 0.0092826 Aug 27 02:28:10.425310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-960ee5cb-9626-43be-a362-be2fa04618de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.426126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac3ddd94-f66c-4b4e-a438-db1147d5b29a req-d01b2f2a-e7e1-4793-bbe7-b183ea711cb4 tempest-QuotasAdminNegativeTest-419902784 tempest-QuotasAdminNegativeTest-419902784-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c1eb585dda7f4cdfb052a1d2bee7cd9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276489 Aug 27 02:28:10.443169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.488445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df4e37-f22a-4f3e-a1ef-c141cea0c098 req-d6978960-6310-4a36-b547-6ff8ef6036c8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.489936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16df4e37-f22a-4f3e-a1ef-c141cea0c098 req-d6978960-6310-4a36-b547-6ff8ef6036c8 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.1392553 Aug 27 02:28:10.517849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.592351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16df4e37-f22a-4f3e-a1ef-c141cea0c098 req-1ad5509f-58a3-4324-9676-56a9ac02895d tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893638 Aug 27 02:28:10.644451 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.648475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-960ee5cb-9626-43be-a362-be2fa04618de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.657398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-960ee5cb-9626-43be-a362-be2fa04618de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.688850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b643c522-aa81-466e-8bae-e90e69e95c91,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:10.691700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.693628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb5707fb-a27c-45f0-8e89-68a9d714faec admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b643c522-aa81-466e-8bae-e90e69e95c91 HTTP/1.1" status: 204 len: 168 time: 0.3878546 Aug 27 02:28:10.696860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45922) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:10.752861 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-960ee5cb-9626-43be-a362-be2fa04618de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b662903dc0704bec9d0cce3581cbe9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176013 Aug 27 02:28:10.755830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ee5cb-9626-43be-a362-be2fa04618de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369fd59b-ffd1-4354-8964-94a2d8fe938c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:10.756551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45924) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:10.776943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1ed9-e547-4f0b-8602-47dbb964f0f5 req-86550e2d-fab1-43ae-90cc-c93cd6f5a01e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.778514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2af1ed9-e547-4f0b-8602-47dbb964f0f5 req-86550e2d-fab1-43ae-90cc-c93cd6f5a01e tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0911686 Aug 27 02:28:10.791916 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.819316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2af1ed9-e547-4f0b-8602-47dbb964f0f5 req-bddd8f32-22b3-4a23-a0a5-d3835fe04d55 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338490 Aug 27 02:28:10.889043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12142c7f-5196-485d-9057-0037afe040d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.906854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.925159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab94f1-ed06-4a0d-9879-46976dd89c4b']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:10.928507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12142c7f-5196-485d-9057-0037afe040d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.933628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6aec4-1caf-4e3d-8e14-bb06d6086e3e req-dcf1aaa8-d3c0-4dce-a388-381f95d8c65b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.935297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84b6aec4-1caf-4e3d-8e14-bb06d6086e3e req-dcf1aaa8-d3c0-4dce-a388-381f95d8c65b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 945 time: 0.0500357 Aug 27 02:28:10.954655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d66f377-826c-48f8-8fb2-adf24a586a92') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:10.954964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d66f377-826c-48f8-8fb2-adf24a586a92') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:10.972823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84b6aec4-1caf-4e3d-8e14-bb06d6086e3e req-43c0a98b-52d8-48a0-a1d5-9da13e475549 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Aug 27 02:28:10.995435 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.016968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.031182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e578148-5827-45c5-8883-03456c9aeb3e req-e028a77d-46eb-44bc-ba3f-e50616f6e718 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.032634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e578148-5827-45c5-8883-03456c9aeb3e req-e028a77d-46eb-44bc-ba3f-e50616f6e718 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0932729 Aug 27 02:28:11.034607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:11.035022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:11.036910 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:11.091332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12142c7f-5196-485d-9057-0037afe040d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.093848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12142c7f-5196-485d-9057-0037afe040d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.097618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12142c7f-5196-485d-9057-0037afe040d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/369fd59b-ffd1-4354-8964-94a2d8fe938c HTTP/1.1" status: 204 len: 168 time: 0.3399508 Aug 27 02:28:11.099861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff0b2-4979-4a3b-a6c3-0e732aa8b22b req-eb3101dc-ec66-4724-b226-5e667c6e5b06 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.101220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6afff0b2-4979-4a3b-a6c3-0e732aa8b22b req-eb3101dc-ec66-4724-b226-5e667c6e5b06 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0538054 Aug 27 02:28:11.123595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12142c7f-5196-485d-9057-0037afe040d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369fd59b-ffd1-4354-8964-94a2d8fe938c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.140315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.147497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.153454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a3ab94f1-ed06-4a0d-9879-46976dd89c4b HTTP/1.1" status: 204 len: 168 time: 0.4549308 Aug 27 02:28:11.159799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e578148-5827-45c5-8883-03456c9aeb3e req-8026e6c0-ae39-438d-9005-fcb7463d9548 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129563 Aug 27 02:28:11.162466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6afff0b2-4979-4a3b-a6c3-0e732aa8b22b req-17779088-4b2d-409d-9088-3b16cf701651 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543520 Aug 27 02:28:11.172786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48070e7-6e23-420a-82ff-6dd14094a541 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ab94f1-ed06-4a0d-9879-46976dd89c4b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.293256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50789fcc-daef-4d7d-84c2-b37e9370a7f6 req-80474374-1022-4b85-bfb2-e48b8b6eb6f1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.295366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50789fcc-daef-4d7d-84c2-b37e9370a7f6 req-80474374-1022-4b85-bfb2-e48b8b6eb6f1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0584743 Aug 27 02:28:11.341811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45950) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.342820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50789fcc-daef-4d7d-84c2-b37e9370a7f6 req-bb04af26-e3ae-45de-a251-6a2ce6f49ca1 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Aug 27 02:28:11.404670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e4435-c064-4b33-b775-b341f299ab1e req-8f7e23cc-4d95-409b-9b40-63f92b84b747 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.412086 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-529e4435-c064-4b33-b775-b341f299ab1e req-8f7e23cc-4d95-409b-9b40-63f92b84b747 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 945 time: 0.0726538 Aug 27 02:28:11.456039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-529e4435-c064-4b33-b775-b341f299ab1e req-09aaf1f0-5dc8-45c3-bc4d-454a2f8620d0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Aug 27 02:28:11.467993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.530559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e25857-f779-49ef-b01a-590f856ce1f6 req-b16a51a9-3bcf-4fc6-8278-d1fb844ed725 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.532166 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2e25857-f779-49ef-b01a-590f856ce1f6 req-b16a51a9-3bcf-4fc6-8278-d1fb844ed725 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0801768 Aug 27 02:28:11.543529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1c06b41f-a89d-4224-93d3-6680b359f758 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64674c5b61fa486f88c005fae0130bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737972 Aug 27 02:28:11.545849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45964) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.609967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603a922-60bd-4307-a0bf-2795ccb77bdc req-2450ad3f-0246-48b9-98c7-71c757658e04 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.618079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4603a922-60bd-4307-a0bf-2795ccb77bdc req-2450ad3f-0246-48b9-98c7-71c757658e04 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 945 time: 0.0630031 Aug 27 02:28:11.629815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2e25857-f779-49ef-b01a-590f856ce1f6 req-6271aa0c-ef71-4a4d-aae4-49d7e80620b4 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910592 Aug 27 02:28:11.653922 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd07b-c8b3-4410-988b-9010e7432543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.674607 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4603a922-60bd-4307-a0bf-2795ccb77bdc req-92421e64-f5a6-4b36-9931-d7e8725da22d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Aug 27 02:28:11.690309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd07b-c8b3-4410-988b-9010e7432543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.692458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8662ac5-4528-4b15-910f-3d555835abd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.780293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd07b-c8b3-4410-988b-9010e7432543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.786448 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd07b-c8b3-4410-988b-9010e7432543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.790349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7cdcd07b-c8b3-4410-988b-9010e7432543 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c487837-2258-4ba4-90fa-5f110adb206c HTTP/1.1" status: 204 len: 168 time: 0.2410328 Aug 27 02:28:11.800077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcd07b-c8b3-4410-988b-9010e7432543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c487837-2258-4ba4-90fa-5f110adb206c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.833888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41cfd3-f6f9-4717-8ef4-94cfa40212f9 req-39287074-aefa-4c14-a641-5f8adbcbcea3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.838823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4b41cfd3-f6f9-4717-8ef4-94cfa40212f9 req-39287074-aefa-4c14-a641-5f8adbcbcea3 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0910220 Aug 27 02:28:11.914166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8662ac5-4528-4b15-910f-3d555835abd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.924182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4b41cfd3-f6f9-4717-8ef4-94cfa40212f9 req-9f1e6b25-5166-4e53-b1c7-0cf292243684 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771570 Aug 27 02:28:11.928542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8662ac5-4528-4b15-910f-3d555835abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.966548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662ac5-4528-4b15-910f-3d555835abd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c8a07d-e74c-4f5b-b2b5-2c4d0da52c15,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.988814 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f8662ac5-4528-4b15-910f-3d555835abd7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1eb585dda7f4cdfb052a1d2bee7cd9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437399 Aug 27 02:28:11.989005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7f0ea-7e20-423a-a720-66a7fdaef057 req-df4609ba-3c60-4501-9575-318fd174f446 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.989108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45990) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.995678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73d7f0ea-7e20-423a-a720-66a7fdaef057 req-df4609ba-3c60-4501-9575-318fd174f446 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 945 time: 0.0601404 Aug 27 02:28:12.056926 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73d7f0ea-7e20-423a-a720-66a7fdaef057 req-ebe4854c-f91c-43e0-b0f9-aab00e34597b tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551708 Aug 27 02:28:12.093451 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdf57ddd-52ac-42fb-a584-5c19f532b011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.127155 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdf57ddd-52ac-42fb-a584-5c19f532b011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.147333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe145-345e-40bc-9f4f-5f748b36f79e req-cfec6089-e4aa-4747-81ed-b1f3b9424b48 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:12.148854 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-525fe145-345e-40bc-9f4f-5f748b36f79e req-cfec6089-e4aa-4747-81ed-b1f3b9424b48 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0844090 Aug 27 02:28:12.211991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-525fe145-345e-40bc-9f4f-5f748b36f79e req-8f9af5fb-1be2-4b22-87e0-e6a5fce5c465 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Aug 27 02:28:12.219760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdf57ddd-52ac-42fb-a584-5c19f532b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.223800 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdf57ddd-52ac-42fb-a584-5c19f532b011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.227486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bdf57ddd-52ac-42fb-a584-5c19f532b011 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89c8a07d-e74c-4f5b-b2b5-2c4d0da52c15 HTTP/1.1" status: 204 len: 168 time: 0.2350080 Aug 27 02:28:12.238398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf57ddd-52ac-42fb-a584-5c19f532b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c8a07d-e74c-4f5b-b2b5-2c4d0da52c15,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:12.349182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7bcf9-f00a-4622-999a-f165d5591ae3 req-9fb28dab-61a8-4cb7-bad2-3c4e40fa0753 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:12.356470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7a7bcf9-f00a-4622-999a-f165d5591ae3 req-9fb28dab-61a8-4cb7-bad2-3c4e40fa0753 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0769961 Aug 27 02:28:12.435180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7a7bcf9-f00a-4622-999a-f165d5591ae3 req-84976701-e895-4851-8c7c-b85cf9bbbca2 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718675 Aug 27 02:28:12.558975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46022) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:12.573110 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6b30ad7-638b-4376-a3bd-4a814a0e0b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.704253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6b30ad7-638b-4376-a3bd-4a814a0e0b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.711714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6b30ad7-638b-4376-a3bd-4a814a0e0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.771548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b30ad7-638b-4376-a3bd-4a814a0e0b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9862a632-6d5f-41c8-93cb-d8006b50d9a0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:12.798920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c6b30ad7-638b-4376-a3bd-4a814a0e0b22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc83746329bb4c5a995ad7f5e1f872f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386718 Aug 27 02:28:12.800529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46058) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:12.866786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72a23954-f432-4655-8495-44dea90fea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.899527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72a23954-f432-4655-8495-44dea90fea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.966734 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72a23954-f432-4655-8495-44dea90fea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.969490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72a23954-f432-4655-8495-44dea90fea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.973287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-72a23954-f432-4655-8495-44dea90fea3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9862a632-6d5f-41c8-93cb-d8006b50d9a0 HTTP/1.1" status: 204 len: 168 time: 0.1676145 Aug 27 02:28:12.983890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a23954-f432-4655-8495-44dea90fea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9862a632-6d5f-41c8-93cb-d8006b50d9a0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:13.140176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46076) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:13.187282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:13.240817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272d209-a46a-42d4-b023-2f826983de4c req-f70413c4-14d0-4e4d-b424-d4ada31fcc54 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:13.244168 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3272d209-a46a-42d4-b023-2f826983de4c req-f70413c4-14d0-4e4d-b424-d4ada31fcc54 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 945 time: 0.0969365 Aug 27 02:28:13.276149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-4783f16f-aa6f-45c7-b995-b6987955acd4 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:13.278514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-4783f16f-aa6f-45c7-b995-b6987955acd4 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 945 time: 0.0732212 Aug 27 02:28:13.308363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3272d209-a46a-42d4-b023-2f826983de4c req-f092d49c-dccc-46de-bd9d-07ad75a7dad1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Aug 27 02:28:13.396500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Deleting port 8e2edd48-16d5-459e-afaf-0a12d08300e5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:13.396834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.437072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-591681944-network', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:13.512336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Made reservation on behalf of 9f1f80b548154fdcb879dd0efcf97ff7 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:13.517544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.547976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.692315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.699296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.728408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:28:13.750379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea911bdc-e6cd-4c96-a206-287bba5e00d8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:13.757755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.758380 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Added segment dcaffbae-97f6-44ab-81ec-d742ecac019d of type vlan for network ddb64937-3348-430a-9303-9c36194cdc20 Aug 27 02:28:13.806151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.816595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] For port 8e2edd48-16d5-459e-afaf-0a12d08300e5, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8e2edd48-16d5-459e-afaf-0a12d08300e5,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:13.816968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.831882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Calling delete_port for 8e2edd48-16d5-459e-afaf-0a12d08300e5 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:13.845614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.846611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:13.847400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.922096 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7806339 Aug 27 02:28:13.932798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46104) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:13.939200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Request body: {'subnet': {'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-591681944-subnet', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:13.941053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4cd2-de72-47c9-8e7a-335b649babd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.963542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3226cc-d5c7-4433-b9d4-a2896133263c admin admin] Pushing event updated for resources: {'Network': ['ID=ddb64937-3348-430a-9303-9c36194cdc20,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:13.974988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c7a16-e7c1-412d-952a-bd57dc160742 req-c3429d3c-5eb5-4842-a740-e42e2ffa3769 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:13.981352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Made reservation on behalf of 9f1f80b548154fdcb879dd0efcf97ff7 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:13.982501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-014c7a16-e7c1-412d-952a-bd57dc160742 req-c3429d3c-5eb5-4842-a740-e42e2ffa3769 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0969434 Aug 27 02:28:13.984266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.985093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network ddb64937-3348-430a-9303-9c36194cdc20 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:28:14.132380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-014c7a16-e7c1-412d-952a-bd57dc160742 req-e24ecb6b-ad5b-461d-be2a-9aee72135e9c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490006 Aug 27 02:28:14.133197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.146946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f', '8e2edd48-16d5-459e-afaf-0a12d08300e5'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:14.165057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event deleted for resources: {'Port': ['ID=8e2edd48-16d5-459e-afaf-0a12d08300e5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:14.240726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] No DVR routers for this DVR port 8e2edd48-16d5-459e-afaf-0a12d08300e5 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:14.255038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.259466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59097b51-23fc-4774-beb1-66a60c0104b6 req-50e67fda-cff8-44c6-8fe1-60b164526767 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "DELETE /v2.0/ports/8e2edd48-16d5-459e-afaf-0a12d08300e5 HTTP/1.1" status: 204 len: 173 time: 0.9738331 Aug 27 02:28:14.261114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'name': 'network-vif-deleted', 'tag': '8e2edd48-16d5-459e-afaf-0a12d08300e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:14.266894 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1929013-e715-43b6-a000-6db51c376874" -d '{"events": [{"server_uuid": "5dea0b26-aa97-41e5-888f-68c7821d181c", "name": "network-vif-deleted", "tag": "8e2edd48-16d5-459e-afaf-0a12d08300e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:14.310344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.331833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4cd2-de72-47c9-8e7a-335b649babd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.341568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4cd2-de72-47c9-8e7a-335b649babd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.424965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5d9f4cd2-de72-47c9-8e7a-335b649babd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e67b1bdb813d4971ade955d3435c592a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2364714 Aug 27 02:28:14.427151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f4cd2-de72-47c9-8e7a-335b649babd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b6798-7efe-4ac3-ae42-ada4779b77f5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:14.429897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46120) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:14.480436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9f0231-445f-48af-9187-e7e9763b1628,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:14.507247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Checking segment: {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:14.507618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Network hostable DHCP agents. Network: ddb64937-3348-430a-9303-9c36194cdc20, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:28:14.527156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bf4cafda-8a2b-48fe-8831-33c47d748e22 req-017d2af7-dd7a-44b4-bb4f-e6d5fd984402 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dea0b26-aa97-41e5-888f-68c7821d181c HTTP/1.1" status: 200 len: 210 time: 0.0522044 Aug 27 02:28:14.538138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7643af35-a2f1-455b-bda0-8ee72acca383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.538364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Network ddb64937-3348-430a-9303-9c36194cdc20 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:28:14.553295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, ddb64937-3348-430a-9303-9c36194cdc20) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:14.558971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:14.558971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.570528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a229833-6b2c-405a-9452-eb523ddd892e None None] Network ddb64937-3348-430a-9303-9c36194cdc20 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:14.597720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-62e53366-4835-42f3-bee1-d1ab2e9f9cd1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6632175 Aug 27 02:28:14.600875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46128) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:14.607154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:14.625080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7643af35-a2f1-455b-bda0-8ee72acca383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.669892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.677620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.751036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7643af35-a2f1-455b-bda0-8ee72acca383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.754050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7643af35-a2f1-455b-bda0-8ee72acca383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.758815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7643af35-a2f1-455b-bda0-8ee72acca383 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b59b6798-7efe-4ac3-ae42-ada4779b77f5 HTTP/1.1" status: 204 len: 168 time: 0.3259761 Aug 27 02:28:14.775433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643af35-a2f1-455b-bda0-8ee72acca383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b6798-7efe-4ac3-ae42-ada4779b77f5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:14.791273 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f8ae2f-0aa0-486f-9b19-4401b7da22ff x-openstack-request-id: req-30f8ae2f-0aa0-486f-9b19-4401b7da22ff {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:14.791568 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dea0b26-aa97-41e5-888f-68c7821d181c", "name": "network-vif-deleted", "tag": "8e2edd48-16d5-459e-afaf-0a12d08300e5", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:14.791819 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30f8ae2f-0aa0-486f-9b19-4401b7da22ff {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:14.792230 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dea0b26-aa97-41e5-888f-68c7821d181c', 'name': 'network-vif-deleted', 'tag': '8e2edd48-16d5-459e-afaf-0a12d08300e5', 'status': 'completed', 'code': 200} Aug 27 02:28:14.869159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.917046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-ddb64937-3348-430a-9303-9c36194cdc20', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:28:14.920514 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.159439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.257600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Allocated IP 172.20.0.2 (ddb64937-3348-430a-9303-9c36194cdc20/8d9f0231-445f-48af-9187-e7e9763b1628/17d0e32c-be7c-402b-acb9-a7683921cd0d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:15.405149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a3ecb-f072-4904-a7a8-a7f83230db5a req-84ae5086-e038-4f30-a205-7dfaadaa7eb7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:15.406738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-061a3ecb-f072-4904-a7a8-a7f83230db5a req-84ae5086-e038-4f30-a205-7dfaadaa7eb7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1283927 Aug 27 02:28:15.525062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-061a3ecb-f072-4904-a7a8-a7f83230db5a req-17571214-6cdf-4e7d-94a8-c7f0eb0af34c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090999 Aug 27 02:28:15.580575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.593933 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.608887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.633265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Transition to ACTIVE for port object 17d0e32c-be7c-402b-acb9-a7683921cd0d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:15.674610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Transition to ACTIVE for port object 17d0e32c-be7c-402b-acb9-a7683921cd0d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:15.690273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.751169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Allocated IP 172.25.1.178 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/a4d520a1-d9b3-4fe6-830e-1c5032a1e33b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:15.810637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Network ddb64937-3348-430a-9303-9c36194cdc20 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:15.835377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:15.842507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:15.880126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Pushing event updated for resources: {'Port': ['ID=17d0e32c-be7c-402b-acb9-a7683921cd0d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:15.916324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.022283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.023088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.023585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.024780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.025360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.025911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.026474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.027005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.027628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.028454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.029097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.029810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.050939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Attempting to bind port 17d0e32c-be7c-402b-acb9-a7683921cd0d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:16.052854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Attempting to bind port 17d0e32c-be7c-402b-acb9-a7683921cd0d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:16.053421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Attempting to bind port 17d0e32c-be7c-402b-acb9-a7683921cd0d on network ddb64937-3348-430a-9303-9c36194cdc20 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:16.060645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:16.061240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Checking segment: {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:16.063284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.064131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Bound using segment: {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:16.064849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Bound port: 17d0e32c-be7c-402b-acb9-a7683921cd0d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:16.066038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.160182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] For port 17d0e32c-be7c-402b-acb9-a7683921cd0d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:16.164709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] For port 17d0e32c-be7c-402b-acb9-a7683921cd0d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=17d0e32c-be7c-402b-acb9-a7683921cd0d,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:16.181129 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.264614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d9e10-eecf-4411-a2e8-e32f2b626ab6 None None] Pushing event updated for resources: {'Port': ['ID=17d0e32c-be7c-402b-acb9-a7683921cd0d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:16.453481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.502291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:16.522788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:16.532606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:16.560167 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.629107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:16.657164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.657371 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-797884bd-97f4-45f4-8c4b-868563bf32b4 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a31de9969ce04c5689a284a470bb2a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301056 Aug 27 02:28:16.657798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.657798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.658253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.658707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.659087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.659487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.659919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.660293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.660676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.661039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.661411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:16.707695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-6e9c457f-7499-49d9-8874-3e024cb90224 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:16.709314 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-6e9c457f-7499-49d9-8874-3e024cb90224 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.3090174 Aug 27 02:28:16.753286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-c057863b-0ac2-4a87-9c4e-30c8906ffbb4 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/quotas/077975de09184185952ca30e9718b335 HTTP/1.1" status: 200 len: 375 time: 0.0112329 Aug 27 02:28:16.772825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:16.791769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-957e1ecb-4f26-4eb9-92e6-e9c48dc0406d tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:16.793272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-957e1ecb-4f26-4eb9-92e6-e9c48dc0406d tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338964 Aug 27 02:28:16.811146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-df99b2f2-228a-4146-8822-f5ef2ac87191 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/quotas/a31de9969ce04c5689a284a470bb2a37 HTTP/1.1" status: 200 len: 375 time: 0.0118029 Aug 27 02:28:16.843761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-63353187-057a-480e-a8ce-ce1d96b87017 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607984 Aug 27 02:28:16.847856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-a5ef9273-28c4-435b-9fb9-3d5623a76924 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a31de9969ce04c5689a284a470bb2a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286803 Aug 27 02:28:16.856868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-57e5b642-236d-45ce-97fe-5872bc094838 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:28:16.858463 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-57e5b642-236d-45ce-97fe-5872bc094838 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069749 Aug 27 02:28:16.939842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45d5b80a-d088-4f0c-aa2a-b56b06928b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.081184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.143870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-6c633046-c590-4f76-85ff-35d5860a6adf service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191677 Aug 27 02:28:17.162196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca2c5-00f0-4a87-9cd0-05f5f0105750 req-df4617aa-b69a-43e8-a8d9-e0e9afc13baa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:17.164145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94eca2c5-00f0-4a87-9cd0-05f5f0105750 req-df4617aa-b69a-43e8-a8d9-e0e9afc13baa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.0981083 Aug 27 02:28:17.166626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45d5b80a-d088-4f0c-aa2a-b56b06928b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.201365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45d5b80a-d088-4f0c-aa2a-b56b06928b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.264818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5b80a-d088-4f0c-aa2a-b56b06928b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc08683-4e1a-40a7-a2e9-3e7f5deaebd9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:17.272813 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-45d5b80a-d088-4f0c-aa2a-b56b06928b61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ec6d2d4cee343338998fb6e6aa805a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989295 Aug 27 02:28:17.274866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:17.318270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94eca2c5-00f0-4a87-9cd0-05f5f0105750 req-64a627c5-f74b-4955-861f-8c8e976410fa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441183 Aug 27 02:28:17.342657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.367189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-037d2633-77a2-4306-ab8f-bf9354252334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.387182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-a8f25978-1caf-4669-8548-a38061640b84 service neutron] 10.222.0.10 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318044 Aug 27 02:28:17.408106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17d0e32c-be7c-402b-acb9-a7683921cd0d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:17.424698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-037d2633-77a2-4306-ab8f-bf9354252334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.455906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.543979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 17d0e32c-be7c-402b-acb9-a7683921cd0d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:17.564097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5b5cade-49b8-43c4-b269-e19c92a3d0ab req-b4e40315-3838-429f-84cd-f6d368d0e67c tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 210 time: 0.1175311 Aug 27 02:28:17.615973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-037d2633-77a2-4306-ab8f-bf9354252334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.622487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-037d2633-77a2-4306-ab8f-bf9354252334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.629972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-037d2633-77a2-4306-ab8f-bf9354252334 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cc08683-4e1a-40a7-a2e9-3e7f5deaebd9 HTTP/1.1" status: 204 len: 168 time: 0.3529465 Aug 27 02:28:17.651858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d2633-77a2-4306-ab8f-bf9354252334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc08683-4e1a-40a7-a2e9-3e7f5deaebd9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:17.711688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Router 7021affa-c065-4eef-8b99-3073ed98af04 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:28:17.787209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-268f16f1-b856-4c1e-8456-81e24047efe0 req-6eaaf9d6-b6f0-40e4-9bb8-331acc7b0fa8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 210 time: 0.0516665 Aug 27 02:28:17.937663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:17.947760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Sync routers for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:17.957780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.959410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-302988df-6e9b-4121-931c-186ba8007d62 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3575678 Aug 27 02:28:17.962393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46268) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:17.973680 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:17.974552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:18.008047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5118425c-485d-4aa5-978e-cb7fc51e3950 None None] Network ddb64937-3348-430a-9303-9c36194cdc20 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:18.231046 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:18.284567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46282) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:18.310014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72e8252c-c1c3-49a9-901a-d5f62d3f2628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.325600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d2b800c-f56f-47f9-b3ce-99497a8cd77f None None] Provisioning for port 17d0e32c-be7c-402b-acb9-a7683921cd0d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:18.341051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d2b800c-f56f-47f9-b3ce-99497a8cd77f None None] Provisioning complete for port 17d0e32c-be7c-402b-acb9-a7683921cd0d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:18.341738 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d2b800c-f56f-47f9-b3ce-99497a8cd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.488834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8e2edd48-16d5-459e-afaf-0a12d08300e5 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:18.501703 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d2b800c-f56f-47f9-b3ce-99497a8cd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.554296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72e8252c-c1c3-49a9-901a-d5f62d3f2628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.607285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72e8252c-c1c3-49a9-901a-d5f62d3f2628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.609539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 8e2edd48-16d5-459e-afaf-0a12d08300e5 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:18.609982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8e2edd48-16d5-459e-afaf-0a12d08300e5 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:18.623092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4d2b800c-f56f-47f9-b3ce-99497a8cd77f None None] For port 17d0e32c-be7c-402b-acb9-a7683921cd0d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=17d0e32c-be7c-402b-acb9-a7683921cd0d,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:18.635477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d2b800c-f56f-47f9-b3ce-99497a8cd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.668512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83312e0-4f62-4e1a-bc9c-b8becbd0e5af req-7376970d-6eb9-41e6-8ecb-f421cecff192 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:18.670561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c83312e0-4f62-4e1a-bc9c-b8becbd0e5af req-7376970d-6eb9-41e6-8ecb-f421cecff192 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1146655 Aug 27 02:28:18.672382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8252c-c1c3-49a9-901a-d5f62d3f2628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6fcd28-fc8d-4707-a4e9-d30ee1372e56,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:18.679501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-72e8252c-c1c3-49a9-901a-d5f62d3f2628 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53e56299409b44ea941fd547fe0297dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938844 Aug 27 02:28:18.685042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46290) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:18.707992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b800c-f56f-47f9-b3ce-99497a8cd77f None None] Pushing event updated for resources: {'Port': ['ID=17d0e32c-be7c-402b-acb9-a7683921cd0d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:18.777734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c83312e0-4f62-4e1a-bc9c-b8becbd0e5af req-251f77da-c982-46c0-8e28-d1f6dedfeb6b tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959611 Aug 27 02:28:18.819470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c674d01-2351-43b6-876a-3ccacd016650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.846776 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c674d01-2351-43b6-876a-3ccacd016650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.865267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-070a0a09-7911-4c06-a032-21013adab572 None None] Provisioning complete for port 17d0e32c-be7c-402b-acb9-a7683921cd0d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:18.865795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-070a0a09-7911-4c06-a032-21013adab572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.878408 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:16Z', 'revision_number': 3, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:18.911314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03526d-1f9c-402d-ab0f-b4aabdd7766c req-22fc7acf-c0e1-41ac-b4e6-3acba31a4242 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:18.919313 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2e03526d-1f9c-402d-ab0f-b4aabdd7766c req-22fc7acf-c0e1-41ac-b4e6-3acba31a4242 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.3337355 Aug 27 02:28:18.920080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c674d01-2351-43b6-876a-3ccacd016650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.923631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c674d01-2351-43b6-876a-3ccacd016650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.924971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9c674d01-2351-43b6-876a-3ccacd016650 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c6fcd28-fc8d-4707-a4e9-d30ee1372e56 HTTP/1.1" status: 204 len: 168 time: 0.2375069 Aug 27 02:28:18.943978 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Checking router: 7021affa-c065-4eef-8b99-3073ed98af04 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:28:18.944573 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Updating router 7021affa-c065-4eef-8b99-3073ed98af04 port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:28:19.031045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2e03526d-1f9c-402d-ab0f-b4aabdd7766c req-3ad34820-4dd2-468f-bae4-20d4c5a055bf tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104708 Aug 27 02:28:19.031831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2dc2fd1f-2c9b-47e1-912d-5571e022cf34 req-1accfb11-43b2-49bb-aa30-8b0bcdfdfbc1 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 210 time: 0.0853245 Aug 27 02:28:19.051577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c674d01-2351-43b6-876a-3ccacd016650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6fcd28-fc8d-4707-a4e9-d30ee1372e56,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:19.182856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-5911c0dd-93ee-4706-8b3b-289629019447 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a31de9969ce04c5689a284a470bb2a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527048 Aug 27 02:28:19.278785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53bfa57c-b457-41e4-99af-d81898b7833b req-c8315631-20f1-44ef-9336-e86b6c3b5fef tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 210 time: 0.0636015 Aug 27 02:28:19.294908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17d0e32c-be7c-402b-acb9-a7683921cd0d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:19.307835 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.377751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 17d0e32c-be7c-402b-acb9-a7683921cd0d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:19.377906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.385656 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.420951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-ffbbe075-302c-43db-bed2-dfc35b7c31ff tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:19.422578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-ffbbe075-302c-43db-bed2-dfc35b7c31ff tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162395 Aug 27 02:28:19.446045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Request body: {'port': {'device_id': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'a31de9969ce04c5689a284a470bb2a37'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:19.699404 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.711198 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Transition to ACTIVE for port object a4d520a1-d9b3-4fe6-830e-1c5032a1e33b will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:19.717260 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.739118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Made reservation on behalf of a31de9969ce04c5689a284a470bb2a37 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:19.742706 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.768198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.769552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Attempting to bind port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:19.769867 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Attempting to bind port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:19.770210 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Attempting to bind port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:19.778832 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b2311-1fb6-42bb-b5bf-b0418eb7fae1 None None] Pushing event updated for resources: {'Port': ['ID=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:19.782292 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:19.782930 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:19.783479 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.784122 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:19.784671 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Bound port: a4d520a1-d9b3-4fe6-830e-1c5032a1e33b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:19.785109 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.788281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-52212f98-7d4d-4c9b-8afa-d090f77d5f1d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:19.789815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-52212f98-7d4d-4c9b-8afa-d090f77d5f1d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 806 time: 0.2214165 Aug 27 02:28:19.827620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Request body: {'port': {'device_id': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'admin_state_up': True, 'tenant_id': '077975de09184185952ca30e9718b335'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:19.847041 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] For port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:19.851063 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] For port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:19.859664 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.936789 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:19.937325 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:19.946574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Allocated IP 172.20.0.1 (ddb64937-3348-430a-9303-9c36194cdc20/8d9f0231-445f-48af-9187-e7e9763b1628/f8b31c5b-b007-47f1-a346-feb9b46bb14c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:19.988542 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b2311-1fb6-42bb-b5bf-b0418eb7fae1 None None] Pushing event updated for resources: {'Port': ['ID=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:20.021134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3346ca2-3c0f-41db-8655-b965027a61e5 req-ffcb3b9a-dae0-4a23-a20a-576d2344da68 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.022691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3346ca2-3c0f-41db-8655-b965027a61e5 req-ffcb3b9a-dae0-4a23-a20a-576d2344da68 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1441345 Aug 27 02:28:20.060650 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:20.161391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375765e-d529-4914-b061-b066390a201f req-46569c2c-019b-44a8-a1ba-849a9df0cc76 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.163026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d375765e-d529-4914-b061-b066390a201f req-46569c2c-019b-44a8-a1ba-849a9df0cc76 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0588956 Aug 27 02:28:20.176618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3346ca2-3c0f-41db-8655-b965027a61e5 req-fa0cc449-5174-4bbf-9cd0-07a5c108b525 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376665 Aug 27 02:28:20.208332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.216895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d375765e-d529-4914-b061-b066390a201f req-a11b476c-059f-42e5-8d2c-4af0868957be tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Aug 27 02:28:20.226506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-3d754c42-3ee2-4731-a1dc-462d52860b53 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.226506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-3d754c42-3ee2-4731-a1dc-462d52860b53 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.1213622 Aug 27 02:28:20.235208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.256426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.263745 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:16Z', 'revision_number': 3, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:20.297756 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f5f5a-0bc3-460a-928c-5ab4cfb127aa None None] The sync data for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 is: [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:16Z', 'revision_number': 3, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:20.378452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Transition to ACTIVE for port object f8b31c5b-b007-47f1-a346-feb9b46bb14c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:20.402510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Made reservation on behalf of 077975de09184185952ca30e9718b335 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:20.402510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.406256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daadce08-1f57-4041-893f-9cfaf51e665b req-415e0676-73a6-4e9a-9f7c-9247c33adf3c tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 210 time: 0.1032753 Aug 27 02:28:20.407168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b6e9be-9d23-4455-b708-f96f08c4a811,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:20.594768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35f2fe85-7949-484d-a116-bd36eed02878 req-70d87846-60cb-4586-8d96-82a7d5e91aa0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 210 time: 0.1011326 Aug 27 02:28:20.633238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.726171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Deleting port 8573125d-cf21-4983-957e-1f5106545428 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:20.726611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.732329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Allocated IP 192.168.233.70 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/e2efc993-d672-4019-8aeb-78d5bcb9fd96) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:20.745321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Network ddb64937-3348-430a-9303-9c36194cdc20 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:20.770647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:20.817351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:20.825821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b31c5b-b007-47f1-a346-feb9b46bb14c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:20.854830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Allocated IP 172.20.0.13 (3ea311a7-5ded-47dd-8983-436f922e9e1d/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d/89294984-0529-4b12-b169-2ebfa65f790c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:20.934274 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.095131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f55b5ac0-d90d-4d1f-8df4-b7c7a02bd75d None None] Provisioning for port f8b31c5b-b007-47f1-a346-feb9b46bb14c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:21.103493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f55b5ac0-d90d-4d1f-8df4-b7c7a02bd75d None None] Provisioning complete for port f8b31c5b-b007-47f1-a346-feb9b46bb14c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:21.104087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f55b5ac0-d90d-4d1f-8df4-b7c7a02bd75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.168594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f55b5ac0-d90d-4d1f-8df4-b7c7a02bd75d None None] Port f8b31c5b-b007-47f1-a346-feb9b46bb14c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:21.241032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4d520a1-d9b3-4fe6-830e-1c5032a1e33b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:21.358212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:21.364180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:21.366170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.405634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02158ac8-c2e6-4b96-a941-428232e5d580 req-ec9e3d66-1b5f-42e3-8154-8527b1f2c675 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:21.416179 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02158ac8-c2e6-4b96-a941-428232e5d580 req-ec9e3d66-1b5f-42e3-8154-8527b1f2c675 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 947 time: 0.0704517 Aug 27 02:28:21.434340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] For port 8573125d-cf21-4983-957e-1f5106545428, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=8573125d-cf21-4983-957e-1f5106545428,segment=NetworkSegment(e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2),segment_id=e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:21.436414 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.469130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02158ac8-c2e6-4b96-a941-428232e5d580 req-238543be-91c2-4ccc-a40f-f29ab7bc95c0 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dfcefc5-5cac-4a40-bc32-1ffb27864b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Aug 27 02:28:21.483273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.495149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Calling delete_port for 8573125d-cf21-4983-957e-1f5106545428 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:21.515338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:21.523114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.555914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46378) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:21.575066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:21.591631 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f608353-ae72-49a2-979b-f55dad99cbd3 req-80342dea-70f7-4922-abdc-a862a64e8cea tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 210 time: 0.0561056 Aug 27 02:28:21.632928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaecd3d-0339-44e6-bec8-749ebf43553f req-6082c30d-5a72-4be6-b4f4-d72ce1b75b9a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:21.634501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0aaecd3d-0339-44e6-bec8-749ebf43553f req-6082c30d-5a72-4be6-b4f4-d72ce1b75b9a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.3312581 Aug 27 02:28:21.697719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02bc4143-9b08-4e0f-86be-c01da33d0f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.742283 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-788d1eab-e9c7-4806-9cf4-42afeca96e1d req-66291aac-df46-4ee1-803d-1cb6fa3abec6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 210 time: 0.0305853 Aug 27 02:28:21.754415 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.826214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02bc4143-9b08-4e0f-86be-c01da33d0f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.830299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Transition to ACTIVE for port object e2efc993-d672-4019-8aeb-78d5bcb9fd96 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:21.832318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02bc4143-9b08-4e0f-86be-c01da33d0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.836336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0aaecd3d-0339-44e6-bec8-749ebf43553f req-47139c54-72b2-4326-834f-4c976aeb7b71 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597600 Aug 27 02:28:21.867806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.871014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.872093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc4143-9b08-4e0f-86be-c01da33d0f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c23025-acb5-4aaa-84f9-114d2ada441c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:21.877942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-02bc4143-9b08-4e0f-86be-c01da33d0f1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e861418e8fb24339b752a2bdb743e82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196108 Aug 27 02:28:21.881550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46384) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:21.932097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a51a4-bc6d-4418-b2a3-39f3d3ce4c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.955265 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a51a4-bc6d-4418-b2a3-39f3d3ce4c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.006573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a51a4-bc6d-4418-b2a3-39f3d3ce4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.009166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a51a4-bc6d-4418-b2a3-39f3d3ce4c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.010506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ce2a51a4-bc6d-4418-b2a3-39f3d3ce4c2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63c23025-acb5-4aaa-84f9-114d2ada441c HTTP/1.1" status: 204 len: 168 time: 0.1287282 Aug 27 02:28:22.011046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.021179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a51a4-bc6d-4418-b2a3-39f3d3ce4c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c23025-acb5-4aaa-84f9-114d2ada441c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:22.053880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.065959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['8573125d-cf21-4983-957e-1f5106545428'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:22.117761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.120581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:22.130624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:22.139033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:22.153345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:22.175181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:22.260380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Network 3ea311a7-5ded-47dd-8983-436f922e9e1d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:22.277930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] No DVR routers for this DVR port 8573125d-cf21-4983-957e-1f5106545428 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:22.285502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:22.299725 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.302606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-56a09e6f-ed60-4914-bc89-51d27dd9206b req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.32 "DELETE /v2.0/ports/8573125d-cf21-4983-957e-1f5106545428 HTTP/1.1" status: 204 len: 173 time: 2.0679555 Aug 27 02:28:22.304815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded49d06-e75d-48e7-b932-feb3f1035115 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] Pushing event deleted for resources: {'Port': ['ID=8573125d-cf21-4983-957e-1f5106545428,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:22.306780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-deleted', 'tag': '8573125d-cf21-4983-957e-1f5106545428'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:22.315349 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6f3b9-683c-434b-b917-f14328593639" -d '{"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-deleted", "tag": "8573125d-cf21-4983-957e-1f5106545428"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:22.318906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:22.397992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:22.399004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.410548 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe987a0f-26e6-457b-8e33-bf5a7b41cd0e x-openstack-request-id: req-fe987a0f-26e6-457b-8e33-bf5a7b41cd0e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:22.410851 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b35e73-26d8-4a25-b86f-ce0ffb571a09", "name": "network-vif-deleted", "tag": "8573125d-cf21-4983-957e-1f5106545428", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:22.411077 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe987a0f-26e6-457b-8e33-bf5a7b41cd0e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:22.411503 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b35e73-26d8-4a25-b86f-ce0ffb571a09', 'name': 'network-vif-deleted', 'tag': '8573125d-cf21-4983-957e-1f5106545428', 'status': 'completed', 'code': 200} Aug 27 02:28:22.474155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:22.474900 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.496582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6963975 Aug 27 02:28:22.504234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c1ded4e0-a11b-4a79-a3a2-7947eb0d3365 None None] Provisioning for port e2efc993-d672-4019-8aeb-78d5bcb9fd96 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:22.509174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c1ded4e0-a11b-4a79-a3a2-7947eb0d3365 None None] Provisioning complete for port e2efc993-d672-4019-8aeb-78d5bcb9fd96 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:22.509947 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1ded4e0-a11b-4a79-a3a2-7947eb0d3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.519092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Request body: {'port': {'device_id': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:22.523557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04204d41-b68b-485d-a17a-b79cd4b50089 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event updated for resources: {'Port': ['ID=89294984-0529-4b12-b169-2ebfa65f790c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:22.529520 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.549676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.558645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ded4e0-a11b-4a79-a3a2-7947eb0d3365 None None] Port e2efc993-d672-4019-8aeb-78d5bcb9fd96 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:22.576789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-b70aeedf-904c-4efc-9aa4-344e5709ba8e tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1448123 Aug 27 02:28:22.609739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Request body: {'port': {'device_id': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:22.690532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d04f9667-37ca-44e4-b325-86ef34291b78 req-a1620ea7-1d2d-457f-8144-7b44b919c993 tempest-ServersNegativeTestJSON-1851755201 tempest-ServersNegativeTestJSON-1851755201-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b35e73-26d8-4a25-b86f-ce0ffb571a09 HTTP/1.1" status: 200 len: 210 time: 0.0906830 Aug 27 02:28:22.714791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.722353 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.728104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba61c0b-1a38-49d3-9c96-f2a7e45a6617 req-a017ba2b-d882-4d94-87cf-2b76b5a4cffe tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:22.735216 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aba61c0b-1a38-49d3-9c96-f2a7e45a6617 req-a017ba2b-d882-4d94-87cf-2b76b5a4cffe tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 935 time: 0.0744593 Aug 27 02:28:22.752943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b31c5b-b007-47f1-a346-feb9b46bb14c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:22.800354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aba61c0b-1a38-49d3-9c96-f2a7e45a6617 req-5c3570cc-1037-4564-b285-439affb4ffb3 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632002 Aug 27 02:28:22.819469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.954858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aac70-97eb-4d19-98aa-d73a11697595 req-8eaeca9d-aa30-40a0-a2b7-fd5d93526187 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:22.957065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-436aac70-97eb-4d19-98aa-d73a11697595 req-8eaeca9d-aa30-40a0-a2b7-fd5d93526187 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 932 time: 0.0801985 Aug 27 02:28:23.002420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-436aac70-97eb-4d19-98aa-d73a11697595 req-dbf78875-4541-41f1-9fe2-7310ea434893 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373588 Aug 27 02:28:23.108265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Network ddb64937-3348-430a-9303-9c36194cdc20 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:23.156128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:23.199296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a20d-b948-46e4-8fe7-119d2de572bf req-e7e0b831-a34b-42ba-b3e5-4b65fd9e53f6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:23.200902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3433a20d-b948-46e4-8fe7-119d2de572bf req-e7e0b831-a34b-42ba-b3e5-4b65fd9e53f6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.2759676 Aug 27 02:28:23.242493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4d520a1-d9b3-4fe6-830e-1c5032a1e33b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:23.301402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:23.302856 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.430419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3433a20d-b948-46e4-8fe7-119d2de572bf req-57000f7e-2771-4596-a2c1-d43fcebd201f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883960 Aug 27 02:28:23.495031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0b973df1-2f4f-4b59-b9fc-7e150460c9c6 None None] Provisioning complete for port f8b31c5b-b007-47f1-a346-feb9b46bb14c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:23.495497 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0b973df1-2f4f-4b59-b9fc-7e150460c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.543731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0b973df1-2f4f-4b59-b9fc-7e150460c9c6 None None] Port f8b31c5b-b007-47f1-a346-feb9b46bb14c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:23.545287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Router 7021affa-c065-4eef-8b99-3073ed98af04 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:23.560561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89294984-0529-4b12-b169-2ebfa65f790c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:23.573744 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.610306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Transition to ACTIVE for port object 89294984-0529-4b12-b169-2ebfa65f790c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:23.666241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.666241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2efc993-d672-4019-8aeb-78d5bcb9fd96 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:23.680511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.762811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Transition to ACTIVE for port object e2efc993-d672-4019-8aeb-78d5bcb9fd96 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:23.772512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46456) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:23.776834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Pushing event updated for resources: {'Port': ['ID=89294984-0529-4b12-b169-2ebfa65f790c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:23.781937 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.822570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7bcda71-c81f-42ad-8280-19d56fa14793 req-b06834d8-a65a-4727-957f-26fea6578df1 tempest-FlavorsV2NegativeTest-67976300 tempest-FlavorsV2NegativeTest-67976300-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=eddba7e254534aa383b55208f0663f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412498 Aug 27 02:28:23.836794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:23.845194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aac65549-a6b8-46ee-a16a-91a5e5252646 admin admin] 10.222.0.10 "PUT /v2.0/routers/7021affa-c065-4eef-8b99-3073ed98af04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8812199 Aug 27 02:28:23.876103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Sync routers for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:23.895784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:23.898084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:23.899037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:23.956962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] Deleting subnet a6a87e2a-f937-470d-9d35-515dba21a2f6 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:23.971772 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.040955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcda71-c81f-42ad-8280-19d56fa14793 req-312b7447-b289-48c4-972e-ead61d0aee28 tempest-FlavorsV2NegativeTest-67976300 tempest-FlavorsV2NegativeTest-67976300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:24.042503 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7bcda71-c81f-42ad-8280-19d56fa14793 req-312b7447-b289-48c4-972e-ead61d0aee28 tempest-FlavorsV2NegativeTest-67976300 tempest-FlavorsV2NegativeTest-67976300-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138350 Aug 27 02:28:24.061010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.098633 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7bcda71-c81f-42ad-8280-19d56fa14793 req-4e636991-76fe-4b2b-8e55-213201fe4fd3 tempest-FlavorsV2NegativeTest-67976300 tempest-FlavorsV2NegativeTest-67976300-project] 10.222.0.10 "GET /v2.0/quotas/eddba7e254534aa383b55208f0663f5b HTTP/1.1" status: 200 len: 375 time: 0.0461171 Aug 27 02:28:24.115704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:24.126284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.184205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7bcda71-c81f-42ad-8280-19d56fa14793 req-6e673746-cd9f-4d6a-9821-836329724aa8 tempest-FlavorsV2NegativeTest-67976300 tempest-FlavorsV2NegativeTest-67976300-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eddba7e254534aa383b55208f0663f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343237 Aug 27 02:28:24.220202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.253163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a87e2a-f937-470d-9d35-515dba21a2f6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:24.275788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.278030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a06315d0-3498-4b90-b9f1-ab9960b45c09 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a6a87e2a-f937-470d-9d35-515dba21a2f6 HTTP/1.1" status: 204 len: 168 time: 0.5044129 Aug 27 02:28:24.280583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46476) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:24.319936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Attempting to bind port 89294984-0529-4b12-b169-2ebfa65f790c on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:24.320293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Attempting to bind port 89294984-0529-4b12-b169-2ebfa65f790c by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:24.320634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Attempting to bind port 89294984-0529-4b12-b169-2ebfa65f790c on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:24.338750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Port 89294984-0529-4b12-b169-2ebfa65f790c on network 3ea311a7-5ded-47dd-8983-436f922e9e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:24.339423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Attempting to bind port 89294984-0529-4b12-b169-2ebfa65f790c on network 3ea311a7-5ded-47dd-8983-436f922e9e1d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:24.348430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f12ca3-34db-42a4-aae4-b89da217e7e3 req-8be5197f-a0db-4448-9607-67c6c5b486e3 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:24.356139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00f12ca3-34db-42a4-aae4-b89da217e7e3 req-8be5197f-a0db-4448-9607-67c6c5b486e3 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 947 time: 0.4438097 Aug 27 02:28:24.365146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:24.365516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Checking segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:24.365881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Bound using segment: {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:24.366354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Bound port: 89294984-0529-4b12-b169-2ebfa65f790c, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b934aa-5c3b-4c06-a286-9179dc23fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:24.366759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.368881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Attempting to bind port e2efc993-d672-4019-8aeb-78d5bcb9fd96 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:24.369216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Attempting to bind port e2efc993-d672-4019-8aeb-78d5bcb9fd96 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:24.369541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Attempting to bind port e2efc993-d672-4019-8aeb-78d5bcb9fd96 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:24.400084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Port e2efc993-d672-4019-8aeb-78d5bcb9fd96 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:24.400416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Attempting to bind port e2efc993-d672-4019-8aeb-78d5bcb9fd96 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:24.454026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.462869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:24.463216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:24.463609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:24.464061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Bound port: e2efc993-d672-4019-8aeb-78d5bcb9fd96, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:24.464423 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.475959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00f12ca3-34db-42a4-aae4-b89da217e7e3 req-036c3f84-a743-427f-87ef-42c4380afa5b tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190493 Aug 27 02:28:24.590359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d8a97-5706-4f33-b35d-19bbc67bf8c7 req-21f8bb98-aa6d-4c40-afcb-8aa7bd790c59 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:24.592249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a02d8a97-5706-4f33-b35d-19bbc67bf8c7 req-21f8bb98-aa6d-4c40-afcb-8aa7bd790c59 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 944 time: 0.1542463 Aug 27 02:28:24.603624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.618924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 2, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.631551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] For port 89294984-0529-4b12-b169-2ebfa65f790c, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:24.636864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] For port 89294984-0529-4b12-b169-2ebfa65f790c, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89294984-0529-4b12-b169-2ebfa65f790c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:24.638611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:24.641799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:24.647355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.647605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.661004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a02d8a97-5706-4f33-b35d-19bbc67bf8c7 req-d0677274-1a38-40da-a7fc-ee78cc792779 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623779 Aug 27 02:28:24.662973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.663438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02cfdac-c2e4-41c6-94bd-f9ecd2af62f2') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.672622 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.676463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.686175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Checking router: 7021affa-c065-4eef-8b99-3073ed98af04 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:28:24.687021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Updating router 7021affa-c065-4eef-8b99-3073ed98af04 port f8b31c5b-b007-47f1-a346-feb9b46bb14c binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:28:24.694249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.701543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8573125d-cf21-4983-957e-1f5106545428 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:24.705202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:24.705592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:24.709555 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:24.749368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:24.749979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.751012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 8573125d-cf21-4983-957e-1f5106545428 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:24.751680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 8573125d-cf21-4983-957e-1f5106545428 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:24.762306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.762555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] 10.222.0.45 "PUT /v2.0/ports/89294984-0529-4b12-b169-2ebfa65f790c HTTP/1.1" status: 200 len: 1092 time: 2.2500439 Aug 27 02:28:24.762932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'tag': '89294984-0529-4b12-b169-2ebfa65f790c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:24.766031 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20" -d '{"events": [{"name": "network-changed", "server_uuid": "48d2a82b-fbd2-4491-a039-74dd46ff5440", "tag": "89294984-0529-4b12-b169-2ebfa65f790c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:24.793331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:24.802479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.808689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] 10.222.0.45 "PUT /v2.0/ports/e2efc993-d672-4019-8aeb-78d5bcb9fd96 HTTP/1.1" status: 200 len: 1095 time: 2.2059991 Aug 27 02:28:24.863153 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.931029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.935318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd HTTP/1.1" status: 204 len: 168 time: 0.6513832 Aug 27 02:28:24.935318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759de89-3c55-4ce7-96df-198bada0dd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=eedbcd86-3c05-43eb-8e0b-6f0f1cfce5cd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:24.962978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e98d24-0199-47e6-bf2b-e7c1ff62938a service neutron] Pushing event updated for resources: {'Port': ['ID=89294984-0529-4b12-b169-2ebfa65f790c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:24.965352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289d0ed-b09d-43d8-9da1-b004c2d8dd8b req-a3dd06f9-63cc-4334-b053-560fcb5d4701 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:24.970820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0289d0ed-b09d-43d8-9da1-b004c2d8dd8b req-a3dd06f9-63cc-4334-b053-560fcb5d4701 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1941023 Aug 27 02:28:25.021683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-fdbe70a4-49e2-4e65-a009-93ed4bf2234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.023861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-fdbe70a4-49e2-4e65-a009-93ed4bf2234a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 1095 time: 0.2121880 Aug 27 02:28:25.050384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46500) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.061018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0289d0ed-b09d-43d8-9da1-b004c2d8dd8b req-7d4d8c36-3bdb-4226-ad88-5da29ceb767c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821121 Aug 27 02:28:25.124641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46506) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.129927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-569da621-efbf-4381-8ad7-70052a925461 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585851618', 'description': 'tempest-description--75899042'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:25.143641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-123ed400-4437-4e89-8a43-2163a83e478d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89294984-0529-4b12-b169-2ebfa65f790c HTTP/1.1" status: 200 len: 217 time: 0.1090107 Aug 27 02:28:25.156073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-dcb1c632-321e-4f28-923e-70d8663ee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.163004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-dcb1c632-321e-4f28-923e-70d8663ee04c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a31de9969ce04c5689a284a470bb2a37&device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 1098 time: 0.2974207 Aug 27 02:28:25.169200 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2e63e-2f21-44f5-97a7-971b9dff9b37 x-openstack-request-id: req-e5e2e63e-2f21-44f5-97a7-971b9dff9b37 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:25.169747 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d2a82b-fbd2-4491-a039-74dd46ff5440", "tag": "89294984-0529-4b12-b169-2ebfa65f790c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:25.170133 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5e2e63e-2f21-44f5-97a7-971b9dff9b37 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:25.172336 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'tag': '89294984-0529-4b12-b169-2ebfa65f790c', 'status': 'completed', 'code': 200} Aug 27 02:28:25.186973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-569da621-efbf-4381-8ad7-70052a925461 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.221209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.233692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Transition to ACTIVE for port object f8b31c5b-b007-47f1-a346-feb9b46bb14c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:25.248708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.281238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-fd1e3203-c6c5-4866-b34e-d80a4a8b5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.283939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-fd1e3203-c6c5-4866-b34e-d80a4a8b5b52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.1025634 Aug 27 02:28:25.309161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46508) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.337415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec95a0-0570-45cd-8845-5db40f8c8be3 None None] Pushing event updated for resources: {'Port': ['ID=f8b31c5b-b007-47f1-a346-feb9b46bb14c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.385945 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-569da621-efbf-4381-8ad7-70052a925461 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.396138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eef41-1288-44aa-993d-c28612ccec78 service neutron] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.398523 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-569da621-efbf-4381-8ad7-70052a925461 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.426421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Attempting to bind port f8b31c5b-b007-47f1-a346-feb9b46bb14c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:25.426792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Attempting to bind port f8b31c5b-b007-47f1-a346-feb9b46bb14c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:25.427228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Attempting to bind port f8b31c5b-b007-47f1-a346-feb9b46bb14c on network ddb64937-3348-430a-9303-9c36194cdc20 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:25.429191 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-fe912044-58d4-4b8b-bdb8-6dd0f45265cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96 HTTP/1.1" status: 200 len: 217 time: 0.1437492 Aug 27 02:28:25.432573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:25.432953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Checking segment: {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:25.433361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.433757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Bound using segment: {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:25.434226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Bound port: f8b31c5b-b007-47f1-a346-feb9b46bb14c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:25.434802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.452996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-2e6c07d2-0514-4c7d-8b9c-6a66f3ed2613 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371996 Aug 27 02:28:25.478763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-569da621-efbf-4381-8ad7-70052a925461 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.480199 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-569da621-efbf-4381-8ad7-70052a925461 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3543994 Aug 27 02:28:25.489372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.498184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0b70e498-a193-4ecf-b3f9-2ba72e5ffdec tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Request body: {'security_group_rule': {'security_group_id': '1a74c039-a064-49f2-ae3d-8f6aaabb3513', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:25.510990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b4d8f27-779b-48c5-b875-30a28f17d444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29a7411587d2492d9caed98dd25cd306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007074 Aug 27 02:28:25.515475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569da621-efbf-4381-8ad7-70052a925461 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a74c039-a064-49f2-ae3d-8f6aaabb3513,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.521142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.560578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] For port f8b31c5b-b007-47f1-a346-feb9b46bb14c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:25.567575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] For port f8b31c5b-b007-47f1-a346-feb9b46bb14c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f8b31c5b-b007-47f1-a346-feb9b46bb14c,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:25.576206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6e1995a-88ad-4e91-a043-d1b70b30eef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.578999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.591313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b70e498-a193-4ecf-b3f9-2ba72e5ffdec tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.648754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:25.650760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:25.660775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d829ffd-c59e-4a1d-81ac-594142d332d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.697038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec95a0-0570-45cd-8845-5db40f8c8be3 None None] Pushing event updated for resources: {'Port': ['ID=f8b31c5b-b007-47f1-a346-feb9b46bb14c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.697480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-540f09a0-8ecf-46ca-9b95-c47505cbb7fd service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334309 Aug 27 02:28:25.711088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-925d293c-7fb1-4369-9b2b-a6690553da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.713385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-925d293c-7fb1-4369-9b2b-a6690553da34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2580938 Aug 27 02:28:25.728325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4df0d-77e2-4d97-8426-e8c9f673e89a req-83e68416-8aff-43c4-adaa-76f87f64194d tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.730187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bf4df0d-77e2-4d97-8426-e8c9f673e89a req-83e68416-8aff-43c4-adaa-76f87f64194d tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 947 time: 0.1328177 Aug 27 02:28:25.731379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da018e-1916-49e9-90b9-6714aa8cc81b req-96b5f987-6d71-476b-a525-48710b78c569 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.732676 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d829ffd-c59e-4a1d-81ac-594142d332d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.738856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0da018e-1916-49e9-90b9-6714aa8cc81b req-96b5f987-6d71-476b-a525-48710b78c569 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1668899 Aug 27 02:28:25.800959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b70e498-a193-4ecf-b3f9-2ba72e5ffdec tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.813231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b70e498-a193-4ecf-b3f9-2ba72e5ffdec tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.819003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:25.829272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70e498-a193-4ecf-b3f9-2ba72e5ffdec tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d799766-e487-4bbc-be17-460d0558c46d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.846550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bf4df0d-77e2-4d97-8426-e8c9f673e89a req-7c2f6ca7-2d6c-49e1-af87-66e8fdae5357 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031480 Aug 27 02:28:25.883753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d829ffd-c59e-4a1d-81ac-594142d332d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.888061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d829ffd-c59e-4a1d-81ac-594142d332d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.890678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d829ffd-c59e-4a1d-81ac-594142d332d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2dfcefc5-5cac-4a40-bc32-1ffb27864b74 HTTP/1.1" status: 204 len: 168 time: 0.3651226 Aug 27 02:28:25.909136 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0da018e-1916-49e9-90b9-6714aa8cc81b req-0d53b504-7cbd-4722-8ca6-f1fbd56c8dcb tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656940 Aug 27 02:28:25.929769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d829ffd-c59e-4a1d-81ac-594142d332d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfcefc5-5cac-4a40-bc32-1ffb27864b74,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.954809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-d3396277-07d6-4226-bd9a-5b5f7dd359b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.957608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-d3396277-07d6-4226-bd9a-5b5f7dd359b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985850 Aug 27 02:28:26.001387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cded2-f5f2-4497-b032-9ed368b4ab90 req-5146c705-804b-4dfa-b1c0-e37574850a7f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.003273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c4cded2-f5f2-4497-b032-9ed368b4ab90 req-5146c705-804b-4dfa-b1c0-e37574850a7f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 944 time: 0.0658121 Aug 27 02:28:26.044387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c4cded2-f5f2-4497-b032-9ed368b4ab90 req-9d17a9f1-c292-4e56-98fa-2ed74dbea9d7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Aug 27 02:28:26.064691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-48b41661-1a2b-43a8-bf05-88ef5d853c75 req-1ce05e5f-5191-402c-902f-ffa34ffc3e61 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500593 Aug 27 02:28:26.104993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6e1995a-88ad-4e91-a043-d1b70b30eef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.107532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-7fd96db0-88ae-41d0-b128-c0de3c5b60cf service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396112 Aug 27 02:28:26.111506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6e1995a-88ad-4e91-a043-d1b70b30eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.120594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b70e498-a193-4ecf-b3f9-2ba72e5ffdec tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.120594 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b70e498-a193-4ecf-b3f9-2ba72e5ffdec tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6261082 Aug 27 02:28:26.122643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46524) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:26.131195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f3fd7504-5c73-4664-925c-4649098c416a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Request body: {'security_group_rule': {'security_group_id': '1a74c039-a064-49f2-ae3d-8f6aaabb3513', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:26.149816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:25Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:26.175906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7504-5c73-4664-925c-4649098c416a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.192704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b245b88-8a81-4cfe-9c41-4c4714ab09f1 None None] The sync data for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 is: [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:25Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:26.244152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1995a-88ad-4e91-a043-d1b70b30eef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b74140-d04a-4937-ade6-2fcf54cf394d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:26.264629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b6e1995a-88ad-4e91-a043-d1b70b30eef9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eddba7e254534aa383b55208f0663f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2062161 Aug 27 02:28:26.269996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46532) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:26.285888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7504-5c73-4664-925c-4649098c416a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.292655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7504-5c73-4664-925c-4649098c416a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.315742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-6ace5d50-1052-4a08-adfd-a763f9778c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.317399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-6ace5d50-1052-4a08-adfd-a763f9778c35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077975de09184185952ca30e9718b335&device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 1095 time: 0.1868107 Aug 27 02:28:26.327100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd7504-5c73-4664-925c-4649098c416a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4641de-f364-4c44-b964-ac8522dfb3c7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:26.333066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7504-5c73-4664-925c-4649098c416a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.335417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f3fd7504-5c73-4664-925c-4649098c416a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2112205 Aug 27 02:28:26.338008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46536) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:26.349200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:26.399053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.414641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8603f9f-ca4e-45b1-92e5-4054282c492b req-a153d755-1e76-4551-bc76-d330471e1327 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976267 Aug 27 02:28:26.426603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3461-a7b3-46b6-ae04-5ddf1a41ca85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.465177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3461-a7b3-46b6-ae04-5ddf1a41ca85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.526264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-58b27da1-721a-42b2-b008-369c4a0fc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.527952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-58b27da1-721a-42b2-b008-369c4a0fc09f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 200 len: 907 time: 0.1983285 Aug 27 02:28:26.549757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.624556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-99dc63c3-5ae6-458b-9d59-c0dcb59b0cb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89294984-0529-4b12-b169-2ebfa65f790c HTTP/1.1" status: 200 len: 217 time: 0.0679402 Aug 27 02:28:26.684272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Allocated IP 172.25.1.170 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/5471687b-2ba3-49d5-bd48-47e1f0a0d7fe) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:26.703043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3461-a7b3-46b6-ae04-5ddf1a41ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.711720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3461-a7b3-46b6-ae04-5ddf1a41ca85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.712918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cf7a3461-a7b3-46b6-ae04-5ddf1a41ca85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87b74140-d04a-4937-ade6-2fcf54cf394d HTTP/1.1" status: 204 len: 168 time: 0.4440761 Aug 27 02:28:26.735197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a3461-a7b3-46b6-ae04-5ddf1a41ca85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b74140-d04a-4937-ade6-2fcf54cf394d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:26.737830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-aeeec3e6-2878-434e-abeb-a24c91d1b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.739604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-aeeec3e6-2878-434e-abeb-a24c91d1b0d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 200 len: 846 time: 0.0867109 Aug 27 02:28:26.754707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-d7e52b4d-16da-4fe3-9782-c63e7d2f4f06 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.766801 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-d7e52b4d-16da-4fe3-9782-c63e7d2f4f06 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1557453 Aug 27 02:28:26.820673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-da2b56b9-f2b2-4433-bf07-b59b590ab753 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea311a7-5ded-47dd-8983-436f922e9e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527980 Aug 27 02:28:26.831833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.915623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.034020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:27.044397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:27.047034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:27.096688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-9922a719-2fc4-4c0f-ab2b-d62d59718e03 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620089 Aug 27 02:28:27.105249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event updated for resources: {'Port': ['ID=5471687b-2ba3-49d5-bd48-47e1f0a0d7fe,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:27.109889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17fa1-d0de-4ea3-98e0-3afb6e631f42 req-6ce5b7b6-1195-4e1f-8bff-b50d3f1c07e7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:27.117970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74e17fa1-d0de-4ea3-98e0-3afb6e631f42 req-6ce5b7b6-1195-4e1f-8bff-b50d3f1c07e7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 945 time: 0.1203480 Aug 27 02:28:27.123138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Deleting port a8076e64-55b7-45e0-a0d8-b9d5188adc40 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:27.123483 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.126204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019208d3-755c-451a-9940-565c60301fac req-b4f483a5-23a4-463b-ad77-37ee03d80b29 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:27.127933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-019208d3-755c-451a-9940-565c60301fac req-b4f483a5-23a4-463b-ad77-37ee03d80b29 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 947 time: 0.1478491 Aug 27 02:28:27.189432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:27.193592 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57" -d '{"events": [{"name": "network-changed", "server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:27.216177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-019208d3-755c-451a-9940-565c60301fac req-7bd095a0-c33e-411c-8406-78be7a392f32 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753078 Aug 27 02:28:27.253019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.278741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f8b31c5b-b007-47f1-a346-feb9b46bb14c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:27.307689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.389526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f8b31c5b-b007-47f1-a346-feb9b46bb14c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:27.395422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74e17fa1-d0de-4ea3-98e0-3afb6e631f42 req-a9038e73-9c49-4c3c-a57b-607637dd5a81 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769790 Aug 27 02:28:27.396943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f8b31c5b-b007-47f1-a346-feb9b46bb14c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:27.397655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.423084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1114cbfe-b8fe-44e0-8bb7-456d61bb9a20 req-8ec16a75-bbbd-4b39-a342-e1e82fd30bee service neutron] 10.222.0.45 "GET /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026686 Aug 27 02:28:27.497370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] For port a8076e64-55b7-45e0-a0d8-b9d5188adc40, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a8076e64-55b7-45e0-a0d8-b9d5188adc40,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:27.497752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.535815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Calling delete_port for a8076e64-55b7-45e0-a0d8-b9d5188adc40 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:27.572895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.615294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port f8b31c5b-b007-47f1-a346-feb9b46bb14c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f8b31c5b-b007-47f1-a346-feb9b46bb14c,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:27.635045 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.640246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c97ec1b8-47b1-433e-b665-816c2837e6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.660899 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c2ecb-7fa6-4184-a8ab-80cf5064e1d3 x-openstack-request-id: req-a58c2ecb-7fa6-4184-a8ab-80cf5064e1d3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:27.661286 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:27.661488 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a58c2ecb-7fa6-4184-a8ab-80cf5064e1d3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:27.661869 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'status': 'completed', 'code': 200} Aug 27 02:28:27.671267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.683258 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.716965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=f8b31c5b-b007-47f1-a346-feb9b46bb14c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:27.814091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acbc5b-8fab-4e75-b77c-88b4cddd1aa4 req-b3d301a0-b9ee-4f93-b20c-c16881994d81 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:27.823045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07acbc5b-8fab-4e75-b77c-88b4cddd1aa4 req-b3d301a0-b9ee-4f93-b20c-c16881994d81 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 944 time: 0.2659841 Aug 27 02:28:27.841952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event updated for resources: {'Port': ['ID=5471687b-2ba3-49d5-bd48-47e1f0a0d7fe,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:27.863563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-0806a3f1-b2ef-4b90-b07f-bbbc762fe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:27.865120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-0806a3f1-b2ef-4b90-b07f-bbbc762fe2c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a31de9969ce04c5689a284a470bb2a37&device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 1098 time: 0.2127602 Aug 27 02:28:27.872083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.902671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.915485 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-36a0a05d-0aa7-46db-9ad3-b22d700ef1d3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5743978 Aug 27 02:28:27.943444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07acbc5b-8fab-4e75-b77c-88b4cddd1aa4 req-b623d772-af28-4663-b017-a942fc0f4cf0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193061 Aug 27 02:28:28.076746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-fd4a1d7a-b418-45bf-8e2c-33688d335687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.078288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-fd4a1d7a-b418-45bf-8e2c-33688d335687 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.2049415 Aug 27 02:28:28.133587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-8c739158-ba80-4336-80fd-d6e7d1565713 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96 HTTP/1.1" status: 200 len: 217 time: 0.0464704 Aug 27 02:28:28.149615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.163260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['a8076e64-55b7-45e0-a0d8-b9d5188adc40'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:28.167048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46636) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:28.209928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event deleted for resources: {'Port': ['ID=a8076e64-55b7-45e0-a0d8-b9d5188adc40,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:28.212913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46642) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:28.261635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-8648a866-3ae9-4d12-8b88-bb644a384dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.263201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-8648a866-3ae9-4d12-8b88-bb644a384dec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.1235104 Aug 27 02:28:28.278484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] No DVR routers for this DVR port a8076e64-55b7-45e0-a0d8-b9d5188adc40 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:28.289901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.292023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-123a4639-5d3e-41d8-81ea-44ce363a8d58 req-898d41ad-3b8d-4c52-bade-fb843403ab08 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "DELETE /v2.0/ports/a8076e64-55b7-45e0-a0d8-b9d5188adc40 HTTP/1.1" status: 204 len: 173 time: 1.5138552 Aug 27 02:28:28.323870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-1c79c241-7135-4328-bbba-81d0626e60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.325632 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-1c79c241-7135-4328-bbba-81d0626e60a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484159 Aug 27 02:28:28.335719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1304207849-network', 'tenant_id': 'd039ae223df14e83b1a476699b41697c'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:28.365873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Made reservation on behalf of d039ae223df14e83b1a476699b41697c for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:28.368331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.413293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.433445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.442058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-6a583211-9fa9-406b-a4a5-fb3a698772b6 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062279 Aug 27 02:28:28.475719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828c5b-122e-482e-978f-d20303b00d86 req-53d76e45-b334-455c-9c98-3307de5a8efe tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.478867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7828c5b-122e-482e-978f-d20303b00d86 req-53d76e45-b334-455c-9c98-3307de5a8efe tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 947 time: 0.1156266 Aug 27 02:28:28.479789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:28:28.479789 n-d-806293-1 neutron-server[94773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:28:28.479789 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id_1': '98795251466947a8a76d247d44b2678b', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 28, 28, 454706)}] Aug 27 02:28:28.479789 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:28:28.480436 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:28:28.573257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7828c5b-122e-482e-978f-d20303b00d86 req-4ea36a84-f9f6-497e-b2e0-f5f0ab86246b tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788181 Aug 27 02:28:28.580599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8c4d9a1-f037-4c4c-9a66-55971768154b req-f6c4b6f1-a25f-4eb3-9dd8-60ab75b9824a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8 HTTP/1.1" status: 200 len: 210 time: 0.0559640 Aug 27 02:28:28.624647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d79e6b4-5dc8-43f2-bd66-b6452b547e57 req-77fdccb6-b4bc-45e2-9179-74a623d08dcd service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750281 Aug 27 02:28:28.627441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.637748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.657949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:28:28.675903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8552ad92-16b0-47aa-bb3d-a907e1538a4f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:28.678904 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.679250 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Added segment 78780d4d-c2f2-4efb-8660-19b1bbb745fb of type vlan for network f237c873-6947-4125-9922-850c1e5a1c8a Aug 27 02:28:28.726009 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.758243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.759602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.760171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.825622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6569400 Aug 27 02:28:28.827103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb5dd-128c-4705-8dfd-b0fe0a391f0f admin admin] Pushing event updated for resources: {'Network': ['ID=f237c873-6947-4125-9922-850c1e5a1c8a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:28.829941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46668) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:28.836810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Request body: {'subnet': {'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1304207849-subnet', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:28.838751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f237c873-6947-4125-9922-850c1e5a1c8a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:28:28.861567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Made reservation on behalf of d039ae223df14e83b1a476699b41697c for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:28.864488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.005424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.143627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c94aa-f2b2-452a-aa19-7ef25847c93f req-8dd4958c-2586-4e10-9e2f-943af8fdd8fb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.145151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b6c94aa-f2b2-452a-aa19-7ef25847c93f req-8dd4958c-2586-4e10-9e2f-943af8fdd8fb tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 944 time: 0.1185198 Aug 27 02:28:29.191407 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.212180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f8b31c5b-b007-47f1-a346-feb9b46bb14c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:29.264825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f8b31c5b-b007-47f1-a346-feb9b46bb14c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:29.264825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.358394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-870cc595-f87b-4e92-9260-5fc65a9efe8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0652418 Aug 27 02:28:29.472336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.472976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.473517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.474087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.474637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.475133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.475583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.477689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a1531a1a-a1c5-403d-8b7a-adcaf4aa2f2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4588d0b96d644598e46477ade199b53&device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 6491 time: 0.0627184 Aug 27 02:28:29.623385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-ff477747-26bc-4750-8af4-cad1985b0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.623952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-ff477747-26bc-4750-8af4-cad1985b0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.624643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-ff477747-26bc-4750-8af4-cad1985b0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.626430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-ff477747-26bc-4750-8af4-cad1985b0b20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=16e5c914-5405-4258-ad19-5b2a64dad66a&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=a2308963-07c8-42c3-8f1f-c82f146f73f9&id=f5965bcd-6534-4040-991c-d88cccba9470&id=f5965bcd-6534-4040-991c-d88cccba9470 HTTP/1.1" status: 200 len: 2294 time: 0.1203494 Aug 27 02:28:29.629067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b6c94aa-f2b2-452a-aa19-7ef25847c93f req-2c71876e-48f4-4772-b9b3-bcb5f3220ca8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698477 Aug 27 02:28:29.660428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53db7f4c-1822-407b-a178-a043f0b6b564,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:29.680871 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.696348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'name': 'network-vif-deleted', 'tag': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:29.698838 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b7ad7-1ff9-498e-9517-2f88e4de652f" -d '{"events": [{"server_uuid": "e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8", "name": "network-vif-deleted", "tag": "a8076e64-55b7-45e0-a0d8-b9d5188adc40"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:29.699846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.705570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Checking segment: {'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:29.705927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Network hostable DHCP agents. Network: f237c873-6947-4125-9922-850c1e5a1c8a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:28:29.751191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98795251466947a8a76d247d44b2678b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5371830 Aug 27 02:28:29.756141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46710) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:29.760577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-f20529b2-5d0c-43cc-9548-6f147ea3d3e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509370df-ec58-40f1-a4e2-431feb7f4b22 HTTP/1.1" status: 200 len: 1001 time: 0.1249034 Aug 27 02:28:29.768577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd92c55-46c8-4f0a-872c-04386e4788fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724e631-5fc6-4b50-94fd-0b8bb28e480f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:29.816383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Network f237c873-6947-4125-9922-850c1e5a1c8a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:28:29.835866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f237c873-6947-4125-9922-850c1e5a1c8a) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:29.842846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.843685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.846931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7057b2b-0848-450c-8020-10f1e12e4cc0 None None] Network f237c873-6947-4125-9922-850c1e5a1c8a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:29.853853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d20a-df28-412a-8b5e-e4d430817d41 req-b5c1c996-ac32-41ac-a1eb-dc6f2d4086b7 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.855412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e081d20a-df28-412a-8b5e-e4d430817d41 req-b5c1c996-ac32-41ac-a1eb-dc6f2d4086b7 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 947 time: 0.1030095 Aug 27 02:28:29.895975 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a9bc1ddd-1daa-4cea-b603-7c8432bbe7b5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0648274 Aug 27 02:28:29.897930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46716) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:29.902671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:29.918033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-02cdc197-3293-47f4-bfd8-48393584168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.919604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-02cdc197-3293-47f4-bfd8-48393584168f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7474c23-5641-46df-93f3-6384e3e1929c HTTP/1.1" status: 200 len: 851 time: 0.1438112 Aug 27 02:28:29.922846 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2803011-31bb-4223-bc29-e587df076085 x-openstack-request-id: req-a2803011-31bb-4223-bc29-e587df076085 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:29.924600 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8", "name": "network-vif-deleted", "tag": "a8076e64-55b7-45e0-a0d8-b9d5188adc40", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:29.924868 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2803011-31bb-4223-bc29-e587df076085 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:29.925385 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cfb5cb-6ea9-4321-b543-63a8c1bf87b8', 'name': 'network-vif-deleted', 'tag': 'a8076e64-55b7-45e0-a0d8-b9d5188adc40', 'status': 'completed', 'code': 200} Aug 27 02:28:29.934450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e081d20a-df28-412a-8b5e-e4d430817d41 req-ee5d03e7-13e6-49e3-b86f-71e47a509b4b tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Aug 27 02:28:29.949482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.951445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.033170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.058049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f237c873-6947-4125-9922-850c1e5a1c8a', 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'fixed_ips': [{'subnet_id': '53db7f4c-1822-407b-a178-a043f0b6b564'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:28:30.059557 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.103050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7bd1-82e2-440d-a4a1-1e07f5d9bd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.113705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-0cf0856f-ff6b-473d-b29e-e4bcd3505bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:30.115286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-0cf0856f-ff6b-473d-b29e-e4bcd3505bf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16e5c914-5405-4258-ad19-5b2a64dad66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713958 Aug 27 02:28:30.180574 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c35231c7-87f2-4ab9-96f6-30b8c16e9eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.228901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7bd1-82e2-440d-a4a1-1e07f5d9bd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.240158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Allocated IP 172.20.0.2 (f237c873-6947-4125-9922-850c1e5a1c8a/53db7f4c-1822-407b-a178-a043f0b6b564/6a28f6d7-b583-4d91-8271-9d876a03c8df) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:30.248080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.249242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-9ec6c9fd-105b-47c5-97bc-3e360013ac62 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:30.251516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-9ec6c9fd-105b-47c5-97bc-3e360013ac62 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.2398274 Aug 27 02:28:30.300478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-9491574c-bbb0-4712-aa8e-8aae0ebb6c9e tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/quotas/0752587e783c4457a71471578251cf20 HTTP/1.1" status: 200 len: 375 time: 0.0418670 Aug 27 02:28:30.347601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-0d304f39-ff8d-4bf1-9ed2-0f921b9ce0cc tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351546 Aug 27 02:28:30.349818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-165d8d82-50cb-444c-a7ad-79237845446e service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248955 Aug 27 02:28:30.365425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-2c4427a0-9a0e-4e78-a256-5bd3683ae692 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:28:30.370823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-2c4427a0-9a0e-4e78-a256-5bd3683ae692 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140696 Aug 27 02:28:30.382419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7bd1-82e2-440d-a4a1-1e07f5d9bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.385807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7bd1-82e2-440d-a4a1-1e07f5d9bd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.390817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1e3b7bd1-82e2-440d-a4a1-1e07f5d9bd2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c724e631-5fc6-4b50-94fd-0b8bb28e480f HTTP/1.1" status: 204 len: 168 time: 0.6309752 Aug 27 02:28:30.431488 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.468556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.480314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Transition to ACTIVE for port object 6a28f6d7-b583-4d91-8271-9d876a03c8df will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:30.496380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b7bd1-82e2-440d-a4a1-1e07f5d9bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724e631-5fc6-4b50-94fd-0b8bb28e480f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:30.525449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Transition to ACTIVE for port object 6a28f6d7-b583-4d91-8271-9d876a03c8df will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:30.550380 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.580207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:30.607737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.617671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Network f237c873-6947-4125-9922-850c1e5a1c8a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:30.634738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:30.638202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.660939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Pushing event updated for resources: {'Port': ['ID=6a28f6d7-b583-4d91-8271-9d876a03c8df,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:30.663374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:30.785380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a8076e64-55b7-45e0-a0d8-b9d5188adc40 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:30.832971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Attempting to bind port 6a28f6d7-b583-4d91-8271-9d876a03c8df on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:30.833502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Attempting to bind port 6a28f6d7-b583-4d91-8271-9d876a03c8df by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:30.833749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Attempting to bind port 6a28f6d7-b583-4d91-8271-9d876a03c8df on network f237c873-6947-4125-9922-850c1e5a1c8a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:30.841287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: a8076e64-55b7-45e0-a0d8-b9d5188adc40 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:30.841287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a8076e64-55b7-45e0-a0d8-b9d5188adc40 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:30.888202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:30.900585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:30.900962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Checking segment: {'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:30.901377 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.905127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Bound using segment: {'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:30.905883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Bound port: 6a28f6d7-b583-4d91-8271-9d876a03c8df, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:30.906472 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.920113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'mac_address': 'fa:16:3e:0b:4e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:30.952867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Allocated IP 172.25.1.75 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/df599c8a-1ba6-45fa-afb0-177327416cbb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:30.988617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.012036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2efc993-d672-4019-8aeb-78d5bcb9fd96 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:31.012691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-a794bf7a-d86b-4108-a52a-097b2e01de7b service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230285 Aug 27 02:28:31.015032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-f3fbfcce-6a5f-4b42-9efe-d1dc3464f31a service neutron] 10.222.0.45 "GET /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423900 Aug 27 02:28:31.054675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:31.055959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] For port 6a28f6d7-b583-4d91-8271-9d876a03c8df, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:31.060311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] For port 6a28f6d7-b583-4d91-8271-9d876a03c8df, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6a28f6d7-b583-4d91-8271-9d876a03c8df,segment=NetworkSegment(78780d4d-c2f2-4efb-8660-19b1bbb745fb),segment_id=78780d4d-c2f2-4efb-8660-19b1bbb745fb)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:31.064183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.064991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89294984-0529-4b12-b169-2ebfa65f790c details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:31.075757 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.138835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.180622 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a0dd4248-857c-4979-bf37-ed66aa8addca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 217 time: 0.1082845 Aug 27 02:28:31.218704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821ee94-31b7-41da-91d3-cb5275a0a797 req-ea5b6af5-96b5-4d31-88a4-2021703179d3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.231375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2821ee94-31b7-41da-91d3-cb5275a0a797 req-ea5b6af5-96b5-4d31-88a4-2021703179d3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 944 time: 0.4146261 Aug 27 02:28:31.246569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.255035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:31.299348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-5c8cd4da-9254-4cf6-adab-0238e61c060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.301144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-5c8cd4da-9254-4cf6-adab-0238e61c060d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.1133776 Aug 27 02:28:31.313265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-459b2908-6bc3-438f-b757-f4bba4d7947d service neutron] 10.222.0.10 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927740 Aug 27 02:28:31.323715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:31.339595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:31.345103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:31.382365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Pushing event updated for resources: {'Port': ['ID=df599c8a-1ba6-45fa-afb0-177327416cbb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:31.409002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2821ee94-31b7-41da-91d3-cb5275a0a797 req-cd4124f4-e73b-4770-8e1a-811c08f75acc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736071 Aug 27 02:28:31.414287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-da7cb652-2209-4a0f-bf65-3fc00934112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.416091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-da7cb652-2209-4a0f-bf65-3fc00934112e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978949 Aug 27 02:28:31.500818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea74667-2207-4d74-a3f7-dcf68d15f6ef None None] Pushing event updated for resources: {'Port': ['ID=6a28f6d7-b583-4d91-8271-9d876a03c8df,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:31.543966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.702047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 89294984-0529-4b12-b169-2ebfa65f790c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89294984-0529-4b12-b169-2ebfa65f790c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:31.716451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '89294984-0529-4b12-b169-2ebfa65f790c', 'network_id': '3ea311a7-5ded-47dd-8983-436f922e9e1d', 'port_id': '89294984-0529-4b12-b169-2ebfa65f790c', 'mac_address': 'fa:16:3e:f2:ea:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:31.764074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb4a2042-5316-4453-ab48-4f118cea5c9f req-84ca6236-98ce-4851-a159-65eb5fdbb494 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 210 time: 0.0457976 Aug 27 02:28:31.769874 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.787900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89294984-0529-4b12-b169-2ebfa65f790c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:31.832456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-f2f54d04-d1bc-492a-af1f-2a62cd2c2945 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084017 Aug 27 02:28:31.837793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 89294984-0529-4b12-b169-2ebfa65f790c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89294984-0529-4b12-b169-2ebfa65f790c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:31.847131 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.859346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dfe7e-9ccf-4391-b4dc-277c5c9097f3 req-edc13af8-abdf-45fd-bfe4-048ed7b31bc8 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.861142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21dfe7e-9ccf-4391-b4dc-277c5c9097f3 req-edc13af8-abdf-45fd-bfe4-048ed7b31bc8 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 948 time: 0.1352918 Aug 27 02:28:31.931210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=89294984-0529-4b12-b169-2ebfa65f790c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:31.970487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21dfe7e-9ccf-4391-b4dc-277c5c9097f3 req-428b0fae-521d-414f-876b-26a2d0927a4b tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961442 Aug 27 02:28:31.999063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-44aaea8e-06d8-4fdd-91ee-bbd1ac20fb1b service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574488 Aug 27 02:28:32.018113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.080272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-d9e6260a-1d0e-4454-9ccb-7f4799fe6196 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 217 time: 0.0727942 Aug 27 02:28:32.145042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-400deeb8-8a76-4097-8a31-3c891fefca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.147482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-400deeb8-8a76-4097-8a31-3c891fefca18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0598831 Aug 27 02:28:32.213115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['e2efc993-d672-4019-8aeb-78d5bcb9fd96'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:32.218870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-c22a017c-1530-4a44-87cd-6c09fe124285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.226552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-c22a017c-1530-4a44-87cd-6c09fe124285 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709763 Aug 27 02:28:32.282757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['89294984-0529-4b12-b169-2ebfa65f790c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:32.394886 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.416790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-580d6162-8585-4c6f-bc2b-946d968fe239 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807261 Aug 27 02:28:32.587143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-c936c598-a6d9-46af-b77e-f81ad741236d service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625330 Aug 27 02:28:32.705538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-baf6a530-e162-4467-a733-b2d562d23ed1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3 HTTP/1.1" status: 200 len: 217 time: 0.1107006 Aug 27 02:28:32.808649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-97765e6f-78fa-4958-a0b5-db74ccbb09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.810168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-97765e6f-78fa-4958-a0b5-db74ccbb09bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.0969076 Aug 27 02:28:32.811306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec200-8de1-493d-b055-ecd7e279bdab req-40a6a1b3-7398-4e35-8fcb-b303d42463b1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.818491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d571bd24-4abe-4554-a47f-e196c79ba844 None None] Network f237c873-6947-4125-9922-850c1e5a1c8a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:32.820785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29dec200-8de1-493d-b055-ecd7e279bdab req-40a6a1b3-7398-4e35-8fcb-b303d42463b1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 945 time: 0.1753619 Aug 27 02:28:32.905628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29dec200-8de1-493d-b055-ecd7e279bdab req-9bb4dfab-5fc6-4ad9-8c94-7d1eabfc797d tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826776 Aug 27 02:28:32.911475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Router 8644922e-4ade-4abb-8cca-6f04c8ced28c is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:28:32.921617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-96b515a7-d085-452f-a465-ca57e9d91502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.921617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-96b515a7-d085-452f-a465-ca57e9d91502 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930645 Aug 27 02:28:32.961336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-76364204-345f-40e1-890e-94e9d2ecbe3d req-7f37a074-a835-4b4f-8a0d-93ba0e2b60b3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 210 time: 0.0772707 Aug 27 02:28:33.084354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a48f136e-4676-4e4f-8867-9de458459ba9 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342983 Aug 27 02:28:33.161290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980e569-e69c-47a0-89e1-ab001e4bea9d req-d6449a09-f01c-42d8-9e8a-68e2b446595b tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:33.170027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d980e569-e69c-47a0-89e1-ab001e4bea9d req-d6449a09-f01c-42d8-9e8a-68e2b446595b tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 948 time: 0.0790384 Aug 27 02:28:33.173907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:33.192037 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Sync routers for ids ['8644922e-4ade-4abb-8cca-6f04c8ced28c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:33.192630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.195451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-09feb9e5-4456-4c7a-a6ad-dd0e1a205058 None None] Provisioning for port 6a28f6d7-b583-4d91-8271-9d876a03c8df completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:33.213833 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Routers {'8644922e-4ade-4abb-8cca-6f04c8ced28c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:33.217473 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8644922e-4ade-4abb-8cca-6f04c8ced28c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:33.231304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d980e569-e69c-47a0-89e1-ab001e4bea9d req-22ba6904-fd66-4193-9f6a-0eb39e505f47 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560980 Aug 27 02:28:33.272277 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.273797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-56e3373c-2e25-43a1-ae21-9b1e134b42a3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3748608 Aug 27 02:28:33.276854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46790) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:33.407062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a28f6d7-b583-4d91-8271-9d876a03c8df up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:33.513734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6a28f6d7-b583-4d91-8271-9d876a03c8df completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:33.520099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6a28f6d7-b583-4d91-8271-9d876a03c8df triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:33.520664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.546234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-e818778c-55ac-4346-978e-8ebc328f9768 service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530828 Aug 27 02:28:33.665815 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Set router 8644922e-4ade-4abb-8cca-6f04c8ced28c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:33.720568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.799146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-4b567d35-8c16-42f4-ab6a-e44e796eaecb tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:33.800862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-4b567d35-8c16-42f4-ab6a-e44e796eaecb tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 812 time: 0.3783560 Aug 27 02:28:33.802573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-c4ad8834-0cbd-4376-a336-e2219dd2e9f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 HTTP/1.1" status: 200 len: 217 time: 0.2451384 Aug 27 02:28:33.818276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 6a28f6d7-b583-4d91-8271-9d876a03c8df, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6a28f6d7-b583-4d91-8271-9d876a03c8df,segment=NetworkSegment(78780d4d-c2f2-4efb-8660-19b1bbb745fb),segment_id=78780d4d-c2f2-4efb-8660-19b1bbb745fb)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:33.832161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Request body: {'port': {'device_id': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'admin_state_up': True, 'tenant_id': '0752587e783c4457a71471578251cf20'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:33.832738 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.979258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=6a28f6d7-b583-4d91-8271-9d876a03c8df,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:34.007802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-961c387f-1dfa-4065-bb98-0bd0075095af None None] Provisioning complete for port 6a28f6d7-b583-4d91-8271-9d876a03c8df triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:34.009394 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-961c387f-1dfa-4065-bb98-0bd0075095af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.044849 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:31Z', 'revision_number': 3, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port': {'id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:30Z', 'updated_at': '2021-08-27T02:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:34.102586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Checking router: 8644922e-4ade-4abb-8cca-6f04c8ced28c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:28:34.102935 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Updating router 8644922e-4ade-4abb-8cca-6f04c8ced28c port df599c8a-1ba6-45fa-afb0-177327416cbb binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:28:34.152707 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.194850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4803b057-9db7-49cf-a5d9-4feb6c6dde65 req-58aadd1a-c343-4abf-8006-c1b0fe82f408 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 210 time: 0.0553083 Aug 27 02:28:34.212395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-0a5f4294-2aa8-496a-a0d7-819326e354ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:34.214307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-0a5f4294-2aa8-496a-a0d7-819326e354ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 200 len: 797 time: 0.4027479 Aug 27 02:28:34.221184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221f97-8b1d-4a5b-a167-4fee85050219 req-f6489c61-91d7-45a1-8f93-ecd3923d9a9e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:34.223513 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46221f97-8b1d-4a5b-a167-4fee85050219 req-f6489c61-91d7-45a1-8f93-ecd3923d9a9e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 945 time: 0.1878719 Aug 27 02:28:34.231865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Made reservation on behalf of 0752587e783c4457a71471578251cf20 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:34.235781 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.315044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.360170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-85143fe0-0f9d-4210-a825-baf357b75403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:34.361717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-85143fe0-0f9d-4210-a825-baf357b75403 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2308963-07c8-42c3-8f1f-c82f146f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317594 Aug 27 02:28:34.463227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46221f97-8b1d-4a5b-a167-4fee85050219 req-c8cfb734-9432-4085-93fb-7a798e0fe1fe tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315993 Aug 27 02:28:34.567712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89c4dd-0f80-4fca-bec9-6908150b6d0f req-737e67c0-855f-402b-b15c-6bc30f0542b0 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:34.582216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d89c4dd-0f80-4fca-bec9-6908150b6d0f req-737e67c0-855f-402b-b15c-6bc30f0542b0 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 948 time: 0.2193999 Aug 27 02:28:34.584852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:34.684918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Allocated IP 172.20.0.1 (f237c873-6947-4125-9922-850c1e5a1c8a/53db7f4c-1822-407b-a178-a043f0b6b564/aec9cca8-9172-49aa-9d30-914238a1243b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:34.692853 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.718291 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Transition to ACTIVE for port object df599c8a-1ba6-45fa-afb0-177327416cbb will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:34.725384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port e2efc993-d672-4019-8aeb-78d5bcb9fd96 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:34.738285 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.741170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port e2efc993-d672-4019-8aeb-78d5bcb9fd96 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:34.741538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.761414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d89c4dd-0f80-4fca-bec9-6908150b6d0f req-e8c59eb3-3901-42be-9129-e1e144eddcb6 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694751 Aug 27 02:28:34.820997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-90059198-9654-4d10-981f-a6331c7105cf service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445252 Aug 27 02:28:34.904053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Allocated IP 172.20.0.11 (621040e8-061a-4b1e-ab51-62bf1adf7ee0/0d761fb0-67d1-4f09-88b5-42861d0d5b51/7dddd6c9-4dc2-4055-986c-e8af250fb358) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:34.922220 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Attempting to bind port df599c8a-1ba6-45fa-afb0-177327416cbb on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:34.929479 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Attempting to bind port df599c8a-1ba6-45fa-afb0-177327416cbb by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:34.932232 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Attempting to bind port df599c8a-1ba6-45fa-afb0-177327416cbb on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:34.954636 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:34.958302 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:34.959043 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.960209 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:34.965721 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Bound port: df599c8a-1ba6-45fa-afb0-177327416cbb, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:34.966508 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.970859 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186a187-d4ea-4bd6-93aa-9c72b644bd4b None None] Pushing event updated for resources: {'Port': ['ID=df599c8a-1ba6-45fa-afb0-177327416cbb,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:34.971570 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.019675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:35.028192 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8441702-dec9-44d6-9a0f-cc6be4ca717b" -d '{"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-plugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:35.038337 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.085099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:35.099664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Transition to ACTIVE for port object aec9cca8-9172-49aa-9d30-914238a1243b will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:35.101831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.102705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89294984-0529-4b12-b169-2ebfa65f790c up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:35.107665 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] For port df599c8a-1ba6-45fa-afb0-177327416cbb, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:35.128507 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] For port df599c8a-1ba6-45fa-afb0-177327416cbb, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df599c8a-1ba6-45fa-afb0-177327416cbb,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:35.164458 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.173172 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.193046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.201438 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2dc93-6a7c-4f5a-8987-d31affad401f x-openstack-request-id: req-8fc2dc93-6a7c-4f5a-8987-d31affad401f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:35.201735 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-plugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:35.201989 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8fc2dc93-6a7c-4f5a-8987-d31affad401f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:35.202482 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'code': 200} Aug 27 02:28:35.239227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=aec9cca8-9172-49aa-9d30-914238a1243b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:35.258930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Network f237c873-6947-4125-9922-850c1e5a1c8a is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:35.260676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:35.263681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:35.288378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:35.298335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 89294984-0529-4b12-b169-2ebfa65f790c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:35.298335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 89294984-0529-4b12-b169-2ebfa65f790c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:35.298335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.314167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.335104 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Routers {'8644922e-4ade-4abb-8cca-6f04c8ced28c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:35.335789 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8644922e-4ade-4abb-8cca-6f04c8ced28c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:35.382518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a28f6d7-b583-4d91-8271-9d876a03c8df up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:35.395901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.466107 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186a187-d4ea-4bd6-93aa-9c72b644bd4b None None] Pushing event updated for resources: {'Port': ['ID=df599c8a-1ba6-45fa-afb0-177327416cbb,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:35.473087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:35.479753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-d36d1a1c-0368-4399-a6bb-0145f096a4ea service neutron] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475801 Aug 27 02:28:35.487715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:35.507478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:35.516285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event updated for resources: {'Port': ['ID=7dddd6c9-4dc2-4055-986c-e8af250fb358,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:35.628519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6a28f6d7-b583-4d91-8271-9d876a03c8df triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:35.629710 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.637475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adbc8a-4b59-4b10-a114-34a76833b4ae req-6c6c044b-b4e5-401d-9b91-5b695e63008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:35.646953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2adbc8a-4b59-4b10-a114-34a76833b4ae req-6c6c044b-b4e5-401d-9b91-5b695e63008f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 1100 time: 0.3454008 Aug 27 02:28:35.676310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-558757ee-ac65-4b95-86ce-d8d67ebd1612 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe HTTP/1.1" status: 200 len: 217 time: 0.1830080 Aug 27 02:28:35.715601 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.739565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a237-54ec-4109-99f0-dcd821181a0d req-142d90e5-76c1-441a-bb1f-bd72f0ccba1c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:35.742395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fb4a237-54ec-4109-99f0-dcd821181a0d req-142d90e5-76c1-441a-bb1f-bd72f0ccba1c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 932 time: 0.3282642 Aug 27 02:28:35.768401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 89294984-0529-4b12-b169-2ebfa65f790c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89294984-0529-4b12-b169-2ebfa65f790c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:35.770078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a62c47d0-263a-4266-b40a-9d6cbc9dbd1d None None] Provisioning for port aec9cca8-9172-49aa-9d30-914238a1243b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:35.812986 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] Set router 8644922e-4ade-4abb-8cca-6f04c8ced28c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:35.822188 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.828822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a62c47d0-263a-4266-b40a-9d6cbc9dbd1d None None] Provisioning complete for port aec9cca8-9172-49aa-9d30-914238a1243b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:35.829819 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a62c47d0-263a-4266-b40a-9d6cbc9dbd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.863772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fb4a237-54ec-4109-99f0-dcd821181a0d req-c8740d0c-a206-4b09-8ee9-2a7893583d05 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115460 Aug 27 02:28:35.902625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:35.903402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.925825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a62c47d0-263a-4266-b40a-9d6cbc9dbd1d None None] Port aec9cca8-9172-49aa-9d30-914238a1243b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:35.937525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=89294984-0529-4b12-b169-2ebfa65f790c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:35.942775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.955651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-cb6925f0-205c-401a-a8bb-a518ce5668ba tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1427298 Aug 27 02:28:35.972958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2adbc8a-4b59-4b10-a114-34a76833b4ae req-8261788f-7f69-43b6-a476-881ac23e0fc0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235805 Aug 27 02:28:36.017115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-10586acb-7215-40d8-832f-629c8d69c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:36.019773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-10586acb-7215-40d8-832f-629c8d69c5d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.2984471 Aug 27 02:28:36.044352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a76021-c923-420b-abe4-aa853af6bae0 req-ec69e05a-c2ce-4af0-b6e0-f8c5ea49a5cf tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:36.056334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6a76021-c923-420b-abe4-aa853af6bae0 req-ec69e05a-c2ce-4af0-b6e0-f8c5ea49a5cf tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 945 time: 0.4225233 Aug 27 02:28:36.078837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b6e8e-b35a-4b63-b064-9bd6e2d92cd6 req-ad117333-a61d-4247-963b-ecb2a8c6755c tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:36.080824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-172b6e8e-b35a-4b63-b064-9bd6e2d92cd6 req-ad117333-a61d-4247-963b-ecb2a8c6755c tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 949 time: 0.1067803 Aug 27 02:28:36.164845 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6a76021-c923-420b-abe4-aa853af6bae0 req-e023db30-2411-4c3f-9fe2-d9c79af65656 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072664 Aug 27 02:28:36.165062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-172b6e8e-b35a-4b63-b064-9bd6e2d92cd6 req-68e5f375-2be7-447c-8dc0-78302d391ea0 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Aug 27 02:28:36.227447 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:31Z', 'revision_number': 3, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port': {'id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:30Z', 'updated_at': '2021-08-27T02:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:36.253398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46862) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:36.276661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.279364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-611e98c5-a855-4b73-975a-8a1d04619b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:36.281738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-611e98c5-a855-4b73-975a-8a1d04619b29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139901 Aug 27 02:28:36.292275 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.301807 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda2104-36ac-481c-bad8-75f5f18e18d6 None None] The sync data for ids ['8644922e-4ade-4abb-8cca-6f04c8ced28c'] in n-d-806293-1 is: [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:31Z', 'revision_number': 3, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port': {'id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:30Z', 'updated_at': '2021-08-27T02:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:36.408554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Request body: {'port': {'device_id': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:36.422982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=aec9cca8-9172-49aa-9d30-914238a1243b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:36.426827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.443403 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-a9ffd4c7-433d-4aad-89a9-5e8ea5f2ed5f service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532388 Aug 27 02:28:36.476953 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc8e1-ce54-4019-8c62-c322a4e98b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.551828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Network f237c873-6947-4125-9922-850c1e5a1c8a is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:36.553367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:36.597427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.791977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-43a0bc58-107a-4eab-b681-53d1e44b8b91 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407578 Aug 27 02:28:36.949755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-182be494-144e-4c6e-a02f-6ab92e696f2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a HTTP/1.1" status: 200 len: 217 time: 0.1424375 Aug 27 02:28:36.970601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f4396d04-e52f-44bb-b021-d5c2a6d0374e None None] Provisioning complete for port aec9cca8-9172-49aa-9d30-914238a1243b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:36.973011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4396d04-e52f-44bb-b021-d5c2a6d0374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.023660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f4396d04-e52f-44bb-b021-d5c2a6d0374e None None] Port aec9cca8-9172-49aa-9d30-914238a1243b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:37.116955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-d5c73e07-4b42-4dd6-9a9e-31e2a3921b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:37.118502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-d5c73e07-4b42-4dd6-9a9e-31e2a3921b28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 200 len: 797 time: 0.1550114 Aug 27 02:28:37.143460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc8e1-ce54-4019-8c62-c322a4e98b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.203779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89294984-0529-4b12-b169-2ebfa65f790c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:37.211962 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a35bda-da61-4840-a276-b621d1d474a9" -d '{"events": [{"server_uuid": "48d2a82b-fbd2-4491-a039-74dd46ff5440", "name": "network-vif-plugged", "status": "completed", "tag": "89294984-0529-4b12-b169-2ebfa65f790c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:37.218341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff04680-7b11-43b0-abaa-05ebe0c11e6a req-b732a3e0-8ef0-4061-82f8-9b5054a0a307 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:37.220624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bff04680-7b11-43b0-abaa-05ebe0c11e6a req-b732a3e0-8ef0-4061-82f8-9b5054a0a307 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 932 time: 0.1412756 Aug 27 02:28:37.222641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Router 8644922e-4ade-4abb-8cca-6f04c8ced28c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:37.238453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc8e1-ce54-4019-8c62-c322a4e98b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.300635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df599c8a-1ba6-45fa-afb0-177327416cbb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:37.341916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bff04680-7b11-43b0-abaa-05ebe0c11e6a req-80281435-5442-4ecc-a746-be08583fef41 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079171 Aug 27 02:28:37.370111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cc8e1-ce54-4019-8c62-c322a4e98b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7942317c-a9a9-4644-8ca7-a0869ef55480,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:37.372097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c0cc8e1-ce54-4019-8c62-c322a4e98b2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad19461e52db4bcebb4d9aa11084c878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1121964 Aug 27 02:28:37.382054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46878) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:37.437515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port df599c8a-1ba6-45fa-afb0-177327416cbb completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:37.443815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port df599c8a-1ba6-45fa-afb0-177327416cbb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:37.445565 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.452892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-d4b111d0-ac7c-4b8b-bb0b-326a0dcf5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:37.457343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-d4b111d0-ac7c-4b8b-bb0b-326a0dcf5b9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5965bcd-6534-4040-991c-d88cccba9470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3217967 Aug 27 02:28:37.500464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:37.508140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-861dfad7-f888-426e-af5a-db84cd071bb3 admin admin] 10.222.0.10 "PUT /v2.0/routers/8644922e-4ade-4abb-8cca-6f04c8ced28c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2302363 Aug 27 02:28:37.575668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80be68-fc4d-417b-a2a1-3416b7c3b454 req-a75588c8-3ce7-4abc-9750-cd6c6293ffb7 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:37.583008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5a80be68-fc4d-417b-a2a1-3416b7c3b454 req-a75588c8-3ce7-4abc-9750-cd6c6293ffb7 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 949 time: 0.0953989 Aug 27 02:28:37.614044 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.644925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port df599c8a-1ba6-45fa-afb0-177327416cbb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df599c8a-1ba6-45fa-afb0-177327416cbb,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:37.654280 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.660708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a202c27-0d8c-422b-b14e-1f4f74f965a7 req-7bcb1611-95ce-4c6c-a093-6c3a6bda178e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:37.662409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a202c27-0d8c-422b-b14e-1f4f74f965a7 req-7bcb1611-95ce-4c6c-a093-6c3a6bda178e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.3684192 Aug 27 02:28:37.711836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5a80be68-fc4d-417b-a2a1-3416b7c3b454 req-079ab7c8-c661-42c9-a65e-592c55728ee3 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275103 Aug 27 02:28:37.721455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dddd6c9-4dc2-4055-986c-e8af250fb358 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:37.727920 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66df5637-fcb4-4fb6-8e97-f3eecfe149ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.738096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.795210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66df5637-fcb4-4fb6-8e97-f3eecfe149ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.802232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a202c27-0d8c-422b-b14e-1f4f74f965a7 req-18ad0004-582e-4ae4-b2ac-2914f0c65f93 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287308 Aug 27 02:28:37.810458 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfada9a-efae-4da3-a0c3-481d8b4a1aa6 x-openstack-request-id: req-4dfada9a-efae-4da3-a0c3-481d8b4a1aa6 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:37.810764 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d2a82b-fbd2-4491-a039-74dd46ff5440", "name": "network-vif-plugged", "status": "completed", "tag": "89294984-0529-4b12-b169-2ebfa65f790c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:37.811018 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4dfada9a-efae-4da3-a0c3-481d8b4a1aa6 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:37.811433 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89294984-0529-4b12-b169-2ebfa65f790c', 'code': 200} Aug 27 02:28:37.813608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Transition to ACTIVE for port object 7dddd6c9-4dc2-4055-986c-e8af250fb358 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:37.817032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-3bc4d340-cb95-4034-ade2-62c33b9c7522 service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511100 Aug 27 02:28:37.833718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=df599c8a-1ba6-45fa-afb0-177327416cbb,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:37.857637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.195845 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34da01b7-d200-4760-9536-870afa5f45e9 req-12830624-1567-4fec-963f-8ceb21c4374c tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1549866 Aug 27 02:28:38.201900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:38.233479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.394820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Pushing event updated for resources: {'Port': ['ID=7dddd6c9-4dc2-4055-986c-e8af250fb358,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:38.395874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.445337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b28c-9e1a-42dd-878c-98b953ed333a req-8d97fe3c-b1cf-4ace-9d32-05c141d34989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:38.447188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1fd0b28c-9e1a-42dd-878c-98b953ed333a req-8d97fe3c-b1cf-4ace-9d32-05c141d34989 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 1097 time: 0.5217919 Aug 27 02:28:38.491506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66df5637-fcb4-4fb6-8e97-f3eecfe149ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.495051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66df5637-fcb4-4fb6-8e97-f3eecfe149ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.496239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-66df5637-fcb4-4fb6-8e97-f3eecfe149ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7942317c-a9a9-4644-8ca7-a0869ef55480 HTTP/1.1" status: 204 len: 168 time: 1.1067348 Aug 27 02:28:38.593513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cd8ecaf-e357-4220-8317-0e740fcb512e req-73f95c8d-ebb4-4d25-9619-ceb8d9a74a7a service neutron] 10.222.0.45 "GET /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7376823 Aug 27 02:28:38.601228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df5637-fcb4-4fb6-8e97-f3eecfe149ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7942317c-a9a9-4644-8ca7-a0869ef55480,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:38.639748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Allocated IP 172.25.1.232 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/be1904d0-1222-413f-88d1-43322e195e7f) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:38.660569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1fd0b28c-9e1a-42dd-878c-98b953ed333a req-aff4364d-b048-4be0-9f5f-8769f2f919f4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723289 Aug 27 02:28:38.687220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Attempting to bind port 7dddd6c9-4dc2-4055-986c-e8af250fb358 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:38.687662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Attempting to bind port 7dddd6c9-4dc2-4055-986c-e8af250fb358 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:38.688003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Attempting to bind port 7dddd6c9-4dc2-4055-986c-e8af250fb358 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:38.704757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf054eb-1641-40d0-938c-d7a51a8d1b07 req-4593ffda-7887-43a4-abaa-9c562c902592 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:38.712715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fdf054eb-1641-40d0-938c-d7a51a8d1b07 req-4593ffda-7887-43a4-abaa-9c562c902592 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 944 time: 0.2049053 Aug 27 02:28:38.720582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Port 7dddd6c9-4dc2-4055-986c-e8af250fb358 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:38.720911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Attempting to bind port 7dddd6c9-4dc2-4055-986c-e8af250fb358 on network 621040e8-061a-4b1e-ab51-62bf1adf7ee0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:38.737454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:38.737805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Checking segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:38.738199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Bound using segment: {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:38.738671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Bound port: 7dddd6c9-4dc2-4055-986c-e8af250fb358, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5744b00-4dbc-4520-ac74-bccea0a45ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:38.739337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.769596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fdf054eb-1641-40d0-938c-d7a51a8d1b07 req-b65f9215-d96d-4aed-b0ea-e57e6ccbf4de tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559976 Aug 27 02:28:38.839432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.878751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] For port 7dddd6c9-4dc2-4055-986c-e8af250fb358, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:38.883861 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] For port 7dddd6c9-4dc2-4055-986c-e8af250fb358, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=7dddd6c9-4dc2-4055-986c-e8af250fb358,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:38.892848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.951165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Sync routers for ids ['8644922e-4ade-4abb-8cca-6f04c8ced28c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:38.959679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.977588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Routers {'8644922e-4ade-4abb-8cca-6f04c8ced28c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:38.981340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:38.982000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8644922e-4ade-4abb-8cca-6f04c8ced28c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:38.982191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.983591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] 10.222.0.32 "PUT /v2.0/ports/7dddd6c9-4dc2-4055-986c-e8af250fb358 HTTP/1.1" status: 200 len: 1092 time: 3.0088520 Aug 27 02:28:38.987027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'tag': '7dddd6c9-4dc2-4055-986c-e8af250fb358'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:38.989967 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f05b797-1cc9-422b-877f-4501f1b3cbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a75ade10-919e-4d91-a1cb-628e7f0c2d1c", "tag": "7dddd6c9-4dc2-4055-986c-e8af250fb358"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:39.022517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2a795-cb2d-4bda-81a0-0d081c8d7531 service neutron] Pushing event updated for resources: {'Port': ['ID=7dddd6c9-4dc2-4055-986c-e8af250fb358,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:39.039908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:39.043576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:39.047346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:39.072446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46922) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:39.104303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f36a53-c687-4f0b-a362-b9e98e7a3d0e req-71c52980-5234-4317-8b08-4ad215a92f55 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:39.106105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12f36a53-c687-4f0b-a362-b9e98e7a3d0e req-71c52980-5234-4317-8b08-4ad215a92f55 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.1672809 Aug 27 02:28:39.129671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550496b7-14a2-4175-ba69-0a0c94672523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.148076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Pushing event updated for resources: {'Port': ['ID=be1904d0-1222-413f-88d1-43322e195e7f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:39.182791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Set router 8644922e-4ade-4abb-8cca-6f04c8ced28c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:39.213271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12f36a53-c687-4f0b-a362-b9e98e7a3d0e req-fa4e5f68-2bfb-4ee7-987d-b03cb4a60c94 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998600 Aug 27 02:28:39.221960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-533cc713-659d-4369-8e54-0b4b43b348dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:39.227840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-533cc713-659d-4369-8e54-0b4b43b348dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 1095 time: 0.1734893 Aug 27 02:28:39.329211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.334758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df599c8a-1ba6-45fa-afb0-177327416cbb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:39.413516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.453036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550496b7-14a2-4175-ba69-0a0c94672523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.464369 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36162c6-e0d0-49b3-8114-082b852a7959 x-openstack-request-id: req-c36162c6-e0d0-49b3-8114-082b852a7959 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:39.464733 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75ade10-919e-4d91-a1cb-628e7f0c2d1c", "tag": "7dddd6c9-4dc2-4055-986c-e8af250fb358", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:39.465001 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c36162c6-e0d0-49b3-8114-082b852a7959 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:39.465427 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'tag': '7dddd6c9-4dc2-4055-986c-e8af250fb358', 'status': 'completed', 'code': 200} Aug 27 02:28:39.566567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-fff42faf-8abb-449a-8385-8718c32dabbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dddd6c9-4dc2-4055-986c-e8af250fb358 HTTP/1.1" status: 200 len: 217 time: 0.3121576 Aug 27 02:28:39.567781 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550496b7-14a2-4175-ba69-0a0c94672523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.609557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port df599c8a-1ba6-45fa-afb0-177327416cbb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:39.609822 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.658092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550496b7-14a2-4175-ba69-0a0c94672523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83253ca-8894-45c5-b11b-0fa693be2e18,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:39.662438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.668257 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-550496b7-14a2-4175-ba69-0a0c94672523 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=240285af09174adf9f842cfe678ccdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925932 Aug 27 02:28:39.669494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.670811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46934) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:39.683765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:35Z', 'revision_number': 4, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port': {'id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:30Z', 'updated_at': '2021-08-27T02:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'aec9cca8-9172-49aa-9d30-914238a1243b', 'name': '', 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'mac_address': 'fa:16:3e:86:ec:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '53db7f4c-1822-407b-a178-a043f0b6b564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:34Z', 'updated_at': '2021-08-27T02:28:36Z', 'revision_number': 2, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'subnets': [{'id': '53db7f4c-1822-407b-a178-a043f0b6b564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:39.705867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-4c6ab32c-7a02-49ad-bf9e-4af6f1c30492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:39.708060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-4c6ab32c-7a02-49ad-bf9e-4af6f1c30492 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.1126783 Aug 27 02:28:39.716954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Checking router: 8644922e-4ade-4abb-8cca-6f04c8ced28c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:28:39.717212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Updating router 8644922e-4ade-4abb-8cca-6f04c8ced28c port aec9cca8-9172-49aa-9d30-914238a1243b binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:28:39.738733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Pushing event updated for resources: {'Port': ['ID=be1904d0-1222-413f-88d1-43322e195e7f,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:39.760451 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.782090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-9a74e681-7d0b-4291-a2eb-3ff039cf81ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655024 Aug 27 02:28:39.796931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.797939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0be6e00-b210-4556-98e0-563b3dc1a37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.819874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.823073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34da01b7-d200-4760-9536-870afa5f45e9 req-474cb00c-88c8-4c17-b0b4-4eec3294e737 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6242607 Aug 27 02:28:39.893503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0be6e00-b210-4556-98e0-563b3dc1a37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.907346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34da01b7-d200-4760-9536-870afa5f45e9 req-a4393a0b-c599-410f-a45b-4da452e78def tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.0687971 Aug 27 02:28:40.088522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da01b7-d200-4760-9536-870afa5f45e9 req-4e87dfbf-2498-4e7a-9f1d-e6cd15687339 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.090775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34da01b7-d200-4760-9536-870afa5f45e9 req-4e87dfbf-2498-4e7a-9f1d-e6cd15687339 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1793380 Aug 27 02:28:40.112755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-27225393-0b71-4902-bc30-eae942961e1d service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157744 Aug 27 02:28:40.129706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbb99-2e6c-49b3-9bc5-cd0806be3c8d req-7420575b-c48c-47d7-9cde-160345f9aa44 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.149085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff8bbb99-2e6c-49b3-9bc5-cd0806be3c8d req-7420575b-c48c-47d7-9cde-160345f9aa44 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 944 time: 0.2135754 Aug 27 02:28:40.184362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cdf8164e-3328-4d03-adc9-20505a6205c2 req-9ab832d3-c145-4edd-9c6c-7c4ebe7b583f tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips/94f65cf6-9c04-4572-bbc1-d97f73e1d878 HTTP/1.1" status: 200 len: 693 time: 0.0558126 Aug 27 02:28:40.273371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.286419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Transition to ACTIVE for port object aec9cca8-9172-49aa-9d30-914238a1243b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:40.295175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0be6e00-b210-4556-98e0-563b3dc1a37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.298844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.308095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0be6e00-b210-4556-98e0-563b3dc1a37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.312862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d0be6e00-b210-4556-98e0-563b3dc1a37e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b83253ca-8894-45c5-b11b-0fa693be2e18 HTTP/1.1" status: 204 len: 168 time: 0.6406703 Aug 27 02:28:40.338773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be6e00-b210-4556-98e0-563b3dc1a37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83253ca-8894-45c5-b11b-0fa693be2e18,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:40.344793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8164e-3328-4d03-adc9-20505a6205c2 req-d228bf23-61e2-4d8a-933f-078a8f87e4b2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.346746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cdf8164e-3328-4d03-adc9-20505a6205c2 req-d228bf23-61e2-4d8a-933f-078a8f87e4b2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1556859 Aug 27 02:28:40.369394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-cdf8164e-3328-4d03-adc9-20505a6205c2 req-05fe8e65-4ec8-45c6-85ac-bbb8241026c2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:28:40.370668 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cdf8164e-3328-4d03-adc9-20505a6205c2 req-05fe8e65-4ec8-45c6-85ac-bbb8241026c2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182872 Aug 27 02:28:40.398110 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff8bbb99-2e6c-49b3-9bc5-cd0806be3c8d req-536c1c83-5925-4168-bb50-ac67cd372e03 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467620 Aug 27 02:28:40.434795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-369de62e-4638-4e4b-be00-24e4a90c8ee3 req-e27151be-9607-44d5-a221-a4581a908d88 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812097 Aug 27 02:28:40.474344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced11040-3d72-4c41-8e0c-b36206904b0b None None] Pushing event updated for resources: {'Port': ['ID=aec9cca8-9172-49aa-9d30-914238a1243b,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:40.560493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Attempting to bind port aec9cca8-9172-49aa-9d30-914238a1243b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:40.561123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Attempting to bind port aec9cca8-9172-49aa-9d30-914238a1243b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:40.561928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Attempting to bind port aec9cca8-9172-49aa-9d30-914238a1243b on network f237c873-6947-4125-9922-850c1e5a1c8a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:40.575177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:40.577299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Checking segment: {'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:40.577733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.578142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Bound using segment: {'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:40.578677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Bound port: aec9cca8-9172-49aa-9d30-914238a1243b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78780d4d-c2f2-4efb-8660-19b1bbb745fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:40.579067 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.650709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585de08-333f-4f13-a78c-7b77fb0b501f req-a090e0ea-8deb-4281-9809-79367cd0bdf7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.652358 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e585de08-333f-4f13-a78c-7b77fb0b501f req-a090e0ea-8deb-4281-9809-79367cd0bdf7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.1165056 Aug 27 02:28:40.675029 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82f723d1-ac0b-449a-8552-77fd5f72d491 req-64d72fed-151f-4f30-9514-3aadf2c8ee67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=d039ae223df14e83b1a476699b41697c HTTP/1.1" status: 200 len: 696 time: 0.1076593 Aug 27 02:28:40.681118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-ed0f4396-a291-47d1-af26-61643b15e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.682731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-ed0f4396-a291-47d1-af26-61643b15e70c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0752587e783c4457a71471578251cf20&device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 1095 time: 0.1892948 Aug 27 02:28:40.694275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] For port aec9cca8-9172-49aa-9d30-914238a1243b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:40.699645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] For port aec9cca8-9172-49aa-9d30-914238a1243b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=aec9cca8-9172-49aa-9d30-914238a1243b,segment=NetworkSegment(78780d4d-c2f2-4efb-8660-19b1bbb745fb),segment_id=78780d4d-c2f2-4efb-8660-19b1bbb745fb)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:40.714548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.775165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e585de08-333f-4f13-a78c-7b77fb0b501f req-a16fa605-1150-4230-a3a0-e322ff8bd57a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128013 Aug 27 02:28:40.803453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Routers {'8644922e-4ade-4abb-8cca-6f04c8ced28c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:40.804086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8644922e-4ade-4abb-8cca-6f04c8ced28c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:40.859415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-fa143938-aca3-4f00-bf67-b7a5cefa7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.860917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-fa143938-aca3-4f00-bf67-b7a5cefa7201 service neutron] 10.222.0.32 "GET /v2.0/networks?id=621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 200 len: 913 time: 0.1661804 Aug 27 02:28:40.945691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-79e18943-9d60-4798-b450-5f038ab7ddc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dddd6c9-4dc2-4055-986c-e8af250fb358 HTTP/1.1" status: 200 len: 217 time: 0.0754578 Aug 27 02:28:40.955687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced11040-3d72-4c41-8e0c-b36206904b0b None None] Pushing event updated for resources: {'Port': ['ID=aec9cca8-9172-49aa-9d30-914238a1243b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:40.982758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f723d1-ac0b-449a-8552-77fd5f72d491 req-1f3d464f-6e6e-4aac-8ad2-8861761d4a7c tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.989266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] Set router 8644922e-4ade-4abb-8cca-6f04c8ced28c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:40.993498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82f723d1-ac0b-449a-8552-77fd5f72d491 req-1f3d464f-6e6e-4aac-8ad2-8861761d4a7c tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks?id=a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 787 time: 0.3096564 Aug 27 02:28:41.001433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-82f723d1-ac0b-449a-8552-77fd5f72d491 req-19b074c5-2ddc-423d-96dd-56e47cad9f42 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:28:41.002520 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82f723d1-ac0b-449a-8552-77fd5f72d491 req-19b074c5-2ddc-423d-96dd-56e47cad9f42 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080414 Aug 27 02:28:41.049575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-2a6fe38a-3665-40f8-af52-a7dc8b5b38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.051350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-2a6fe38a-3665-40f8-af52-a7dc8b5b38f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 200 len: 852 time: 0.0926392 Aug 27 02:28:41.181308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f575740-c2fc-461b-970e-11b8472d747a req-79de28a3-0661-4e09-ae40-1ae324fe330f tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips/94f65cf6-9c04-4572-bbc1-d97f73e1d878 HTTP/1.1" status: 200 len: 693 time: 0.1263688 Aug 27 02:28:41.246133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-af84d844-a5e6-4252-afb5-1118705774c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621040e8-061a-4b1e-ab51-62bf1adf7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827071 Aug 27 02:28:41.376888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642699b2-97b1-4bf8-b38d-88e3debbd651 req-ba4c608a-9724-4f50-96a2-9b73d9e7b4dd tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.378521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-642699b2-97b1-4bf8-b38d-88e3debbd651 req-ba4c608a-9724-4f50-96a2-9b73d9e7b4dd tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0972655 Aug 27 02:28:41.452689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-f1e8170f-cc01-4816-b167-5e56eee0bef5 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831441 Aug 27 02:28:41.474117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-642699b2-97b1-4bf8-b38d-88e3debbd651 req-53523f64-aa64-44b7-8a5e-42dffe8c6146 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892360 Aug 27 02:28:41.589877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575740-c2fc-461b-970e-11b8472d747a req-9cc8612d-02a0-4f1c-9512-fe1dfb1a62be tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.591386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f575740-c2fc-461b-970e-11b8472d747a req-9cc8612d-02a0-4f1c-9512-fe1dfb1a62be tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.4091458 Aug 27 02:28:41.647376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:35Z', 'revision_number': 4, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port': {'id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:30Z', 'updated_at': '2021-08-27T02:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'aec9cca8-9172-49aa-9d30-914238a1243b', 'name': '', 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'mac_address': 'fa:16:3e:86:ec:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '53db7f4c-1822-407b-a178-a043f0b6b564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:34Z', 'updated_at': '2021-08-27T02:28:40Z', 'revision_number': 4, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'subnets': [{'id': '53db7f4c-1822-407b-a178-a043f0b6b564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:41.662622 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f575740-c2fc-461b-970e-11b8472d747a req-0c5f99fb-566f-40bb-b645-7d79d727fb8b tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.0579438 Aug 27 02:28:41.664800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f05b797-1cc9-422b-877f-4501f1b3cbc8 req-6ce8eed4-a8b2-4954-91c8-b93caab1c5a2 service neutron] 10.222.0.32 "GET /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026689 Aug 27 02:28:41.720721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962eb0-b384-4319-92dd-1b880de0d2cf req-ed5d3251-b651-415b-9104-32963936f323 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.729902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763256-1ca4-49b9-83de-60a800a58d6d None None] The sync data for ids ['8644922e-4ade-4abb-8cca-6f04c8ced28c'] in n-d-806293-1 is: [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:35Z', 'revision_number': 4, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port': {'id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:30Z', 'updated_at': '2021-08-27T02:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'aec9cca8-9172-49aa-9d30-914238a1243b', 'name': '', 'network_id': 'f237c873-6947-4125-9922-850c1e5a1c8a', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'mac_address': 'fa:16:3e:86:ec:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '53db7f4c-1822-407b-a178-a043f0b6b564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:34Z', 'updated_at': '2021-08-27T02:28:40Z', 'revision_number': 4, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'subnets': [{'id': '53db7f4c-1822-407b-a178-a043f0b6b564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:41.734241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b5962eb0-b384-4319-92dd-1b880de0d2cf req-ed5d3251-b651-415b-9104-32963936f323 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 944 time: 0.1247070 Aug 27 02:28:41.740426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f575740-c2fc-461b-970e-11b8472d747a req-e0fca44e-49ed-469c-adf0-639484026214 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.0706868 Aug 27 02:28:41.846202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b5962eb0-b384-4319-92dd-1b880de0d2cf req-33f51a41-a66c-4bd1-a1e8-bd02c05a83c1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075399 Aug 27 02:28:42.009260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0cf42-960d-403f-8c9e-b3a367d9c472 req-eb98d789-57dc-4daa-af7b-2c0b208ab015 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:42.011914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49d0cf42-960d-403f-8c9e-b3a367d9c472 req-eb98d789-57dc-4daa-af7b-2c0b208ab015 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0975440 Aug 27 02:28:42.022417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Deleting port be1904d0-1222-413f-88d1-43322e195e7f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:42.022997 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.075031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49d0cf42-960d-403f-8c9e-b3a367d9c472 req-c57a3db8-4ffa-42b7-91b5-7f9c4ae033f7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559902 Aug 27 02:28:42.200113 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.200306 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.219321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Calling delete_port for be1904d0-1222-413f-88d1-43322e195e7f owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:42.429507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.531521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Pushing event deleted for resources: {'Port': ['ID=be1904d0-1222-413f-88d1-43322e195e7f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:42.548275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.549036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.550076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.551079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.551809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.552365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.559227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.559799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.560136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.560558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.560783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.561114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:42.623669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.626691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.629046 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f575740-c2fc-461b-970e-11b8472d747a req-ea332ef6-572e-4f6c-b835-f75fa8dffc67 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "DELETE /v2.0/floatingips/94f65cf6-9c04-4572-bbc1-d97f73e1d878 HTTP/1.1" status: 204 len: 173 time: 0.8804460 Aug 27 02:28:42.629216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:42.805603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:42.826912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'mac_address': 'fa:16:3e:0b:4e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:42.916725 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.019963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2efc993-d672-4019-8aeb-78d5bcb9fd96 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:43.083086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:43.091287 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.224585 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:28:43.229105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:43.264812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['e2efc993-d672-4019-8aeb-78d5bcb9fd96'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:43.336897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aec9cca8-9172-49aa-9d30-914238a1243b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:43.401040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-2a2b86ce-2ea4-4af3-9dbb-80701d3633f7 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4093223 Aug 27 02:28:43.407718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:43.444214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.452186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port aec9cca8-9172-49aa-9d30-914238a1243b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:43.466024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port aec9cca8-9172-49aa-9d30-914238a1243b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:43.466436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.591950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.656371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port aec9cca8-9172-49aa-9d30-914238a1243b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=aec9cca8-9172-49aa-9d30-914238a1243b,segment=NetworkSegment(78780d4d-c2f2-4efb-8660-19b1bbb745fb),segment_id=78780d4d-c2f2-4efb-8660-19b1bbb745fb)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:43.662413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.706081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.740750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=aec9cca8-9172-49aa-9d30-914238a1243b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:43.892945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Allocated IP 172.25.1.200 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/89e15d13-c8f4-4221-9220-16a1e88f4157) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:44.122869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.181374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.181495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47056) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:44.220306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:44.224034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:44.226853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:44.317588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Pushing event updated for resources: {'Port': ['ID=89e15d13-c8f4-4221-9220-16a1e88f4157,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:44.383565 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.433080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6bb85b35-7d46-4d12-9f1f-fb1b8d539322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.434919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.581760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6bb85b35-7d46-4d12-9f1f-fb1b8d539322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.623478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6bb85b35-7d46-4d12-9f1f-fb1b8d539322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.651017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:44.698546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6bb85b35-7d46-4d12-9f1f-fb1b8d539322 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dd72ea6d68c4954babe43ace6d174c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156021 Aug 27 02:28:44.699451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb85b35-7d46-4d12-9f1f-fb1b8d539322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19d562-c4b4-4dec-9b73-36f7c5edf9df,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:44.701933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47062) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:44.759548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.765243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-689e9580-a7c3-4ed4-bde2-9ed36e8dff2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.779998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.793704 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-689e9580-a7c3-4ed4-bde2-9ed36e8dff2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.800206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 7dddd6c9-4dc2-4055-986c-e8af250fb358 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:44.805232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port e2efc993-d672-4019-8aeb-78d5bcb9fd96 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:44.805751 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.861803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-689e9580-a7c3-4ed4-bde2-9ed36e8dff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.865145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-689e9580-a7c3-4ed4-bde2-9ed36e8dff2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.866686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-689e9580-a7c3-4ed4-bde2-9ed36e8dff2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c19d562-c4b4-4dec-9b73-36f7c5edf9df HTTP/1.1" status: 204 len: 168 time: 0.1639292 Aug 27 02:28:44.903187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e9580-a7c3-4ed4-bde2-9ed36e8dff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19d562-c4b4-4dec-9b73-36f7c5edf9df,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:45.015516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Pushing event updated for resources: {'Port': ['ID=89e15d13-c8f4-4221-9220-16a1e88f4157,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:45.056104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.090642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.091943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-92ee976a-b213-464d-9cff-b738dc4c87a2 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6898766 Aug 27 02:28:45.144253 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.180823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-3d1e8ddf-220b-41c5-82b8-e59886a0d141 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.0820284 Aug 27 02:28:45.238242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:45.261236 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d140eaf-e041-4427-bac8-131c9779f29e" -d '{"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-plugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:45.275767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 7dddd6c9-4dc2-4055-986c-e8af250fb358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=7dddd6c9-4dc2-4055-986c-e8af250fb358,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:45.305894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aec9cca8-9172-49aa-9d30-914238a1243b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:45.313525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:45.345009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '7dddd6c9-4dc2-4055-986c-e8af250fb358', 'network_id': '621040e8-061a-4b1e-ab51-62bf1adf7ee0', 'port_id': '7dddd6c9-4dc2-4055-986c-e8af250fb358', 'mac_address': 'fa:16:3e:4a:4e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d761fb0-67d1-4f09-88b5-42861d0d5b51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:45.346916 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.366814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-e32a2437-4405-4470-ae4c-f105ba352606 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:45.368168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0556b0f6-3c15-471b-a48d-a72c82ec5c95 req-e32a2437-4405-4470-ae4c-f105ba352606 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1809337 Aug 27 02:28:45.494896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47074) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:45.508065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:45.518263 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.532501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dddd6c9-4dc2-4055-986c-e8af250fb358 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:45.543809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d796634-26ea-428a-98c3-133db8dc3119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.545335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4bdd9-e49e-4b33-82d5-439ae7d8abb0 req-3334a3ef-6924-42dc-98bb-bb9e91f85bf1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:45.548688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74d4bdd9-e49e-4b33-82d5-439ae7d8abb0 req-3334a3ef-6924-42dc-98bb-bb9e91f85bf1 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 944 time: 0.0916967 Aug 27 02:28:45.564280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 7dddd6c9-4dc2-4055-986c-e8af250fb358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=7dddd6c9-4dc2-4055-986c-e8af250fb358,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:45.565399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port aec9cca8-9172-49aa-9d30-914238a1243b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:45.565795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.633224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.635760 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74d4bdd9-e49e-4b33-82d5-439ae7d8abb0 req-731bad73-b4a5-4189-baef-91f18f8992f3 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789926 Aug 27 02:28:45.802990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d796634-26ea-428a-98c3-133db8dc3119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.810373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d796634-26ea-428a-98c3-133db8dc3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:45.838065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20ac5-c095-4447-a026-0064883876b0 req-ce33fceb-47f8-4f24-8274-e4af16fb4b57 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:45.849869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86b20ac5-c095-4447-a026-0064883876b0 req-ce33fceb-47f8-4f24-8274-e4af16fb4b57 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0787649 Aug 27 02:28:45.862702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=7dddd6c9-4dc2-4055-986c-e8af250fb358,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:45.884558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d796634-26ea-428a-98c3-133db8dc3119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94af10b-7e6c-4aed-8ac2-547b059fd9f8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:45.887914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['7dddd6c9-4dc2-4055-986c-e8af250fb358'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:45.898981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8d796634-26ea-428a-98c3-133db8dc3119 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11f3ff6cb31f490e91f3d72230c1e4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006302 Aug 27 02:28:45.899655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47076) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:45.908576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86b20ac5-c095-4447-a026-0064883876b0 req-b02f8391-a973-4af8-b331-8877779fc8c7 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573936 Aug 27 02:28:46.032013 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f91820dd-077b-469e-be9d-cbd01cb35ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.068071 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f91820dd-077b-469e-be9d-cbd01cb35ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.118089 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06740185-0624-4144-9ca5-99d36f4d8a88 x-openstack-request-id: req-06740185-0624-4144-9ca5-99d36f4d8a88 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:46.118412 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-plugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:46.124342 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06740185-0624-4144-9ca5-99d36f4d8a88 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:46.124867 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'code': 200} Aug 27 02:28:46.141861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f91820dd-077b-469e-be9d-cbd01cb35ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.144998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f91820dd-077b-469e-be9d-cbd01cb35ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.146570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f91820dd-077b-469e-be9d-cbd01cb35ba5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d94af10b-7e6c-4aed-8ac2-547b059fd9f8 HTTP/1.1" status: 204 len: 168 time: 0.2458496 Aug 27 02:28:46.156577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91820dd-077b-469e-be9d-cbd01cb35ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94af10b-7e6c-4aed-8ac2-547b059fd9f8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:46.245577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-16e5ef6d-2cd4-43c1-a777-b8ca3abae30a tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips/bb5519db-e546-4568-bd21-c4d350e247db HTTP/1.1" status: 200 len: 693 time: 0.1059768 Aug 27 02:28:46.376642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5d74acd2-4147-48b9-aacb-aa146fe42fc8 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:46.382823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5d74acd2-4147-48b9-aacb-aa146fe42fc8 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1363745 Aug 27 02:28:46.460207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-6a1df069-3c64-4405-a69d-d29e570b8f39 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.0744302 Aug 27 02:28:46.519823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-43d805ab-ccc5-4c8c-bd8d-a9bac464d6c9 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.0585051 Aug 27 02:28:46.548195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.800987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Deleting port 89e15d13-c8f4-4221-9220-16a1e88f4157 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:46.801650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.813758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 7dddd6c9-4dc2-4055-986c-e8af250fb358 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:46.933696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 7dddd6c9-4dc2-4055-986c-e8af250fb358 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:46.944285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 7dddd6c9-4dc2-4055-986c-e8af250fb358 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:46.947768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.985970 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.986425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.028399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Calling delete_port for 89e15d13-c8f4-4221-9220-16a1e88f4157 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:47.106837 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.184845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 7dddd6c9-4dc2-4055-986c-e8af250fb358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=7dddd6c9-4dc2-4055-986c-e8af250fb358,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:47.195232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.269573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275763-fbfd-4af4-9e3b-70a6ce719780 req-3dd6605d-b8b9-4937-adc1-a1ac8132548f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:47.272486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e275763-fbfd-4af4-9e3b-70a6ce719780 req-3dd6605d-b8b9-4937-adc1-a1ac8132548f tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.0862827 Aug 27 02:28:47.301329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.318191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=7dddd6c9-4dc2-4055-986c-e8af250fb358,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:47.335804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.344624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e275763-fbfd-4af4-9e3b-70a6ce719780 req-90625de2-437a-4f2f-b6d9-4dee63035330 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647166 Aug 27 02:28:47.351056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Pushing event deleted for resources: {'Port': ['ID=89e15d13-c8f4-4221-9220-16a1e88f4157,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:47.452606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.455532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.457170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd6563f3-d071-44fb-9ca7-c659bcf952c8 req-5076c651-43a6-492e-b8ad-93fb87448ecf tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "DELETE /v2.0/floatingips/bb5519db-e546-4568-bd21-c4d350e247db HTTP/1.1" status: 204 len: 173 time: 0.9345355 Aug 27 02:28:47.588244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02701888-7cd4-405f-8033-bf12ba43ef52 req-476625c2-8633-4d01-87cc-2f1f75301598 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:47.602219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02701888-7cd4-405f-8033-bf12ba43ef52 req-476625c2-8633-4d01-87cc-2f1f75301598 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.1207500 Aug 27 02:28:47.646255 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-6c72f117-4be1-4abf-a864-43729d98a15b req-f63bc2c2-1789-4569-86b8-37b41f4ab3e4 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] show failed (client error): The resource could not be found. Aug 27 02:28:47.647942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c72f117-4be1-4abf-a864-43729d98a15b req-f63bc2c2-1789-4569-86b8-37b41f4ab3e4 tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips/bb5519db-e546-4568-bd21-c4d350e247db HTTP/1.1" status: 404 len: 350 time: 0.0726447 Aug 27 02:28:47.670082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02701888-7cd4-405f-8033-bf12ba43ef52 req-562571e5-1f41-4c38-995e-a087f9f7db95 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657089 Aug 27 02:28:48.035298 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-22e25a70-f5dd-49ae-9a55-b94ea7b10fde req-801a62b1-6065-4493-8e45-7cc25f699b0a tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] show failed (client error): The resource could not be found. Aug 27 02:28:48.036429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22e25a70-f5dd-49ae-9a55-b94ea7b10fde req-801a62b1-6065-4493-8e45-7cc25f699b0a tempest-FloatingIPsTestJSON-1684789763 tempest-FloatingIPsTestJSON-1684789763-project] 10.222.0.10 "GET /v2.0/floatingips/bb5519db-e546-4568-bd21-c4d350e247db HTTP/1.1" status: 404 len: 350 time: 0.3593080 Aug 27 02:28:48.045306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47130) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:48.126271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dddd6c9-4dc2-4055-986c-e8af250fb358'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:48.128698 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902c798f-dc17-4c93-80bf-e770df4e03f3" -d '{"events": [{"server_uuid": "a75ade10-919e-4d91-a1cb-628e7f0c2d1c", "name": "network-vif-plugged", "status": "completed", "tag": "7dddd6c9-4dc2-4055-986c-e8af250fb358"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:48.201831 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560eed1f-ff44-43d2-aeb8-4294e7e8b2ee x-openstack-request-id: req-560eed1f-ff44-43d2-aeb8-4294e7e8b2ee {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:48.202566 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75ade10-919e-4d91-a1cb-628e7f0c2d1c", "name": "network-vif-plugged", "status": "completed", "tag": "7dddd6c9-4dc2-4055-986c-e8af250fb358", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:48.202989 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-560eed1f-ff44-43d2-aeb8-4294e7e8b2ee {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:48.204260 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dddd6c9-4dc2-4055-986c-e8af250fb358', 'code': 200} Aug 27 02:28:48.325357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d07a3-e289-41b1-823b-f5650aebd1c2 req-7914a517-bf06-46ec-979b-9aa1dbede65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:48.326884 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e2d07a3-e289-41b1-823b-f5650aebd1c2 req-7914a517-bf06-46ec-979b-9aa1dbede65f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 1097 time: 0.0505197 Aug 27 02:28:48.368243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e2d07a3-e289-41b1-823b-f5650aebd1c2 req-ee17bf25-911b-4b38-af1a-dbc0df4e84e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Aug 27 02:28:48.577659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfb591-af99-4c5b-aaf4-f503d4699f75 req-d33fcead-ed83-4a80-bca8-cc057d4dd0d5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:48.579315 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37cfb591-af99-4c5b-aaf4-f503d4699f75 req-d33fcead-ed83-4a80-bca8-cc057d4dd0d5 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.0735862 Aug 27 02:28:48.614980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:48.686330 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37cfb591-af99-4c5b-aaf4-f503d4699f75 req-c9e5904b-f805-45a0-b06b-9674a95553f6 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977437 Aug 27 02:28:48.832042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e015c16-d061-4816-85d9-4677cc4c6c1a req-beb91f0d-98f6-4285-8ad2-aea98c467c0f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:48.840406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e015c16-d061-4816-85d9-4677cc4c6c1a req-beb91f0d-98f6-4285-8ad2-aea98c467c0f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0780323 Aug 27 02:28:48.892938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e015c16-d061-4816-85d9-4677cc4c6c1a req-4c074a06-a9f3-44fb-9952-36171b21fa84 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514965 Aug 27 02:28:49.055547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Deleting port aec9cca8-9172-49aa-9d30-914238a1243b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:49.056022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.168049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] For port aec9cca8-9172-49aa-9d30-914238a1243b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=aec9cca8-9172-49aa-9d30-914238a1243b,segment=NetworkSegment(78780d4d-c2f2-4efb-8660-19b1bbb745fb),segment_id=78780d4d-c2f2-4efb-8660-19b1bbb745fb)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:49.168049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.189231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Calling delete_port for aec9cca8-9172-49aa-9d30-914238a1243b owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:49.487147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.515152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec9cca8-9172-49aa-9d30-914238a1243b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:49.726622 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.929111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa740-6c6b-40fa-8079-e35fe3f08fe1 req-47729473-b063-4998-a4a1-9b4338e9358c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:49.930758 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-840fa740-6c6b-40fa-8079-e35fe3f08fe1 req-47729473-b063-4998-a4a1-9b4338e9358c tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.0747838 Aug 27 02:28:50.023586 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-840fa740-6c6b-40fa-8079-e35fe3f08fe1 req-d4aadc3b-7a03-4da7-9306-6e179d4d99aa tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817034 Aug 27 02:28:50.054731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ee173-f873-44f1-a263-3df0d1846287 req-87ee4dce-a473-46f6-906c-5a16c24851e0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:50.056584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e5ee173-f873-44f1-a263-3df0d1846287 req-87ee4dce-a473-46f6-906c-5a16c24851e0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0743442 Aug 27 02:28:50.133416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e5ee173-f873-44f1-a263-3df0d1846287 req-cf3c366d-97bc-4e06-83ad-0925fb3fd483 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698893 Aug 27 02:28:50.145996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Router 8644922e-4ade-4abb-8cca-6f04c8ced28c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:50.379720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:50.389027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:50.390913 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] Sync routers for ids ['8644922e-4ade-4abb-8cca-6f04c8ced28c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:50.396520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0f22b642-3fb7-40df-b188-1326f0ebd2b7 admin admin] 10.222.0.10 "PUT /v2.0/routers/8644922e-4ade-4abb-8cca-6f04c8ced28c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3502328 Aug 27 02:28:50.407101 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] Routers {'8644922e-4ade-4abb-8cca-6f04c8ced28c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:50.411030 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8644922e-4ade-4abb-8cca-6f04c8ced28c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:50.425836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29634-91a9-4404-a5d2-f077978fde28 req-93e8eea5-1742-46c9-b45c-90274a2b80a9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:50.435579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecb29634-91a9-4404-a5d2-f077978fde28 req-93e8eea5-1742-46c9-b45c-90274a2b80a9 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.1178725 Aug 27 02:28:50.487908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecb29634-91a9-4404-a5d2-f077978fde28 req-616f1e70-d62e-496d-a003-7d70e954d465 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511594 Aug 27 02:28:50.634304 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] Set router 8644922e-4ade-4abb-8cca-6f04c8ced28c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:50.637324 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:50.796456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:50.873516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Deleting port df599c8a-1ba6-45fa-afb0-177327416cbb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:50.874032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:50.876305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:49Z', 'revision_number': 5, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port': {'id': 'df599c8a-1ba6-45fa-afb0-177327416cbb', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:30Z', 'updated_at': '2021-08-27T02:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:50.944361 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] Checking router: 8644922e-4ade-4abb-8cca-6f04c8ced28c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:28:50.961601 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] Routers {'8644922e-4ade-4abb-8cca-6f04c8ced28c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:50.961905 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8644922e-4ade-4abb-8cca-6f04c8ced28c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:51.054527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] For port df599c8a-1ba6-45fa-afb0-177327416cbb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df599c8a-1ba6-45fa-afb0-177327416cbb,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:51.054872 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.067580 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] Set router 8644922e-4ade-4abb-8cca-6f04c8ced28c gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:51.072678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Calling delete_port for df599c8a-1ba6-45fa-afb0-177327416cbb owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:51.131542 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:50Z', 'revision_number': 6, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:51.174862 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e0635-4ac1-4593-acc5-0846cecddbe5 None None] The sync data for ids ['8644922e-4ade-4abb-8cca-6f04c8ced28c'] in n-d-806293-1 is: [{'id': '8644922e-4ade-4abb-8cca-6f04c8ced28c', 'name': 'tempest-FloatingIPsTestJSON-1304207849-router', 'tenant_id': 'd039ae223df14e83b1a476699b41697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:29Z', 'updated_at': '2021-08-27T02:28:50Z', 'revision_number': 6, 'project_id': 'd039ae223df14e83b1a476699b41697c', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:51.323328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.379452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Pushing event deleted for resources: {'Port': ['ID=df599c8a-1ba6-45fa-afb0-177327416cbb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:51.416558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85091-a30b-411e-a84c-232c49f71937 req-010277e6-d040-448c-bf4c-1425b24b1ffe tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:51.418840 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6f85091-a30b-411e-a84c-232c49f71937 req-010277e6-d040-448c-bf4c-1425b24b1ffe tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.1101925 Aug 27 02:28:51.455491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.482906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6f85091-a30b-411e-a84c-232c49f71937 req-f9bd82ea-23c7-4a5a-9e52-c214ff289830 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531225 Aug 27 02:28:51.661908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.670624 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.764095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.764654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8644922e-4ade-4abb-8cca-6f04c8ced28c {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:28:51.770274 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.773851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4d45cda6-ad40-4e08-86fc-b392721efedd admin admin] 10.222.0.10 "DELETE /v2.0/routers/8644922e-4ade-4abb-8cca-6f04c8ced28c HTTP/1.1" status: 204 len: 168 time: 1.3811641 Aug 27 02:28:51.774586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47242) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:51.786926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679d98-b1fc-45d5-b7d3-e53b1a6ecebf req-6859b25c-bee3-4d15-a13a-7aa26c779024 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:51.788574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2679d98-b1fc-45d5-b7d3-e53b1a6ecebf req-6859b25c-bee3-4d15-a13a-7aa26c779024 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.1416099 Aug 27 02:28:51.854211 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2679d98-b1fc-45d5-b7d3-e53b1a6ecebf req-200c3b7d-251b-467c-b1ff-cbaa64d54d43 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573940 Aug 27 02:28:51.885571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] Deleting subnet 53db7f4c-1822-407b-a178-a043f0b6b564 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:51.889339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.086636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.243754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.335501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.374432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53db7f4c-1822-407b-a178-a043f0b6b564,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:52.378952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.381272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-995f5acb-5aeb-4e35-8bd3-5281fbfa5710 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/53db7f4c-1822-407b-a178-a043f0b6b564 HTTP/1.1" status: 204 len: 168 time: 0.6057699 Aug 27 02:28:52.384175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47256) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:52.393499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf04c30-ffce-4162-9907-3a1a0e799a49 None None] Network f237c873-6947-4125-9922-850c1e5a1c8a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:52.485550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16fb65-e9af-4bad-a197-ce71e479b9b3 req-086aecca-a24e-47a8-9ec8-a39f7019c31a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:52.499171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd16fb65-e9af-4bad-a197-ce71e479b9b3 req-086aecca-a24e-47a8-9ec8-a39f7019c31a tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.1422200 Aug 27 02:28:52.518432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.563711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd16fb65-e9af-4bad-a197-ce71e479b9b3 req-37dd1ae7-877b-46b5-9cdf-44946af61d16 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640471 Aug 27 02:28:52.697274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Deleting port 6a28f6d7-b583-4d91-8271-9d876a03c8df {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:52.703458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.763461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496768c5-549c-4088-8d6c-3667b9547111 req-e91f9039-a6b1-4667-846f-fba15bc3eac9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:52.771651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-496768c5-549c-4088-8d6c-3667b9547111 req-e91f9039-a6b1-4667-846f-fba15bc3eac9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.1434832 Aug 27 02:28:52.785675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] DHCP port deletion for f237c873-6947-4125-9922-850c1e5a1c8a request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:28:52.840050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] For port 6a28f6d7-b583-4d91-8271-9d876a03c8df, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6a28f6d7-b583-4d91-8271-9d876a03c8df,segment=NetworkSegment(78780d4d-c2f2-4efb-8660-19b1bbb745fb),segment_id=78780d4d-c2f2-4efb-8660-19b1bbb745fb)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:52.840434 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.864184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-496768c5-549c-4088-8d6c-3667b9547111 req-707d654d-4c5b-4f58-bdcb-e762862d2607 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914755 Aug 27 02:28:52.878613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Calling delete_port for 6a28f6d7-b583-4d91-8271-9d876a03c8df owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:52.927068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] Deleting port 6a28f6d7-b583-4d91-8271-9d876a03c8df {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:52.929516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.004933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.033904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] For port 6a28f6d7-b583-4d91-8271-9d876a03c8df, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6a28f6d7-b583-4d91-8271-9d876a03c8df,segment=NetworkSegment(78780d4d-c2f2-4efb-8660-19b1bbb745fb),segment_id=78780d4d-c2f2-4efb-8660-19b1bbb745fb)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:53.034727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.056233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] Calling delete_port for 6a28f6d7-b583-4d91-8271-9d876a03c8df owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:53.079410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a28f6d7-b583-4d91-8271-9d876a03c8df,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:53.088622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] No DVR routers for this DVR port 6a28f6d7-b583-4d91-8271-9d876a03c8df on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:53.214216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.228846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f237c873-6947-4125-9922-850c1e5a1c8a']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:53.233843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.248535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78780d4d-c2f2-4efb-8660-19b1bbb745fb') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:53.249655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78780d4d-c2f2-4efb-8660-19b1bbb745fb') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:53.275843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.282866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] Pushing event deleted for resources: {'Port': ['ID=6a28f6d7-b583-4d91-8271-9d876a03c8df,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:53.291200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aec9cca8-9172-49aa-9d30-914238a1243b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:53.318242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.321082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962ae02-8cfb-4f6d-9639-6d4109dcaf96 None None] No DVR routers for this DVR port 6a28f6d7-b583-4d91-8271-9d876a03c8df on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:53.329774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: aec9cca8-9172-49aa-9d30-914238a1243b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:53.329774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aec9cca8-9172-49aa-9d30-914238a1243b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:53.329774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df599c8a-1ba6-45fa-afb0-177327416cbb no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:53.336302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:53.336874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:53.340044 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:53.366347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: df599c8a-1ba6-45fa-afb0-177327416cbb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:53.367071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df599c8a-1ba6-45fa-afb0-177327416cbb not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:53.368168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a28f6d7-b583-4d91-8271-9d876a03c8df no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:53.397563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6a28f6d7-b583-4d91-8271-9d876a03c8df {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:53.399407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a28f6d7-b583-4d91-8271-9d876a03c8df not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:53.427270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.433619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.437433 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f237c873-6947-4125-9922-850c1e5a1c8a HTTP/1.1" status: 204 len: 168 time: 1.0507402 Aug 27 02:28:53.450020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe410170-a39f-48c5-9cb8-663050fb9f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f237c873-6947-4125-9922-850c1e5a1c8a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:53.729268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-7c30ee84-147a-4088-8112-f5cc70fc1c35 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:53.731041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-7c30ee84-147a-4088-8112-f5cc70fc1c35 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.1090846 Aug 27 02:28:53.752256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053fc32-5d0b-4701-9f41-5b4379c2ebc6 req-134e7b6c-1090-4e23-8f9b-99dc08eb83c7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:53.763868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7053fc32-5d0b-4701-9f41-5b4379c2ebc6 req-134e7b6c-1090-4e23-8f9b-99dc08eb83c7 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 946 time: 0.0904830 Aug 27 02:28:53.796119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47294) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:53.849305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7053fc32-5d0b-4701-9f41-5b4379c2ebc6 req-880ce3e4-2936-45d3-9192-e345f7e30d25 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/security-groups?id=72d9ec44-1238-47fc-aaf6-d8849e1a0d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840292 Aug 27 02:28:53.875810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1a749c70-f691-48d9-8031-68a24b4c4c4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d039ae223df14e83b1a476699b41697c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784800 Aug 27 02:28:53.878296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47296) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:53.910506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Deleting port 7dddd6c9-4dc2-4055-986c-e8af250fb358 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:53.912445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.015027 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e5dce05-b355-4ad2-9480-62909f20bdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.044602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e5dce05-b355-4ad2-9480-62909f20bdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.049369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] For port 7dddd6c9-4dc2-4055-986c-e8af250fb358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=7dddd6c9-4dc2-4055-986c-e8af250fb358,segment=NetworkSegment(c5744b00-4dbc-4520-ac74-bccea0a45ef0),segment_id=c5744b00-4dbc-4520-ac74-bccea0a45ef0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:54.049753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.053973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbbb11-a86e-42af-943d-3ff92ff5e806 req-b726b730-29a1-4c8b-b044-65c6593ead85 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:54.055592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19dbbb11-a86e-42af-943d-3ff92ff5e806 req-b726b730-29a1-4c8b-b044-65c6593ead85 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0862961 Aug 27 02:28:54.072440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Calling delete_port for 7dddd6c9-4dc2-4055-986c-e8af250fb358 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:54.146813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19dbbb11-a86e-42af-943d-3ff92ff5e806 req-994371dc-f31e-4d28-9761-744df7a2fc23 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766535 Aug 27 02:28:54.193889 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e5dce05-b355-4ad2-9480-62909f20bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.197228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e5dce05-b355-4ad2-9480-62909f20bdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.198915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1e5dce05-b355-4ad2-9480-62909f20bdd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8552ad92-16b0-47aa-bb3d-a907e1538a4f HTTP/1.1" status: 204 len: 168 time: 0.3193116 Aug 27 02:28:54.216013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dce05-b355-4ad2-9480-62909f20bdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8552ad92-16b0-47aa-bb3d-a907e1538a4f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:54.346525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.358980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['7dddd6c9-4dc2-4055-986c-e8af250fb358'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:54.459677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Pushing event deleted for resources: {'Port': ['ID=7dddd6c9-4dc2-4055-986c-e8af250fb358,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:54.558863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] No DVR routers for this DVR port 7dddd6c9-4dc2-4055-986c-e8af250fb358 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:54.561829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.564333 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46aff61e-6378-4ddb-b48d-045d4c34e684 req-5c7ce75b-4c81-4b3c-b30c-92e31173c2c0 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.32 "DELETE /v2.0/ports/7dddd6c9-4dc2-4055-986c-e8af250fb358 HTTP/1.1" status: 204 len: 173 time: 0.8215876 Aug 27 02:28:54.564857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'name': 'network-vif-deleted', 'tag': '7dddd6c9-4dc2-4055-986c-e8af250fb358'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:54.567355 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c61370d-9735-46b3-a8bb-79a2814c6ea9" -d '{"events": [{"server_uuid": "a75ade10-919e-4d91-a1cb-628e7f0c2d1c", "name": "network-vif-deleted", "tag": "7dddd6c9-4dc2-4055-986c-e8af250fb358"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:54.610623 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0041aac0-e5cb-4e45-b2d6-7441e76794cf x-openstack-request-id: req-0041aac0-e5cb-4e45-b2d6-7441e76794cf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:54.611109 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75ade10-919e-4d91-a1cb-628e7f0c2d1c", "name": "network-vif-deleted", "tag": "7dddd6c9-4dc2-4055-986c-e8af250fb358", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:54.611426 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0041aac0-e5cb-4e45-b2d6-7441e76794cf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:54.612250 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75ade10-919e-4d91-a1cb-628e7f0c2d1c', 'name': 'network-vif-deleted', 'tag': '7dddd6c9-4dc2-4055-986c-e8af250fb358', 'status': 'completed', 'code': 200} Aug 27 02:28:55.008322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e8a8f00-b61b-4fa5-8b49-8f1132c7948c req-7e2103d9-6bd8-4688-9ed9-2c7496a3d276 tempest-DeleteServersTestJSON-203915613 tempest-DeleteServersTestJSON-203915613-project] 10.222.0.10 "GET /v2.0/ports?device_id=a75ade10-919e-4d91-a1cb-628e7f0c2d1c HTTP/1.1" status: 200 len: 210 time: 0.0540557 Aug 27 02:28:55.321323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc15ea-fd4e-4091-aa36-f97ad1a6a1a9 req-2a447e68-00e4-4343-b2c3-cca3f766302e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:55.331489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89bc15ea-fd4e-4091-aa36-f97ad1a6a1a9 req-2a447e68-00e4-4343-b2c3-cca3f766302e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0836320 Aug 27 02:28:55.374144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89bc15ea-fd4e-4091-aa36-f97ad1a6a1a9 req-4c3badcb-47b7-4064-b4b0-0da064d18bb3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Aug 27 02:28:55.626896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-05e7b3e6-70cf-45b4-b9ea-34e04a37f586 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=916fb3515ff5419f8dbba80118fed0f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296423 Aug 27 02:28:55.745921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-4d16aaf8-7eee-489c-a4e3-688a9fb467a0 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1585851618&fields=id&tenant_id=9f1f80b548154fdcb879dd0efcf97ff7 HTTP/1.1" status: 200 len: 267 time: 0.0578454 Aug 27 02:28:55.889884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-4b17a9c0-e23d-442d-a232-43154d314f87 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:55.896984 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-4b17a9c0-e23d-442d-a232-43154d314f87 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/networks?id=ddb64937-3348-430a-9303-9c36194cdc20 HTTP/1.1" status: 200 len: 815 time: 0.1416354 Aug 27 02:28:55.912545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-0a662f93-bf76-4eaf-82ba-8b5d78210c8d tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/quotas/9f1f80b548154fdcb879dd0efcf97ff7 HTTP/1.1" status: 200 len: 375 time: 0.0145447 Aug 27 02:28:55.995340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-3bd0fab9-f10d-4bf9-9507-cb37703f3286 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1f80b548154fdcb879dd0efcf97ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768399 Aug 27 02:28:56.094418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-909f29c7-996b-4887-abf3-f4d6ac42f2be tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:56.104656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-909f29c7-996b-4887-abf3-f4d6ac42f2be tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4762993 Aug 27 02:28:56.115624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-a7f514d4-848f-400a-9aef-c2da407c9027 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/quotas/916fb3515ff5419f8dbba80118fed0f7 HTTP/1.1" status: 200 len: 375 time: 0.0098042 Aug 27 02:28:56.152467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-09cc03a3-01d9-4ab3-894b-d5638cceeb50 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=916fb3515ff5419f8dbba80118fed0f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289149 Aug 27 02:28:56.239729 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-76761575-efe5-49c4-81af-1e6db32773a6 service neutron] 10.222.0.10 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424970 Aug 27 02:28:56.381606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-4c6c9628-0c08-433a-b2ce-69848477921d service neutron] 10.222.0.10 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305773 Aug 27 02:28:56.513396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94aeaada-71f3-42b8-9971-de6288d1970f req-e458187d-d2a8-4d64-a743-d3069a64f517 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 210 time: 0.0313532 Aug 27 02:28:56.656154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1284-834a-4779-8e87-ea430f57aba4 req-105b9b98-86d1-4b2d-89a6-9b57f05cc2e6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:56.659742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-698f1284-834a-4779-8e87-ea430f57aba4 req-105b9b98-86d1-4b2d-89a6-9b57f05cc2e6 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0762787 Aug 27 02:28:56.714173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-698f1284-834a-4779-8e87-ea430f57aba4 req-e455cef9-48c2-4a5e-b60a-496a97dad442 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Aug 27 02:28:56.933070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a268cfd-ba19-4147-9e9d-ed9ba69353f6 req-394983c2-f224-4817-9180-93e21fcd2f01 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 210 time: 0.0435460 Aug 27 02:28:57.606587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca16a-6944-45d3-9679-aa196555e310 req-0d974ba2-8b3c-405d-966f-9f084a7de3e1 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:57.615658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e90ca16a-6944-45d3-9679-aa196555e310 req-0d974ba2-8b3c-405d-966f-9f084a7de3e1 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 949 time: 0.0762098 Aug 27 02:28:57.625679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-533a1ff2-7390-425b-b95b-3403b0b2831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.643166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1665a2c5-d145-4ec3-ad82-5474ac08652a req-b10ebe76-b5f8-497c-b3a9-d998911c6220 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 210 time: 0.0512385 Aug 27 02:28:57.678616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e90ca16a-6944-45d3-9679-aa196555e310 req-2759aa62-1848-48e6-90f8-b64bf24fee9b tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616155 Aug 27 02:28:57.743910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-12faced0-5a6e-44c2-a2ce-eadf1a7dd25a tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=916fb3515ff5419f8dbba80118fed0f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271351 Aug 27 02:28:57.844361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0ba30-4e97-42af-aa18-ba633a1178f3 req-fcbe691a-bcaa-4d80-8612-f8f71e1f5478 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:57.846082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ff0ba30-4e97-42af-aa18-ba633a1178f3 req-fcbe691a-bcaa-4d80-8612-f8f71e1f5478 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0588717 Aug 27 02:28:57.874746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-58c32fdc-95eb-4ea8-a213-6f22735706ff tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:57.876336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-58c32fdc-95eb-4ea8-a213-6f22735706ff tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234000 Aug 27 02:28:57.890746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ff0ba30-4e97-42af-aa18-ba633a1178f3 req-a881a9f1-9e45-46d0-8e3a-c63c9a32e641 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Aug 27 02:28:57.892294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Request body: {'port': {'device_id': '355cda1b-300d-4946-97f7-f7e2a5255250', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '916fb3515ff5419f8dbba80118fed0f7'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:58.024896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Made reservation on behalf of 916fb3515ff5419f8dbba80118fed0f7 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:58.028700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.039301 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.055287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-535f0c0c-58ea-49c6-a6da-ac0dc36cbbaf req-029ccd12-1745-4130-a41e-60e6f46f6212 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 210 time: 0.0314639 Aug 27 02:28:58.187034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-9cdbcfa8-a629-4411-8182-4b3edcde78c3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:58.188550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-9cdbcfa8-a629-4411-8182-4b3edcde78c3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.32 "GET /v2.0/networks?id=ddb64937-3348-430a-9303-9c36194cdc20 HTTP/1.1" status: 200 len: 815 time: 0.1407809 Aug 27 02:28:58.263340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-8c6499b3-efa6-4f92-a15e-f2e232d62847 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f1f80b548154fdcb879dd0efcf97ff7 HTTP/1.1" status: 200 len: 380 time: 0.0629835 Aug 27 02:28:58.267797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.273827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Request body: {'port': {'device_id': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'admin_state_up': True, 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'security_groups': ['1a74c039-a064-49f2-ae3d-8f6aaabb3513']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:58.278771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.395589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e3f874-623f-4033-ac4b-743633586bf4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:58.495964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Made reservation on behalf of 9f1f80b548154fdcb879dd0efcf97ff7 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:58.499471 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.506958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Allocated IP 192.168.233.84 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/d6773263-8917-457a-86c3-aa36b1cbcb62) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:58.727663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Allocated IP 172.20.0.6 (ddb64937-3348-430a-9303-9c36194cdc20/8d9f0231-445f-48af-9187-e7e9763b1628/2259f5e9-2003-453c-8bed-695c6ec6ed56) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:58.772172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f355efe3-577f-42e3-a986-9d82f982edbe req-df3ed065-2506-4bf0-933c-ca0a60f1be33 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 210 time: 0.0458548 Aug 27 02:28:58.801278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.825628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a01222-fcd5-4bff-bdf8-a097b9261bd5 req-8f46fa08-c194-4e2c-8c4c-f6c65b1e6c29 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:58.828168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Transition to ACTIVE for port object d6773263-8917-457a-86c3-aa36b1cbcb62 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:58.835300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6a01222-fcd5-4bff-bdf8-a097b9261bd5 req-8f46fa08-c194-4e2c-8c4c-f6c65b1e6c29 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 949 time: 0.0713701 Aug 27 02:28:58.878888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 7dddd6c9-4dc2-4055-986c-e8af250fb358 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:58.897394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6a01222-fcd5-4bff-bdf8-a097b9261bd5 req-760d8cf9-9e67-4b97-84c5-1c57a7208909 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608115 Aug 27 02:28:58.928066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 7dddd6c9-4dc2-4055-986c-e8af250fb358 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:58.929149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 7dddd6c9-4dc2-4055-986c-e8af250fb358 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:58.941978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.957378 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.005896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Transition to ACTIVE for port object 2259f5e9-2003-453c-8bed-695c6ec6ed56 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:59.008296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:59.016468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:59.022862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:59.061098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Pushing event updated for resources: {'Port': ['ID=d6773263-8917-457a-86c3-aa36b1cbcb62,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:59.073712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02704a-4037-40b2-9b90-7f29320c3f94 req-8ae61361-1e03-46e7-88a2-a10e9bf061d1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:59.085524 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce02704a-4037-40b2-9b90-7f29320c3f94 req-8ae61361-1e03-46e7-88a2-a10e9bf061d1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.1001773 Aug 27 02:28:59.137734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce02704a-4037-40b2-9b90-7f29320c3f94 req-30a8c9fa-4ab2-472f-bbf2-83459438d18a tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Aug 27 02:28:59.142079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:59.142678 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.164421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.222085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-e9b8157c-27ef-400c-911f-1cf65efc63a3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3357882 Aug 27 02:28:59.255741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Request body: {'port': {'device_id': '355cda1b-300d-4946-97f7-f7e2a5255250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:59.301602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Network ddb64937-3348-430a-9303-9c36194cdc20 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:59.307556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event updated for resources: {'Port': ['ID=2259f5e9-2003-453c-8bed-695c6ec6ed56,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:59.314756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:59.321191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:59.425876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0810-2c3e-4ff5-8034-ce7f5dc978ea req-93bf66a4-dd3d-46d7-8cb6-dd7a815f7231 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:59.432013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-25bca386-cfce-4bff-a477-267136363628 None None] Provisioning for port d6773263-8917-457a-86c3-aa36b1cbcb62 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:59.435912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d60a0810-2c3e-4ff5-8034-ce7f5dc978ea req-93bf66a4-dd3d-46d7-8cb6-dd7a815f7231 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 931 time: 0.2162881 Aug 27 02:28:59.438801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-25bca386-cfce-4bff-a477-267136363628 None None] Provisioning complete for port d6773263-8917-457a-86c3-aa36b1cbcb62 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:59.439408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-25bca386-cfce-4bff-a477-267136363628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.464597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.488153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-25bca386-cfce-4bff-a477-267136363628 None None] Port d6773263-8917-457a-86c3-aa36b1cbcb62 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:59.504349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:59.505230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.583063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d60a0810-2c3e-4ff5-8034-ce7f5dc978ea req-5560ed44-c859-4abe-ad08-e0214e7791d2 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459222 Aug 27 02:28:59.596937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-22899f2e-be93-4124-86c9-0ab3e8b2e278 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3272295 Aug 27 02:28:59.613169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Request body: {'port': {'device_id': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:59.728775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-751ae26a-1ce9-4e1e-ac42-9d81fdf4a898 None None] Provisioning for port 2259f5e9-2003-453c-8bed-695c6ec6ed56 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:59.733195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-751ae26a-1ce9-4e1e-ac42-9d81fdf4a898 None None] Provisioning complete for port 2259f5e9-2003-453c-8bed-695c6ec6ed56 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:59.733750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-751ae26a-1ce9-4e1e-ac42-9d81fdf4a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.818105 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.825980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-751ae26a-1ce9-4e1e-ac42-9d81fdf4a898 None None] Port 2259f5e9-2003-453c-8bed-695c6ec6ed56 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:00.163246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-76126399-2646-4e15-9f2b-c571f81ab2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:00.420982 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:00.464495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321120-993c-4c64-b2b5-08f518357798 req-b27fdb33-c1d9-4d94-ac71-e19cd4e6b9f7 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:00.472857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00321120-993c-4c64-b2b5-08f518357798 req-b27fdb33-c1d9-4d94-ac71-e19cd4e6b9f7 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 935 time: 0.5981708 Aug 27 02:29:00.600195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00321120-993c-4c64-b2b5-08f518357798 req-f75ce3b0-4910-4669-a9b7-0f5eeb8efc55 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264348 Aug 27 02:29:00.655188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840a0ef-9417-44ee-8242-dd46ef3033f9 req-d85aa66f-5085-4d32-a97d-a95db9640682 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:00.658741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2840a0ef-9417-44ee-8242-dd46ef3033f9 req-d85aa66f-5085-4d32-a97d-a95db9640682 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0598562 Aug 27 02:29:00.700721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6773263-8917-457a-86c3-aa36b1cbcb62 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:00.701944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2840a0ef-9417-44ee-8242-dd46ef3033f9 req-e3064a64-35a1-457c-9d2a-89947b258ea8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371079 Aug 27 02:29:00.711436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:00.752667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Transition to ACTIVE for port object d6773263-8917-457a-86c3-aa36b1cbcb62 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:00.775518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2259f5e9-2003-453c-8bed-695c6ec6ed56 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:00.788232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:00.801601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Transition to ACTIVE for port object 2259f5e9-2003-453c-8bed-695c6ec6ed56 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:00.803351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:00.818161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:00.876467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509159c-ed01-4771-8447-9a21c344c8eb req-e0fc2af9-0b9d-4d46-bbe4-d71979b62fd5 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:00.893537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6509159c-ed01-4771-8447-9a21c344c8eb req-e0fc2af9-0b9d-4d46-bbe4-d71979b62fd5 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 931 time: 0.1072974 Aug 27 02:29:00.906868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47596) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:00.910371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Pushing event updated for resources: {'Port': ['ID=d6773263-8917-457a-86c3-aa36b1cbcb62,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:01.011305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Pushing event updated for resources: {'Port': ['ID=2259f5e9-2003-453c-8bed-695c6ec6ed56,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:01.066185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Attempting to bind port d6773263-8917-457a-86c3-aa36b1cbcb62 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:01.066613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Attempting to bind port d6773263-8917-457a-86c3-aa36b1cbcb62 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:01.066952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Attempting to bind port d6773263-8917-457a-86c3-aa36b1cbcb62 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:01.075031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6509159c-ed01-4771-8447-9a21c344c8eb req-4dded193-d1b2-4a7a-a9ea-e666de636a75 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752381 Aug 27 02:29:01.090661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] Deleting subnet 0d761fb0-67d1-4f09-88b5-42861d0d5b51 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:29:01.101882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.112903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Port d6773263-8917-457a-86c3-aa36b1cbcb62 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:01.113230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Attempting to bind port d6773263-8917-457a-86c3-aa36b1cbcb62 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:01.125592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:01.125930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:01.126377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:01.126802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Bound port: d6773263-8917-457a-86c3-aa36b1cbcb62, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:01.127165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.186836 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.195837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.201468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Attempting to bind port 2259f5e9-2003-453c-8bed-695c6ec6ed56 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:01.201808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Attempting to bind port 2259f5e9-2003-453c-8bed-695c6ec6ed56 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:01.202138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Attempting to bind port 2259f5e9-2003-453c-8bed-695c6ec6ed56 on network ddb64937-3348-430a-9303-9c36194cdc20 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:01.210000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Port 2259f5e9-2003-453c-8bed-695c6ec6ed56 on network ddb64937-3348-430a-9303-9c36194cdc20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:01.210254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Attempting to bind port 2259f5e9-2003-453c-8bed-695c6ec6ed56 on network ddb64937-3348-430a-9303-9c36194cdc20 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:01.222131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:01.222538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Checking segment: {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:01.222966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Bound using segment: {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:01.223410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Bound port: 2259f5e9-2003-453c-8bed-695c6ec6ed56, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaffbae-97f6-44ab-81ec-d742ecac019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:01.224027 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.276281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] For port d6773263-8917-457a-86c3-aa36b1cbcb62, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:01.279519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.293555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] For port d6773263-8917-457a-86c3-aa36b1cbcb62, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6773263-8917-457a-86c3-aa36b1cbcb62,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:01.310833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.353663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.357991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.358636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.360088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] 10.222.0.32 "PUT /v2.0/ports/d6773263-8917-457a-86c3-aa36b1cbcb62 HTTP/1.1" status: 200 len: 1095 time: 2.1121457 Aug 27 02:29:01.362399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355cda1b-300d-4946-97f7-f7e2a5255250', 'tag': 'd6773263-8917-457a-86c3-aa36b1cbcb62'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:01.364784 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48bab5-4bc2-49e1-b68b-905512386917" -d '{"events": [{"name": "network-changed", "server_uuid": "355cda1b-300d-4946-97f7-f7e2a5255250", "tag": "d6773263-8917-457a-86c3-aa36b1cbcb62"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:01.368626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] For port 2259f5e9-2003-453c-8bed-695c6ec6ed56, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:01.386262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d761fb0-67d1-4f09-88b5-42861d0d5b51,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:01.390375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] For port 2259f5e9-2003-453c-8bed-695c6ec6ed56, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:01.403422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.405981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d50c1-3c8b-4f36-b01a-49a9d956528f service neutron] Pushing event updated for resources: {'Port': ['ID=d6773263-8917-457a-86c3-aa36b1cbcb62,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:01.421819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.424253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a2244adf-2711-45dd-a03f-27879eac846a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0d761fb0-67d1-4f09-88b5-42861d0d5b51 HTTP/1.1" status: 204 len: 168 time: 0.5152435 Aug 27 02:29:01.430767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47600) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:01.475869 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2bce8-d4dc-4b51-89c4-92bc747e775a x-openstack-request-id: req-1bf2bce8-d4dc-4b51-89c4-92bc747e775a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:01.476156 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355cda1b-300d-4946-97f7-f7e2a5255250", "tag": "d6773263-8917-457a-86c3-aa36b1cbcb62", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:01.476402 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bf2bce8-d4dc-4b51-89c4-92bc747e775a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:01.476797 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355cda1b-300d-4946-97f7-f7e2a5255250', 'tag': 'd6773263-8917-457a-86c3-aa36b1cbcb62', 'status': 'completed', 'code': 200} Aug 27 02:29:01.478688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.479426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.480916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] 10.222.0.32 "PUT /v2.0/ports/2259f5e9-2003-453c-8bed-695c6ec6ed56 HTTP/1.1" status: 200 len: 1091 time: 1.8748448 Aug 27 02:29:01.549464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-4e2533d9-95fb-429d-a597-1f9015499950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.551179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-4e2533d9-95fb-429d-a597-1f9015499950 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=916fb3515ff5419f8dbba80118fed0f7&device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 1098 time: 0.1120760 Aug 27 02:29:01.577503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7c34f-026b-40cb-b61c-0f5aa9f8190f service neutron] Pushing event updated for resources: {'Port': ['ID=2259f5e9-2003-453c-8bed-695c6ec6ed56,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:01.584823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.685562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-566429a4-3d4a-426e-b4f1-7cb73eea4b9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d6773263-8917-457a-86c3-aa36b1cbcb62 HTTP/1.1" status: 200 len: 217 time: 0.1032999 Aug 27 02:29:01.772208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.783757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621040e8-061a-4b1e-ab51-62bf1adf7ee0']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:01.796125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5744b00-4dbc-4520-ac74-bccea0a45ef0') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:01.796754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5744b00-4dbc-4520-ac74-bccea0a45ef0') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:01.808334 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.825848 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.829380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-bea89542-ba46-4970-b03f-85e70abb7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.833417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-bea89542-ba46-4970-b03f-85e70abb7c24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f80b548154fdcb879dd0efcf97ff7&device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 1094 time: 0.2812500 Aug 27 02:29:01.833861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:01.834490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:01.886350 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:01.889803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-35c07ffc-bce5-4221-bf67-26a86149f903 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56 HTTP/1.1" status: 200 len: 217 time: 0.0395875 Aug 27 02:29:01.915136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.928184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.930036 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] 10.222.0.10 "DELETE /v2.0/networks/621040e8-061a-4b1e-ab51-62bf1adf7ee0 HTTP/1.1" status: 204 len: 168 time: 0.4978716 Aug 27 02:29:01.942413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-7c6f804c-138b-46ed-a11c-7ba3b60c5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.943914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-7c6f804c-138b-46ed-a11c-7ba3b60c5e5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9f0231-445f-48af-9187-e7e9763b1628 HTTP/1.1" status: 200 len: 854 time: 0.0446095 Aug 27 02:29:01.949360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-19aed71f-752f-40e0-83e8-eedd78cb1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.950168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c0b61-acb4-4b0b-a372-a7c39147cdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=621040e8-061a-4b1e-ab51-62bf1adf7ee0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:01.950855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-19aed71f-752f-40e0-83e8-eedd78cb1660 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2507272 Aug 27 02:29:01.970579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a94d9-3f55-40e9-bbf4-90d609434cf0 req-a0e980f6-04e1-4508-a09c-0f091d0c0b6c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.972136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c0a94d9-3f55-40e9-bbf4-90d609434cf0 req-a0e980f6-04e1-4508-a09c-0f091d0c0b6c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0849671 Aug 27 02:29:02.012732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341be782-23e8-414c-910f-7ecc6c7ff6fb req-b832610b-6dff-4c20-bdcf-75a81a8e64dc tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.018841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4c0a94d9-3f55-40e9-bbf4-90d609434cf0 req-4b89faea-1049-4865-8cab-ed705245bcba tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 Aug 27 02:29:02.020217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341be782-23e8-414c-910f-7ecc6c7ff6fb req-b832610b-6dff-4c20-bdcf-75a81a8e64dc tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 947 time: 0.3184497 Aug 27 02:29:02.059365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-27dc2344-c077-4566-a337-cc6e1628c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.060876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-27dc2344-c077-4566-a337-cc6e1628c293 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994985 Aug 27 02:29:02.075163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-12d86e4c-33fb-4e35-a823-c6484cd1e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.076773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-12d86e4c-33fb-4e35-a823-c6484cd1e31d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddb64937-3348-430a-9303-9c36194cdc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244283 Aug 27 02:29:02.132953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341be782-23e8-414c-910f-7ecc6c7ff6fb req-de7bf129-9292-4282-9cd9-cbc359552f50 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120944 Aug 27 02:29:02.180492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47622) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:02.211252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cea47-a1ae-4479-baa3-5eae05cc41af req-9528daf3-6954-4745-bc49-00fb94efeb6c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.213067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e76cea47-a1ae-4479-baa3-5eae05cc41af req-9528daf3-6954-4745-bc49-00fb94efeb6c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.0518610 Aug 27 02:29:02.253757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e76cea47-a1ae-4479-baa3-5eae05cc41af req-5dbc9094-034b-4438-baea-495711b5fe00 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346196 Aug 27 02:29:02.268356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-485f3c4e-2b6c-4e69-9c1f-41072add4e62 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954997 Aug 27 02:29:02.275467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-df677f1e-ac6e-4df4-9ecb-2d2ae6adab7b service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864700 Aug 27 02:29:02.278961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ffeb82e5-d589-4f3a-aa8c-6f194edb6509 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0752587e783c4457a71471578251cf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974231 Aug 27 02:29:02.281670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47624) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:02.331709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad9c182a-46fc-4664-9273-549d78014278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.352980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad9c182a-46fc-4664-9273-549d78014278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.408417 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad9c182a-46fc-4664-9273-549d78014278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.412756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad9c182a-46fc-4664-9273-549d78014278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.414262 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ad9c182a-46fc-4664-9273-549d78014278 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72d9ec44-1238-47fc-aaf6-d8849e1a0d60 HTTP/1.1" status: 204 len: 168 time: 0.1314113 Aug 27 02:29:02.424123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c182a-46fc-4664-9273-549d78014278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9ec44-1238-47fc-aaf6-d8849e1a0d60,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:02.433071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea34e3e-b1fa-4257-9d61-941325ae847f req-ffa72d3c-cfb0-4891-be22-1a39ad7e9ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566741 Aug 27 02:29:02.435254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5681e98a-62e8-4008-b1c5-e2c174668970 req-ef8813a7-40da-4fc5-b51b-0cfe7fd46a1e service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491427 Aug 27 02:29:02.534411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-f2e1f3f7-e26c-419a-851b-16339ab1e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.536011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-f2e1f3f7-e26c-419a-851b-16339ab1e381 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=916fb3515ff5419f8dbba80118fed0f7&device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 1098 time: 0.0439873 Aug 27 02:29:02.648271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-c19a6895-66d8-4cb0-8d3a-db927f202c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.649787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-c19a6895-66d8-4cb0-8d3a-db927f202c31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1065481 Aug 27 02:29:02.698722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-a2900ae2-15a0-4b39-80ef-ea640868af53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d6773263-8917-457a-86c3-aa36b1cbcb62 HTTP/1.1" status: 200 len: 217 time: 0.0402455 Aug 27 02:29:02.711075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:02.758599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-2f24c7c6-a4fa-4dea-ae86-7a7b2feef84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.760102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-2f24c7c6-a4fa-4dea-ae86-7a7b2feef84d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0533357 Aug 27 02:29:02.803375 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.837302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-6d3db744-b680-4497-bdb5-ab0d1da10905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.847885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:02.849065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-6d3db744-b680-4497-bdb5-ab0d1da10905 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813229 Aug 27 02:29:02.849237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:02.851923 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df861fa3-906b-4cfd-9e31-e62f4fde6ea6" -d '{"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-unplugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:02.858961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.921540 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade6252b-59cd-4285-9899-58d4888ef6a5 x-openstack-request-id: req-ade6252b-59cd-4285-9899-58d4888ef6a5 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:02.922059 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-unplugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:02.922509 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ade6252b-59cd-4285-9899-58d4888ef6a5 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:02.923084 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'code': 200} Aug 27 02:29:02.949090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:02.965989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-fdab2c5f-066e-4acf-a9f0-f356880bfede service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067386 Aug 27 02:29:03.057979 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.117012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e48bab5-4bc2-49e1-b68b-905512386917 req-ef0039d9-42b4-41b1-8c3a-a20fd2bcc7ab service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421533 Aug 27 02:29:03.177938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee52c9-74ab-4e70-a5e0-3d5a389aa428 req-f5d90398-3ce9-4c82-888b-891da1abddf4 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.187833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29ee52c9-74ab-4e70-a5e0-3d5a389aa428 req-f5d90398-3ce9-4c82-888b-891da1abddf4 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0895302 Aug 27 02:29:03.228401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29ee52c9-74ab-4e70-a5e0-3d5a389aa428 req-b8dbbd0d-f77e-4763-8fc2-4fa7f2d9be9f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Aug 27 02:29:03.249705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:03.271353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764895-73a5-4de8-96d0-d918f3e22078 req-dc382424-57ee-4765-b758-be50a92828e2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.272965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d764895-73a5-4de8-96d0-d918f3e22078 req-dc382424-57ee-4765-b758-be50a92828e2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 947 time: 0.0569286 Aug 27 02:29:03.331964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d764895-73a5-4de8-96d0-d918f3e22078 req-48dccba9-a94b-48ac-86f2-7a6c09f6c066 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Aug 27 02:29:03.364156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-946532735-network', 'tenant_id': 'b17762b481f445a7a421980f78dbe7b3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:03.400096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb306a-25aa-4f6e-8805-36986c997f4a req-d42cc344-d443-4f2d-9a47-b5e1e20bf3d0 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.402012 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1beb306a-25aa-4f6e-8805-36986c997f4a req-d42cc344-d443-4f2d-9a47-b5e1e20bf3d0 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.0766973 Aug 27 02:29:03.403611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Made reservation on behalf of b17762b481f445a7a421980f78dbe7b3 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:03.405995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.422631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.464472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1beb306a-25aa-4f6e-8805-36986c997f4a req-cba887d0-0df4-45a2-8ade-cf22340c30d1 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548687 Aug 27 02:29:03.485758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:03.489979 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:03.530898 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973b97bb-ab08-4d05-9916-98c15d5c65df x-openstack-request-id: req-973b97bb-ab08-4d05-9916-98c15d5c65df {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:03.531187 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:03.531437 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-973b97bb-ab08-4d05-9916-98c15d5c65df {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:03.531834 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'status': 'completed', 'code': 200} Aug 27 02:29:03.552116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.557174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.587647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:03.598052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97d0328-191d-4f5f-98a2-a26d433401e8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:03.603797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.604228 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Added segment 211327cc-929c-407b-8a82-f432a13928aa of type vlan for network d3359174-f068-4e4f-bcee-796b64be5f92 Aug 27 02:29:03.604343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-c986649b-fc47-4edd-b793-0b23ac04a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.605747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-c986649b-fc47-4edd-b793-0b23ac04a92a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f80b548154fdcb879dd0efcf97ff7&device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 1094 time: 0.0520852 Aug 27 02:29:03.644450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.672533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.673630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.674127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.708469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-0cb04e17-f43a-4303-a0f3-b96b9f9818a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.709864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-0cb04e17-f43a-4303-a0f3-b96b9f9818a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddb64937-3348-430a-9303-9c36194cdc20 HTTP/1.1" status: 200 len: 916 time: 0.0971909 Aug 27 02:29:03.731784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4806879 Aug 27 02:29:03.734873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58383d2d-4ba5-4879-943c-3554bce3d808 admin admin] Pushing event updated for resources: {'Network': ['ID=d3359174-f068-4e4f-bcee-796b64be5f92,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:03.736806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47672) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:03.746429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network d3359174-f068-4e4f-bcee-796b64be5f92 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:03.753652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Request body: {'subnet': {'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-946532735-subnet', 'tenant_id': 'b17762b481f445a7a421980f78dbe7b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:03.772548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-465f5ced-b35b-40a2-b675-c2f9c713b757 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56 HTTP/1.1" status: 200 len: 217 time: 0.0550284 Aug 27 02:29:03.778580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Made reservation on behalf of b17762b481f445a7a421980f78dbe7b3 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:03.781105 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.832219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-b212d3b2-70a2-46eb-a1ab-96c53003a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.833722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-b212d3b2-70a2-46eb-a1ab-96c53003a403 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9f0231-445f-48af-9187-e7e9763b1628 HTTP/1.1" status: 200 len: 854 time: 0.0537879 Aug 27 02:29:03.881794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-57d0c267-7aa1-43e6-892e-49f67b69a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:03.883361 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-57d0c267-7aa1-43e6-892e-49f67b69a32f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddb64937-3348-430a-9303-9c36194cdc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426917 Aug 27 02:29:03.959793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.975924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-565e3600-b473-41b8-ac43-2f32a5a71427 service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842805 Aug 27 02:29:04.011740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=653271e1-f94f-440d-8408-be4a5c9d125b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:04.022146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Checking segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:04.022569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Network hostable DHCP agents. Network: d3359174-f068-4e4f-bcee-796b64be5f92, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:04.040776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Network d3359174-f068-4e4f-bcee-796b64be5f92 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:04.051556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, d3359174-f068-4e4f-bcee-796b64be5f92) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:04.056419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.056998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.061442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368e99c-7362-4e0c-affa-76850f98d9f7 None None] Network d3359174-f068-4e4f-bcee-796b64be5f92 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:04.073611 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8449b186-68c7-45f7-9546-f27c3bd705ff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3357375 Aug 27 02:29:04.075493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f749b03f-fcf2-44bd-a2b2-0c24e17b74cf req-eeb73f93-a2ed-4cf8-b315-133a2aa212ad service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918574 Aug 27 02:29:04.215943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-d3359174-f068-4e4f-bcee-796b64be5f92', 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'tenant_id': 'b17762b481f445a7a421980f78dbe7b3', 'fixed_ips': [{'subnet_id': '653271e1-f94f-440d-8408-be4a5c9d125b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:29:04.216861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.361360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a802b-18fc-45bb-8137-eeb310d33f0b req-32372d4c-0e9a-47c7-a0e0-2dce73d0d16f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.364176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c7a802b-18fc-45bb-8137-eeb310d33f0b req-32372d4c-0e9a-47c7-a0e0-2dce73d0d16f tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0601308 Aug 27 02:29:04.372065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Allocated IP 172.20.0.2 (d3359174-f068-4e4f-bcee-796b64be5f92/653271e1-f94f-440d-8408-be4a5c9d125b/76dcfe63-9b69-43d6-8661-46421a0e7d32) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:04.428620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c7a802b-18fc-45bb-8137-eeb310d33f0b req-36b26fcc-f08b-49bb-8d07-020705e00ae2 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582974 Aug 27 02:29:04.550638 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.560408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Transition to ACTIVE for port object 76dcfe63-9b69-43d6-8661-46421a0e7d32 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:04.573346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8874501-ae30-4997-98c1-927451d8fa10 req-c0af7447-efca-49e8-aa28-a7f3f7f115e3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.579352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Transition to ACTIVE for port object 76dcfe63-9b69-43d6-8661-46421a0e7d32 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:04.581810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8874501-ae30-4997-98c1-927451d8fa10 req-c0af7447-efca-49e8-aa28-a7f3f7f115e3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 947 time: 0.0704346 Aug 27 02:29:04.590606 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.604922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-97419fae-c89c-4826-919b-ebc198ac36c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.612066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-97419fae-c89c-4826-919b-ebc198ac36c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 815 time: 0.1513634 Aug 27 02:29:04.631930 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8874501-ae30-4997-98c1-927451d8fa10 req-f61bb004-2e0f-45ad-bbfc-68538c4c96ba tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Aug 27 02:29:04.636724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-3ea10e5c-7f63-4561-b07e-e2fe15b14540 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/quotas/b17762b481f445a7a421980f78dbe7b3 HTTP/1.1" status: 200 len: 375 time: 0.0237315 Aug 27 02:29:04.650703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Pushing event updated for resources: {'Port': ['ID=76dcfe63-9b69-43d6-8661-46421a0e7d32,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:04.654750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Network d3359174-f068-4e4f-bcee-796b64be5f92 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:04.656673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:04.662503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:04.696259 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-80ca4f65-39ff-4615-a986-d693be975ca7 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585861 Aug 27 02:29:04.713680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:04.733047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Attempting to bind port 76dcfe63-9b69-43d6-8661-46421a0e7d32 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:04.733543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Attempting to bind port 76dcfe63-9b69-43d6-8661-46421a0e7d32 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:04.734009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Attempting to bind port 76dcfe63-9b69-43d6-8661-46421a0e7d32 on network d3359174-f068-4e4f-bcee-796b64be5f92 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:04.747075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:04.747693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Checking segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:04.748065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.748554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Bound using segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:04.749302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Bound port: 76dcfe63-9b69-43d6-8661-46421a0e7d32, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:04.749941 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.761357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec234bb8-b575-49d4-a14b-d0a9a55da941 req-f794d393-880e-4ceb-ae6c-a761b5267884 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.763043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec234bb8-b575-49d4-a14b-d0a9a55da941 req-f794d393-880e-4ceb-ae6c-a761b5267884 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.0597160 Aug 27 02:29:04.805342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec234bb8-b575-49d4-a14b-d0a9a55da941 req-75685263-f9dd-4c0a-81e2-cfd0cb414e67 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357354 Aug 27 02:29:04.819677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-98d7cc09-d252-4060-99ee-93c7a152de8f service neutron] 10.222.0.10 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223762 Aug 27 02:29:04.879600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] For port 76dcfe63-9b69-43d6-8661-46421a0e7d32, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:04.900148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] For port 76dcfe63-9b69-43d6-8661-46421a0e7d32, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=76dcfe63-9b69-43d6-8661-46421a0e7d32,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:04.907551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:04.909946 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.930641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-dc903d6a-8cd6-4704-9813-de7234d32bc2 service neutron] 10.222.0.10 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098807 Aug 27 02:29:04.976457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'mac_address': 'fa:16:3e:0b:4e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:05.036238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2c561-9d36-4137-8b19-0324bd9bb574 None None] Pushing event updated for resources: {'Port': ['ID=76dcfe63-9b69-43d6-8661-46421a0e7d32,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:05.053022 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:05.075466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2efc993-d672-4019-8aeb-78d5bcb9fd96 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:05.100663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:05.109026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:05.216994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:05.300467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['e2efc993-d672-4019-8aeb-78d5bcb9fd96'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:05.567747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-3d3f2327-6707-48a3-be36-e781e2d194f4 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:05.576008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-3d3f2327-6707-48a3-be36-e781e2d194f4 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 815 time: 0.2023470 Aug 27 02:29:05.602497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-30e50b23-885f-41c9-b9d1-14631ce30ec2 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/quotas/b17762b481f445a7a421980f78dbe7b3 HTTP/1.1" status: 200 len: 375 time: 0.0252633 Aug 27 02:29:05.640662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5388de-28ec-4478-ad3d-16edeec14857 req-a3670eca-2ed2-486c-82fe-2f9a9ab552ef tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:05.646009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd5388de-28ec-4478-ad3d-16edeec14857 req-a3670eca-2ed2-486c-82fe-2f9a9ab552ef tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0869262 Aug 27 02:29:05.678126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-159857f4-bb46-4d18-8f57-13a9f2343f33 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744913 Aug 27 02:29:05.701716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd5388de-28ec-4478-ad3d-16edeec14857 req-e5f99106-75b7-4843-a883-d24402969b01 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 Aug 27 02:29:05.916606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bcab1-aeb5-41b1-9732-78f44acb147a req-649d5d87-69de-4e57-9495-4397692169c3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:05.920388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e0bcab1-aeb5-41b1-9732-78f44acb147a req-649d5d87-69de-4e57-9495-4397692169c3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 947 time: 0.1145632 Aug 27 02:29:05.933414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-68ba1562-1576-41fe-93f5-132c7967a6ea service neutron] 10.222.0.10 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460122 Aug 27 02:29:05.974049 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e0bcab1-aeb5-41b1-9732-78f44acb147a req-e4e250cd-2f52-4e50-84a6-7cfa0f53e37c tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Aug 27 02:29:06.066442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-e8e24627-8c7b-4325-b281-c8cc9541bd5c service neutron] 10.222.0.10 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299253 Aug 27 02:29:06.164268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bad6d-7d63-4b63-af09-d3c8cd09272a req-221e1858-725f-4bdd-9d20-29bf912af6b9 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:06.167857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a75bad6d-7d63-4b63-af09-d3c8cd09272a req-221e1858-725f-4bdd-9d20-29bf912af6b9 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.0891080 Aug 27 02:29:06.241176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a75bad6d-7d63-4b63-af09-d3c8cd09272a req-308d383c-36c2-4322-8b59-35c247b2c137 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650826 Aug 27 02:29:06.393140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70810b82-f83d-46e5-b50c-b59cccac8bf2 None None] Network d3359174-f068-4e4f-bcee-796b64be5f92 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:06.616596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-473bbc56-6076-4507-94a1-10b167cb1882 None None] Provisioning for port 76dcfe63-9b69-43d6-8661-46421a0e7d32 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:06.697133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-f50f920a-4ab5-4ef1-82fb-e3ecfc7f80b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:06.701300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-f50f920a-4ab5-4ef1-82fb-e3ecfc7f80b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 815 time: 0.2213175 Aug 27 02:29:06.852799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-30a79c4b-48aa-4869-89a2-2711cc4daef6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/quotas/b17762b481f445a7a421980f78dbe7b3 HTTP/1.1" status: 200 len: 375 time: 0.1313112 Aug 27 02:29:07.054683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-fa4032c0-068d-46e5-8dd4-ada6a04bef88 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:07.056633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-fa4032c0-068d-46e5-8dd4-ada6a04bef88 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 815 time: 0.3540983 Aug 27 02:29:07.073369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Request body: {'port': {'device_id': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'admin_state_up': True, 'tenant_id': 'b17762b481f445a7a421980f78dbe7b3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:07.083260 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-a07327ed-7922-40ea-918f-e18c029a0bb6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296565 Aug 27 02:29:07.105362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6773263-8917-457a-86c3-aa36b1cbcb62 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:07.354436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 76dcfe63-9b69-43d6-8661-46421a0e7d32 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:07.399357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-3e6b241c-17f1-4821-a72b-2e908c4ffd4c service neutron] 10.222.0.10 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748339 Aug 27 02:29:07.400759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d6773263-8917-457a-86c3-aa36b1cbcb62, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6773263-8917-457a-86c3-aa36b1cbcb62,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:07.422749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'd6773263-8917-457a-86c3-aa36b1cbcb62', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'd6773263-8917-457a-86c3-aa36b1cbcb62', 'mac_address': 'fa:16:3e:42:6f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:07.469025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 76dcfe63-9b69-43d6-8661-46421a0e7d32 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:07.476250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 76dcfe63-9b69-43d6-8661-46421a0e7d32 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:07.477017 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.479023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.531393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6773263-8917-457a-86c3-aa36b1cbcb62 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:07.534060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b8ef3-cef0-45b9-950d-363ddefd6fab req-bd340aa5-7ea1-4fbe-8183-d9e231990d06 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:07.544287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc3b8ef3-cef0-45b9-950d-363ddefd6fab req-bd340aa5-7ea1-4fbe-8183-d9e231990d06 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0983970 Aug 27 02:29:07.577536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d6773263-8917-457a-86c3-aa36b1cbcb62, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6773263-8917-457a-86c3-aa36b1cbcb62,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:07.587600 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.610498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-64b61458-b682-4c5e-b375-f5469459ed59 service neutron] 10.222.0.10 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099917 Aug 27 02:29:07.613308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Made reservation on behalf of b17762b481f445a7a421980f78dbe7b3 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:07.618547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.640507 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc3b8ef3-cef0-45b9-950d-363ddefd6fab req-5d52f0a9-00c1-465b-8164-e84515d2b8f0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942278 Aug 27 02:29:07.652083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.721517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d6773263-8917-457a-86c3-aa36b1cbcb62,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:07.762195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3587d18e-7df9-4da0-93f2-f41127ecb08d None None] Provisioning complete for port 76dcfe63-9b69-43d6-8661-46421a0e7d32 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:07.762597 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3587d18e-7df9-4da0-93f2-f41127ecb08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.765261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 76dcfe63-9b69-43d6-8661-46421a0e7d32, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=76dcfe63-9b69-43d6-8661-46421a0e7d32,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:07.807544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Allocated IP 172.20.0.8 (d3359174-f068-4e4f-bcee-796b64be5f92/653271e1-f94f-440d-8408-be4a5c9d125b/dd85e729-6b11-43d2-9b4a-4a6abba023d6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:07.817118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['d6773263-8917-457a-86c3-aa36b1cbcb62'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:07.837462 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.904427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08681e-17b7-4315-993e-8cd1f46a2c62 req-a5bd2e1b-4795-43c2-b54c-9a29d31f9dd1 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:07.912825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e08681e-17b7-4315-993e-8cd1f46a2c62 req-a5bd2e1b-4795-43c2-b54c-9a29d31f9dd1 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 948 time: 0.1151350 Aug 27 02:29:07.969138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e08681e-17b7-4315-993e-8cd1f46a2c62 req-7a9bb8e7-0f10-443c-8694-cf63e585dec5 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Aug 27 02:29:08.014739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=76dcfe63-9b69-43d6-8661-46421a0e7d32,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:08.182580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.198975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.211003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.215963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-e4b17883-c6d7-454e-937a-e2beccde43a1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.217478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-e4b17883-c6d7-454e-937a-e2beccde43a1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.45 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 815 time: 0.2203140 Aug 27 02:29:08.226104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.240582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.256855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.268268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Request body: {'port': {'device_id': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'admin_state_up': True, 'tenant_id': 'b17762b481f445a7a421980f78dbe7b3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:08.271266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.273888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-cf80d455-6e75-4bc5-b5fe-b95f4d60908e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.2110786 Aug 27 02:29:08.346020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6880dcce-9882-4529-ad6b-b738d0becc5f req-607bcc16-ec5a-4a43-929d-efe9ff0ce9f8 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612261 Aug 27 02:29:08.752733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:08.824315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port e2efc993-d672-4019-8aeb-78d5bcb9fd96 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:08.825285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:08.861783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555144a-5e74-48a1-913d-4b25e7be41e2 req-08ebda4c-ce33-4e03-bfcd-cc1899820539 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.869591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a555144a-5e74-48a1-913d-4b25e7be41e2 req-08ebda4c-ce33-4e03-bfcd-cc1899820539 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.8675599 Aug 27 02:29:08.925230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:08.939362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6773263-8917-457a-86c3-aa36b1cbcb62 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:08.961259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.967238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.973330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.979413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.985340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.991566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.997593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.999543 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-e57bfb8a-3078-4eaf-ab2e-100046cbddb3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.2044673 Aug 27 02:29:09.012810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Transition to ACTIVE for port object dd85e729-6b11-43d2-9b4a-4a6abba023d6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:09.045007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a555144a-5e74-48a1-913d-4b25e7be41e2 req-f20a0c37-b766-4ca3-9705-6aae504cd04f tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744111 Aug 27 02:29:09.064944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port d6773263-8917-457a-86c3-aa36b1cbcb62 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:09.072020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port d6773263-8917-457a-86c3-aa36b1cbcb62 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:09.072502 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.074126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.094611 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18228601-2d37-4db8-88ca-ebf1a6aa4300 req-11df8c99-262a-4973-82c7-1b3909a5407f tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 210 time: 0.0871420 Aug 27 02:29:09.144029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-12604a43-26df-4d43-b0af-3d7af512b97e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.145532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-12604a43-26df-4d43-b0af-3d7af512b97e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "GET /v2.0/ports/7149d506-330f-476b-a5d4-f9bdc06e736c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1343868 Aug 27 02:29:09.154377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:09.158238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:09.162743 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f7c57b-4c86-48a3-aaec-6f5a91338224" -d '{"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-plugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:09.177282 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.200249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Made reservation on behalf of b17762b481f445a7a421980f78dbe7b3 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:09.203837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.281057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=10']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:09.293942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2f43-5f68-4fb3-a9e2-ef51d0581a67 req-d072d137-cd23-47c3-aff0-8695b5f0b2c5 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.298203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f9d2f43-5f68-4fb3-a9e2-ef51d0581a67 req-d072d137-cd23-47c3-aff0-8695b5f0b2c5 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 948 time: 0.1193454 Aug 27 02:29:09.356556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-3bce920f-6db5-4bf9-8d21-594c6ef4cd53 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "GET /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1971126 Aug 27 02:29:09.370253 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.372589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 76dcfe63-9b69-43d6-8661-46421a0e7d32 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:09.377273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:09.387044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.397002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f9d2f43-5f68-4fb3-a9e2-ef51d0581a67 req-4865ac7f-e0ca-4dcd-aa96-444d3b2b18e3 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885317 Aug 27 02:29:09.447865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce47e2-d5cf-4e0f-a00d-ee5670e7e45d req-1af350ef-8f9f-402d-86a4-7b81b539e169 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.455917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82ce47e2-d5cf-4e0f-a00d-ee5670e7e45d req-1af350ef-8f9f-402d-86a4-7b81b539e169 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.3092721 Aug 27 02:29:09.488630 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fb0164-ae25-4995-9682-d454168c8683 x-openstack-request-id: req-81fb0164-ae25-4995-9682-d454168c8683 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:09.488970 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-plugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:09.489274 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81fb0164-ae25-4995-9682-d454168c8683 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:09.489700 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'code': 200} Aug 27 02:29:09.569983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d6773263-8917-457a-86c3-aa36b1cbcb62, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6773263-8917-457a-86c3-aa36b1cbcb62,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:09.585351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.633392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.640371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 76dcfe63-9b69-43d6-8661-46421a0e7d32 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:09.641087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.643481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.654452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.664226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.673126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.681089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.691558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82ce47e2-d5cf-4e0f-a00d-ee5670e7e45d req-82ee8c32-0390-4ec2-a012-57bff458e8c0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341063 Aug 27 02:29:09.692389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.695158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Network d3359174-f068-4e4f-bcee-796b64be5f92 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:09.695859 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b949c162-e0df-407c-8949-d39a744a6c04 req-71fe0e5f-ce5f-4a7a-b850-20463d41fe6a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5434 time: 0.1534276 Aug 27 02:29:09.758550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d6773263-8917-457a-86c3-aa36b1cbcb62,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:09.790588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:09.793536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:09.831951 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b949c162-e0df-407c-8949-d39a744a6c04 req-8a6fe56f-4acf-441f-b9e2-55e91e15c6a3 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278269 Aug 27 02:29:09.952064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Pushing event updated for resources: {'Port': ['ID=dd85e729-6b11-43d2-9b4a-4a6abba023d6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:09.978603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.027028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Allocated IP 172.20.0.7 (d3359174-f068-4e4f-bcee-796b64be5f92/653271e1-f94f-440d-8408-be4a5c9d125b/910c62cf-dd2c-462c-a4af-0e306050894e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:10.039496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:10.040177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.067488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-a5835638-9666-4d20-b230-d3166d45dd9c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:10.076217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-a5835638-9666-4d20-b230-d3166d45dd9c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 815 time: 0.7143686 Aug 27 02:29:10.085767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5404354e-2ecc-407e-996b-e518642f0c2b None None] Provisioning for port dd85e729-6b11-43d2-9b4a-4a6abba023d6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:10.091238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5404354e-2ecc-407e-996b-e518642f0c2b None None] Provisioning complete for port dd85e729-6b11-43d2-9b4a-4a6abba023d6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:10.091696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5404354e-2ecc-407e-996b-e518642f0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.138820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5404354e-2ecc-407e-996b-e518642f0c2b None None] Port dd85e729-6b11-43d2-9b4a-4a6abba023d6 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:10.147570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Request body: {'port': {'device_id': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'admin_state_up': True, 'tenant_id': 'b17762b481f445a7a421980f78dbe7b3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:10.199897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ab6d3-701b-4c05-8ff9-d7006534b676 req-22ff5d41-0d19-4525-b8e3-7d980c90446c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:10.202084 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-184ab6d3-701b-4c05-8ff9-d7006534b676 req-22ff5d41-0d19-4525-b8e3-7d980c90446c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.0648131 Aug 27 02:29:10.245720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-184ab6d3-701b-4c05-8ff9-d7006534b676 req-bd84f2bc-c6bd-4ac0-a276-37befb913835 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361218 Aug 27 02:29:10.257924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ca44a2f5-36a4-463b-ac55-e79e63d3e5b6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1891372 Aug 27 02:29:10.322837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Request body: {'port': {'device_id': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:10.336112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8ed0190-fdad-430b-a856-06be068b820c req-ddc6a9a5-1649-4f5e-9aec-b8d222ef0618 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 210 time: 0.1408813 Aug 27 02:29:10.552674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4680def-8a34-4cfb-9e41-9d1140925785 req-e5d46d66-a008-467d-b6ed-681526b26ed5 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:10.553304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4680def-8a34-4cfb-9e41-9d1140925785 req-e5d46d66-a008-467d-b6ed-681526b26ed5 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 949 time: 0.0742543 Aug 27 02:29:10.589335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.599254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4680def-8a34-4cfb-9e41-9d1140925785 req-d76362a2-cb83-479f-aef0-e4375288a1b1 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Aug 27 02:29:10.612623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] For port 7149d506-330f-476b-a5d4-f9bdc06e736c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7149d506-330f-476b-a5d4-f9bdc06e736c,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:10.633915 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.688626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Made reservation on behalf of b17762b481f445a7a421980f78dbe7b3 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:10.692210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.703972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Transition to ACTIVE for port object 910c62cf-dd2c-462c-a4af-0e306050894e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:10.741771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] For port 7149d506-330f-476b-a5d4-f9bdc06e736c, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:10.903619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] device_id is not set on port 7149d506-330f-476b-a5d4-f9bdc06e736c yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:29:10.940715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.982980 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.006249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.020406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.025956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.031914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.037760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.048684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.054813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.061198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.068847 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-132d76ce-2648-48a5-9406-db526f636206 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 5357 time: 0.1261618 Aug 27 02:29:11.107112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c315980-d6fa-4e00-9d10-a942d0b4a45c req-dd061c5c-c29a-48e1-9f04-50a61965f132 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.108538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c315980-d6fa-4e00-9d10-a942d0b4a45c req-dd061c5c-c29a-48e1-9f04-50a61965f132 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.3237801 Aug 27 02:29:11.124234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d143adb5-4a46-4b42-83ca-0d37fe7cbe86 req-e7308c2d-1a7d-4a24-9178-75e9874dd613 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544784 Aug 27 02:29:11.183190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] No DVR routers for this DVR port 7149d506-330f-476b-a5d4-f9bdc06e736c on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:11.199342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Network d3359174-f068-4e4f-bcee-796b64be5f92 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:11.222882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] Pushing event updated for resources: {'Port': ['ID=7149d506-330f-476b-a5d4-f9bdc06e736c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:11.279109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:11.289232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:11.351583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c315980-d6fa-4e00-9d10-a942d0b4a45c req-ba6d09bd-684a-4a14-8401-fbf3bc424106 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344623 Aug 27 02:29:11.364935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] In _notify_port_updated(), no bound segment for port 7149d506-330f-476b-a5d4-f9bdc06e736c on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:29:11.365851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.366533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.367828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-74918571-f909-41db-98d9-001e8d6b5c0a service neutron] 10.222.0.45 "PUT /v2.0/ports/7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 200 len: 1026 time: 1.9967501 Aug 27 02:29:11.393904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-38f8b685-ae4c-411e-af73-2670d0ff7fe7 None None] Provisioning complete for port 7149d506-330f-476b-a5d4-f9bdc06e736c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:11.396512 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-38f8b685-ae4c-411e-af73-2670d0ff7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.423059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Pushing event updated for resources: {'Port': ['ID=910c62cf-dd2c-462c-a4af-0e306050894e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:11.473709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-38f8b685-ae4c-411e-af73-2670d0ff7fe7 None None] Port 7149d506-330f-476b-a5d4-f9bdc06e736c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:11.481991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b1e96-b58e-4b00-a981-2cdfef2dbd1b req-1148aa23-12b6-4117-95be-18b50887a5ff tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.484815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.485467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.491920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cda1b-300d-4946-97f7-f7e2a5255250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6773263-8917-457a-86c3-aa36b1cbcb62'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:11.495589 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3c8e06-d25d-4f57-b8dd-46dbbf76139f" -d '{"events": [{"server_uuid": "355cda1b-300d-4946-97f7-f7e2a5255250", "name": "network-vif-plugged", "status": "completed", "tag": "d6773263-8917-457a-86c3-aa36b1cbcb62"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:11.498775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa3b1e96-b58e-4b00-a981-2cdfef2dbd1b req-1148aa23-12b6-4117-95be-18b50887a5ff tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.1058238 Aug 27 02:29:11.535835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-97e1f1e6-e998-48fb-9d6f-ce660a2dd355 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.537944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-97e1f1e6-e998-48fb-9d6f-ce660a2dd355 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "GET /v2.0/ports/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1577361 Aug 27 02:29:11.545919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-9f6c981f-d7d9-4ed7-88e7-f87230105f84 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2849743 Aug 27 02:29:11.563918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Request body: {'port': {'device_id': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:11.569982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:11.586185 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa3b1e96-b58e-4b00-a981-2cdfef2dbd1b req-45e354ea-fe5f-4454-8e05-aed58f6e1854 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837295 Aug 27 02:29:11.655941 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3df1ee-d9ff-47ab-9c3c-13928dcebced x-openstack-request-id: req-2b3df1ee-d9ff-47ab-9c3c-13928dcebced {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:11.658352 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cda1b-300d-4946-97f7-f7e2a5255250", "name": "network-vif-plugged", "status": "completed", "tag": "d6773263-8917-457a-86c3-aa36b1cbcb62", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:11.658930 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b3df1ee-d9ff-47ab-9c3c-13928dcebced {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:11.659411 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cda1b-300d-4946-97f7-f7e2a5255250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6773263-8917-457a-86c3-aa36b1cbcb62', 'code': 200} Aug 27 02:29:11.685933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a5588c6-8f01-465e-adf5-ced2d13dfe64 req-afc97ab0-0a9a-4cb3-80a2-2d0ecdda1947 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 210 time: 0.1598070 Aug 27 02:29:11.714268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4655d6a0-ac7a-4a58-8a06-7a209d7e8280 None None] Provisioning for port 910c62cf-dd2c-462c-a4af-0e306050894e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:11.719348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd85e729-6b11-43d2-9b4a-4a6abba023d6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:11.729052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.735269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4655d6a0-ac7a-4a58-8a06-7a209d7e8280 None None] Provisioning complete for port 910c62cf-dd2c-462c-a4af-0e306050894e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:11.735872 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4655d6a0-ac7a-4a58-8a06-7a209d7e8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.744866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Transition to ACTIVE for port object dd85e729-6b11-43d2-9b4a-4a6abba023d6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:11.793110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ad18e-2230-48b7-819b-3fff2c67eead req-e67bdcf8-0917-4791-b647-776a331d7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.800999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-213ad18e-2230-48b7-819b-3fff2c67eead req-e67bdcf8-0917-4791-b647-776a331d7587 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 1100 time: 0.0784922 Aug 27 02:29:11.808394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.821888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.823709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4655d6a0-ac7a-4a58-8a06-7a209d7e8280 None None] Port 910c62cf-dd2c-462c-a4af-0e306050894e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:11.890543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-213ad18e-2230-48b7-819b-3fff2c67eead req-860c5dd1-43c4-49e0-bf27-8e0affba77f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719371 Aug 27 02:29:11.904594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888451c4-b444-4ee4-9ae3-cbe63dc08d45 req-184335e7-65e6-448d-83cd-14fbdded8837 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:11.918375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-888451c4-b444-4ee4-9ae3-cbe63dc08d45 req-184335e7-65e6-448d-83cd-14fbdded8837 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 949 time: 0.1294491 Aug 27 02:29:11.955102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Pushing event updated for resources: {'Port': ['ID=dd85e729-6b11-43d2-9b4a-4a6abba023d6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:11.964551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-888451c4-b444-4ee4-9ae3-cbe63dc08d45 req-a1d2e466-f802-4ab7-b08d-17a442fb714b tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Aug 27 02:29:12.011455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Allocated IP 172.20.0.5 (d3359174-f068-4e4f-bcee-796b64be5f92/653271e1-f94f-440d-8408-be4a5c9d125b/fa295235-bd8d-4aff-899e-f7f71a572596) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:12.036153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:12.545115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afb75-2afd-479b-8c28-cc7ee9625c8d req-92c17ebf-6120-4b56-a00c-7f6056e37cf0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.547270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-296afb75-2afd-479b-8c28-cc7ee9625c8d req-92c17ebf-6120-4b56-a00c-7f6056e37cf0 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0704353 Aug 27 02:29:12.594235 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-296afb75-2afd-479b-8c28-cc7ee9625c8d req-25578f7f-4ae0-420f-9583-78907c725b61 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351315 Aug 27 02:29:12.730092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Attempting to bind port dd85e729-6b11-43d2-9b4a-4a6abba023d6 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:12.730679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Attempting to bind port dd85e729-6b11-43d2-9b4a-4a6abba023d6 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:12.730679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Attempting to bind port dd85e729-6b11-43d2-9b4a-4a6abba023d6 on network d3359174-f068-4e4f-bcee-796b64be5f92 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:12.770116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7149d506-330f-476b-a5d4-f9bdc06e736c no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:12.780724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Port dd85e729-6b11-43d2-9b4a-4a6abba023d6 on network d3359174-f068-4e4f-bcee-796b64be5f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:12.781125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Attempting to bind port dd85e729-6b11-43d2-9b4a-4a6abba023d6 on network d3359174-f068-4e4f-bcee-796b64be5f92 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:12.782397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f55823-bf50-4875-a160-f19b1beaca85 req-002950e4-e254-4ac4-9ab7-66c56ebf68e4 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.790879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02f55823-bf50-4875-a160-f19b1beaca85 req-002950e4-e254-4ac4-9ab7-66c56ebf68e4 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 943 time: 0.0926037 Aug 27 02:29:12.802239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-8161e51d-0ddf-44e2-92c6-330acf308740 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.808318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-8161e51d-0ddf-44e2-92c6-330acf308740 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.814802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-8161e51d-0ddf-44e2-92c6-330acf308740 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.820661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-8161e51d-0ddf-44e2-92c6-330acf308740 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.826564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-8161e51d-0ddf-44e2-92c6-330acf308740 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.833854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-8161e51d-0ddf-44e2-92c6-330acf308740 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.835938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-8161e51d-0ddf-44e2-92c6-330acf308740 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 4661 time: 0.5623190 Aug 27 02:29:12.839288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7149d506-330f-476b-a5d4-f9bdc06e736c not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:12.839955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f5532371-6a28-4d4b-945f-ab93e6e8018a no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:12.856332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:12.856705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Checking segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:12.857073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Bound using segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:12.857530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Bound port: dd85e729-6b11-43d2-9b4a-4a6abba023d6, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:12.857899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:12.908169 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02f55823-bf50-4875-a160-f19b1beaca85 req-d77d3a18-0b6b-435a-ae03-aedbd2e78698 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127281 Aug 27 02:29:12.959602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:12.994810 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.011199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] For port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:13.031804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 2259f5e9-2003-453c-8bed-695c6ec6ed56 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:13.050215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2267eeee-edac-4949-b6a1-760441377cb1 req-0a42f6ab-e63c-4392-8215-12c4bf66b467 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 210 time: 0.0418289 Aug 27 02:29:13.085523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] For port dd85e729-6b11-43d2-9b4a-4a6abba023d6, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:13.086746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f5532371-6a28-4d4b-945f-ab93e6e8018a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:13.089071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] For port dd85e729-6b11-43d2-9b4a-4a6abba023d6, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:13.107478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Transition to ACTIVE for port object fa295235-bd8d-4aff-899e-f7f71a572596 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:13.114074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.114990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:13.180721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.248640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.276268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Pushing event updated for resources: {'Port': ['ID=dd85e729-6b11-43d2-9b4a-4a6abba023d6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:13.314007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:13.314871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.332837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-cc69f017-692a-4d17-a506-39c59176638f service neutron] 10.222.0.32 "PUT /v2.0/ports/dd85e729-6b11-43d2-9b4a-4a6abba023d6 HTTP/1.1" status: 200 len: 1091 time: 3.0572858 Aug 27 02:29:13.335910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'tag': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:13.338610 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186ed2c9-0b22-4263-b1fc-6ce6334511a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc7bf71-9354-4a05-9a59-7024715ad47f", "tag": "dd85e729-6b11-43d2-9b4a-4a6abba023d6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:13.381473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043a23-c2bd-4eb0-b406-922f126c0385 req-96f92d59-d923-45dc-888a-09cfd429390d tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:13.394015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57043a23-c2bd-4eb0-b406-922f126c0385 req-96f92d59-d923-45dc-888a-09cfd429390d tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 949 time: 0.1125100 Aug 27 02:29:13.400559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad1d9bc0-f439-4b69-ae7e-023f79053f68 req-3c9528f8-e4ca-4ced-b628-141ba8059295 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&id=000f1321-172c-43ec-a2bf-b91687fea3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5407836 Aug 27 02:29:13.445163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 2259f5e9-2003-453c-8bed-695c6ec6ed56, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:13.462945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'port_id': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'mac_address': 'fa:16:3e:f6:03:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:13.514224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57043a23-c2bd-4eb0-b406-922f126c0385 req-3558d1c1-c1c9-4c94-8062-ac51c617454e tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152129 Aug 27 02:29:13.567786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f5532371-6a28-4d4b-945f-ab93e6e8018a,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:13.572975 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.594022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2259f5e9-2003-453c-8bed-695c6ec6ed56 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:13.615564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47964) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:13.620863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 2259f5e9-2003-453c-8bed-695c6ec6ed56, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:13.641341 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5333e11-515d-4626-a184-ed2cf4b688ce x-openstack-request-id: req-e5333e11-515d-4626-a184-ed2cf4b688ce {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:13.645840 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc7bf71-9354-4a05-9a59-7024715ad47f", "tag": "dd85e729-6b11-43d2-9b4a-4a6abba023d6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:13.646167 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5333e11-515d-4626-a184-ed2cf4b688ce {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:13.646636 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'tag': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6', 'status': 'completed', 'code': 200} Aug 27 02:29:13.653473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.663676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:13.667688 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d9cf9-da75-4960-86b3-e8a819e54ad5" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:13.685626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Network d3359174-f068-4e4f-bcee-796b64be5f92 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:13.719859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:13.740061 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.747976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:13.788219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:13.809094 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.809853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a87aaf8a-31ed-42b3-a6e4-31118ad5bffe no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:13.859894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] For port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:13.873516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=2259f5e9-2003-453c-8bed-695c6ec6ed56,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:13.899879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['2259f5e9-2003-453c-8bed-695c6ec6ed56'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:13.911556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-af186a11-1e2c-4788-87fa-bb1eaa932eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:13.913110 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-af186a11-1e2c-4788-87fa-bb1eaa932eab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 1094 time: 0.3081558 Aug 27 02:29:13.919525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Pushing event updated for resources: {'Port': ['ID=fa295235-bd8d-4aff-899e-f7f71a572596,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:13.931806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1654727-b813-4ded-9803-e7506994636a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.965774 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b4f4e0-e742-4018-9ca3-390d1e25d585 x-openstack-request-id: req-c3b4f4e0-e742-4018-9ca3-390d1e25d585 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:13.967220 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:13.967684 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3b4f4e0-e742-4018-9ca3-390d1e25d585 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:13.968895 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a', 'code': 200} Aug 27 02:29:14.013033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-3063390a-e251-4344-8494-c01710d38458 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6 HTTP/1.1" status: 200 len: 217 time: 0.0890915 Aug 27 02:29:14.046981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1654727-b813-4ded-9803-e7506994636a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.071493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e3877-1ce5-448f-93f2-91be1f85cb7a req-c743a8fb-648f-41aa-8e7e-5963bb1b7087 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.073472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] device_id is not set on port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:29:14.083473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e40e3877-1ce5-448f-93f2-91be1f85cb7a req-c743a8fb-648f-41aa-8e7e-5963bb1b7087 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.2684174 Aug 27 02:29:14.086390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1654727-b813-4ded-9803-e7506994636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.112121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:14.137756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.137756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.153820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.167235 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c1654727-b813-4ded-9803-e7506994636a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0598ac4e4665477a8aa149bebaac8b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502615 Aug 27 02:29:14.170239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47978) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:14.172627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1654727-b813-4ded-9803-e7506994636a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d420a05-39f6-493f-b1f9-89a5607d7d98,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:14.192997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.205156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-c56f6192-1f13-4557-8e11-26edd14a70cb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0827301 Aug 27 02:29:14.214440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e40e3877-1ce5-448f-93f2-91be1f85cb7a req-bc450d6a-b96e-49a8-bc73-09d3d7a877d3 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298587 Aug 27 02:29:14.215551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.255333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:14.266762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Request body: {'port': {'device_id': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:14.306404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.307407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:14.319317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7144e9c1-abea-4c38-b7b1-7600afa3e1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.369583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7144e9c1-abea-4c38-b7b1-7600afa3e1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.388207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.413154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-1bd40399-a42d-4f9c-8180-047c653eb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.424137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-1bd40399-a42d-4f9c-8180-047c653eb717 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 200 len: 854 time: 0.3999975 Aug 27 02:29:14.435236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcdb30-8e1c-4307-adc5-b7db1e67cd47 req-b7266f0e-4485-46f5-a2f5-60aa0e5957a5 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.443619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7dcdb30-8e1c-4307-adc5-b7db1e67cd47 req-b7266f0e-4485-46f5-a2f5-60aa0e5957a5 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 944 time: 0.1198580 Aug 27 02:29:14.492281 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7dcdb30-8e1c-4307-adc5-b7db1e67cd47 req-ac6d81ec-e2b4-4c9d-b95b-0f0762de4373 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476146 Aug 27 02:29:14.509905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7144e9c1-abea-4c38-b7b1-7600afa3e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.513294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7144e9c1-abea-4c38-b7b1-7600afa3e1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.517444 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7144e9c1-abea-4c38-b7b1-7600afa3e1e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d420a05-39f6-493f-b1f9-89a5607d7d98 HTTP/1.1" status: 204 len: 168 time: 0.3428905 Aug 27 02:29:14.525091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] No DVR routers for this DVR port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:14.542142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144e9c1-abea-4c38-b7b1-7600afa3e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d420a05-39f6-493f-b1f9-89a5607d7d98,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:14.550187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:14.581522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:14.582172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 92d6d42a-1d40-4518-91cf-72ebc0b28de3 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:14.655138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-37f3c1ed-34db-41dd-9170-24eca8051a26 None None] Provisioning for port fa295235-bd8d-4aff-899e-f7f71a572596 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:14.666967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-37f3c1ed-34db-41dd-9170-24eca8051a26 None None] Provisioning complete for port fa295235-bd8d-4aff-899e-f7f71a572596 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:14.667344 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-37f3c1ed-34db-41dd-9170-24eca8051a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.713933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] In _notify_port_updated(), no bound segment for port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 on network a2308963-07c8-42c3-8f1f-c82f146f73f9 {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:29:14.715296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.717531 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.719711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] 10.222.0.45 "PUT /v2.0/ports/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 200 len: 1027 time: 3.1635838 Aug 27 02:29:14.763136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c808e2-a414-4062-b9e8-b0376cbc6ee6 req-8c9a2ce8-4b60-46c0-bda9-dddb99f0f751 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.767151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-37f3c1ed-34db-41dd-9170-24eca8051a26 None None] Port fa295235-bd8d-4aff-899e-f7f71a572596 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:14.777531 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7c808e2-a414-4062-b9e8-b0376cbc6ee6 req-8c9a2ce8-4b60-46c0-bda9-dddb99f0f751 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 931 time: 0.1559858 Aug 27 02:29:14.785760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.836909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:14.842138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7c808e2-a414-4062-b9e8-b0376cbc6ee6 req-662947c8-c7d8-44d6-ac31-bfaee52a969a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634308 Aug 27 02:29:14.847550 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.848351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 509370df-ec58-40f1-a4e2-431feb7f4b22 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:14.871184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184399f0-16fd-453f-b48e-46943a6c0c52 req-6f755749-90fa-4cf4-b32c-b1df961c439f tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.879672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-184399f0-16fd-453f-b48e-46943a6c0c52 req-6f755749-90fa-4cf4-b32c-b1df961c439f tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 949 time: 0.7310314 Aug 27 02:29:14.899591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c49167-8c6a-4153-986a-487fca01e478 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:15.040363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-184399f0-16fd-453f-b48e-46943a6c0c52 req-257955a2-c56f-432d-ad6e-c9068a3edb1a tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e3f874-623f-4033-ac4b-743633586bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550972 Aug 27 02:29:15.069766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=92d6d42a-1d40-4518-91cf-72ebc0b28de3,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:15.075793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910c62cf-dd2c-462c-a4af-0e306050894e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:15.108978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.119687 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.123275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-2d6991d6-9ca4-4676-86ae-3892e9e47d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.125154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-2d6991d6-9ca4-4676-86ae-3892e9e47d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3359174-f068-4e4f-bcee-796b64be5f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6711943 Aug 27 02:29:15.132920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8a6ba912-46bf-4f59-b9be-67323918fd9c None None] Provisioning complete for port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:15.133481 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba912-46bf-4f59-b9be-67323918fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.182131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 509370df-ec58-40f1-a4e2-431feb7f4b22, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=509370df-ec58-40f1-a4e2-431feb7f4b22,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:15.189831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Transition to ACTIVE for port object 910c62cf-dd2c-462c-a4af-0e306050894e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:15.196610 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.246778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ba912-46bf-4f59-b9be-67323918fd9c None None] Port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:15.262026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.287307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=509370df-ec58-40f1-a4e2-431feb7f4b22,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:15.310423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port f5532371-6a28-4d4b-945f-ab93e6e8018a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:15.310828 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.348907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-78b7f068-824f-4349-9b89-2d490b5a60fd tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.357981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-78b7f068-824f-4349-9b89-2d490b5a60fd tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.32 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 949 time: 0.1467242 Aug 27 02:29:15.527353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Pushing event updated for resources: {'Port': ['ID=910c62cf-dd2c-462c-a4af-0e306050894e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:15.617627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49cc6b-9402-4f10-a779-5dd49f8cd37c req-37305651-73f8-4453-93c9-825190a51c47 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.630466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c49cc6b-9402-4f10-a779-5dd49f8cd37c req-37305651-73f8-4453-93c9-825190a51c47 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.2019174 Aug 27 02:29:15.637840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4989-7e9b-4212-8bff-b6f1b2850927 req-a6278705-72ec-4ada-82dd-7728bc5ae02f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.643810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4989-7e9b-4212-8bff-b6f1b2850927 req-a6278705-72ec-4ada-82dd-7728bc5ae02f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.650266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4989-7e9b-4212-8bff-b6f1b2850927 req-a6278705-72ec-4ada-82dd-7728bc5ae02f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.659684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4989-7e9b-4212-8bff-b6f1b2850927 req-a6278705-72ec-4ada-82dd-7728bc5ae02f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.673729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Deleting port d6773263-8917-457a-86c3-aa36b1cbcb62 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:15.674086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.683752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4989-7e9b-4212-8bff-b6f1b2850927 req-a6278705-72ec-4ada-82dd-7728bc5ae02f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.693248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdfe4989-7e9b-4212-8bff-b6f1b2850927 req-a6278705-72ec-4ada-82dd-7728bc5ae02f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 3877 time: 0.4503376 Aug 27 02:29:15.694183 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c49cc6b-9402-4f10-a779-5dd49f8cd37c req-08051c4c-b64a-4c29-889f-34986cec31be tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603037 Aug 27 02:29:15.742258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-4bb6fca4-efc1-43dd-b510-acde5370d316 service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016014 Aug 27 02:29:15.865398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] For port f5532371-6a28-4d4b-945f-ab93e6e8018a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f5532371-6a28-4d4b-945f-ab93e6e8018a,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:15.865681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.925593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f6c35-f480-489e-8017-da1130b4c317 req-246095d5-23a8-40be-a926-d9e89f9a70fb tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.927453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-947f6c35-f480-489e-8017-da1130b4c317 req-246095d5-23a8-40be-a926-d9e89f9a70fb tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 944 time: 0.0963056 Aug 27 02:29:15.937999 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] For port d6773263-8917-457a-86c3-aa36b1cbcb62, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6773263-8917-457a-86c3-aa36b1cbcb62,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:15.937999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.948181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for f5532371-6a28-4d4b-945f-ab93e6e8018a owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:15.968541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Calling delete_port for d6773263-8917-457a-86c3-aa36b1cbcb62 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:15.973484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:15.977717 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56fea54-720b-44c0-aa6d-ca029af252cc" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:15.994382 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-947f6c35-f480-489e-8017-da1130b4c317 req-14cef110-0b51-4ce3-8d02-5313b634c1e8 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596359 Aug 27 02:29:16.005652 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdfe4989-7e9b-4212-8bff-b6f1b2850927 req-1286e31c-0c91-4023-9078-f1a896b969ca tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078616 Aug 27 02:29:16.110803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa295235-bd8d-4aff-899e-f7f71a572596 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:16.157790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.210050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005476-d538-4d26-aca9-e2ea9437f061 req-c713889c-9be5-43be-909a-7e003c09516c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:16.211772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c005476-d538-4d26-aca9-e2ea9437f061 req-c713889c-9be5-43be-909a-7e003c09516c tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0832710 Aug 27 02:29:16.213035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.219199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Attempting to bind port 910c62cf-dd2c-462c-a4af-0e306050894e on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:16.219968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Attempting to bind port 910c62cf-dd2c-462c-a4af-0e306050894e by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:16.220498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Attempting to bind port 910c62cf-dd2c-462c-a4af-0e306050894e on network d3359174-f068-4e4f-bcee-796b64be5f92 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:16.225473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['d6773263-8917-457a-86c3-aa36b1cbcb62'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:16.249562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Pushing event deleted for resources: {'Port': ['ID=d6773263-8917-457a-86c3-aa36b1cbcb62,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:16.302607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Port 910c62cf-dd2c-462c-a4af-0e306050894e on network d3359174-f068-4e4f-bcee-796b64be5f92 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:16.303068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Attempting to bind port 910c62cf-dd2c-462c-a4af-0e306050894e on network d3359174-f068-4e4f-bcee-796b64be5f92 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:16.311902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Transition to ACTIVE for port object fa295235-bd8d-4aff-899e-f7f71a572596 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:16.318020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] No DVR routers for this DVR port d6773263-8917-457a-86c3-aa36b1cbcb62 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:16.323174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.325660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68dadaaa-d15d-4436-8c8b-78cd6fed1871 req-ace76af6-b2c6-437b-8151-da263f4a9df2 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.32 "DELETE /v2.0/ports/d6773263-8917-457a-86c3-aa36b1cbcb62 HTTP/1.1" status: 204 len: 173 time: 0.9642420 Aug 27 02:29:16.326188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cda1b-300d-4946-97f7-f7e2a5255250', 'name': 'network-vif-deleted', 'tag': 'd6773263-8917-457a-86c3-aa36b1cbcb62'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:16.327568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec9f85f-e356-4308-864b-f4e9272aa6b8 req-ce70ce27-5c5d-4e34-bb4d-7ce430c93253 service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066938 Aug 27 02:29:16.328595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:16.328866 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4226cafb-04d6-4cd7-b9c5-24c5cb6201e6" -d '{"events": [{"server_uuid": "355cda1b-300d-4946-97f7-f7e2a5255250", "name": "network-vif-deleted", "tag": "d6773263-8917-457a-86c3-aa36b1cbcb62"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:16.329077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Checking segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:16.329587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Bound using segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:16.330115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Bound port: 910c62cf-dd2c-462c-a4af-0e306050894e, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:16.330552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.341794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c005476-d538-4d26-aca9-e2ea9437f061 req-0e2a9fa3-24bb-48d3-84f7-b2344aab52a9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937293 Aug 27 02:29:16.347262 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.471068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c696a7c-19c5-4151-b1c0-00d5cb699369 req-a33b4824-1387-47c2-a14b-cb13ce86a724 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:16.472772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c696a7c-19c5-4151-b1c0-00d5cb699369 req-a33b4824-1387-47c2-a14b-cb13ce86a724 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 931 time: 0.3504450 Aug 27 02:29:16.516978 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8d5d1e-1a1b-459a-adfe-65c126f3fc01 x-openstack-request-id: req-fb8d5d1e-1a1b-459a-adfe-65c126f3fc01 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:16.518026 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-unplugged", "status": "completed", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:16.518559 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb8d5d1e-1a1b-459a-adfe-65c126f3fc01 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:16.519503 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173', 'code': 200} Aug 27 02:29:16.520944 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe', 'code': 200} Aug 27 02:29:16.521407 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3', 'code': 200} Aug 27 02:29:16.521949 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'code': 200} Aug 27 02:29:16.569763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa295235-bd8d-4aff-899e-f7f71a572596,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:16.580286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.722077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be360b3f-7bd0-4c43-8568-c5f3072da981 req-a3383607-3e70-4464-9fdd-21361ba22303 tempest-ImagesNegativeTestJSON-693358590 tempest-ImagesNegativeTestJSON-693358590-project] 10.222.0.10 "GET /v2.0/ports?device_id=355cda1b-300d-4946-97f7-f7e2a5255250 HTTP/1.1" status: 200 len: 210 time: 0.0531688 Aug 27 02:29:16.996621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 2259f5e9-2003-453c-8bed-695c6ec6ed56 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:17.121624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 2259f5e9-2003-453c-8bed-695c6ec6ed56 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:17.127386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 2259f5e9-2003-453c-8bed-695c6ec6ed56 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:17.127969 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.143430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-f8fe8573-2266-45ed-9ac2-497a3cfb4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.145564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-f8fe8573-2266-45ed-9ac2-497a3cfb4e6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 1094 time: 0.7305110 Aug 27 02:29:17.158430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] For port 910c62cf-dd2c-462c-a4af-0e306050894e, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:17.178196 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c696a7c-19c5-4151-b1c0-00d5cb699369 req-c934aa84-efca-45dd-88b8-703f88640375 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705921 Aug 27 02:29:17.214308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] For port 910c62cf-dd2c-462c-a4af-0e306050894e, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=910c62cf-dd2c-462c-a4af-0e306050894e,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:17.262140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.284534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:17.287696 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.344475 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.361352 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.387765 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d46ccb-cc15-43b4-8e6e-2862064dfef1 x-openstack-request-id: req-93d46ccb-cc15-43b4-8e6e-2862064dfef1 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:17.388351 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cda1b-300d-4946-97f7-f7e2a5255250", "name": "network-vif-deleted", "tag": "d6773263-8917-457a-86c3-aa36b1cbcb62", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:17.388819 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93d46ccb-cc15-43b4-8e6e-2862064dfef1 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:17.389419 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cda1b-300d-4946-97f7-f7e2a5255250', 'name': 'network-vif-deleted', 'tag': 'd6773263-8917-457a-86c3-aa36b1cbcb62', 'status': 'completed', 'code': 200} Aug 27 02:29:17.415403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Attempting to bind port fa295235-bd8d-4aff-899e-f7f71a572596 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:17.415765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Attempting to bind port fa295235-bd8d-4aff-899e-f7f71a572596 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:17.416103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Attempting to bind port fa295235-bd8d-4aff-899e-f7f71a572596 on network d3359174-f068-4e4f-bcee-796b64be5f92 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:17.467966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 2259f5e9-2003-453c-8bed-695c6ec6ed56, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:17.477336 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.478232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6773263-8917-457a-86c3-aa36b1cbcb62 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:17.497012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.497761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.499258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] 10.222.0.45 "PUT /v2.0/ports/910c62cf-dd2c-462c-a4af-0e306050894e HTTP/1.1" status: 200 len: 1091 time: 5.9395759 Aug 27 02:29:17.499906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'tag': '910c62cf-dd2c-462c-a4af-0e306050894e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:17.535860 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595b3c12-29c8-453c-84d2-70d95b8c4733" -d '{"events": [{"name": "network-changed", "server_uuid": "29376bf8-e982-4ce3-aa61-8fd9108aa016", "tag": "910c62cf-dd2c-462c-a4af-0e306050894e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:17.562014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: d6773263-8917-457a-86c3-aa36b1cbcb62 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:17.563005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6773263-8917-457a-86c3-aa36b1cbcb62 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:17.621642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03202-af72-4b3b-abaa-ddc8852a0c4c req-af6d4a50-11d9-4604-8e5d-207281699aaf tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.635334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a03202-af72-4b3b-abaa-ddc8852a0c4c req-af6d4a50-11d9-4604-8e5d-207281699aaf tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.1345572 Aug 27 02:29:17.672471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-109867788'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:17.672697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Port fa295235-bd8d-4aff-899e-f7f71a572596 on network d3359174-f068-4e4f-bcee-796b64be5f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:17.672785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Attempting to bind port fa295235-bd8d-4aff-899e-f7f71a572596 on network d3359174-f068-4e4f-bcee-796b64be5f92 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:17.710554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3a03202-af72-4b3b-abaa-ddc8852a0c4c req-905bc800-e29e-4877-9e89-ed20ca9b2f9f tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697114 Aug 27 02:29:17.759863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5d45d-3f6b-4139-b7c0-ebed3492842a service neutron] Pushing event updated for resources: {'Port': ['ID=910c62cf-dd2c-462c-a4af-0e306050894e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:17.760294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Made reservation on behalf of adb7f75d73d44b60b8886f92f5d6ac6a for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:17.770859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.787564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.792443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:17.792794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Checking segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:17.793194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Bound using segment: {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:17.793635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Bound port: fa295235-bd8d-4aff-899e-f7f71a572596, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211327cc-929c-407b-8a82-f432a13928aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:17.793999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.851884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=f5532371-6a28-4d4b-945f-ab93e6e8018a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:17.854209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] No DVR routers for this DVR port f5532371-6a28-4d4b-945f-ab93e6e8018a on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:17.869518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-da6f0cff-ad66-4e70-b009-cb4c3435ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.871192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-da6f0cff-ad66-4e70-b009-cb4c3435ecba service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 916 time: 0.7084646 Aug 27 02:29:17.871338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=2259f5e9-2003-453c-8bed-695c6ec6ed56,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:17.882361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.882735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.883073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.883804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.884143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.884482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.884591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.884817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.885148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.885476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.885821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.886494 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-be554f90-532a-4244-b08f-0b1edf5f6b17 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "DELETE /v2.0/ports/f5532371-6a28-4d4b-945f-ab93e6e8018a HTTP/1.1" status: 204 len: 173 time: 2.9817643 Aug 27 02:29:17.886789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.886997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:17.986835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2dd17-a92d-4c54-aedb-c4207ae4346b req-9cca3d6e-bb16-4c70-957f-c5ab135f9046 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.993000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03e2dd17-a92d-4c54-aedb-c4207ae4346b req-9cca3d6e-bb16-4c70-957f-c5ab135f9046 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.0819695 Aug 27 02:29:18.009984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-558748cc-215d-4d71-b593-39540c98b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.011612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-558748cc-215d-4d71-b593-39540c98b253 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 1094 time: 0.4253843 Aug 27 02:29:18.030148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.044888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.061231 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-b78b0ede-2a72-45a9-bd62-89f91d5bd2d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6 HTTP/1.1" status: 200 len: 217 time: 0.1733317 Aug 27 02:29:18.065050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03e2dd17-a92d-4c54-aedb-c4207ae4346b req-af6ba2e1-b130-4bea-a885-b394ef9f77b9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640390 Aug 27 02:29:18.077062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:18.123910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.124298 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Added segment 7f0b1368-b79a-486a-b48a-12b0b7856829 of type vlan for network 1847947b-effa-46ab-80eb-c8c3b18cc4d1 Aug 27 02:29:18.138424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dadd2f5-f88d-4e55-a42b-394d91a3ff58,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:18.189594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7dcc-d443-4c11-b13a-010d869217e8 req-69c21738-ed8b-4db9-8044-82ed8067e3e7 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.191529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.191887 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.192228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.192738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.193219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.193700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.194189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.194685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.195202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.195711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.196240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.198167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:18.203631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7dcc-d443-4c11-b13a-010d869217e8 req-69c21738-ed8b-4db9-8044-82ed8067e3e7 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.210061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7dcc-d443-4c11-b13a-010d869217e8 req-69c21738-ed8b-4db9-8044-82ed8067e3e7 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.215956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7dcc-d443-4c11-b13a-010d869217e8 req-69c21738-ed8b-4db9-8044-82ed8067e3e7 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.218167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-402f7dcc-d443-4c11-b13a-010d869217e8 req-69c21738-ed8b-4db9-8044-82ed8067e3e7 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 3144 time: 0.5143285 Aug 27 02:29:18.226719 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ccb6b5-9b26-4fcd-a414-7a227523152d x-openstack-request-id: req-56ccb6b5-9b26-4fcd-a414-7a227523152d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:18.227285 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29376bf8-e982-4ce3-aa61-8fd9108aa016", "tag": "910c62cf-dd2c-462c-a4af-0e306050894e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:18.227542 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56ccb6b5-9b26-4fcd-a414-7a227523152d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:18.227977 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'tag': '910c62cf-dd2c-462c-a4af-0e306050894e', 'status': 'completed', 'code': 200} Aug 27 02:29:18.231588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-e9c64b5c-ad7e-499b-abd2-f04b8814b857 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910c62cf-dd2c-462c-a4af-0e306050894e HTTP/1.1" status: 200 len: 217 time: 0.1672266 Aug 27 02:29:18.238537 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.295760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] For port fa295235-bd8d-4aff-899e-f7f71a572596, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:18.297391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.303980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.305069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.338967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] For port fa295235-bd8d-4aff-899e-f7f71a572596, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=fa295235-bd8d-4aff-899e-f7f71a572596,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:18.350196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-bff80336-3761-4f6e-a0c3-cc621f6bd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.351829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-bff80336-3761-4f6e-a0c3-cc621f6bd715 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 200 len: 854 time: 0.2734144 Aug 27 02:29:18.373266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.402213 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1165676 Aug 27 02:29:18.409177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48094) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:18.422189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-14554c9e-723d-46ad-bd08-cc1960460c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.423807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-14554c9e-723d-46ad-bd08-cc1960460c63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 200 len: 854 time: 0.1770732 Aug 27 02:29:18.426457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:18.426877 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.441842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25cbf7-8f18-424d-a733-45a9a5ae166c tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Pushing event updated for resources: {'Network': ['ID=1847947b-effa-46ab-80eb-c8c3b18cc4d1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:18.453319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1847947b-effa-46ab-80eb-c8c3b18cc4d1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:18.496257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c39f-a462-45cf-8896-98977d74c1f1 req-9e4d3dd0-262c-4092-9ecd-b2ba696f8d37 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.497949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa00c39f-a462-45cf-8896-98977d74c1f1 req-9e4d3dd0-262c-4092-9ecd-b2ba696f8d37 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 943 time: 0.1180203 Aug 27 02:29:18.526267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-402f7dcc-d443-4c11-b13a-010d869217e8 req-f5be1bf5-cbd2-4865-b7d1-a6b34b51721a tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883801 Aug 27 02:29:18.563129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:18.565641 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ef0142-9b5f-4fe2-be70-fa254add3ad7" -d '{"events": [{"server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "name": "network-vif-plugged", "status": "completed", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:18.580439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.584326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.587279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'network': {'name': 'tempest-network--437120846', 'router:external': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:18.587587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa295235-bd8d-4aff-899e-f7f71a572596 HTTP/1.1" status: 200 len: 1091 time: 4.3436701 Aug 27 02:29:18.630827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa00c39f-a462-45cf-8896-98977d74c1f1 req-a022ddfe-45ce-4e67-932a-e9c45cfbb0c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234560 Aug 27 02:29:18.661023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Made reservation on behalf of e31348a56f86451dadec2b20f4840172 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:18.663545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.681303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.684750 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d09fbf-765f-496b-864b-85438716cb5f x-openstack-request-id: req-91d09fbf-765f-496b-864b-85438716cb5f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:18.685044 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "name": "network-vif-plugged", "status": "completed", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:18.685295 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91d09fbf-765f-496b-864b-85438716cb5f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:18.685695 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'code': 200} Aug 27 02:29:18.817302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5798c34-8044-458e-8abd-5419cea48f79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa295235-bd8d-4aff-899e-f7f71a572596,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:18.839100 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.845537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-6571508f-2f23-4bda-9983-f245ee11069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.847803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-6571508f-2f23-4bda-9983-f245ee11069c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3359174-f068-4e4f-bcee-796b64be5f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4781482 Aug 27 02:29:18.853381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204186-d639-430a-8c3a-c89c30e156ff req-544140a8-0d35-4f40-85a4-7d25af5b1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.855454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-544140a8-0d35-4f40-85a4-7d25af5b1ba8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d3359174-f068-4e4f-bcee-796b64be5f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3716958 Aug 27 02:29:18.928578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.942032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:18.952997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.953397 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Added segment a7f37b40-9da9-4763-be3a-8f2fb1d196f6 of type vlan for network 81999a54-e3c6-43a8-984a-2ae0cad1c9e3 Aug 27 02:29:19.003589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.004100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dd85e729-6b11-43d2-9b4a-4a6abba023d6 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:19.077617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] For port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:19.077995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.082539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-0fbfe4f6-4737-4a24-9e4d-a88364e1310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.084131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-0fbfe4f6-4737-4a24-9e4d-a88364e1310b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 1094 time: 0.3964562 Aug 27 02:29:19.086087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-2a1d48f7-a9ae-45e9-8bf6-62a98efcb8c7 service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267711 Aug 27 02:29:19.117097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.118438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.119077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.122246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:19.209695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-450bdd21-d71c-445b-95ed-ef9a83f4a458 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa295235-bd8d-4aff-899e-f7f71a572596 HTTP/1.1" status: 200 len: 217 time: 0.1057086 Aug 27 02:29:19.236644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dd85e729-6b11-43d2-9b4a-4a6abba023d6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:19.270015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6', 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'port_id': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6', 'mac_address': 'fa:16:3e:4d:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653271e1-f94f-440d-8408-be4a5c9d125b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:19.278033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Network': ['ID=81999a54-e3c6-43a8-984a-2ae0cad1c9e3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:19.306825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f50e-4b25-41bc-bf92-eeeda8e6924c req-4e23fe89-c059-4233-934d-426a58ada7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.309281 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1cc2f50e-4b25-41bc-bf92-eeeda8e6924c req-4e23fe89-c059-4233-934d-426a58ada7c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 1096 time: 0.4678931 Aug 27 02:29:19.330778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-42d7ea81-6978-438a-bbbb-96a61cd01757 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.333388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-42d7ea81-6978-438a-bbbb-96a61cd01757 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.4453273 Aug 27 02:29:19.373051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-76c67f39-ae32-48cb-8340-2b2e94ff5e52 service neutron] 10.222.0.45 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078853 Aug 27 02:29:19.380603 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.384463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 81999a54-e3c6-43a8-984a-2ae0cad1c9e3 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:19.391358 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9782150 Aug 27 02:29:19.391358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2178507-b67d-4c49-b66a-d4260e247886 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cc31c4-2095-44cb-acce-b2049ba218de,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:19.399548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48132) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:19.487298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92816cd9-77c1-4bef-a72b-e0f5d73bf2ff req-87f41b11-23e3-4f66-a854-57fa660a3f6f tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.500834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92816cd9-77c1-4bef-a72b-e0f5d73bf2ff req-87f41b11-23e3-4f66-a854-57fa660a3f6f tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.6086409 Aug 27 02:29:19.508925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd85e729-6b11-43d2-9b4a-4a6abba023d6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:19.533693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-81d2218b-2b26-4867-b10d-6d3ecd49cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.535789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-81d2218b-2b26-4867-b10d-6d3ecd49cba4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 200 len: 854 time: 0.2740777 Aug 27 02:29:19.539723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dd85e729-6b11-43d2-9b4a-4a6abba023d6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:19.551209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.593778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48136) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:19.598171 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1cc2f50e-4b25-41bc-bf92-eeeda8e6924c req-edd5fa7f-3b9f-4124-9adc-31e3fc79e1cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602844 Aug 27 02:29:19.614865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186ed2c9-0b22-4263-b1fc-6ce6334511a2 req-e60cd8f8-a0cd-4c50-9bc9-54b993db01bf service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125329 Aug 27 02:29:19.631356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92816cd9-77c1-4bef-a72b-e0f5d73bf2ff req-40800efd-2d0c-4960-95d1-9b7f1799088d tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294966 Aug 27 02:29:19.633437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8c005-5b8f-4a36-b0df-3801670cc52d req-6f38505b-377a-4439-8274-0b14aced13c8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.635020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1c8c005-5b8f-4a36-b0df-3801670cc52d req-6f38505b-377a-4439-8274-0b14aced13c8 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 946 time: 0.3824072 Aug 27 02:29:19.656540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.711978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=dd85e729-6b11-43d2-9b4a-4a6abba023d6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:19.726776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad204186-d639-430a-8c3a-c89c30e156ff req-73819376-bf00-4488-b82e-d0c9742ceba7 service neutron] 10.222.0.45 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432376 Aug 27 02:29:19.742575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Deleting port 89294984-0529-4b12-b169-2ebfa65f790c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:19.742575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.757083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-d3b7e686-0d0d-40ab-b07e-d2d090998250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.758640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-d3b7e686-0d0d-40ab-b07e-d2d090998250 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3359174-f068-4e4f-bcee-796b64be5f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956558 Aug 27 02:29:19.778690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['dd85e729-6b11-43d2-9b4a-4a6abba023d6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:19.819058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1c8c005-5b8f-4a36-b0df-3801670cc52d req-cde31226-6ef6-4222-ac1e-e9ebaa8f6f44 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463335 Aug 27 02:29:19.890748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.964162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] For port 89294984-0529-4b12-b169-2ebfa65f790c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89294984-0529-4b12-b169-2ebfa65f790c,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:19.964540 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.978951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Calling delete_port for 89294984-0529-4b12-b169-2ebfa65f790c owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:20.038546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=f6812d02-ff7c-4a8d-bfb9-a97e2a45b173,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:20.097333 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.133820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81999a54-e3c6-43a8-984a-2ae0cad1c9e3']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:20.138863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-74d6a295-0296-4c10-a26e-eca06cce0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.140407 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-74d6a295-0296-4c10-a26e-eca06cce0d6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 1094 time: 0.3193071 Aug 27 02:29:20.215205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed729908-a87f-47c4-85eb-d23e73b6f631 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=916fb3515ff5419f8dbba80118fed0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194828 Aug 27 02:29:20.218858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48144) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:20.223916 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:29:20.228923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774436b5-c478-46eb-939f-35a86ae1fea6 req-a7b7e5b0-c926-4130-8b54-6dffc3d10d49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.235604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774436b5-c478-46eb-939f-35a86ae1fea6 req-a7b7e5b0-c926-4130-8b54-6dffc3d10d49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.241671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774436b5-c478-46eb-939f-35a86ae1fea6 req-a7b7e5b0-c926-4130-8b54-6dffc3d10d49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.243560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-774436b5-c478-46eb-939f-35a86ae1fea6 req-a7b7e5b0-c926-4130-8b54-6dffc3d10d49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 2411 time: 0.1675756 Aug 27 02:29:20.267248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.279988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f', '89294984-0529-4b12-b169-2ebfa65f790c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:20.365524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event deleted for resources: {'Port': ['ID=89294984-0529-4b12-b169-2ebfa65f790c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:20.442505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f6b781d-6a67-485f-b428-292210c475b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.474502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f6b781d-6a67-485f-b428-292210c475b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.492888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-774436b5-c478-46eb-939f-35a86ae1fea6 req-bab2dd20-a218-4c0c-8536-17318d2cafe5 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346783 Aug 27 02:29:20.518225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a'}, {'name': 'network-changed', 'server_uuid': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'tag': 'fa295235-bd8d-4aff-899e-f7f71a572596'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:20.518225 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c47e3-1c3a-427f-9611-de085fd71673" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a"}, {"name": "network-changed", "server_uuid": "0f2a3a66-d867-4a2d-9cd6-fbaae878547e", "tag": "fa295235-bd8d-4aff-899e-f7f71a572596"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:20.520981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] No DVR routers for this DVR port f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:20.531650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.533733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-b5cdac93-0fc5-444b-ab7d-df7601f8e4fb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "DELETE /v2.0/ports/f6812d02-ff7c-4a8d-bfb9-a97e2a45b173 HTTP/1.1" status: 204 len: 173 time: 2.6056392 Aug 27 02:29:20.556592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f37b40-9da9-4763-be3a-8f2fb1d196f6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:20.556929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f37b40-9da9-4763-be3a-8f2fb1d196f6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:20.570857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] No DVR routers for this DVR port 89294984-0529-4b12-b169-2ebfa65f790c on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:20.578174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.580237 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f5d5a33-ca75-483e-86ea-e31674a4bc6e req-399dadb5-b376-4868-83cb-4f324dd14ac5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "DELETE /v2.0/ports/89294984-0529-4b12-b169-2ebfa65f790c HTTP/1.1" status: 204 len: 173 time: 1.2391284 Aug 27 02:29:20.580695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'name': 'network-vif-deleted', 'tag': '89294984-0529-4b12-b169-2ebfa65f790c'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:20.585424 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93040c81-9962-43e7-a014-988d21561755" -d '{"events": [{"server_uuid": "48d2a82b-fbd2-4491-a039-74dd46ff5440", "name": "network-vif-deleted", "tag": "89294984-0529-4b12-b169-2ebfa65f790c"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:20.626447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21948ff-af4d-477e-9e35-d4cabc8ae813 req-c002d5ea-016d-4e2c-9a55-73c2e3b0d3e7 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.628230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21948ff-af4d-477e-9e35-d4cabc8ae813 req-c002d5ea-016d-4e2c-9a55-73c2e3b0d3e7 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 943 time: 0.6619918 Aug 27 02:29:20.631016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.676664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f6b781d-6a67-485f-b428-292210c475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.690388 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f6b781d-6a67-485f-b428-292210c475b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.699341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6f6b781d-6a67-485f-b428-292210c475b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68e3f874-623f-4033-ac4b-743633586bf4 HTTP/1.1" status: 204 len: 168 time: 0.4545069 Aug 27 02:29:20.713353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b781d-6a67-485f-b428-292210c475b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e3f874-623f-4033-ac4b-743633586bf4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:20.743382 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d1b2c-4304-4fa1-b6cc-5344ed8ca21c x-openstack-request-id: req-dd2d1b2c-4304-4fa1-b6cc-5344ed8ca21c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:20.743688 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "f5532371-6a28-4d4b-945f-ab93e6e8018a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f2a3a66-d867-4a2d-9cd6-fbaae878547e", "tag": "fa295235-bd8d-4aff-899e-f7f71a572596", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:20.743917 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd2d1b2c-4304-4fa1-b6cc-5344ed8ca21c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:20.744326 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': 'f5532371-6a28-4d4b-945f-ab93e6e8018a', 'status': 'completed', 'code': 200} Aug 27 02:29:20.744853 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'tag': 'fa295235-bd8d-4aff-899e-f7f71a572596', 'status': 'completed', 'code': 200} Aug 27 02:29:20.748514 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e9b0c2-bee8-4e80-967a-2bc2114bd279 x-openstack-request-id: req-b8e9b0c2-bee8-4e80-967a-2bc2114bd279 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:20.748815 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d2a82b-fbd2-4491-a039-74dd46ff5440", "name": "network-vif-deleted", "tag": "89294984-0529-4b12-b169-2ebfa65f790c", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:20.749326 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8e9b0c2-bee8-4e80-967a-2bc2114bd279 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:20.750101 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d2a82b-fbd2-4491-a039-74dd46ff5440', 'name': 'network-vif-deleted', 'tag': '89294984-0529-4b12-b169-2ebfa65f790c', 'status': 'completed', 'code': 200} Aug 27 02:29:20.767773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-662ab0a1-40c0-4fe3-99cc-a0c256c719cc service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272227 Aug 27 02:29:20.836941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.888800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cef77-df07-4e3d-a79b-9c13f4c609c0 req-ee534418-c57a-4bc4-859e-45c22d814890 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.890484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:20.890884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.898828 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-654cef77-df07-4e3d-a79b-9c13f4c609c0 req-ee534418-c57a-4bc4-859e-45c22d814890 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.0831854 Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:20.928677 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:20.975109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-654cef77-df07-4e3d-a79b-9c13f4c609c0 req-16ce444b-3b8b-4831-a1d9-82abe1ffc230 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732000 Aug 27 02:29:21.010510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a21948ff-af4d-477e-9e35-d4cabc8ae813 req-2a2c0b68-9d1f-433a-b91d-dcae19a30156 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873564 Aug 27 02:29:21.031882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dd85e729-6b11-43d2-9b4a-4a6abba023d6 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:21.100552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port dd85e729-6b11-43d2-9b4a-4a6abba023d6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:21.120355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-310d3811-0bfc-4736-b05b-fd5e68d4bf4c req-dbe5a68d-44e6-4a13-b67c-8271c8065209 service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056350 Aug 27 02:29:21.129125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.129503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port dd85e729-6b11-43d2-9b4a-4a6abba023d6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:21.131635 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.135150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81999a54-e3c6-43a8-984a-2ae0cad1c9e3 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:29:21.138082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.140109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "DELETE /v2.0/networks/81999a54-e3c6-43a8-984a-2ae0cad1c9e3 HTTP/1.1" status: 204 len: 168 time: 1.7279963 Aug 27 02:29:21.143697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48170) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:21.150343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:21.152700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-997ef32a-4b64-428b-b1c4-72adf426e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.155005 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-997ef32a-4b64-428b-b1c4-72adf426e6f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 916 time: 0.9893506 Aug 27 02:29:21.247185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Made reservation on behalf of e31348a56f86451dadec2b20f4840172 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:21.250273 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.313140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14321610-72e5-4407-83ad-607a5cb2ff00 req-5e6a3361-1da5-4c19-8948-3747ed24a532 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=48d2a82b-fbd2-4491-a039-74dd46ff5440 HTTP/1.1" status: 200 len: 210 time: 0.1893187 Aug 27 02:29:21.323482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c580371-3dbc-4cec-8deb-06262a86fd9e tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event deleted for resources: {'Network': ['ID=81999a54-e3c6-43a8-984a-2ae0cad1c9e3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:21.329648 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.340273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:21.363811 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.364972 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Added segment a41a7124-0b88-47e8-ae72-ddcdc5dd7b44 of type vlan for network 695372e5-f062-4f08-abc4-65c9e5def9aa Aug 27 02:29:21.399001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:21.407209 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd514de-a0c6-43b9-bf40-4d78c4835264" -d '{"events": [{"server_uuid": "2cc7bf71-9354-4a05-9a59-7024715ad47f", "name": "network-vif-plugged", "status": "completed", "tag": "dd85e729-6b11-43d2-9b4a-4a6abba023d6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:21.440179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dd85e729-6b11-43d2-9b4a-4a6abba023d6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:21.449359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.468546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-a513b64c-2880-4699-9ce6-e99490f34986 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910c62cf-dd2c-462c-a4af-0e306050894e HTTP/1.1" status: 200 len: 217 time: 0.2511296 Aug 27 02:29:21.518009 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.528139 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf45bc6-dd0c-49b2-9fc7-51c2ce58ca93 x-openstack-request-id: req-4cf45bc6-dd0c-49b2-9fc7-51c2ce58ca93 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:21.528489 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc7bf71-9354-4a05-9a59-7024715ad47f", "name": "network-vif-plugged", "status": "completed", "tag": "dd85e729-6b11-43d2-9b4a-4a6abba023d6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:21.528739 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cf45bc6-dd0c-49b2-9fc7-51c2ce58ca93 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:21.529136 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6', 'code': 200} Aug 27 02:29:21.580138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=dd85e729-6b11-43d2-9b4a-4a6abba023d6,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:21.594979 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.596796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.598411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.659027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-58f2c910-2c4f-45ed-94af-553a47e787bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.670345 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-58f2c910-2c4f-45ed-94af-553a47e787bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 1094 time: 0.4565578 Aug 27 02:29:21.702567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:21.702915 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.717740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5727322 Aug 27 02:29:21.721628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48192) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:21.727647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'subnet': {'network_id': '695372e5-f062-4f08-abc4-65c9e5def9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:21.737271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98f63d-cb12-4c63-ad3b-8bc900332a4a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Network': ['ID=695372e5-f062-4f08-abc4-65c9e5def9aa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:21.752262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 695372e5-f062-4f08-abc4-65c9e5def9aa details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:21.767534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Made reservation on behalf of e31348a56f86451dadec2b20f4840172 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:21.770937 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.810411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-1f54b2c5-f00d-4d1a-932d-7b17df490868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.811913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-1f54b2c5-f00d-4d1a-932d-7b17df490868 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 200 len: 854 time: 0.3400316 Aug 27 02:29:21.971551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b6959-799d-4378-ad5c-67c4f1a82c31 req-67ca6949-96db-469d-8283-5b94588ee05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.973601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-235b6959-799d-4378-ad5c-67c4f1a82c31 req-67ca6949-96db-469d-8283-5b94588ee05e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 1096 time: 0.3259971 Aug 27 02:29:21.987478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c55272-ea79-451e-b64d-d923d546205a req-49e94b88-691d-492b-8bcf-93b9bd1bf201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.993898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c55272-ea79-451e-b64d-d923d546205a req-49e94b88-691d-492b-8bcf-93b9bd1bf201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.020298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c55272-ea79-451e-b64d-d923d546205a req-49e94b88-691d-492b-8bcf-93b9bd1bf201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.022025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52c55272-ea79-451e-b64d-d923d546205a req-49e94b88-691d-492b-8bcf-93b9bd1bf201 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 2411 time: 0.3507311 Aug 27 02:29:22.093205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] For port 92d6d42a-1d40-4518-91cf-72ebc0b28de3, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=92d6d42a-1d40-4518-91cf-72ebc0b28de3,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:22.093602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.132010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-a53a0a12-b4a9-4bfd-b976-785ca337f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.133636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-a53a0a12-b4a9-4bfd-b976-785ca337f089 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 916 time: 0.4233155 Aug 27 02:29:22.135983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-4fbaa3d7-bc80-4497-b2ac-b64972681a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.137569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-4fbaa3d7-bc80-4497-b2ac-b64972681a96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d3359174-f068-4e4f-bcee-796b64be5f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782850 Aug 27 02:29:22.140231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for 92d6d42a-1d40-4518-91cf-72ebc0b28de3 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:22.228740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-235b6959-799d-4378-ad5c-67c4f1a82c31 req-29db5102-cf17-4d3f-a98a-532d4dfa0c39 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958690 Aug 27 02:29:22.264154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1284e7e-f92b-4930-8873-f8f05fcd153d req-e4888087-a581-4109-87da-9c7c740a2551 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.267447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-917f5180-e0c1-4026-a33d-df5e22ddfdb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa295235-bd8d-4aff-899e-f7f71a572596 HTTP/1.1" status: 200 len: 217 time: 0.1194694 Aug 27 02:29:22.273657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1284e7e-f92b-4930-8873-f8f05fcd153d req-e4888087-a581-4109-87da-9c7c740a2551 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.1836145 Aug 27 02:29:22.275511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52c55272-ea79-451e-b64d-d923d546205a req-f9a21adb-2d65-4b68-8b4e-916e5eb74923 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129333 Aug 27 02:29:22.366909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1284e7e-f92b-4930-8873-f8f05fcd153d req-6c77ab71-9506-4ab6-b512-b4ded6576e28 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920763 Aug 27 02:29:22.388426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-a827817a-4a1e-49c0-8439-71154a4222ea service neutron] 10.222.0.45 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276063 Aug 27 02:29:22.482969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:29:22.483682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.566638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Checking segment: {'id': 'a41a7124-0b88-47e8-ae72-ddcdc5dd7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '695372e5-f062-4f08-abc4-65c9e5def9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:22.567327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Network hostable DHCP agents. Network: 695372e5-f062-4f08-abc4-65c9e5def9aa, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:22.574891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c5766f9-3672-4aca-9393-8bb3c8fee6f3,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:22.588177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987d834-4735-4158-9dc4-aed172d5b648 req-21b70db2-281c-4229-b490-bd5080b62cd8 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.589769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c987d834-4735-4158-9dc4-aed172d5b648 req-21b70db2-281c-4229-b490-bd5080b62cd8 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 943 time: 0.2041116 Aug 27 02:29:22.591300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-20f94aef-067f-4a4c-917b-13b97793c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.592634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-20f94aef-067f-4a4c-917b-13b97793c340 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 200 len: 854 time: 0.1616147 Aug 27 02:29:22.615535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Network 695372e5-f062-4f08-abc4-65c9e5def9aa is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:22.636183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 695372e5-f062-4f08-abc4-65c9e5def9aa) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:22.650197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.650910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0d18d-b965-4636-aa20-7ca732e88dec None None] Network 695372e5-f062-4f08-abc4-65c9e5def9aa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:22.652067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.668654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-595b3c12-29c8-453c-84d2-70d95b8c4733 req-ef5624a1-df37-4820-a6d3-efbb11b183a0 service neutron] 10.222.0.45 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694621 Aug 27 02:29:22.679738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.681281 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9858172d-9a56-4790-99b1-e44474a95c0a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9580543 Aug 27 02:29:22.682866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48220) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:22.688847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'floatingip': {'floating_network_id': '695372e5-f062-4f08-abc4-65c9e5def9aa'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:22.733676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c987d834-4735-4158-9dc4-aed172d5b648 req-4f860622-230f-4334-9dfe-5646c6807cb6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323524 Aug 27 02:29:22.734706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.739412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=92d6d42a-1d40-4518-91cf-72ebc0b28de3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:22.748544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-582170da-f967-4ca4-a9a2-b6e689cb74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.750638 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-582170da-f967-4ca4-a9a2-b6e689cb74b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3359174-f068-4e4f-bcee-796b64be5f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453400 Aug 27 02:29:22.751886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:22.756013 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bddbdc-59e2-4a1c-9364-21d0f698b097" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:22.841649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 910c62cf-dd2c-462c-a4af-0e306050894e details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:22.856126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89294984-0529-4b12-b169-2ebfa65f790c no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:22.942182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.957030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 89294984-0529-4b12-b169-2ebfa65f790c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:22.957622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89294984-0529-4b12-b169-2ebfa65f790c not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:22.969594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-ffa50ad6-a0f5-4f46-a173-279cc46fc71e service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920576 Aug 27 02:29:22.994036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] No DVR routers for this DVR port 92d6d42a-1d40-4518-91cf-72ebc0b28de3 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:23.013441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.019709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-61d1cd79-abf5-4877-b75e-4510c2c4a654 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "DELETE /v2.0/ports/92d6d42a-1d40-4518-91cf-72ebc0b28de3 HTTP/1.1" status: 204 len: 173 time: 2.4564173 Aug 27 02:29:23.068333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Allocated IP 172.20.0.7 (695372e5-f062-4f08-abc4-65c9e5def9aa/1c5766f9-3672-4aca-9393-8bb3c8fee6f3/dcb3f271-5bdc-4825-9818-c70476d554be) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:23.089375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1e1dff-e712-49ff-9564-cedd2bcf4efb None None] Network 695372e5-f062-4f08-abc4-65c9e5def9aa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:23.209509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.269831 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7477b25-3ac5-4804-9775-ac7784874ba9 x-openstack-request-id: req-b7477b25-3ac5-4804-9775-ac7784874ba9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:23.271225 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "f6812d02-ff7c-4a8d-bfb9-a97e2a45b173", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:23.271497 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7477b25-3ac5-4804-9775-ac7784874ba9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:23.271918 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': 'f6812d02-ff7c-4a8d-bfb9-a97e2a45b173', 'status': 'completed', 'code': 200} Aug 27 02:29:23.308036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 910c62cf-dd2c-462c-a4af-0e306050894e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=910c62cf-dd2c-462c-a4af-0e306050894e,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:23.322637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.327049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '910c62cf-dd2c-462c-a4af-0e306050894e', 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'port_id': '910c62cf-dd2c-462c-a4af-0e306050894e', 'mac_address': 'fa:16:3e:1a:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653271e1-f94f-440d-8408-be4a5c9d125b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:23.374114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Network 695372e5-f062-4f08-abc4-65c9e5def9aa is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:23.378180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:23.387628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:23.401773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.404732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7fbd2-e955-49dd-8256-f57044464352 req-956607ee-274b-48c9-9eba-f2985a45a845 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.409099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97f7fbd2-e955-49dd-8256-f57044464352 req-956607ee-274b-48c9-9eba-f2985a45a845 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.3972466 Aug 27 02:29:23.418110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48250) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:23.425064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Request body: {'floatingip': {'port_id': '2259f5e9-2003-453c-8bed-695c6ec6ed56'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:23.436188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910c62cf-dd2c-462c-a4af-0e306050894e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:23.452939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Port': ['ID=dcb3f271-5bdc-4825-9818-c70476d554be,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:23.482649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 910c62cf-dd2c-462c-a4af-0e306050894e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=910c62cf-dd2c-462c-a4af-0e306050894e,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:23.498167 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.564616 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.610791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.625164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=910c62cf-dd2c-462c-a4af-0e306050894e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:23.721280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port 509370df-ec58-40f1-a4e2-431feb7f4b22 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:23.721912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.746021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c85c47e3-1c3a-427f-9611-de085fd71673 req-a2e64139-21d5-422a-bfdc-5aa875e77df1 service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532871 Aug 27 02:29:23.808529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['910c62cf-dd2c-462c-a4af-0e306050894e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:23.908817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] For port 509370df-ec58-40f1-a4e2-431feb7f4b22, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=509370df-ec58-40f1-a4e2-431feb7f4b22,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:23.910821 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.103659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.134181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b427b84-6109-44a1-967c-82e284934ed6 req-afd0bc58-8859-4d8f-9965-6a663af389ca tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.139978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b427b84-6109-44a1-967c-82e284934ed6 req-afd0bc58-8859-4d8f-9965-6a663af389ca tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.141655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9b427b84-6109-44a1-967c-82e284934ed6 req-afd0bc58-8859-4d8f-9965-6a663af389ca tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 1678 time: 0.5542047 Aug 27 02:29:24.232549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9b427b84-6109-44a1-967c-82e284934ed6 req-f091a1da-ac11-4fd5-b881-25b51f3769ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843008 Aug 27 02:29:24.304393 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.310768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.385498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Port': ['ID=dcb3f271-5bdc-4825-9818-c70476d554be,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:24.398782 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.419581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.423421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fd128d17-3262-42bb-85b0-2aafea144244 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7363629 Aug 27 02:29:24.424294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48270) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:24.491944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c142ec-d3cc-4788-8846-757b6ddbdd64 req-5c3675c0-a57a-4999-a2bc-b328bf4baa37 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.493474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5c142ec-d3cc-4788-8846-757b6ddbdd64 req-5c3675c0-a57a-4999-a2bc-b328bf4baa37 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 943 time: 0.2146091 Aug 27 02:29:24.535249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c06405d8-6531-4afc-9b87-09d5adf08a6a tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=695372e5-f062-4f08-abc4-65c9e5def9aa HTTP/1.1" status: 200 len: 689 time: 0.1064830 Aug 27 02:29:24.535484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48286) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:24.627580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.655553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5c142ec-d3cc-4788-8846-757b6ddbdd64 req-947d2e5d-38bf-4822-bd42-1d0f863d8303 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318583 Aug 27 02:29:24.674077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.674077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.674077 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Floating IP c186c356-a7e7-4625-a42e-eb7107b6fc01 disassociated. External IP: 172.25.1.90, port: 509370df-ec58-40f1-a4e2-431feb7f4b22. Aug 27 02:29:24.674077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for 509370df-ec58-40f1-a4e2-431feb7f4b22 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:24.739179 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:29:24.802599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260593c8-984c-4933-b6f1-493940863d9c req-75d36924-f10a-4a1a-aff2-ee5a40f2ae20 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.804279 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-260593c8-984c-4933-b6f1-493940863d9c req-75d36924-f10a-4a1a-aff2-ee5a40f2ae20 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 950 time: 0.0802746 Aug 27 02:29:24.808953 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.822042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.836821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Deleting port dcb3f271-5bdc-4825-9818-c70476d554be {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:24.837276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.861046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 910c62cf-dd2c-462c-a4af-0e306050894e up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:24.907468 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-260593c8-984c-4933-b6f1-493940863d9c req-30b07e8a-3e48-434f-989c-da58a8576ce4 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957315 Aug 27 02:29:24.957160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 910c62cf-dd2c-462c-a4af-0e306050894e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:24.961190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 910c62cf-dd2c-462c-a4af-0e306050894e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:24.961570 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.973990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.974382 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.992244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Calling delete_port for dcb3f271-5bdc-4825-9818-c70476d554be owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:25.049239 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.050633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device fa295235-bd8d-4aff-899e-f7f71a572596 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:25.055322 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Floating IP 5cd64f9d-121b-4080-9e4b-e8eded0f4c04 associated. External IP: 172.25.1.170, port: 2259f5e9-2003-453c-8bed-695c6ec6ed56. Aug 27 02:29:25.201953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=509370df-ec58-40f1-a4e2-431feb7f4b22,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.211553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.228988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.280726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 910c62cf-dd2c-462c-a4af-0e306050894e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=910c62cf-dd2c-462c-a4af-0e306050894e,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:25.289868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c62cf-dd2c-462c-a4af-0e306050894e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:25.292193 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350d8cef-ca77-4438-bcee-6ac4a43acbfa" -d '{"events": [{"server_uuid": "29376bf8-e982-4ce3-aa61-8fd9108aa016", "name": "network-vif-plugged", "status": "completed", "tag": "910c62cf-dd2c-462c-a4af-0e306050894e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:25.307331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.335130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:25.337426 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309af686-0c9f-4094-b17d-45e2337b5649" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:25.350564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcb3f271-5bdc-4825-9818-c70476d554be,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.375752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=910c62cf-dd2c-462c-a4af-0e306050894e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.419205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.420319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port fa295235-bd8d-4aff-899e-f7f71a572596, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=fa295235-bd8d-4aff-899e-f7f71a572596,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:25.447578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'fa295235-bd8d-4aff-899e-f7f71a572596', 'network_id': 'd3359174-f068-4e4f-bcee-796b64be5f92', 'port_id': 'fa295235-bd8d-4aff-899e-f7f71a572596', 'mac_address': 'fa:16:3e:3c:cf:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653271e1-f94f-440d-8408-be4a5c9d125b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:25.466411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48356) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:25.478753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.492385 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.506593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa295235-bd8d-4aff-899e-f7f71a572596 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:25.528058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port fa295235-bd8d-4aff-899e-f7f71a572596, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=fa295235-bd8d-4aff-899e-f7f71a572596,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:25.538723 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.561690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a9f4-d143-47ae-87b7-8d7bd8353753 req-cd20421c-c26e-47a6-9a0d-8b312e0eca93 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.574994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-beb0a9f4-d143-47ae-87b7-8d7bd8353753 req-cd20421c-c26e-47a6-9a0d-8b312e0eca93 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 943 time: 0.2303507 Aug 27 02:29:25.605256 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.615678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=fa295235-bd8d-4aff-899e-f7f71a572596,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.617479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:29:25.654833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5766f9-3672-4aca-9393-8bb3c8fee6f3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.715492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.735968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695372e5-f062-4f08-abc4-65c9e5def9aa']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:25.746971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-beb0a9f4-d143-47ae-87b7-8d7bd8353753 req-2a1220cd-c2e3-45aa-8ae9-9c7d2f54b291 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426938 Aug 27 02:29:25.753905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41a7124-0b88-47e8-ae72-ddcdc5dd7b44') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:25.754491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41a7124-0b88-47e8-ae72-ddcdc5dd7b44') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:25.767898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['fa295235-bd8d-4aff-899e-f7f71a572596'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:25.777313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.793539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.801751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:25.802502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:25.805525 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:25.826335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Router 7021affa-c065-4eef-8b99-3073ed98af04 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:29:25.844889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e24840-d3f0-4c7e-b31e-9b85d4dd9260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.854470 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a04b2b-a1ac-43a5-a799-c92ccef77e13 x-openstack-request-id: req-a9a04b2b-a1ac-43a5-a799-c92ccef77e13 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:25.856405 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29376bf8-e982-4ce3-aa61-8fd9108aa016", "name": "network-vif-plugged", "status": "completed", "tag": "910c62cf-dd2c-462c-a4af-0e306050894e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:25.856726 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9a04b2b-a1ac-43a5-a799-c92ccef77e13 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:25.857189 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c62cf-dd2c-462c-a4af-0e306050894e', 'code': 200} Aug 27 02:29:25.929867 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a334163-08d1-4dd8-9599-9608b1bb135f x-openstack-request-id: req-2a334163-08d1-4dd8-9599-9608b1bb135f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:25.930152 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "92d6d42a-1d40-4518-91cf-72ebc0b28de3", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:25.930447 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a334163-08d1-4dd8-9599-9608b1bb135f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:25.931709 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': '92d6d42a-1d40-4518-91cf-72ebc0b28de3', 'status': 'completed', 'code': 200} Aug 27 02:29:25.950594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.979485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 695372e5-f062-4f08-abc4-65c9e5def9aa {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:29:25.982414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event deleted for resources: {'Network': ['ID=695372e5-f062-4f08-abc4-65c9e5def9aa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.985254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.990778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1f76ded3-deb9-46d7-ae4a-4fa16d62a1f9 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "DELETE /v2.0/networks/695372e5-f062-4f08-abc4-65c9e5def9aa HTTP/1.1" status: 204 len: 168 time: 1.4516933 Aug 27 02:29:25.991477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48390) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:26.137770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dfaac2d1-72ac-411f-97cf-88d7019f3c44 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.1434710 Aug 27 02:29:26.140553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48392) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:26.222636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b70585-b951-4765-b481-a0edeeb955f2 req-6713058b-6514-461c-9095-1472729fbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.224170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3b70585-b951-4765-b481-a0edeeb955f2 req-6713058b-6514-461c-9095-1472729fbeb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 1096 time: 0.2822881 Aug 27 02:29:26.252793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:26.284659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.285325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.285776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.286222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.286691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.287133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.287694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.288138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.288574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.289011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.289442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.289873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.292101 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d38f020d-6770-46ca-a769-ffefb95c4c19 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7644 time: 0.1504428 Aug 27 02:29:26.295355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48398) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:26.309689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b614126-40bd-4269-b861-e442bba231be req-25942252-5be1-4a6f-b483-5b42eb8cd7f1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.318169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b614126-40bd-4269-b861-e442bba231be req-25942252-5be1-4a6f-b483-5b42eb8cd7f1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 944 time: 0.3060110 Aug 27 02:29:26.346581 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-732dd6eb-810d-4a1a-8372-cd6ff346fb65 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] delete failed (client error): The resource could not be found. Aug 27 02:29:26.350958 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-732dd6eb-810d-4a1a-8372-cd6ff346fb65 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/f9be7ca5-7150-43de-b751-c12b28d7dff5 HTTP/1.1" status: 404 len: 345 time: 0.0545466 Aug 27 02:29:26.351510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:26.353003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] No DVR routers for this DVR port 509370df-ec58-40f1-a4e2-431feb7f4b22 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:26.356078 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.358940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-543cef1e-9272-4857-a258-4d4e8b444d3b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "DELETE /v2.0/ports/509370df-ec58-40f1-a4e2-431feb7f4b22 HTTP/1.1" status: 204 len: 173 time: 3.3157377 Aug 27 02:29:26.372634 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c431929c-bbd5-4e11-baef-c613c72207ea tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] DELETE failed (client error): The resource could not be found. Aug 27 02:29:26.373297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c431929c-bbd5-4e11-baef-c613c72207ea tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:29:26.380123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:26.380717 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c431929c-bbd5-4e11-baef-c613c72207ea tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "DELETE /v2.0/networks/695372e5-f062-4f08-abc4-65c9e5def9aa HTTP/1.1" status: 404 len: 339 time: 0.0275018 Aug 27 02:29:26.381039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48404) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:26.384404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.387349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'network': {'name': 'tempest-network--782883860', 'router:external': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:26.450050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3b70585-b951-4765-b481-a0edeeb955f2 req-0cda32c9-e6dd-453b-b135-0174a9998680 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156432 Aug 27 02:29:26.453290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b16f8-8e82-4357-90ff-dd1296787e90 req-36797802-0af7-4790-81f3-581032b87c00 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.461198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-426b16f8-8e82-4357-90ff-dd1296787e90 req-36797802-0af7-4790-81f3-581032b87c00 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 945 time: 0.0612881 Aug 27 02:29:26.488561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-97877567-66aa-4d04-937e-53335dd96d06 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "PUT /v2.0/floatingips/5cd64f9d-121b-4080-9e4b-e8eded0f4c04 HTTP/1.1" status: 200 len: 991 time: 3.0655148 Aug 27 02:29:26.497041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-426b16f8-8e82-4357-90ff-dd1296787e90 req-65b80479-237a-4f15-bf25-fd14d92e3dac tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Aug 27 02:29:26.505764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b614126-40bd-4269-b861-e442bba231be req-9259b64b-4ca1-469b-b7f7-6b1398afe23f tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864505 Aug 27 02:29:26.507729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e24840-d3f0-4c7e-b31e-9b85d4dd9260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.535688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e24840-d3f0-4c7e-b31e-9b85d4dd9260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.563074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Made reservation on behalf of e31348a56f86451dadec2b20f4840172 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:26.566031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.590726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] Sync routers for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:26.596822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:26.602704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:26.603734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:26.609149 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.609534 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Added segment bb2e4763-474c-4e4f-a081-73879bf98f99 of type vlan for network e3225613-86e0-4191-a250-465212e8f98e Aug 27 02:29:26.630283 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] Sync routers for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:26.642877 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:26.643110 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:26.643229 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-49e24840-d3f0-4c7e-b31e-9b85d4dd9260 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46e99bd6cb8941f4b86b888c22e61fef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1749623 Aug 27 02:29:26.645078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e24840-d3f0-4c7e-b31e-9b85d4dd9260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4e4ed9-270d-49e2-95fe-2dcfa0072dd8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:26.649932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48410) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:26.681818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:26.682232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.730765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.739821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:26.787728 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:26.795481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.796592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.797332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.877742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Network': ['ID=e3225613-86e0-4191-a250-465212e8f98e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:26.897866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network e3225613-86e0-4191-a250-465212e8f98e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:26.932750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-568e3953-3f78-4c38-8eaf-1d113b719bd8 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5495780 Aug 27 02:29:26.938920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48414) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:27.054505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:19:02Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.060380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device fa295235-bd8d-4aff-899e-f7f71a572596 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:27.073591 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '5cd64f9d-121b-4080-9e4b-e8eded0f4c04', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'port_id': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'mac_address': 'fa:16:3e:f6:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:28:27Z', 'updated_at': '2021-08-27T02:29:24Z', 'revision_number': 1, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:27Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.105986 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] Checking router: 7021affa-c065-4eef-8b99-3073ed98af04 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:27.110759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] Checking router: 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:27.114685 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:27.115259 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.124932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd6cfd-46e6-4039-81e5-c0a20b02edef req-62464005-f637-4aa4-95ba-d3fb349a2738 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.130306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:27.130953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.132849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bddd6cfd-46e6-4039-81e5-c0a20b02edef req-62464005-f637-4aa4-95ba-d3fb349a2738 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 943 time: 0.2561283 Aug 27 02:29:27.151906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] For port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:27.152547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.166193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for a87aaf8a-31ed-42b3-a6e4-31118ad5bffe owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:27.229441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bddd6cfd-46e6-4039-81e5-c0a20b02edef req-1c5b9c16-ff7b-4c0a-b154-34c38b7cc5ce tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups?id=c00f8293-3cb6-466a-b835-58ef82d02673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955758 Aug 27 02:29:27.242997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a54e42-c3b0-4f32-9f4f-b03ab8dfe56e tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.260267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a54e42-c3b0-4f32-9f4f-b03ab8dfe56e tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.260492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:27.270684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a54e42-c3b0-4f32-9f4f-b03ab8dfe56e tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.279011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a54e42-c3b0-4f32-9f4f-b03ab8dfe56e tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.280902 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d6a54e42-c3b0-4f32-9f4f-b03ab8dfe56e tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3407569 Aug 27 02:29:27.286853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:27.332775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.341669 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:27.371725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.381524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3f80a-5ca9-419d-9dca-27f5e4bb3916 req-eac91df4-a5e8-4803-8cf7-38feaceb710c tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.389902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ef3f80a-5ca9-419d-9dca-27f5e4bb3916 req-eac91df4-a5e8-4803-8cf7-38feaceb710c tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 950 time: 0.7394798 Aug 27 02:29:27.406258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=a87aaf8a-31ed-42b3-a6e4-31118ad5bffe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:27.428062 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-190174d4-ed13-4b0e-b9bb-bbc3c2619a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.432891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port fa295235-bd8d-4aff-899e-f7f71a572596 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:27.440034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port fa295235-bd8d-4aff-899e-f7f71a572596 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:27.440582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.461175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-190174d4-ed13-4b0e-b9bb-bbc3c2619a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.479594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.491497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3225613-86e0-4191-a250-465212e8f98e']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.503645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2e4763-474c-4e4f-a081-73879bf98f99') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.504209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2e4763-474c-4e4f-a081-73879bf98f99') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.515296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.540996 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.555218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-190174d4-ed13-4b0e-b9bb-bbc3c2619a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.557785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-190174d4-ed13-4b0e-b9bb-bbc3c2619a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.559017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-190174d4-ed13-4b0e-b9bb-bbc3c2619a2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d4e4ed9-270d-49e2-95fe-2dcfa0072dd8 HTTP/1.1" status: 204 len: 168 time: 0.9060860 Aug 27 02:29:27.563141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:27.563723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.628834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] No DVR routers for this DVR port a87aaf8a-31ed-42b3-a6e4-31118ad5bffe on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:27.644161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.644772 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '5cd64f9d-121b-4080-9e4b-e8eded0f4c04', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'port_id': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'mac_address': 'fa:16:3e:f6:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:28:27Z', 'updated_at': '2021-08-27T02:29:24Z', 'revision_number': 1, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:27Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:27.646207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6335f2be-5076-4bc9-a850-765766621c7d req-8e90adff-3c1e-4dd0-abc7-0829af78d9c6 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.45 "DELETE /v2.0/ports/a87aaf8a-31ed-42b3-a6e4-31118ad5bffe HTTP/1.1" status: 204 len: 173 time: 1.2757654 Aug 27 02:29:27.647786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190174d4-ed13-4b0e-b9bb-bbc3c2619a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4e4ed9-270d-49e2-95fe-2dcfa0072dd8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:27.674100 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:27.676258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ef3f80a-5ca9-419d-9dca-27f5e4bb3916 req-03652318-7bee-4ee6-ab23-ee0884904d10 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840261 Aug 27 02:29:27.685646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.691507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3225613-86e0-4191-a250-465212e8f98e {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:29:27.693859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.696975 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042629b-f0fe-4a0a-a804-cb6fd03e6052 None None] The sync data for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 is: [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '5cd64f9d-121b-4080-9e4b-e8eded0f4c04', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'port_id': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'mac_address': 'fa:16:3e:f6:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:28:27Z', 'updated_at': '2021-08-27T02:29:24Z', 'revision_number': 1, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:27Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:27.709783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e3225613-86e0-4191-a250-465212e8f98e HTTP/1.1" status: 204 len: 168 time: 0.4214528 Aug 27 02:29:27.713415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48426) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:27.718902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'network': {'name': 'tempest-network--2003687867', 'router:external': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:27.760461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b075fc-083f-442b-baa3-c3668158b808 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3225613-86e0-4191-a250-465212e8f98e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:27.831893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74ce39-ce73-4811-9dce-bc496e3de4da req-984a2c2f-88be-4cb9-90ca-54e6d1ba0aa9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.846598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Made reservation on behalf of e31348a56f86451dadec2b20f4840172 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:27.847463 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a74ce39-ce73-4811-9dce-bc496e3de4da req-984a2c2f-88be-4cb9-90ca-54e6d1ba0aa9 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 945 time: 0.1637511 Aug 27 02:29:27.856861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.926992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a74ce39-ce73-4811-9dce-bc496e3de4da req-2ad5e3b5-b1a3-488c-849e-0cc0735fd438 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783055 Aug 27 02:29:27.949897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22'}, {'name': 'network-changed', 'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56'}, {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:27.960156 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c2246765-a4bf-438b-8544-e5c1446cb159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.970711 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c08e689-7306-4937-ab3b-43d379ec12c2" -d '{"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22"}, {"name": "network-changed", "server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56"}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:28.037490 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.075570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa295235-bd8d-4aff-899e-f7f71a572596'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:28.078282 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e000b-6638-4804-8a39-bf5394d5ab12" -d '{"events": [{"server_uuid": "0f2a3a66-d867-4a2d-9cd6-fbaae878547e", "name": "network-vif-plugged", "status": "completed", "tag": "fa295235-bd8d-4aff-899e-f7f71a572596"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:28.100555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port fa295235-bd8d-4aff-899e-f7f71a572596, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=fa295235-bd8d-4aff-899e-f7f71a572596,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:28.103661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:19:02Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:28.123647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:28.141211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.143730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d53485-bc51-4e82-b67b-dde2aa0e8d0b None None] The sync data for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 is: [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6a12480a-ac04-4779-b1ba-adc75339cfa4', 'name': '', 'network_id': '16e5c914-5405-4258-ad19-5b2a64dad66a', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'mac_address': 'fa:16:3e:e5:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:51Z', 'updated_at': '2021-08-27T02:19:02Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'subnets': [{'id': 'b7474c23-5641-46df-93f3-6384e3e1929c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:28.198284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588205d-dfee-40db-9e80-608f9ee44481 req-2bb8951c-a17a-431e-bd24-8a44540209fc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.199408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=fa295235-bd8d-4aff-899e-f7f71a572596,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:28.200050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d588205d-dfee-40db-9e80-608f9ee44481 req-2bb8951c-a17a-431e-bd24-8a44540209fc tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 945 time: 0.4079983 Aug 27 02:29:28.229296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a910af-9f67-48a0-80c7-f02ac11a54ad req-91a456e8-2c46-4219-b710-361ad17886f2 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.231513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9a910af-9f67-48a0-80c7-f02ac11a54ad req-91a456e8-2c46-4219-b710-361ad17886f2 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 944 time: 0.4407341 Aug 27 02:29:28.235380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.236483 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Added segment d6d8244d-32d7-4ce6-9774-4b0fb75fbdb1 of type vlan for network c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b Aug 27 02:29:28.318286 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be63b79-2c65-4a8e-b260-821eb81213e6 x-openstack-request-id: req-5be63b79-2c65-4a8e-b260-821eb81213e6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:28.318618 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "509370df-ec58-40f1-a4e2-431feb7f4b22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56", "status": "completed", "code": 200}, {"server_uuid": "19e63fbf-7946-4fd4-86e9-64312fe5f44c", "name": "network-vif-deleted", "tag": "a87aaf8a-31ed-42b3-a6e4-31118ad5bffe", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:28.318867 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5be63b79-2c65-4a8e-b260-821eb81213e6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:28.319271 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': '509370df-ec58-40f1-a4e2-431feb7f4b22', 'status': 'completed', 'code': 200} Aug 27 02:29:28.319519 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'status': 'completed', 'code': 200} Aug 27 02:29:28.319763 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63fbf-7946-4fd4-86e9-64312fe5f44c', 'name': 'network-vif-deleted', 'tag': 'a87aaf8a-31ed-42b3-a6e4-31118ad5bffe', 'status': 'completed', 'code': 200} Aug 27 02:29:28.342277 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5187646-ffe5-4407-a1f2-1ccd59ecbb9b x-openstack-request-id: req-f5187646-ffe5-4407-a1f2-1ccd59ecbb9b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:28.343178 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2a3a66-d867-4a2d-9cd6-fbaae878547e", "name": "network-vif-plugged", "status": "completed", "tag": "fa295235-bd8d-4aff-899e-f7f71a572596", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:28.343623 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5187646-ffe5-4407-a1f2-1ccd59ecbb9b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:28.344199 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa295235-bd8d-4aff-899e-f7f71a572596', 'code': 200} Aug 27 02:29:28.426963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9a910af-9f67-48a0-80c7-f02ac11a54ad req-1611043f-f4f3-49fc-ae51-0d03621c5c22 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907564 Aug 27 02:29:28.498285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-97b5b28d-6ced-4841-ba8c-30b7e78fd0f7 req-5253f5ae-a8d9-42f6-90c8-cec9fb53de4d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0425687 Aug 27 02:29:28.589842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.617329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Deleting port 888acaad-9e33-47a7-8672-1dec9af6244f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:28.620034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.667991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48454) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:28.776593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-003a8162-7417-48a6-a7f0-efc940061732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.778422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-003a8162-7417-48a6-a7f0-efc940061732 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f80b548154fdcb879dd0efcf97ff7&device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 1096 time: 0.4254498 Aug 27 02:29:28.804674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2009639856-network', 'tenant_id': '98291587d77a4313aefe91bbf3775941'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:28.842897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:28.846591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.848644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667d2c-5b26-4717-a3c5-f4be2d4d349b req-850c7db0-39bb-493b-968b-949e60181ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.850670 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0667d2c-5b26-4717-a3c5-f4be2d4d349b req-850c7db0-39bb-493b-968b-949e60181ddb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 1096 time: 0.4056756 Aug 27 02:29:28.875817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.889810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] For port 888acaad-9e33-47a7-8672-1dec9af6244f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=888acaad-9e33-47a7-8672-1dec9af6244f,segment=NetworkSegment(64b934aa-5c3b-4c06-a286-9179dc23fed6),segment_id=64b934aa-5c3b-4c06-a286-9179dc23fed6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:28.890220 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.891884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:28.905105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Calling delete_port for 888acaad-9e33-47a7-8672-1dec9af6244f owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:28.982465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb85f3-2326-44b2-b34a-d7f4aa388a38 None None] New status for floating IP 5cd64f9d-121b-4080-9e4b-e8eded0f4c04: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:29:29.038026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-e9250ca0-5a4f-40f6-b056-70fda2d118f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.038026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-e9250ca0-5a4f-40f6-b056-70fda2d118f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddb64937-3348-430a-9303-9c36194cdc20 HTTP/1.1" status: 200 len: 916 time: 0.2347403 Aug 27 02:29:29.062721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.074766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.076849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.076849 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.098710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.100897 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ee3cb-baaa-4ad5-8b7d-b464b01662ec None None] New status for floating IP c186c356-a7e7-4625-a42e-eb7107b6fc01: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:29:29.118685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-b8e6f46b-a08c-4c77-8cb8-c4cbca9dfb99 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.120892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-b8e6f46b-a08c-4c77-8cb8-c4cbca9dfb99 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 950 time: 0.5667527 Aug 27 02:29:29.128119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:29.149206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4342308 Aug 27 02:29:29.156418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48464) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:29.186629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ad938-b1e2-469e-8ab9-5003e9a75cf8 req-76ee76ed-61a6-42af-bfc6-b7ea69b1b5f5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.187477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.194718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c62ad938-b1e2-469e-8ab9-5003e9a75cf8 req-76ee76ed-61a6-42af-bfc6-b7ea69b1b5f5 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 945 time: 0.1344404 Aug 27 02:29:29.198891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.199401 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Added segment a162caf7-4d37-48bc-ab5c-455654e023df of type vlan for network 65f30562-304e-4edf-90e3-a9b7ebf45914 Aug 27 02:29:29.224914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e058fd-17d3-4e74-9029-5d7b95632f50 req-7604ace1-e6d8-4984-ad18-4d963e9980fe tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.227193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.233061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14e058fd-17d3-4e74-9029-5d7b95632f50 req-7604ace1-e6d8-4984-ad18-4d963e9980fe tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 950 time: 0.4306729 Aug 27 02:29:29.289235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0667d2c-5b26-4717-a3c5-f4be2d4d349b req-9dbc8106-d605-49f8-9053-3cf3d014ffeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540774 Aug 27 02:29:29.334879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.336200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:29.343720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.376511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c62ad938-b1e2-469e-8ab9-5003e9a75cf8 req-972f20d8-b4f4-484e-aa12-ac4e80e9bb53 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcbd9a1-482a-4b2b-b529-3c265caafa77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805887 Aug 27 02:29:29.401655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e20498b-e8af-48b1-b23c-0f661920df22 tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.409264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e20498b-e8af-48b1-b23c-0f661920df22 tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] 10.222.0.10 "GET /v2.0/networks/c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b HTTP/1.1" status: 200 len: 757 time: 0.2457848 Aug 27 02:29:29.411944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.412368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48468) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:29.465856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-52836bcb-1113-4352-8868-302c0a9a2d83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56 HTTP/1.1" status: 200 len: 999 time: 0.3972526 Aug 27 02:29:29.506338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.507518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.508441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.566920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14e058fd-17d3-4e74-9029-5d7b95632f50 req-146aea14-ec73-4481-9231-ad8467a60817 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/security-groups?id=82b6e9be-9d23-4455-b708-f96f08c4a811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326592 Aug 27 02:29:29.567529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132faad5-2aee-4a8d-a253-7e3f64af9787 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Network': ['ID=c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.577464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:29.622745 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9535728 Aug 27 02:29:29.623363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48474) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:29.634642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7838a29f-ee5f-4d46-923c-b986e05f7019 tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.638834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7838a29f-ee5f-4d46-923c-b986e05f7019 tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] 10.222.0.10 "GET /v2.0/networks/1847947b-effa-46ab-80eb-c8c3b18cc4d1 HTTP/1.1" status: 200 len: 767 time: 0.2074819 Aug 27 02:29:29.640614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Request body: {'subnet': {'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2009639856-subnet', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:29.644263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48476) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:29.645013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62269c48-992b-4c8a-9613-d9f1674ea3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=65f30562-304e-4edf-90e3-a9b7ebf45914,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.662695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:29.675884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-6938e53e-abce-4ad1-9864-676e197609f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.677189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-6938e53e-abce-4ad1-9864-676e197609f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9f0231-445f-48af-9187-e7e9763b1628 HTTP/1.1" status: 200 len: 854 time: 0.1732147 Aug 27 02:29:29.677788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.747197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['888acaad-9e33-47a7-8672-1dec9af6244f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:29.760992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:29.763279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.791928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de2356ff-f04b-49cb-81dc-a423d4f2c781 req-da458353-25ef-4523-8a09-331547858f9b tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0536659 Aug 27 02:29:29.826363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.841845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Pushing event deleted for resources: {'Port': ['ID=888acaad-9e33-47a7-8672-1dec9af6244f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.851324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Deleting port e2efc993-d672-4019-8aeb-78d5bcb9fd96 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:29.851734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.936837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] No DVR routers for this DVR port 888acaad-9e33-47a7-8672-1dec9af6244f on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:29.944593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.946793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d588205d-dfee-40db-9e80-608f9ee44481 req-7213e89b-481f-46b0-a05a-4a5b14a69a8e tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.45 "DELETE /v2.0/ports/888acaad-9e33-47a7-8672-1dec9af6244f HTTP/1.1" status: 204 len: 173 time: 1.7364521 Aug 27 02:29:29.948977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-df304302-9646-4bec-a643-0d295f2ebfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.950460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-df304302-9646-4bec-a643-0d295f2ebfcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddb64937-3348-430a-9303-9c36194cdc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569649 Aug 27 02:29:29.958641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.970108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff66015-e93b-4b5d-a4de-00e75a1d0a26 req-2926d6dc-6729-483e-bd19-9eac374fd14c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.975364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ff66015-e93b-4b5d-a4de-00e75a1d0a26 req-2926d6dc-6729-483e-bd19-9eac374fd14c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.2110431 Aug 27 02:29:30.001153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:30.014723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d8244d-32d7-4ce6-9774-4b0fb75fbdb1') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:30.015085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d8244d-32d7-4ce6-9774-4b0fb75fbdb1') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:30.036368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.081597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.097462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:30.097873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:30.099677 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:30.111590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] For port e2efc993-d672-4019-8aeb-78d5bcb9fd96, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2efc993-d672-4019-8aeb-78d5bcb9fd96,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:30.111958 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.139139 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.158212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-474c76f7-bfe1-476b-9c13-2dafbf0cc18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.172664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-13e98ab6-b8de-48a6-a12b-cd943a9d74fc service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839578 Aug 27 02:29:30.178120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Calling delete_port for e2efc993-d672-4019-8aeb-78d5bcb9fd96 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:30.210917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e5740d-f12e-4040-8d7a-0e5f32dfda13,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:30.219966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.234982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Checking segment: {'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:30.235882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Network hostable DHCP agents. Network: 65f30562-304e-4edf-90e3-a9b7ebf45914, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:30.244492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:29:30.248135 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.251033 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "DELETE /v2.0/networks/c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b HTTP/1.1" status: 204 len: 168 time: 0.6033301 Aug 27 02:29:30.277947 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ff66015-e93b-4b5d-a4de-00e75a1d0a26 req-a861c5eb-acf8-459c-94ac-917be62308ee tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799678 Aug 27 02:29:30.277947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48478) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:30.277947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'network': {'name': 'tempest-network--538858321'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:30.285392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef464900-ca17-432f-ae79-83a278b5f857 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event deleted for resources: {'Network': ['ID=c653fa6f-b501-49d9-aa6b-8d7f9f1c4d9b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:30.321842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a81855-6311-455e-87b4-e57df4b64bc2', 'name': 'network-vif-deleted', 'tag': '888acaad-9e33-47a7-8672-1dec9af6244f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:30.323436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:30.324189 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f53aa1-00a6-441d-b916-a366a497bc7a" -d '{"events": [{"server_uuid": "32a81855-6311-455e-87b4-e57df4b64bc2", "name": "network-vif-deleted", "tag": "888acaad-9e33-47a7-8672-1dec9af6244f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:30.346071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:30.348873 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e92fc-9837-49f4-b21b-3fb45457739d" -d '{"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-unplugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:30.351551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 65f30562-304e-4edf-90e3-a9b7ebf45914) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:30.357048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.358661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.364684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb0589e-99bc-42ef-a328-f5558bfc55fd None None] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:30.437328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Made reservation on behalf of e31348a56f86451dadec2b20f4840172 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:30.440476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.447252 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bcfe09-f667-4d0a-a623-fdeb6bd3b885 x-openstack-request-id: req-39bcfe09-f667-4d0a-a623-fdeb6bd3b885 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:30.447755 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a81855-6311-455e-87b4-e57df4b64bc2", "name": "network-vif-deleted", "tag": "888acaad-9e33-47a7-8672-1dec9af6244f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:30.448412 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39bcfe09-f667-4d0a-a623-fdeb6bd3b885 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:30.448412 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a81855-6311-455e-87b4-e57df4b64bc2', 'name': 'network-vif-deleted', 'tag': '888acaad-9e33-47a7-8672-1dec9af6244f', 'status': 'completed', 'code': 200} Aug 27 02:29:30.448694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1d8dcd8f-011f-434e-a43b-14406f22a7c3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8218586 Aug 27 02:29:30.449895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48486) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:30.457389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:30.531904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c08e689-7306-4937-ab3b-43d379ec12c2 req-d85ff0b1-0217-4d34-9a5a-fb3dde28aa9b service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909217 Aug 27 02:29:30.537439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:30.538796 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686415b1-120c-4c92-8d5d-6b308b124ddb x-openstack-request-id: req-686415b1-120c-4c92-8d5d-6b308b124ddb {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:30.539092 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-unplugged", "status": "completed", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:30.539348 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-686415b1-120c-4c92-8d5d-6b308b124ddb {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:30.539788 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'code': 200} Aug 27 02:29:30.577101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.577569 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Added segment 1aaa90b9-2f60-4d91-a655-8dea8a857304 of type vlan for network 3193d333-b05f-4881-84f7-0e9c2ec9990d Aug 27 02:29:30.578438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.579764 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.594487 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.658285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.725082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.751293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.778229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Pushing event deleted for resources: {'Port': ['ID=e2efc993-d672-4019-8aeb-78d5bcb9fd96,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:30.783317 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b845c5c7-dc7a-43a5-9246-a9e21d81533e req-f12ad7e3-4422-4f3a-9d50-77beeb5648b1 tempest-ServersTestJSON-337666023 tempest-ServersTestJSON-337666023-project] 10.222.0.10 "GET /v2.0/ports?device_id=32a81855-6311-455e-87b4-e57df4b64bc2 HTTP/1.1" status: 200 len: 210 time: 0.1388874 Aug 27 02:29:30.792336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-65f30562-304e-4edf-90e3-a9b7ebf45914', 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'fixed_ips': [{'subnet_id': '42e5740d-f12e-4040-8d7a-0e5f32dfda13'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:29:30.808490 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.841132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] No DVR routers for this DVR port e2efc993-d672-4019-8aeb-78d5bcb9fd96 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:30.844557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.849515 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-832f4d10-1afb-4c40-a14d-7379d88873ad req-913b7c2a-8cbd-4c5d-9c4c-6fb02d16e54a tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.45 "DELETE /v2.0/ports/e2efc993-d672-4019-8aeb-78d5bcb9fd96 HTTP/1.1" status: 204 len: 173 time: 1.6367462 Aug 27 02:29:30.886714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.887774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.888502 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.933372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6563370 Aug 27 02:29:30.938009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48496) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:30.977510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:30.985444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Allocated IP 172.20.0.2 (65f30562-304e-4edf-90e3-a9b7ebf45914/42e5740d-f12e-4040-8d7a-0e5f32dfda13/3bc33a0f-b78a-4cf3-88be-0d1894032f7e) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:31.050239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4398c969-bce7-4230-be59-f77551c95f1d req-c3b7decd-6fa1-4021-8f80-db35be338353 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0662286 Aug 27 02:29:31.055193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.199724 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.243168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2810699b-4399-4ca7-9885-3dc347a770a5 req-66e27ce8-6b24-48f1-a54a-107c86b063e9 tempest-ImagesOneServerTestJSON-1721278746 tempest-ImagesOneServerTestJSON-1721278746-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a66c322-48d5-4cb2-a3d8-b9efc6908e04 HTTP/1.1" status: 200 len: 210 time: 0.1442890 Aug 27 02:29:31.253084 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.275122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Transition to ACTIVE for port object 3bc33a0f-b78a-4cf3-88be-0d1894032f7e will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:31.330016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Transition to ACTIVE for port object 3bc33a0f-b78a-4cf3-88be-0d1894032f7e will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:31.345755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ea42f-dbf0-4d53-ab24-0c6ddcb79d29 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Network': ['ID=3193d333-b05f-4881-84f7-0e9c2ec9990d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:31.353669 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.368186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3193d333-b05f-4881-84f7-0e9c2ec9990d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:31.371673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.392444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-0c61d258-a98e-4ffc-8fce-1d56d12f8096 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0732827 Aug 27 02:29:31.418039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.448698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Network 3193d333-b05f-4881-84f7-0e9c2ec9990d is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:29:31.450075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.451095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.452765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "PUT /v2.0/networks/3193d333-b05f-4881-84f7-0e9c2ec9990d HTTP/1.1" status: 200 len: 857 time: 0.4956062 Aug 27 02:29:31.456989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48500) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:31.510240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:31.520557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:31.527679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:31.533740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Pushing event updated for resources: {'Port': ['ID=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:31.571365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499ca4b-364b-47e5-b70d-b27331593872 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event updated for resources: {'Network': ['ID=3193d333-b05f-4881-84f7-0e9c2ec9990d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:31.577926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48c61e-a8ba-4ed0-88ef-390237305e50 req-1bacad7b-3562-4511-b5ec-b9324e27c0f5 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.587048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d48c61e-a8ba-4ed0-88ef-390237305e50 req-1bacad7b-3562-4511-b5ec-b9324e27c0f5 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.1915009 Aug 27 02:29:31.603208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Attempting to bind port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:31.603585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Attempting to bind port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:31.603952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Attempting to bind port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e on network 65f30562-304e-4edf-90e3-a9b7ebf45914 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:31.609767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:31.610145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Checking segment: {'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:31.610588 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.610986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Bound using segment: {'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:31.611462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Bound port: 3bc33a0f-b78a-4cf3-88be-0d1894032f7e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:31.611847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.620313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.620728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.621364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.621890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.622392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.623432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.623930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.624261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.626064 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-5a6d610e-bc25-4a66-9bbf-dda9189ef023 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6503 time: 0.1971939 Aug 27 02:29:31.629510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.689278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d48c61e-a8ba-4ed0-88ef-390237305e50 req-3c616bd8-bfaa-4335-be62-bb9c5d939216 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968599 Aug 27 02:29:31.691730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.725386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] For port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:31.730789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] For port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,segment=NetworkSegment(a162caf7-4d37-48bc-ab5c-455654e023df),segment_id=a162caf7-4d37-48bc-ab5c-455654e023df)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:31.739781 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.815451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-cee9564c-2411-4819-acef-c6f33c79c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.815996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-cee9564c-2411-4819-acef-c6f33c79c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.816986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-cee9564c-2411-4819-acef-c6f33c79c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.819268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-cee9564c-2411-4819-acef-c6f33c79c7b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43252a63-0fa7-40af-9791-8381c0b678e0&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=57ddc318-492a-427e-95de-ec664d81e1e4&id=57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 200 len: 2296 time: 0.1641977 Aug 27 02:29:31.834572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf5a41-9495-41ab-9580-82a36605e626 None None] Pushing event updated for resources: {'Port': ['ID=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:31.916296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Allocated IP 172.25.1.173 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:31.925106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-528e0344-ba52-447f-bda4-c08af27920b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff HTTP/1.1" status: 200 len: 1002 time: 0.0920532 Aug 27 02:29:31.966066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48510) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:32.030610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-235562ea-7d75-424b-9e6d-a280891cedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.034561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-235562ea-7d75-424b-9e6d-a280891cedda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735f726c-d2c8-4bb4-baaf-d10cbe4287bd HTTP/1.1" status: 200 len: 854 time: 0.0989764 Aug 27 02:29:32.057309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.074205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] Deleting subnet 2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:29:32.078398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.086684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193d333-b05f-4881-84f7-0e9c2ec9990d']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:32.111008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec54cc7-d1d8-4532-a123-a749cd49d560 req-7e772a08-9371-4e45-b5f6-72f20256da79 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.123944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ec54cc7-d1d8-4532-a123-a749cd49d560 req-7e772a08-9371-4e45-b5f6-72f20256da79 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.3271546 Aug 27 02:29:32.129602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaa90b9-2f60-4d91-a655-8dea8a857304') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:32.129962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaa90b9-2f60-4d91-a655-8dea8a857304') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:32.152632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.161238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.176000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.198624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:32.198624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.208863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:32.215635 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:32.559214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-deleted', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:32.562437 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6d08b-a0c7-4085-84e3-1c689b9e484d" -d '{"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-deleted", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:32.592942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0787cbc3-e4cc-4613-aaea-c47ac30bdba3 req-2c4a543a-adfa-4bfe-a8b2-423aa5f61540 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.3815565 Aug 27 02:29:32.607978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-87d0d1b2-050d-4c26-8958-5d911880cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.609727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-87d0d1b2-050d-4c26-8958-5d911880cccc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43252a63-0fa7-40af-9791-8381c0b678e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5565777 Aug 27 02:29:32.707433 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ec54cc7-d1d8-4532-a123-a749cd49d560 req-592da3a7-3edb-4862-b498-7c072fe44cdd tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704212 Aug 27 02:29:32.718891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.726550 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.746931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3193d333-b05f-4881-84f7-0e9c2ec9990d {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:29:32.750527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.756954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3193d333-b05f-4881-84f7-0e9c2ec9990d HTTP/1.1" status: 204 len: 168 time: 1.2922633 Aug 27 02:29:32.759574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.761593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48522) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:32.774456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:32.779637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:32.781817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c97efe8-1605-4ce6-a6c5-83a4c6f9ed73 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2d5e285a-ae98-48f8-b24d-0f7a0d34bd7d HTTP/1.1" status: 204 len: 168 time: 0.8144815 Aug 27 02:29:32.784803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48526) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:32.809379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48e645-41d2-4112-ace3-d7b33fb25ff2 tempest-ExternalNetworksTestJSON-868624901 tempest-ExternalNetworksTestJSON-868624901-project-admin] Pushing event deleted for resources: {'Network': ['ID=3193d333-b05f-4881-84f7-0e9c2ec9990d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:32.814440 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-08274935-e360-4ada-b491-2f053d431f4b tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] DELETE failed (client error): The resource could not be found. Aug 27 02:29:32.814816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08274935-e360-4ada-b491-2f053d431f4b tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:29:32.820110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-08274935-e360-4ada-b491-2f053d431f4b tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] 10.222.0.10 "DELETE /v2.0/subnets/1c5766f9-3672-4aca-9393-8bb3c8fee6f3 HTTP/1.1" status: 404 len: 337 time: 0.0540242 Aug 27 02:29:32.820259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48528) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:32.884510 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9322aa-6d72-4f62-94a2-bd0cf520c01f x-openstack-request-id: req-db9322aa-6d72-4f62-94a2-bd0cf520c01f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:32.885264 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a66c322-48d5-4cb2-a3d8-b9efc6908e04", "name": "network-vif-deleted", "tag": "e2efc993-d672-4019-8aeb-78d5bcb9fd96", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:32.885628 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db9322aa-6d72-4f62-94a2-bd0cf520c01f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:32.886181 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a66c322-48d5-4cb2-a3d8-b9efc6908e04', 'name': 'network-vif-deleted', 'tag': 'e2efc993-d672-4019-8aeb-78d5bcb9fd96', 'status': 'completed', 'code': 200} Aug 27 02:29:32.913954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 888acaad-9e33-47a7-8672-1dec9af6244f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:32.975500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 888acaad-9e33-47a7-8672-1dec9af6244f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:32.975914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 888acaad-9e33-47a7-8672-1dec9af6244f not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:32.976403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:32.998918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-23f4fb3c-80a9-48aa-bd8f-bf06e89c8c8d service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795757 Aug 27 02:29:33.034907 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.069198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: e2efc993-d672-4019-8aeb-78d5bcb9fd96 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:33.069927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2efc993-d672-4019-8aeb-78d5bcb9fd96 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:33.078619 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.226208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.239729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a763a27-02e8-4117-a1bd-6fafad53acb1 None None] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:33.250522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e381048-e0a7-4521-b3c0-6f7968105596 req-64fef9f0-4d06-470b-bb0b-3c39bddc793a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.252785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48534) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:33.259075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e381048-e0a7-4521-b3c0-6f7968105596 req-64fef9f0-4d06-470b-bb0b-3c39bddc793a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 945 time: 0.3609238 Aug 27 02:29:33.275834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.280542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.297661 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-f887588a-16d7-48f3-a0fc-3a66becf134b service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875936 Aug 27 02:29:33.299371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea311a7-5ded-47dd-8983-436f922e9e1d']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:33.331366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b934aa-5c3b-4c06-a286-9179dc23fed6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:33.331649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b934aa-5c3b-4c06-a286-9179dc23fed6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:33.370711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-da3728e6-131d-4507-be1b-893452d7f8e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 217 time: 0.0533230 Aug 27 02:29:33.375342 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.379773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:33.399107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e381048-e0a7-4521-b3c0-6f7968105596 req-08f78df3-8011-4789-8c55-6ceab5984ded tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388488 Aug 27 02:29:33.435977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:33.436720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3bc33a0f-b78a-4cf3-88be-0d1894032f7e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:33.452065 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.462961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:33.463594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:33.467153 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:33.469344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:33.472842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Pushing event updated for resources: {'Port': ['ID=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:33.576399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-989b1edc-3026-44b3-88b3-14d73a188429 None None] Provisioning for port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:33.601421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-8ec11f15-c3ae-42fc-a653-308ff224efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.603222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-8ec11f15-c3ae-42fc-a653-308ff224efc1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.2232778 Aug 27 02:29:33.627814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.665413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.667476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ea311a7-5ded-47dd-8983-436f922e9e1d HTTP/1.1" status: 204 len: 168 time: 0.8815906 Aug 27 02:29:33.688108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c0f1095-7701-4345-8ddd-2f337e921ffb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a31de9969ce04c5689a284a470bb2a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317515 Aug 27 02:29:33.688324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:33.688446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34365056-036e-4a5c-ba4b-918ce0e46f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea311a7-5ded-47dd-8983-436f922e9e1d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:33.692983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48544) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:33.711769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-d0516c05-ec19-4691-a0ba-f6f569c76da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.717914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-d0516c05-ec19-4691-a0ba-f6f569c76da2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045134 Aug 27 02:29:33.723895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:33.724287 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.733737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.901581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-b377af6b-c071-45e0-aada-bd424b1c8b79 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725891 Aug 27 02:29:33.956410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1847947b-effa-46ab-80eb-c8c3b18cc4d1']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:33.979668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48546) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:34.022571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-218dcb64-5c4d-438e-b9d3-eed84b20f9d7 req-aa0df1de-593e-4b36-99c2-1149c084f0fa tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0932057 Aug 27 02:29:34.026773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b1368-b79a-486a-b48a-12b0b7856829') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:34.027062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b1368-b79a-486a-b48a-12b0b7856829') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:34.034214 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.074206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de3a20a6-5b7c-4396-864f-93ad1284efd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.076849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,segment=NetworkSegment(a162caf7-4d37-48bc-ab5c-455654e023df),segment_id=a162caf7-4d37-48bc-ab5c-455654e023df)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:34.083985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.126554 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de3a20a6-5b7c-4396-864f-93ad1284efd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.168008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:34.188845 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-68247db3-efa3-4cbf-ab7c-6bb4c35f58be service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819226 Aug 27 02:29:34.191482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a693498f-ab03-4b95-a2b1-5388f911e3ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=077975de09184185952ca30e9718b335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075293 Aug 27 02:29:34.203870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c593f56-f417-4db2-be64-d67cd91181cc req-b2b3eaec-b4fb-4260-88ad-d31a515bcea1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.213411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c593f56-f417-4db2-be64-d67cd91181cc req-b2b3eaec-b4fb-4260-88ad-d31a515bcea1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.3098776 Aug 27 02:29:34.222122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.222801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48552) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:34.257753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de3a20a6-5b7c-4396-864f-93ad1284efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.260960 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de3a20a6-5b7c-4396-864f-93ad1284efd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.264783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de3a20a6-5b7c-4396-864f-93ad1284efd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82b6e9be-9d23-4455-b708-f96f08c4a811 HTTP/1.1" status: 204 len: 168 time: 0.5690441 Aug 27 02:29:34.282353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.287609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a20a6-5b7c-4396-864f-93ad1284efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b6e9be-9d23-4455-b708-f96f08c4a811,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:34.322177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-e8ad38d1-6f2b-4c72-a83f-2d8ba6d6e9e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 217 time: 0.0981021 Aug 27 02:29:34.334899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:34.335314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:34.338546 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:34.391226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2238cfee-cb84-49ab-b525-c91ddec16b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.417350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c593f56-f417-4db2-be64-d67cd91181cc req-05eeda95-6cfc-4ad1-a603-80b2440a2730 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029216 Aug 27 02:29:34.445231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fa3744ca-7187-4279-a903-a7bec33f662c None None] Provisioning complete for port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:34.445606 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fa3744ca-7187-4279-a903-a7bec33f662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.482563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2238cfee-cb84-49ab-b525-c91ddec16b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.496779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-80af7691-ea1d-43f4-a010-2e9136b007c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.498299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-80af7691-ea1d-43f4-a010-2e9136b007c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.1664896 Aug 27 02:29:34.505057 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.533170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.540902 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] 10.222.0.10 "DELETE /v2.0/networks/1847947b-effa-46ab-80eb-c8c3b18cc4d1 HTTP/1.1" status: 204 len: 168 time: 1.7195656 Aug 27 02:29:34.590623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da0404-52e9-4a3e-84a8-742a5451b05d tempest-ExternalNetworksTestJSON-1235338012 tempest-ExternalNetworksTestJSON-1235338012-project] Pushing event deleted for resources: {'Network': ['ID=1847947b-effa-46ab-80eb-c8c3b18cc4d1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:34.611333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.617722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-93da749d-8520-49c8-874d-e01ef50b1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.619318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-93da749d-8520-49c8-874d-e01ef50b1860 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1115632 Aug 27 02:29:34.761810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-e26bd638-2b81-4d03-a7f5-2c406b76420f service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335616 Aug 27 02:29:34.902613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-e49b2b08-eaad-4886-a212-92a71651087a service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088958 Aug 27 02:29:34.906140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2238cfee-cb84-49ab-b525-c91ddec16b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.909145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2238cfee-cb84-49ab-b525-c91ddec16b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.912619 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2238cfee-cb84-49ab-b525-c91ddec16b4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdcbd9a1-482a-4b2b-b529-3c265caafa77 HTTP/1.1" status: 204 len: 168 time: 0.6850970 Aug 27 02:29:34.952256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238cfee-cb84-49ab-b525-c91ddec16b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcbd9a1-482a-4b2b-b529-3c265caafa77,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:34.958645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8d4ba-5db1-475b-9bb5-baa4abdad37e req-e39d1323-3137-4232-90f9-bec7f0cc6b10 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.968635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fb8d4ba-5db1-475b-9bb5-baa4abdad37e req-e39d1323-3137-4232-90f9-bec7f0cc6b10 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1560359 Aug 27 02:29:35.032869 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1fb8d4ba-5db1-475b-9bb5-baa4abdad37e req-a608a1e3-2d40-4347-92c9-4a27963764d7 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632999 Aug 27 02:29:35.034392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:35.059268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-a41493b7-4cf8-42fe-a01d-16f3c425b884 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f HTTP/1.1" status: 200 len: 217 time: 0.1474595 Aug 27 02:29:35.070335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-ab59c49a-e26b-469f-aeb9-a88172749e92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4256132 Aug 27 02:29:35.125498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48578) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:35.205166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-eb788045-2686-432e-b5f6-30295b435b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.207139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-eb788045-2686-432e-b5f6-30295b435b10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.1387889 Aug 27 02:29:35.209457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-c8ebe3ae-e50f-4855-be71-da0a939e99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.215068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-c8ebe3ae-e50f-4855-be71-da0a939e99e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f80b548154fdcb879dd0efcf97ff7&device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 1096 time: 0.0812113 Aug 27 02:29:35.232395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c31dc65-69cc-4755-9e39-ade0dc1d7935 req-02f15c7b-74d6-4e8d-8dae-0047dc9af79d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0693116 Aug 27 02:29:35.405046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3bc33a0f-b78a-4cf3-88be-0d1894032f7e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:35.423240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-4fb162b6-3741-4109-884f-21ebc7cda65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.423240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-4fb162b6-3741-4109-884f-21ebc7cda65b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2067914 Aug 27 02:29:35.553875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Router 04417808-5c89-4e92-b600-f3a059e6f151 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:29:35.574296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:35.574712 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:35.574871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-76f20ae4-620f-42aa-8779-331272c85db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.576582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-76f20ae4-620f-42aa-8779-331272c85db7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddb64937-3348-430a-9303-9c36194cdc20 HTTP/1.1" status: 200 len: 916 time: 0.3293633 Aug 27 02:29:35.726070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:35.738894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Sync routers for ids ['04417808-5c89-4e92-b600-f3a059e6f151'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:35.749625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:35.751680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c54f80a6-5fa5-4ecf-aee4-65dacb886bef admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2998087 Aug 27 02:29:35.754450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48596) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:35.755424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Routers {'04417808-5c89-4e92-b600-f3a059e6f151'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:35.756335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04417808-5c89-4e92-b600-f3a059e6f151'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:35.835176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-690445e8-687f-45bb-a845-846d918c8815 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032674 Aug 27 02:29:35.881253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c31eec06-6bac-4dca-80af-a952e9c90d8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adb7f75d73d44b60b8886f92f5d6ac6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525146 Aug 27 02:29:35.881253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-b740d81a-5a83-430a-9505-c596a24a862e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56 HTTP/1.1" status: 200 len: 1001 time: 0.2743638 Aug 27 02:29:35.881850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48604) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:35.900914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Set router 04417808-5c89-4e92-b600-f3a059e6f151 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:36.049048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb4b3-0604-4c90-a787-27412a4d95bd req-1b5c8722-e716-4e03-b97c-572e26f4ba5b tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.056491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb4b3-0604-4c90-a787-27412a4d95bd req-1b5c8722-e716-4e03-b97c-572e26f4ba5b tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.063666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb4b3-0604-4c90-a787-27412a4d95bd req-1b5c8722-e716-4e03-b97c-572e26f4ba5b tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.072251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a30fb4b3-0604-4c90-a787-27412a4d95bd req-1b5c8722-e716-4e03-b97c-572e26f4ba5b tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e&device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016&device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 2416 time: 0.3387296 Aug 27 02:29:36.252768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-3d6cbb2e-666d-416b-9248-f9d0a2a384a0 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029238 Aug 27 02:29:36.309553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a30fb4b3-0604-4c90-a787-27412a4d95bd req-b91ef01e-bf18-49db-88eb-dfd86c9943fa tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361553 Aug 27 02:29:36.313817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:29:34Z', 'revision_number': 3, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:36.384304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-606bde38-3aa3-4b5d-a3fd-a48cc2a242ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.388042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-606bde38-3aa3-4b5d-a3fd-a48cc2a242ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9f0231-445f-48af-9187-e7e9763b1628 HTTP/1.1" status: 200 len: 854 time: 0.4197721 Aug 27 02:29:36.391577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Checking router: 04417808-5c89-4e92-b600-f3a059e6f151 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:36.392221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Updating router 04417808-5c89-4e92-b600-f3a059e6f151 port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:29:36.424245 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.483811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-b7f6794c-8dc2-4984-9ab9-55251a8c61a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f32e51da-d1a7-474b-8f36-ac21600c7509 HTTP/1.1" status: 200 len: 217 time: 0.1622527 Aug 27 02:29:36.545525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.567214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63dedc92-1e1d-4fb7-9e49-2fde4f4858cd req-83d8cdec-88f8-419b-9c48-90b1fa751239 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.1760995 Aug 27 02:29:36.669878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-edea9296-3953-41b0-89c7-28faa978d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.679860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-edea9296-3953-41b0-89c7-28faa978d9a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.1153688 Aug 27 02:29:36.685818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60f79236-f9bb-403f-b8f7-0d5ca5f87583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.734922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48632) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:36.792747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-139f36ea-1f8e-4cdb-b30b-3a20197fe51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.795723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-139f36ea-1f8e-4cdb-b30b-3a20197fe51e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddb64937-3348-430a-9303-9c36194cdc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3505526 Aug 27 02:29:36.805302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60f79236-f9bb-403f-b8f7-0d5ca5f87583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.855705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8c50e-9714-4d8f-8aad-115aabeee48f req-c253682e-4058-4a23-9cb3-92822f956532 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.858768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5c8c50e-9714-4d8f-8aad-115aabeee48f req-c253682e-4058-4a23-9cb3-92822f956532 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.1652601 Aug 27 02:29:36.891373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1710506330-network', 'tenant_id': '427653b8a02448818d6711352f1cbf72'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:36.902085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-90e5a50c-3ca1-4fbc-bd6b-79bb0be8cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.903734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-90e5a50c-3ca1-4fbc-bd6b-79bb0be8cef0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2140393 Aug 27 02:29:36.919752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.934718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Transition to ACTIVE for port object f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:36.946715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.947195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Allocated IP 172.20.0.1 (65f30562-304e-4edf-90e3-a9b7ebf45914/42e5740d-f12e-4040-8d7a-0e5f32dfda13/3fc3cc09-583c-4510-a3bc-686f43a2aadb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:37.031365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Made reservation on behalf of 427653b8a02448818d6711352f1cbf72 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:37.033870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.046712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e01cc9a4-1bb6-42ba-9966-c013b6d8af30 req-817b3fe6-8b86-45bf-9d27-5cfa0d587841 tempest-AbsoluteLimitsNegativeTestJSON-791583007 tempest-AbsoluteLimitsNegativeTestJSON-791583007-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e5768c05e4b04f1980eb86fe5b48f9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495307 Aug 27 02:29:37.068388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-cf30be05-bf9a-4869-be7e-b756bdf35eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451739 Aug 27 02:29:37.074149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Attempting to bind port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:37.074525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Attempting to bind port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:37.075278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Attempting to bind port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:37.076403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5c8c50e-9714-4d8f-8aad-115aabeee48f req-1ba06938-674f-4b33-94a6-926e0d2010dd tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904261 Aug 27 02:29:37.079593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44fd82-8119-46fa-b7ea-84cd152b013b None None] Pushing event updated for resources: {'Port': ['ID=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.092730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:37.093562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:37.093813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.094282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:37.094779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Bound port: f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:37.095160 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.105822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.169074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] For port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:37.179590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] For port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:37.194259 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.196770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc9a4-1bb6-42ba-9966-c013b6d8af30 req-49d20990-5dba-472b-b94d-befd69352f2d tempest-AbsoluteLimitsNegativeTestJSON-791583007 tempest-AbsoluteLimitsNegativeTestJSON-791583007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:37.198447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e01cc9a4-1bb6-42ba-9966-c013b6d8af30 req-49d20990-5dba-472b-b94d-befd69352f2d tempest-AbsoluteLimitsNegativeTestJSON-791583007 tempest-AbsoluteLimitsNegativeTestJSON-791583007-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359994 Aug 27 02:29:37.218660 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60f79236-f9bb-403f-b8f7-0d5ca5f87583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.221559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60f79236-f9bb-403f-b8f7-0d5ca5f87583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.225413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-60f79236-f9bb-403f-b8f7-0d5ca5f87583 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2dadd2f5-f88d-4e55-a42b-394d91a3ff58 HTTP/1.1" status: 204 len: 168 time: 1.3043058 Aug 27 02:29:37.259756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e01cc9a4-1bb6-42ba-9966-c013b6d8af30 req-5e489325-b58c-4b90-af9e-9b4ece5e72c5 tempest-AbsoluteLimitsNegativeTestJSON-791583007 tempest-AbsoluteLimitsNegativeTestJSON-791583007-project] 10.222.0.10 "GET /v2.0/quotas/e5768c05e4b04f1980eb86fe5b48f9de HTTP/1.1" status: 200 len: 375 time: 0.0356779 Aug 27 02:29:37.260893 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.281969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Transition to ACTIVE for port object 3fc3cc09-583c-4510-a3bc-686f43a2aadb will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:37.293915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-be1da99f-cad2-4d1f-9d50-60324120718c service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762774 Aug 27 02:29:37.303883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f79236-f9bb-403f-b8f7-0d5ca5f87583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dadd2f5-f88d-4e55-a42b-394d91a3ff58,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.345070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Routers {'04417808-5c89-4e92-b600-f3a059e6f151'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:37.345750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04417808-5c89-4e92-b600-f3a059e6f151'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:37.369478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.377989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e01cc9a4-1bb6-42ba-9966-c013b6d8af30 req-16b56e46-ffb0-4f6c-a3f1-6c7357c70cda tempest-AbsoluteLimitsNegativeTestJSON-791583007 tempest-AbsoluteLimitsNegativeTestJSON-791583007-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5768c05e4b04f1980eb86fe5b48f9de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172004 Aug 27 02:29:37.468958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44fd82-8119-46fa-b7ea-84cd152b013b None None] Pushing event updated for resources: {'Port': ['ID=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.469522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:37.508786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:37.535020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:37.568798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f9b6b130-b40a-4209-9419-9308bd6be053 req-16d3e350-283c-47b4-a9c0-2c3d3c3f5936 service neutron] 10.222.0.32 "GET /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658633 Aug 27 02:29:37.600756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-3854d796-8e55-4177-98af-cbd265b21553 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882898 Aug 27 02:29:37.654879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.712007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-794fe2c6-26d2-4e14-bf92-4594b3b1c1f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2 HTTP/1.1" status: 200 len: 217 time: 0.1027822 Aug 27 02:29:37.735965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] Set router 04417808-5c89-4e92-b600-f3a059e6f151 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:37.777748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-a486fc9d-0d2a-413e-a1fc-eaa539abdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:37.779572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-a486fc9d-0d2a-413e-a1fc-eaa539abdc43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.0605788 Aug 27 02:29:37.858451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ccbf36-7ade-4d34-aa71-227f42fdc635 req-df36e8e8-1ebd-49f3-bc3e-3d9153f9ddda tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0843284 Aug 27 02:29:37.873543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc3cc09-583c-4510-a3bc-686f43a2aadb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.873781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-adf1270b-d7fd-4d3b-92c6-aefc3c444f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:37.879068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-adf1270b-d7fd-4d3b-92c6-aefc3c444f17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861363 Aug 27 02:29:38.020797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48666) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:38.068301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48668) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:38.101287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-ea291b92-eddf-467d-8bc7-bc870a5400a6 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137887 Aug 27 02:29:38.103662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-85bc22d5-b3ae-4285-bf1c-fd007ddcc969 None None] Provisioning for port 3fc3cc09-583c-4510-a3bc-686f43a2aadb completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:38.115824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-85bc22d5-b3ae-4285-bf1c-fd007ddcc969 None None] Provisioning complete for port 3fc3cc09-583c-4510-a3bc-686f43a2aadb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:38.116566 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85bc22d5-b3ae-4285-bf1c-fd007ddcc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.147446 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.188305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-85bc22d5-b3ae-4285-bf1c-fd007ddcc969 None None] Port 3fc3cc09-583c-4510-a3bc-686f43a2aadb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:38.217820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:29:34Z', 'revision_number': 3, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:38.231843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.246736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cd3c4-fe6f-4156-87dd-b445ed2526cf None None] The sync data for ids ['04417808-5c89-4e92-b600-f3a059e6f151'] in n-d-806293-1 is: [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:29:34Z', 'revision_number': 3, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:38.260838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.269487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-55b45224-e7a6-4274-ab01-b1063550d22c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e31348a56f86451dadec2b20f4840172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470331 Aug 27 02:29:38.271658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48674) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:38.301351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02150c90-f42f-4d22-ad0b-3b193a87123c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:38.320169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:38.426838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.427405 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Added segment 4f85aaf4-3c41-4574-8f03-1e8ae5ea34f5 of type vlan for network db0ce40d-66a7-4e04-a0bf-99305855b5cd Aug 27 02:29:38.782749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b218a2f-3513-497c-a2f8-8013c6fdb230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.800185 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.882845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.883713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:38.884308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.898510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-b375a765-9fee-4b08-97bd-877f57e48fcb service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879863 Aug 27 02:29:38.951783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:38.956802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-d5f7be11-8726-4208-bd03-1800d72271aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=109811b0-e2a4-4f1b-a28e-20402b738205 HTTP/1.1" status: 200 len: 217 time: 0.0504472 Aug 27 02:29:39.003093 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.034441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b218a2f-3513-497c-a2f8-8013c6fdb230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.035446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfe4cd46-57a6-42ec-b4a8-564ccea22144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.097929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b218a2f-3513-497c-a2f8-8013c6fdb230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.111570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-928a166e-65bf-46ea-b49e-b5beed13f8e5 req-823829f1-6c46-4ae4-924f-a0e4f7722647 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0796034 Aug 27 02:29:39.134128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.152777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-09ccd043-34b7-4bbf-b2bb-a1281fdf11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:39.155056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=db0ce40d-66a7-4e04-a0bf-99305855b5cd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:39.163687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-09ccd043-34b7-4bbf-b2bb-a1281fdf11d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.1992390 Aug 27 02:29:39.166762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network db0ce40d-66a7-4e04-a0bf-99305855b5cd details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:39.190912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfe4cd46-57a6-42ec-b4a8-564ccea22144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.194652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb10d06c-8b7d-4d49-9a0c-b96d5278d2d5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4564090 Aug 27 02:29:39.395706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0b218a2f-3513-497c-a2f8-8013c6fdb230 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5768c05e4b04f1980eb86fe5b48f9de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3260319 Aug 27 02:29:39.396545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b218a2f-3513-497c-a2f8-8013c6fdb230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29810e2-266e-4d97-b7ec-6ade43a96e9b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:39.403508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48690) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:39.444452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:39.453234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc3cc09-583c-4510-a3bc-686f43a2aadb,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:39.555694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:39.563854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:39.564522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.597525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-346a95e4-3b18-49e8-a639-125376d46a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:39.599212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-346a95e4-3b18-49e8-a639-125376d46a53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3641348 Aug 27 02:29:39.622247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a00f3-f97c-4050-93b0-6b3223c18b76 req-f4dfb27a-2544-49ef-83b6-1513674a4307 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:39.625345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfe4cd46-57a6-42ec-b4a8-564ccea22144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.630263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe8a00f3-f97c-4050-93b0-6b3223c18b76 req-f4dfb27a-2544-49ef-83b6-1513674a4307 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.6643023 Aug 27 02:29:39.632224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfe4cd46-57a6-42ec-b4a8-564ccea22144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.633398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bfe4cd46-57a6-42ec-b4a8-564ccea22144 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8cc31c4-2095-44cb-acce-b2049ba218de HTTP/1.1" status: 204 len: 168 time: 1.3605585 Aug 27 02:29:39.642285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:39.664724 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c859eaa5-409c-4f07-9b4e-b6eb16e1e400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.693753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4cd46-57a6-42ec-b4a8-564ccea22144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cc31c4-2095-44cb-acce-b2049ba218de,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:39.730051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c859eaa5-409c-4f07-9b4e-b6eb16e1e400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.762817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe8a00f3-f97c-4050-93b0-6b3223c18b76 req-b0db42ab-5abf-42f3-8f17-c1796ab93185 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271586 Aug 27 02:29:39.764155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:39.810589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-2a27f961-60f4-4128-ba7d-14d9c4944918 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892662 Aug 27 02:29:39.839307 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.899102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:39.911096 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.986984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Router 04417808-5c89-4e92-b600-f3a059e6f151 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:29:40.008892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b79ca09e-6ae5-462d-986e-4036284b7191 req-8a6f8fbe-4ea4-46de-802a-af21cb8b75f4 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870461 Aug 27 02:29:40.037911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c859eaa5-409c-4f07-9b4e-b6eb16e1e400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.041648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c859eaa5-409c-4f07-9b4e-b6eb16e1e400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.044258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:40.047250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c859eaa5-409c-4f07-9b4e-b6eb16e1e400 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c29810e2-266e-4d97-b7ec-6ade43a96e9b HTTP/1.1" status: 204 len: 168 time: 0.6255295 Aug 27 02:29:40.162724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859eaa5-409c-4f07-9b4e-b6eb16e1e400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29810e2-266e-4d97-b7ec-6ade43a96e9b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:40.247275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:40.256921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-79744949-f2af-4f45-b2ed-84703389de93 admin admin] 10.222.0.10 "PUT /v2.0/routers/04417808-5c89-4e92-b600-f3a059e6f151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5013309 Aug 27 02:29:40.332287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9e70c744-15a0-45b2-a3f5-ee6b648a07ff None None] Provisioning complete for port 3fc3cc09-583c-4510-a3bc-686f43a2aadb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:40.332839 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9e70c744-15a0-45b2-a3f5-ee6b648a07ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.378665 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfaece0a-812c-415e-bd4a-03f7b909905b req-0e8869e0-c077-42ce-958e-36bf0949a290 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0992606 Aug 27 02:29:40.446055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05cd9-3faf-41c3-b456-bd8df1d9c3b5 req-d9120476-e266-4cee-8634-9feb3c2f802e tempest-ComputeTenantNetworksTest-1760618599 tempest-ComputeTenantNetworksTest-1760618599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:40.467244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9e70c744-15a0-45b2-a3f5-ee6b648a07ff None None] Port 3fc3cc09-583c-4510-a3bc-686f43a2aadb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:40.475361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05cd9-3faf-41c3-b456-bd8df1d9c3b5 req-d9120476-e266-4cee-8634-9feb3c2f802e tempest-ComputeTenantNetworksTest-1760618599 tempest-ComputeTenantNetworksTest-1760618599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:40.489566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05cd9-3faf-41c3-b456-bd8df1d9c3b5 req-d9120476-e266-4cee-8634-9feb3c2f802e tempest-ComputeTenantNetworksTest-1760618599 tempest-ComputeTenantNetworksTest-1760618599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:40.492563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dea05cd9-3faf-41c3-b456-bd8df1d9c3b5 req-d9120476-e266-4cee-8634-9feb3c2f802e tempest-ComputeTenantNetworksTest-1760618599 tempest-ComputeTenantNetworksTest-1760618599-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4811499 Aug 27 02:29:40.556429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48722) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:40.693753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94291ce7-c006-4f54-bd94-f8ed817b0176 req-72c8ca29-507a-436a-a649-089e8403e34c tempest-ComputeTenantNetworksTest-1760618599 tempest-ComputeTenantNetworksTest-1760618599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:40.699016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94291ce7-c006-4f54-bd94-f8ed817b0176 req-72c8ca29-507a-436a-a649-089e8403e34c tempest-ComputeTenantNetworksTest-1760618599 tempest-ComputeTenantNetworksTest-1760618599-project] 10.222.0.10 "GET /v2.0/networks/db0ce40d-66a7-4e04-a0bf-99305855b5cd HTTP/1.1" status: 200 len: 769 time: 0.1349349 Aug 27 02:29:40.704672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48730) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:40.845723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.969686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.980870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54920fd-a48a-4484-abf3-9c1fe8b9a911 req-5d60407a-6670-4495-b872-54ca53eece51 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:40.981990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0ce40d-66a7-4e04-a0bf-99305855b5cd']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:40.982939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f54920fd-a48a-4484-abf3-9c1fe8b9a911 req-5d60407a-6670-4495-b872-54ca53eece51 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1087658 Aug 27 02:29:41.001653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f85aaf4-3c41-4574-8f03-1e8ae5ea34f5') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:41.002144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f85aaf4-3c41-4574-8f03-1e8ae5ea34f5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:41.013467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.033737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.049899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:41.053125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:41.057212 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:41.091483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1476122462'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:41.096105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f54920fd-a48a-4484-abf3-9c1fe8b9a911 req-b30750e0-de78-4cc4-8a2f-767a6a6d4798 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065063 Aug 27 02:29:41.182998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.201071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:41.208766 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.276801 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.279764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] 10.222.0.10 "DELETE /v2.0/networks/db0ce40d-66a7-4e04-a0bf-99305855b5cd HTTP/1.1" status: 204 len: 168 time: 0.5737622 Aug 27 02:29:41.285035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956780a-ecfc-439a-a8db-cb47972e2417 admin admin] Pushing event deleted for resources: {'Network': ['ID=db0ce40d-66a7-4e04-a0bf-99305855b5cd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:41.300251 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Sync routers for ids ['04417808-5c89-4e92-b600-f3a059e6f151'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:41.308392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:41.315592 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Routers {'04417808-5c89-4e92-b600-f3a059e6f151'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:41.316212 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04417808-5c89-4e92-b600-f3a059e6f151'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:41.320352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.320817 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Added segment be1ca690-55c0-4e02-acfa-5b24f58d61fd of type vlan for network 609a298c-78c1-41de-b5c4-da9b6853026a Aug 27 02:29:41.374507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:41.395502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.472480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.479162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:41.480395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.493662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:41.494154 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.594933 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Set router 04417808-5c89-4e92-b600-f3a059e6f151 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:41.639301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48762) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:41.676635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1186996 Aug 27 02:29:41.723256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48766) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:41.753565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca9ba326-2727-46df-b7ce-0acd024392d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=427653b8a02448818d6711352f1cbf72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118085 Aug 27 02:29:41.758657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'subnet': {'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:41.761620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:41.820960 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:29:38Z', 'revision_number': 4, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3fc3cc09-583c-4510-a3bc-686f43a2aadb', 'name': '', 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'mac_address': 'fa:16:3e:64:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '42e5740d-f12e-4040-8d7a-0e5f32dfda13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:36Z', 'updated_at': '2021-08-27T02:29:38Z', 'revision_number': 2, 'project_id': '98291587d77a4313aefe91bbf3775941', 'subnets': [{'id': '42e5740d-f12e-4040-8d7a-0e5f32dfda13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:41.858436 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Checking router: 04417808-5c89-4e92-b600-f3a059e6f151 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:41.859082 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Updating router 04417808-5c89-4e92-b600-f3a059e6f151 port 3fc3cc09-583c-4510-a3bc-686f43a2aadb binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:29:41.880421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9010d553-8443-4af8-ae26-73580ece2c6b req-09be40f3-b25f-43ab-ab4f-f1f391a999cf tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.3372829 Aug 27 02:29:41.887516 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.887992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85541669-c445-408a-81d3-bd2dac80cdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.933766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85541669-c445-408a-81d3-bd2dac80cdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.962996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48774) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:41.976607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf4f64-44f6-45c4-961c-24929c9f074e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Network': ['ID=609a298c-78c1-41de-b5c4-da9b6853026a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.003373 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 609a298c-78c1-41de-b5c4-da9b6853026a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:42.040811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85541669-c445-408a-81d3-bd2dac80cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.045174 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85541669-c445-408a-81d3-bd2dac80cdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.046647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-85541669-c445-408a-81d3-bd2dac80cdbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02150c90-f42f-4d22-ad0b-3b193a87123c HTTP/1.1" status: 204 len: 168 time: 0.2752614 Aug 27 02:29:42.075172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85541669-c445-408a-81d3-bd2dac80cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02150c90-f42f-4d22-ad0b-3b193a87123c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.118634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:42.123348 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.229457 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.240733 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Transition to ACTIVE for port object 3fc3cc09-583c-4510-a3bc-686f43a2aadb will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:42.253259 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.290640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1424172310-network', 'tenant_id': '142c63eb21554fef875bb94d47dc5997'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:42.328122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Made reservation on behalf of 142c63eb21554fef875bb94d47dc5997 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:42.331091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.349657 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.354124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2da42d-bee7-4de6-804f-8caf56f387e2 req-a4c8a1cf-33e8-4c60-8ebc-1dfd6b261ad6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:42.365792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c2da42d-bee7-4de6-804f-8caf56f387e2 req-a4c8a1cf-33e8-4c60-8ebc-1dfd6b261ad6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1560276 Aug 27 02:29:42.413356 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Pushing event updated for resources: {'Port': ['ID=3fc3cc09-583c-4510-a3bc-686f43a2aadb,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.462108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c2da42d-bee7-4de6-804f-8caf56f387e2 req-dc34391a-9e1a-42b6-9aed-95cc2852fd13 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Aug 27 02:29:42.517498 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.518037 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.518731 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.519070 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.519400 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.519727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.520049 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.520371 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.520690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.521009 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.521327 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.521645 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:42.549336 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Attempting to bind port 3fc3cc09-583c-4510-a3bc-686f43a2aadb on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:42.549336 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Attempting to bind port 3fc3cc09-583c-4510-a3bc-686f43a2aadb by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:42.549336 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Attempting to bind port 3fc3cc09-583c-4510-a3bc-686f43a2aadb on network 65f30562-304e-4edf-90e3-a9b7ebf45914 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:42.549892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.558555 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:42.559067 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Checking segment: {'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:42.559529 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.559875 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Bound using segment: {'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:42.560369 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Bound port: 3fc3cc09-583c-4510-a3bc-686f43a2aadb, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a162caf7-4d37-48bc-ab5c-455654e023df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:42.561769 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.619468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Subnet': ['ID=f85ea55c-d396-4bde-9f3d-04c2c2d7e700,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.696205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.701259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Checking segment: {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:42.701842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network hostable DHCP agents. Network: 609a298c-78c1-41de-b5c4-da9b6853026a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:42.703047 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] For port 3fc3cc09-583c-4510-a3bc-686f43a2aadb, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:42.709360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.711043 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] For port 3fc3cc09-583c-4510-a3bc-686f43a2aadb, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3fc3cc09-583c-4510-a3bc-686f43a2aadb,segment=NetworkSegment(a162caf7-4d37-48bc-ab5c-455654e023df),segment_id=a162caf7-4d37-48bc-ab5c-455654e023df)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:42.723594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:42.724477 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.765183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.765807 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Added segment 19eddc52-60b9-4df6-b558-3c852943e270 of type vlan for network 6f0e36a5-f299-494b-80ac-139f1b7f31e7 Aug 27 02:29:42.784678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network 609a298c-78c1-41de-b5c4-da9b6853026a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:42.788615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c773da2-3b37-4b7e-8696-a32d44380d37,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.821990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 609a298c-78c1-41de-b5c4-da9b6853026a) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:42.834612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:42.835159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.849339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.860189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d9091541-d23d-47ae-bfe9-2ac21d6c30de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1249974 Aug 27 02:29:42.863184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:42.870258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-393033595'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:42.879535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663dcf16-b84d-4740-a856-c4a3fd34a402 None None] Network 609a298c-78c1-41de-b5c4-da9b6853026a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:42.907059 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d65b1-9257-4c7c-bcf3-368c0c4c6c0d None None] Pushing event updated for resources: {'Port': ['ID=3fc3cc09-583c-4510-a3bc-686f43a2aadb,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.919868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.922024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:42.922924 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.949040 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Routers {'04417808-5c89-4e92-b600-f3a059e6f151'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:42.951088 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:29:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04417808-5c89-4e92-b600-f3a059e6f151'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:42.959393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:42.964475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.038029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:43.075748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.076945 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Added segment 190f1a9f-08e1-43cf-a89c-5a4c54d20340 of type vlan for network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd Aug 27 02:29:43.117554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1519036 Aug 27 02:29:43.156933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48812) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:43.157343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48814) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:43.168513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Request body: {'subnet': {'network_id': '6f0e36a5-f299-494b-80ac-139f1b7f31e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1424172310-subnet', 'tenant_id': '142c63eb21554fef875bb94d47dc5997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:43.172841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-995efbb4-dd05-4704-846c-9994c75ad763 req-d8353cdb-73da-495d-a64e-1bf210badfff tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.1102796 Aug 27 02:29:43.196304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bde7ec-42e2-45d3-acfb-fdc1a33e99a8 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0e36a5-f299-494b-80ac-139f1b7f31e7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:43.208745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-609a298c-78c1-41de-b5c4-da9b6853026a', 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'fixed_ips': [{'subnet_id': 'f85ea55c-d396-4bde-9f3d-04c2c2d7e700'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:29:43.209896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.249993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.273917 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] Set router 04417808-5c89-4e92-b600-f3a059e6f151 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:43.287833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Made reservation on behalf of 142c63eb21554fef875bb94d47dc5997 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:43.290951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.306472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.312474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:43.313283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.375923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5106924 Aug 27 02:29:43.378633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48824) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:43.383803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'subnet': {'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:43.554021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Network': ['ID=f5df8284-39d9-4595-a0d1-f2ff6bfe4efd,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:43.593313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Allocated IP 19.80.0.2 (609a298c-78c1-41de-b5c4-da9b6853026a/f85ea55c-d396-4bde-9f3d-04c2c2d7e700/308ffeff-99bf-421e-90e6-45d3a53864af) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:43.598071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:43.600891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 6f0e36a5-f299-494b-80ac-139f1b7f31e7 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:43.633660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.634019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.634383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.634741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.635070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.635399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.635733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.636063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.636392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.636711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.637066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.637400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb452-2dc7-46eb-b4b0-7996a8cb6532 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:43.669968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:43.682963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:43.686590 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.873640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.892739 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:29:38Z', 'revision_number': 4, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3fc3cc09-583c-4510-a3bc-686f43a2aadb', 'name': '', 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'mac_address': 'fa:16:3e:64:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '42e5740d-f12e-4040-8d7a-0e5f32dfda13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:36Z', 'updated_at': '2021-08-27T02:29:42Z', 'revision_number': 4, 'project_id': '98291587d77a4313aefe91bbf3775941', 'subnets': [{'id': '42e5740d-f12e-4040-8d7a-0e5f32dfda13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:43.928085 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b503972-c732-4802-a9c4-2b5cc97beb37 None None] The sync data for ids ['04417808-5c89-4e92-b600-f3a059e6f151'] in n-d-806293-1 is: [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:29:38Z', 'revision_number': 4, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3fc3cc09-583c-4510-a3bc-686f43a2aadb', 'name': '', 'network_id': '65f30562-304e-4edf-90e3-a9b7ebf45914', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'mac_address': 'fa:16:3e:64:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '42e5740d-f12e-4040-8d7a-0e5f32dfda13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:36Z', 'updated_at': '2021-08-27T02:29:42Z', 'revision_number': 4, 'project_id': '98291587d77a4313aefe91bbf3775941', 'subnets': [{'id': '42e5740d-f12e-4040-8d7a-0e5f32dfda13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:43.957095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e02539-2e75-4ec4-a08d-d94fd33a18cb req-c61ad0e5-0c81-4fc7-8619-d226d1405139 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:43.968711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-72e02539-2e75-4ec4-a08d-d94fd33a18cb req-c61ad0e5-0c81-4fc7-8619-d226d1405139 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.3476255 Aug 27 02:29:44.033484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.120891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.154345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e903f07-2c51-4cf4-b238-c094eca41459,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:44.188386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-72e02539-2e75-4ec4-a08d-d94fd33a18cb req-8f0f1e3c-7e97-4b08-9467-35f6012dcc05 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166069 Aug 27 02:29:44.210744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.238238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Transition to ACTIVE for port object 308ffeff-99bf-421e-90e6-45d3a53864af will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:44.282769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Transition to ACTIVE for port object 308ffeff-99bf-421e-90e6-45d3a53864af will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:44.290656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Checking segment: {'id': '19eddc52-60b9-4df6-b558-3c852943e270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f0e36a5-f299-494b-80ac-139f1b7f31e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:44.291037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Network hostable DHCP agents. Network: 6f0e36a5-f299-494b-80ac-139f1b7f31e7, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:44.294197 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.318028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Checking segment: {'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:44.320615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network hostable DHCP agents. Network: f5df8284-39d9-4595-a0d1-f2ff6bfe4efd, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:44.346003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Subnet': ['ID=f72a3a36-1f11-45fc-8377-bfb43a4143f9,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:44.371957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.374205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Network 6f0e36a5-f299-494b-80ac-139f1b7f31e7 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:44.386972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fff8454-5570-49d3-89fa-9a0deeb0b5ba req-e85a7a11-6c6f-4945-af2d-8820282d2936 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0504575 Aug 27 02:29:44.403475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Pushing event updated for resources: {'Port': ['ID=308ffeff-99bf-421e-90e6-45d3a53864af,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:44.412568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:44.420704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f5df8284-39d9-4595-a0d1-f2ff6bfe4efd) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:44.426602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:44.427345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.436702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Network 609a298c-78c1-41de-b5c4-da9b6853026a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:44.438213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:44.447080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60262728-e8da-45af-85a1-654f6aa6d9ec None None] Network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:44.461142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 6f0e36a5-f299-494b-80ac-139f1b7f31e7) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:44.461639 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d48d593-a024-49d4-8b4a-aea6bdbc306c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0818813 Aug 27 02:29:44.468423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:44.469026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.536946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:44.543875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769f5fc3-c9a3-4e50-a4d9-c9a18863eaec None None] Network 6f0e36a5-f299-494b-80ac-139f1b7f31e7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:44.553593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1dad0181-6b5e-4960-ae47-766c6fcd67f3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3867855 Aug 27 02:29:44.644254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Allocated IP 172.25.1.121 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/af240e85-fc76-4ddc-b168-302c71e7e811) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:44.929472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248d1df-5159-42de-951c-f4eb421668e5 None None] Network 6f0e36a5-f299-494b-80ac-139f1b7f31e7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:44.985774 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.996997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-45d06b35-2c05-415f-97bb-8162c6ecc4d7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:45.003700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-45d06b35-2c05-415f-97bb-8162c6ecc4d7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:45.005522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-45d06b35-2c05-415f-97bb-8162c6ecc4d7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/networks?id=609a298c-78c1-41de-b5c4-da9b6853026a&id=f5df8284-39d9-4595-a0d1-f2ff6bfe4efd&id=609a298c-78c1-41de-b5c4-da9b6853026a HTTP/1.1" status: 200 len: 1391 time: 0.1963730 Aug 27 02:29:45.032500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-8baa6c70-ab13-4c94-b3cc-661b45e986f0 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/quotas/98291587d77a4313aefe91bbf3775941 HTTP/1.1" status: 200 len: 375 time: 0.0172856 Aug 27 02:29:45.120800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-fe9cfa25-637f-49cf-8b08-779c6e85249a req-29a28bee-2f45-4c33-af25-11550700055c tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1873312916', 'description': 'tempest-description-188547331'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:45.171543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.180601 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fe9cfa25-637f-49cf-8b08-779c6e85249a req-29a28bee-2f45-4c33-af25-11550700055c tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.192454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-512c5aa8-f779-435f-9ef2-887a4de915e1 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1462440 Aug 27 02:29:45.270479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:45.282337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:45.301616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:45.350872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fe9cfa25-637f-49cf-8b08-779c6e85249a req-29a28bee-2f45-4c33-af25-11550700055c tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.368852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fe9cfa25-637f-49cf-8b08-779c6e85249a req-29a28bee-2f45-4c33-af25-11550700055c tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.416735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Attempting to bind port 308ffeff-99bf-421e-90e6-45d3a53864af on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:45.416735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Attempting to bind port 308ffeff-99bf-421e-90e6-45d3a53864af by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:45.417490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Attempting to bind port 308ffeff-99bf-421e-90e6-45d3a53864af on network 609a298c-78c1-41de-b5c4-da9b6853026a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:45.427449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3fc3cc09-583c-4510-a3bc-686f43a2aadb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:45.453091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Pushing event updated for resources: {'Port': ['ID=af240e85-fc76-4ddc-b168-302c71e7e811,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:45.454061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-fe9cfa25-637f-49cf-8b08-779c6e85249a req-29a28bee-2f45-4c33-af25-11550700055c tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.474288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe9cfa25-637f-49cf-8b08-779c6e85249a req-29a28bee-2f45-4c33-af25-11550700055c tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3644841 Aug 27 02:29:45.490193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a28bee-2f45-4c33-af25-11550700055c tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50172853-2932-4583-80bb-8be1d3653a09,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:45.495028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.558911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:45.562834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Checking segment: {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:45.563322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.564075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Bound using segment: {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:45.564238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Bound port: 308ffeff-99bf-421e-90e6-45d3a53864af, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:45.564633 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.565998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-d9ee976b-823a-4180-b6e6-42a24e2d8415 service neutron] 10.222.0.10 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528211 Aug 27 02:29:45.571063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.782970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b412bde1-0491-4e39-839a-832edbaf908c service neutron] 10.222.0.10 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077880 Aug 27 02:29:45.787276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] For port 308ffeff-99bf-421e-90e6-45d3a53864af, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:45.790816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] For port 308ffeff-99bf-421e-90e6-45d3a53864af, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=308ffeff-99bf-421e-90e6-45d3a53864af,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:45.861719 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.910889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef71594-bfd2-437d-8639-31577ef8aff8 req-c030658d-f163-43a2-8afd-6e34733d019a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:45.912701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eef71594-bfd2-437d-8639-31577ef8aff8 req-c030658d-f163-43a2-8afd-6e34733d019a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1003275 Aug 27 02:29:45.935076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-f8c619fa-81fe-416b-8748-e318b924a04d service neutron] 10.222.0.10 "GET /v2.0/networks/f5df8284-39d9-4595-a0d1-f2ff6bfe4efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412308 Aug 27 02:29:45.964137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eef71594-bfd2-437d-8639-31577ef8aff8 req-83ab5da8-d4fd-4508-8355-6fbd190467ea tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436704 Aug 27 02:29:46.015722 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.034780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3fc3cc09-583c-4510-a3bc-686f43a2aadb completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:46.067275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3fc3cc09-583c-4510-a3bc-686f43a2aadb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:46.067882 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.102134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.164764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93f0be09-0f9e-41df-926e-6ed0db3076d1 req-740ddf74-b8ee-4816-b159-158a8399692e tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/ports?device_id=19e63fbf-7946-4fd4-86e9-64312fe5f44c HTTP/1.1" status: 200 len: 210 time: 0.0871758 Aug 27 02:29:46.204314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b238a6d-f6eb-46cf-b53c-cdc2509d0334 None None] Pushing event updated for resources: {'Port': ['ID=308ffeff-99bf-421e-90e6-45d3a53864af,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:46.223302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f5df8284-39d9-4595-a0d1-f2ff6bfe4efd', 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'fixed_ips': [{'subnet_id': 'f72a3a36-1f11-45fc-8377-bfb43a4143f9'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:29:46.224636 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.247723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-faad4f25-c407-4492-aa35-b43b0fb189e0 service neutron] 10.222.0.10 "GET /v2.0/networks/f5df8284-39d9-4595-a0d1-f2ff6bfe4efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007367 Aug 27 02:29:46.321792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-da83553e-31f8-4722-9c87-1866ac33f907 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/50172853-2932-4583-80bb-8be1d3653a09 HTTP/1.1" status: 200 len: 1806 time: 0.0983989 Aug 27 02:29:46.336567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50172853-2932-4583-80bb-8be1d3653a09', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:46.336891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50172853-2932-4583-80bb-8be1d3653a09', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:46.363318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Pushing event updated for resources: {'Port': ['ID=af240e85-fc76-4ddc-b168-302c71e7e811,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:46.408598 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.479180 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.488429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-62409e30-55e2-4498-8dff-0082f1357c5d tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3279486 Aug 27 02:29:46.488715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48896) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:46.494562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1449644478', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'fixed_ips': [{'ip_address': '172.25.1.121'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:46.498266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.523772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Allocated IP 19.86.0.2 (f5df8284-39d9-4595-a0d1-f2ff6bfe4efd/f72a3a36-1f11-45fc-8377-bfb43a4143f9/0d712a79-f882-4efd-bd50-be776ccc9e17) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:46.540055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-57d3d5f6-bdaf-416b-ad4a-f2a029b4508e service neutron] 10.222.0.10 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826931 Aug 27 02:29:46.562063 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.575905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.577196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Made reservation on behalf of 4767a91feeda4e84bddcb4fe44ee87ef for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:46.584514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.588859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.610249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.634679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efeb3b76-0aaf-4ab8-b8c4-3b26bb3fe872,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:46.649958 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.681975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 3fc3cc09-583c-4510-a3bc-686f43a2aadb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3fc3cc09-583c-4510-a3bc-686f43a2aadb,segment=NetworkSegment(a162caf7-4d37-48bc-ab5c-455654e023df),segment_id=a162caf7-4d37-48bc-ab5c-455654e023df)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:46.700813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.788211 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ab96e310-5a56-4bab-bff5-e199e3a32f47 service neutron] 10.222.0.10 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332399 Aug 27 02:29:46.792930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.806705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.817758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] device_id is not set on port 1cd93113-3fdd-4d8d-868b-53d9a4e226ed yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:29:46.832477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=3fc3cc09-583c-4510-a3bc-686f43a2aadb,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:46.908744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.943587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Transition to ACTIVE for port object 0d712a79-f882-4efd-bd50-be776ccc9e17 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:46.983763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Transition to ACTIVE for port object 0d712a79-f882-4efd-bd50-be776ccc9e17 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:47.011809 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.030418 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.039034 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59f55c3c-5440-4ab1-8006-4a3c5af72c81 req-56fc2dca-d026-4ed0-a49d-4b692e21bea1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7110295 Aug 27 02:29:47.077280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:47.083180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:47.101220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:47.188369 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73724a85-d556-4198-a304-63fd297d1435 req-7351b8da-502a-41dc-97ec-d92ab1debab1 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 210 time: 0.0436018 Aug 27 02:29:47.231634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Pushing event updated for resources: {'Port': ['ID=0d712a79-f882-4efd-bd50-be776ccc9e17,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:47.241339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-3d604c20-17be-424b-bd93-dd34e174c73d req-dd8cf118-375e-4437-8f4e-9f6f60d204ec tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-995802830', 'description': 'tempest-description-1294966168'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:47.246879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f58c943-8ba8-4a3f-b8f5-8abf89586e16,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:47.282173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Attempting to bind port 0d712a79-f882-4efd-bd50-be776ccc9e17 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:47.282598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Attempting to bind port 0d712a79-f882-4efd-bd50-be776ccc9e17 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:47.282981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Attempting to bind port 0d712a79-f882-4efd-bd50-be776ccc9e17 on network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:47.294000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:47.294408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Checking segment: {'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:47.294864 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.295276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Bound using segment: {'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:47.295857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Bound port: 0d712a79-f882-4efd-bd50-be776ccc9e17, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:47.296139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.308421 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.310911 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 02:29:47.313373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:29:47.329216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3d604c20-17be-424b-bd93-dd34e174c73d req-dd8cf118-375e-4437-8f4e-9f6f60d204ec tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.341903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dd51c-09ac-4ddf-8f5d-63cb5efa62d4 req-81dbb2ca-d728-4545-b8ae-963b08b9534a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:47.347674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f09dd51c-09ac-4ddf-8f5d-63cb5efa62d4 req-81dbb2ca-d728-4545-b8ae-963b08b9534a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1529102 Aug 27 02:29:47.369643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-09d7a921-969f-42e0-8242-bbd58e990ce9 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8764579 Aug 27 02:29:47.370808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48920) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:47.469976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] For port 0d712a79-f882-4efd-bd50-be776ccc9e17, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:47.491849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] For port 0d712a79-f882-4efd-bd50-be776ccc9e17, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d712a79-f882-4efd-bd50-be776ccc9e17,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:47.508146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.564118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3d604c20-17be-424b-bd93-dd34e174c73d req-dd8cf118-375e-4437-8f4e-9f6f60d204ec tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.573258 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3d604c20-17be-424b-bd93-dd34e174c73d req-dd8cf118-375e-4437-8f4e-9f6f60d204ec tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.614215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674298c1-d00c-46f8-8bd4-204d76c5aaa6 None None] Pushing event updated for resources: {'Port': ['ID=0d712a79-f882-4efd-bd50-be776ccc9e17,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:47.664811 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3d604c20-17be-424b-bd93-dd34e174c73d req-dd8cf118-375e-4437-8f4e-9f6f60d204ec tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.674365 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d604c20-17be-424b-bd93-dd34e174c73d req-dd8cf118-375e-4437-8f4e-9f6f60d204ec tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4434943 Aug 27 02:29:47.691098 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f09dd51c-09ac-4ddf-8f5d-63cb5efa62d4 req-5a7397a7-b249-438c-836c-731c79deb16b tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353341 Aug 27 02:29:47.698992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cf118-375e-4437-8f4e-9f6f60d204ec tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338b5214-416f-463e-82c7-dfc283625351,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:47.727870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3fc3cc09-583c-4510-a3bc-686f43a2aadb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:47.824648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48932) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:47.834226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3fc3cc09-583c-4510-a3bc-686f43a2aadb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:47.835173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.859482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-f2a202ae-362e-4266-ada7-05928027dd98 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/338b5214-416f-463e-82c7-dfc283625351 HTTP/1.1" status: 200 len: 1806 time: 0.1086276 Aug 27 02:29:47.872748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa795c-f3a9-4a0e-b7aa-34cb932ff312 None None] Network 609a298c-78c1-41de-b5c4-da9b6853026a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:47.877583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '338b5214-416f-463e-82c7-dfc283625351', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:47.878551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '338b5214-416f-463e-82c7-dfc283625351', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:47.909848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Deleting port af240e85-fc76-4ddc-b168-302c71e7e811 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:47.910899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.971131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca999c0c-6074-4412-8326-ea9d7ef2af86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.983556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-02afb350-7a79-40b8-9025-0b6b22d69d02 None None] Provisioning for port 308ffeff-99bf-421e-90e6-45d3a53864af completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:48.019831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca999c0c-6074-4412-8326-ea9d7ef2af86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.091706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48936) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:48.107119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca999c0c-6074-4412-8326-ea9d7ef2af86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.111362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca999c0c-6074-4412-8326-ea9d7ef2af86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.113026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca999c0c-6074-4412-8326-ea9d7ef2af86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/security-groups/c00f8293-3cb6-466a-b835-58ef82d02673 HTTP/1.1" status: 204 len: 168 time: 0.2873490 Aug 27 02:29:48.118402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:48.146963 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-48a8d6ec-154d-447e-bff6-983cf089d66f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] show failed (client error): The resource could not be found. Aug 27 02:29:48.153529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-48a8d6ec-154d-447e-bff6-983cf089d66f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "GET /v2.0/security-groups/c00f8293-3cb6-466a-b835-58ef82d02673 HTTP/1.1" status: 404 len: 347 time: 0.0337970 Aug 27 02:29:48.160310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48944) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:48.169729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca999c0c-6074-4412-8326-ea9d7ef2af86 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f8293-3cb6-466a-b835-58ef82d02673,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:48.275879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 308ffeff-99bf-421e-90e6-45d3a53864af up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:48.368936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 308ffeff-99bf-421e-90e6-45d3a53864af completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:48.374618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 308ffeff-99bf-421e-90e6-45d3a53864af triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:48.375350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.412701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b464cdaf-7bdc-4320-ab10-5bd28c10b29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.459285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-228456b8-7f5a-461f-b20f-6ea0825e20cf req-db16a9e2-bad6-49ca-a3bd-91b42f6d00d5 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 210 time: 0.0508556 Aug 27 02:29:48.479160 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.498177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port e709fe31-c4a2-4887-8e08-8f5271ec3b96 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:48.498650 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.517513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 308ffeff-99bf-421e-90e6-45d3a53864af, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=308ffeff-99bf-421e-90e6-45d3a53864af,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:48.531360 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.608185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=308ffeff-99bf-421e-90e6-45d3a53864af,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:48.620962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.621613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.652924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Calling delete_port for af240e85-fc76-4ddc-b168-302c71e7e811 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:48.657161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.657636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.661020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.679204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for e709fe31-c4a2-4887-8e08-8f5271ec3b96 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:48.729638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c861fb40-898c-4db6-ab4c-9e1ba62989b9 None None] Provisioning complete for port 308ffeff-99bf-421e-90e6-45d3a53864af triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:48.730217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c861fb40-898c-4db6-ab4c-9e1ba62989b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.736126 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.748806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.826053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dbdc50-dd49-4859-ab82-912cbe189867,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:48.854152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b464cdaf-7bdc-4320-ab10-5bd28c10b29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.868307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b464cdaf-7bdc-4320-ab10-5bd28c10b29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.901446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.907675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6fc0a1b4-10bc-4e89-bc4b-d71c0a43efeb req-74a1044e-4018-46b8-b3cd-d6f8fe2af093 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0409143 Aug 27 02:29:48.977049 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b464cdaf-7bdc-4320-ab10-5bd28c10b29f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a16aa6af6ca482eac628c7eac441b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8817313 Aug 27 02:29:48.982930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48952) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:49.002011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-a2c4ceea-6478-4d2c-9a95-0ac6b5a46e94 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:49.008761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-a2c4ceea-6478-4d2c-9a95-0ac6b5a46e94 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:49.010820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-a2c4ceea-6478-4d2c-9a95-0ac6b5a46e94 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "GET /v2.0/networks?id=609a298c-78c1-41de-b5c4-da9b6853026a&id=f5df8284-39d9-4595-a0d1-f2ff6bfe4efd&id=609a298c-78c1-41de-b5c4-da9b6853026a HTTP/1.1" status: 200 len: 1391 time: 0.1959503 Aug 27 02:29:49.014220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-9fba4436-459e-41ad-a111-9ef9c66015f9 req-bf55bf22-e243-4831-a256-5360a312d6ce tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-814604012', 'description': 'tempest-description-1805065202'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:49.016391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464cdaf-7bdc-4320-ab10-5bd28c10b29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155a4f9a-c76a-43b9-b8c5-f11faf40d5f0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:49.038618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'port': {'device_id': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a', 'admin_state_up': True, 'tenant_id': '98291587d77a4313aefe91bbf3775941'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:49.039445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86709074-4076-439d-b373-b4dd54d114aa req-d836120e-2028-42fa-bab6-98b9d02773a9 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:49.041322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86709074-4076-439d-b373-b4dd54d114aa req-d836120e-2028-42fa-bab6-98b9d02773a9 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1915681 Aug 27 02:29:49.098032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.128514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9fba4436-459e-41ad-a111-9ef9c66015f9 req-bf55bf22-e243-4831-a256-5360a312d6ce tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.145886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=e709fe31-c4a2-4887-8e08-8f5271ec3b96,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:49.159762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86709074-4076-439d-b373-b4dd54d114aa req-046f28d2-04b8-43ce-8f34-b6064a275c2e tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098709 Aug 27 02:29:49.197900 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4db5402-6cee-46ce-a1a5-517f3f3c0fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.243705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4db5402-6cee-46ce-a1a5-517f3f3c0fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.254143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.256361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.257720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-950e0474-072c-42e0-a3dc-27e5ce800f49 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/floatingips/c186c356-a7e7-4625-a42e-eb7107b6fc01 HTTP/1.1" status: 204 len: 168 time: 1.0961971 Aug 27 02:29:49.261740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48956) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:49.293343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091928f-5621-41cd-8771-2cab21558343 None None] Network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:49.315554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.362756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Pushing event deleted for resources: {'Port': ['ID=af240e85-fc76-4ddc-b168-302c71e7e811,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:49.402165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4ccb0028-7ab4-4c2b-a212-392b2b84fcf3 None None] Provisioning for port 0d712a79-f882-4efd-bd50-be776ccc9e17 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:49.450524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9fba4436-459e-41ad-a111-9ef9c66015f9 req-bf55bf22-e243-4831-a256-5360a312d6ce tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.463135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9fba4436-459e-41ad-a111-9ef9c66015f9 req-bf55bf22-e243-4831-a256-5360a312d6ce tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.501156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.504416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.505529 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f3fae8c-40b3-4654-9ee2-2023eeb43ae8 tempest-ExternalNetworksAdminNegativeTestJSON-281962867 tempest-ExternalNetworksAdminNegativeTestJSON-281962867-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/c0f70268-43a0-4ff4-8659-9e0cef668298 HTTP/1.1" status: 204 len: 168 time: 2.1289189 Aug 27 02:29:49.522203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:49.530073 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.533914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d712a79-f882-4efd-bd50-be776ccc9e17 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:49.539101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9fba4436-459e-41ad-a111-9ef9c66015f9 req-bf55bf22-e243-4831-a256-5360a312d6ce tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.545812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9fba4436-459e-41ad-a111-9ef9c66015f9 req-bf55bf22-e243-4831-a256-5360a312d6ce tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6015096 Aug 27 02:29:49.580159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a71cd368-11fa-4fb6-b00e-dfab75bee166 req-450faddd-4ecc-4dd4-8b77-315733f35ca2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1259357351', 'description': 'tempest-description-1769993726'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:49.611945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55bf22-e243-4831-a256-5360a312d6ce tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3f07f-ebed-4a10-8da5-b4ec6fe28f3e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:49.666016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0d712a79-f882-4efd-bd50-be776ccc9e17 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:49.667202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a71cd368-11fa-4fb6-b00e-dfab75bee166 req-450faddd-4ecc-4dd4-8b77-315733f35ca2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.671563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d712a79-f882-4efd-bd50-be776ccc9e17 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:49.671938 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.774402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.804674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Allocated IP 19.80.0.183 (609a298c-78c1-41de-b5c4-da9b6853026a/f85ea55c-d396-4bde-9f3d-04c2c2d7e700/f01cecd0-e356-4cce-9e62-ca9139561bfd) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:49.825384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 0d712a79-f882-4efd-bd50-be776ccc9e17, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d712a79-f882-4efd-bd50-be776ccc9e17,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:49.827106 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4db5402-6cee-46ce-a1a5-517f3f3c0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.832103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4db5402-6cee-46ce-a1a5-517f3f3c0fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.833027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c4db5402-6cee-46ce-a1a5-517f3f3c0fa8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/155a4f9a-c76a-43b9-b8c5-f11faf40d5f0 HTTP/1.1" status: 204 len: 168 time: 0.8289189 Aug 27 02:29:49.834171 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.835043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 308ffeff-99bf-421e-90e6-45d3a53864af up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:49.846619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72640131-0a89-4a57-8c63-7a14a68855a8 req-897135ab-d991-46bc-a3c7-ed5bcb94501d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 210 time: 0.0941768 Aug 27 02:29:49.879704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db5402-6cee-46ce-a1a5-517f3f3c0fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155a4f9a-c76a-43b9-b8c5-f11faf40d5f0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:49.915538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=0d712a79-f882-4efd-bd50-be776ccc9e17,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:49.915673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48970) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:49.940979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port 7149d506-330f-476b-a5d4-f9bdc06e736c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:49.941406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.024952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 308ffeff-99bf-421e-90e6-45d3a53864af triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:50.025890 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.074815 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a71cd368-11fa-4fb6-b00e-dfab75bee166 req-450faddd-4ecc-4dd4-8b77-315733f35ca2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.082083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.088015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c5e4fc7f-842b-481b-be76-ac135e539d64 None None] Provisioning complete for port 0d712a79-f882-4efd-bd50-be776ccc9e17 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:50.088387 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5e4fc7f-842b-481b-be76-ac135e539d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.090052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a71cd368-11fa-4fb6-b00e-dfab75bee166 req-450faddd-4ecc-4dd4-8b77-315733f35ca2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.099203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for 7149d506-330f-476b-a5d4-f9bdc06e736c owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:50.150094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.174044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fb49-83d3-4b54-a88e-ff4e37c80e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.180465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a71cd368-11fa-4fb6-b00e-dfab75bee166 req-450faddd-4ecc-4dd4-8b77-315733f35ca2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.181975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a71cd368-11fa-4fb6-b00e-dfab75bee166 req-450faddd-4ecc-4dd4-8b77-315733f35ca2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6075022 Aug 27 02:29:50.182606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450faddd-4ecc-4dd4-8b77-315733f35ca2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98522312-c63f-48fc-aee7-2f6f8c489f1b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:50.277331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Transition to ACTIVE for port object f01cecd0-e356-4cce-9e62-ca9139561bfd will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:50.333701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.336363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fb49-83d3-4b54-a88e-ff4e37c80e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.346648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fb49-83d3-4b54-a88e-ff4e37c80e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.368064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=7149d506-330f-476b-a5d4-f9bdc06e736c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:50.380456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fffaf9-06e3-401d-b40c-f8d185e6d113 req-bc8515f2-0705-422b-b2fc-2587ba7d39ba tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:50.382272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1fffaf9-06e3-401d-b40c-f8d185e6d113 req-bc8515f2-0705-422b-b2fc-2587ba7d39ba tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1081405 Aug 27 02:29:50.409226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-ed3d21eb-2fde-4c60-a25b-a0655ba2b272 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/76c3f07f-ebed-4a10-8da5-b4ec6fe28f3e HTTP/1.1" status: 200 len: 1806 time: 0.1331384 Aug 27 02:29:50.420829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b2d5fb49-83d3-4b54-a88e-ff4e37c80e85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02a9348729e94a4589de445a0952d64b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006001 Aug 27 02:29:50.423047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5fb49-83d3-4b54-a88e-ff4e37c80e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b457f71-d761-42af-9420-77927eb7ba6d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:50.428467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48984) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:50.448163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.466889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48986) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:50.491568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1fffaf9-06e3-401d-b40c-f8d185e6d113 req-a1cbba47-ce38-427f-96f7-d3c02ddd9337 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003129 Aug 27 02:29:50.494810 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8902436b-44ec-4b9d-8098-f7d9c84f2ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.519482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.521444 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f53c0c70-3722-421b-881d-701e58bf550c tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/ports/7149d506-330f-476b-a5d4-f9bdc06e736c HTTP/1.1" status: 204 len: 168 time: 1.2564728 Aug 27 02:29:50.527022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48988) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:50.557776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network 609a298c-78c1-41de-b5c4-da9b6853026a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:50.567953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:50.571354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:50.576657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Port': ['ID=f01cecd0-e356-4cce-9e62-ca9139561bfd,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:50.613327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-7ac90cac-85fd-47ae-b4dc-2c92c9915fde tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/98522312-c63f-48fc-aee7-2f6f8c489f1b HTTP/1.1" status: 200 len: 1807 time: 0.1763196 Aug 27 02:29:50.645880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2761c52d-1eb3-42bc-b098-228fe29181fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.652560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '76c3f07f-ebed-4a10-8da5-b4ec6fe28f3e', 'remote_group_id': '98522312-c63f-48fc-aee7-2f6f8c489f1b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:50.652891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '76c3f07f-ebed-4a10-8da5-b4ec6fe28f3e', 'remote_group_id': '98522312-c63f-48fc-aee7-2f6f8c489f1b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:50.670270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:50.670979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.675468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:50.675816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.696767 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2761c52d-1eb3-42bc-b098-228fe29181fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.740997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8902436b-44ec-4b9d-8098-f7d9c84f2ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.753081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8902436b-44ec-4b9d-8098-f7d9c84f2ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.763693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2761c52d-1eb3-42bc-b098-228fe29181fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.769757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2761c52d-1eb3-42bc-b098-228fe29181fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.771182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2761c52d-1eb3-42bc-b098-228fe29181fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b457f71-d761-42af-9420-77927eb7ba6d HTTP/1.1" status: 204 len: 168 time: 0.3415956 Aug 27 02:29:50.787162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c52d-1eb3-42bc-b098-228fe29181fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b457f71-d761-42af-9420-77927eb7ba6d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:50.827675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-ff2e4022-ec4c-459e-bc35-9aed57645406 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7946506 Aug 27 02:29:50.836017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8902436b-44ec-4b9d-8098-f7d9c84f2ec3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6be9c1602eb743d3af4d6967bd199c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661203 Aug 27 02:29:50.842678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48992) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:50.859780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.863419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902436b-44ec-4b9d-8098-f7d9c84f2ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e57cdd-99f0-4b32-a296-705aee09cedc,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:50.864430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'port': {'device_id': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd', 'admin_state_up': True, 'tenant_id': '98291587d77a4313aefe91bbf3775941'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:50.906814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for 2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:50.944197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.011790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5b0e195d-e2fd-435e-be61-60971086af86 None None] Provisioning for port f01cecd0-e356-4cce-9e62-ca9139561bfd completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:51.018840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5b0e195d-e2fd-435e-be61-60971086af86 None None] Provisioning complete for port f01cecd0-e356-4cce-9e62-ca9139561bfd triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:51.019293 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b0e195d-e2fd-435e-be61-60971086af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.041326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.051844 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.059821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e9e9836-67b4-413d-8d77-756c6c40ff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.070009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e195d-e2fd-435e-be61-60971086af86 None None] Port f01cecd0-e356-4cce-9e62-ca9139561bfd cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:51.077085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a96bbb-f43a-4a41-bba1-b01f0ae625c0,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.094052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.094303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e9e9836-67b4-413d-8d77-756c6c40ff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.095565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb2e40df-376e-464c-b693-1595f0e0e2af req-be6cffa0-5347-4c6a-a227-e704d5e21153 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4538391 Aug 27 02:29:51.122282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:51.125943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.142332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5a3b479f-492c-49f1-941b-897c2e8c9e1f req-51cf8cbd-8463-4a70-9101-653d3fb596bf tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1457906080', 'description': 'tempest-description-1474539162'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:51.194640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c69af-cb12-4d11-bab9-14cdb0100b18 req-4df7e8ad-462e-4bd3-817b-28ff8f818f8a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:51.196216 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d9c69af-cb12-4d11-bab9-14cdb0100b18 req-4df7e8ad-462e-4bd3-817b-28ff8f818f8a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 932 time: 0.2125373 Aug 27 02:29:51.213805 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a3b479f-492c-49f1-941b-897c2e8c9e1f req-51cf8cbd-8463-4a70-9101-653d3fb596bf tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.257047 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d9c69af-cb12-4d11-bab9-14cdb0100b18 req-46558165-9423-423b-a3cd-b4b17f8abc39 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470097 Aug 27 02:29:51.257916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e9e9836-67b4-413d-8d77-756c6c40ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.260750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e9e9836-67b4-413d-8d77-756c6c40ff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.261741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e9e9836-67b4-413d-8d77-756c6c40ff5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86e57cdd-99f0-4b32-a296-705aee09cedc HTTP/1.1" status: 204 len: 168 time: 0.4181221 Aug 27 02:29:51.262567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.274250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e9836-67b4-413d-8d77-756c6c40ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e57cdd-99f0-4b32-a296-705aee09cedc,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.322879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Allocated IP 19.86.0.150 (f5df8284-39d9-4595-a0d1-f2ff6bfe4efd/f72a3a36-1f11-45fc-8377-bfb43a4143f9/94beb59c-355b-48de-b0f3-52cde4551c9f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:51.325886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.339618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49002) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:51.373185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d712a79-f882-4efd-bd50-be776ccc9e17 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:51.433208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.435930 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-45ee10ec-41c7-410a-8c98-3c0da2504fcb tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/ports/2e7f0bd3-5dc0-4dcb-9e01-70b7f87e5ce8 HTTP/1.1" status: 204 len: 168 time: 0.9079211 Aug 27 02:29:51.439815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49004) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:51.447978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d712a79-f882-4efd-bd50-be776ccc9e17 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:51.448929 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.460163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a3b479f-492c-49f1-941b-897c2e8c9e1f req-51cf8cbd-8463-4a70-9101-653d3fb596bf tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.472417 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a3b479f-492c-49f1-941b-897c2e8c9e1f req-51cf8cbd-8463-4a70-9101-653d3fb596bf tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.506865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting subnet a01aa5d1-3aa4-43ba-bd53-b8ea4911487c {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:29:51.510366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.523126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-40bb73f5-f92b-4463-93ec-adf8a686be73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4767a91feeda4e84bddcb4fe44ee87ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821978 Aug 27 02:29:51.523943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8cbd-8463-4a70-9101-653d3fb596bf tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d615a-a44c-4352-87f6-0dc00102ff79,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.539370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49010) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:51.617467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a3b479f-492c-49f1-941b-897c2e8c9e1f req-51cf8cbd-8463-4a70-9101-653d3fb596bf tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.619253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a3b479f-492c-49f1-941b-897c2e8c9e1f req-51cf8cbd-8463-4a70-9101-653d3fb596bf tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4898572 Aug 27 02:29:51.659934 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.673311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.694583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a15cff19-f6cc-4a54-bc97-a8bef2df68f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.698346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Transition to ACTIVE for port object 94beb59c-355b-48de-b0f3-52cde4551c9f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:51.726863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff4079-83e2-4777-af97-d889514cd416 req-fc0259d3-1476-474e-9f9a-ed7cb522108c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:51.728445 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6ff4079-83e2-4777-af97-d889514cd416 req-fc0259d3-1476-474e-9f9a-ed7cb522108c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1290219 Aug 27 02:29:51.745030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a15cff19-f6cc-4a54-bc97-a8bef2df68f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.746034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.803264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2649080e-2b1e-4ac4-9aba-2f56d134333c req-bd1c4f44-102d-4be1-bcfb-54fec97c2798 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1613140893', 'description': 'tempest-description-1753331257'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:51.819636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:51.830076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:51.840230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:51.844945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6ff4079-83e2-4777-af97-d889514cd416 req-e5611180-6636-4936-b23b-e7641f4ced1d tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030245 Aug 27 02:29:51.877272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.884046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Port': ['ID=94beb59c-355b-48de-b0f3-52cde4551c9f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.905762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a15cff19-f6cc-4a54-bc97-a8bef2df68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.909108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a15cff19-f6cc-4a54-bc97-a8bef2df68f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.910404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a15cff19-f6cc-4a54-bc97-a8bef2df68f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f58c943-8ba8-4a3f-b8f5-8abf89586e16 HTTP/1.1" status: 204 len: 168 time: 0.3699026 Aug 27 02:29:51.925554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cff19-f6cc-4a54-bc97-a8bef2df68f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f58c943-8ba8-4a3f-b8f5-8abf89586e16,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.965737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2649080e-2b1e-4ac4-9aba-2f56d134333c req-bd1c4f44-102d-4be1-bcfb-54fec97c2798 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.974097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.032659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:52.033227 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.055930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Subnet': ['ID=a01aa5d1-3aa4-43ba-bd53-b8ea4911487c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:52.068102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.069386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c6a0c-7ce0-4cfc-9808-aad68150800d None None] Network f5965bcd-6534-4040-991c-d88cccba9470 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:52.073552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-78129f26-e78c-416a-b5a0-e06beba8787f tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/subnets/a01aa5d1-3aa4-43ba-bd53-b8ea4911487c HTTP/1.1" status: 204 len: 168 time: 0.6321087 Aug 27 02:29:52.075280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49032) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:52.136728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting subnet e5dba69b-cca3-4615-95de-7b89b3c7d99e {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:29:52.140879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.210581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.233798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2649080e-2b1e-4ac4-9aba-2f56d134333c req-bd1c4f44-102d-4be1-bcfb-54fec97c2798 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.243086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2649080e-2b1e-4ac4-9aba-2f56d134333c req-bd1c4f44-102d-4be1-bcfb-54fec97c2798 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.274931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-7c1ce56e-eef1-459f-b68b-47cd713bd992 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4156935 Aug 27 02:29:52.292643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'port': {'device_id': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a', 'admin_state_up': True, 'tenant_id': '98291587d77a4313aefe91bbf3775941'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:52.343119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2649080e-2b1e-4ac4-9aba-2f56d134333c req-bd1c4f44-102d-4be1-bcfb-54fec97c2798 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.344411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2649080e-2b1e-4ac4-9aba-2f56d134333c req-bd1c4f44-102d-4be1-bcfb-54fec97c2798 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5558081 Aug 27 02:29:52.354910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c4f44-102d-4be1-bcfb-54fec97c2798 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ebd9d-c166-483b-b300-777c130175b1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:52.403352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.461504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-54935caa-0d0d-4afa-b535-4284e7222a26 None None] Provisioning for port 94beb59c-355b-48de-b0f3-52cde4551c9f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:52.484868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-54935caa-0d0d-4afa-b535-4284e7222a26 None None] Provisioning complete for port 94beb59c-355b-48de-b0f3-52cde4551c9f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:52.485350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-54935caa-0d0d-4afa-b535-4284e7222a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.524617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa6be-2107-408d-9bf7-78b696c3a7ca req-61c25adb-f73c-4655-b8c5-d6a496702cbe tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:52.531621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa6be-2107-408d-9bf7-78b696c3a7ca req-61c25adb-f73c-4655-b8c5-d6a496702cbe tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:52.540318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fefa6be-2107-408d-9bf7-78b696c3a7ca req-61c25adb-f73c-4655-b8c5-d6a496702cbe tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 1655 time: 0.0947778 Aug 27 02:29:52.560554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-e6e23dff-a542-4c67-993a-81b5414f6b36 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/cf0d615a-a44c-4352-87f6-0dc00102ff79 HTTP/1.1" status: 200 len: 1807 time: 0.1781819 Aug 27 02:29:52.577070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.623499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fefa6be-2107-408d-9bf7-78b696c3a7ca req-e7c45f2d-8ab7-49bf-9cff-84fa8966af77 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819023 Aug 27 02:29:52.629702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dba69b-cca3-4615-95de-7b89b3c7d99e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:52.634896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.637349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5f51aaeb-9f7f-48b6-bfe0-cba10934d39d tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/subnets/e5dba69b-cca3-4615-95de-7b89b3c7d99e HTTP/1.1" status: 204 len: 168 time: 0.5605683 Aug 27 02:29:52.640412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49056) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:52.665928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-54935caa-0d0d-4afa-b535-4284e7222a26 None None] Port 94beb59c-355b-48de-b0f3-52cde4551c9f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:52.673142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da579412-d6c4-4c09-b79a-fc9b6c1fe651 None None] Network a2308963-07c8-42c3-8f1f-c82f146f73f9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:52.679399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-e00ae6c5-efe6-4ff9-b42e-ad6f17a5c038 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/6f3ebd9d-c166-483b-b300-777c130175b1 HTTP/1.1" status: 200 len: 1807 time: 0.1062837 Aug 27 02:29:52.695661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf0d615a-a44c-4352-87f6-0dc00102ff79', 'remote_group_id': '6f3ebd9d-c166-483b-b300-777c130175b1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:52.696270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf0d615a-a44c-4352-87f6-0dc00102ff79', 'remote_group_id': '6f3ebd9d-c166-483b-b300-777c130175b1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:52.701448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:52.705079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.734954 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.819920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port 0eb031fe-e826-4db4-9e85-116a22166bbd {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:52.821733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.971702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] For port 0eb031fe-e826-4db4-9e85-116a22166bbd, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0eb031fe-e826-4db4-9e85-116a22166bbd,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:52.973029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.009008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for 0eb031fe-e826-4db4-9e85-116a22166bbd owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:53.009697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] DHCP port deletion for f5965bcd-6534-4040-991c-d88cccba9470 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:29:53.073966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Allocated IP 19.80.0.140 (609a298c-78c1-41de-b5c4-da9b6853026a/f85ea55c-d396-4bde-9f3d-04c2c2d7e700/83c4e059-017e-42ff-bf1c-8481d002c61e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:53.079709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] DHCP port deletion for a2308963-07c8-42c3-8f1f-c82f146f73f9 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:29:53.089491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.158190 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.171221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.188064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81b90-c98c-4cd3-bb61-55268e2da468 req-f20d1bb4-442d-4dcd-947b-8c491e023715 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:53.191044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] Deleting port 0eb031fe-e826-4db4-9e85-116a22166bbd {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:53.191470 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.197692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96c81b90-c98c-4cd3-bb61-55268e2da468 req-f20d1bb4-442d-4dcd-947b-8c491e023715 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1621916 Aug 27 02:29:53.233178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.260653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96c81b90-c98c-4cd3-bb61-55268e2da468 req-88fb0492-4060-4428-8fd6-17878540dbaf tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Aug 27 02:29:53.313218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.316321 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=0eb031fe-e826-4db4-9e85-116a22166bbd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:53.319900 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b9366da-178c-4fba-989a-6dabdb97ab38 req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6312282 Aug 27 02:29:53.329539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] No DVR routers for this DVR port 0eb031fe-e826-4db4-9e85-116a22166bbd on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:53.359576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e4d15-86cf-46fe-a87d-b6523e36e764 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e15d863-00f6-41d8-9e4e-8eaa6032379b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:53.391623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9ac7c90c-58c8-45dd-984d-a19bd6527aba no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:53.422697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] For port 0eb031fe-e826-4db4-9e85-116a22166bbd, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0eb031fe-e826-4db4-9e85-116a22166bbd,segment=NetworkSegment(bbf31e03-071c-4eb4-b26d-9c9321d85d45),segment_id=bbf31e03-071c-4eb4-b26d-9c9321d85d45)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:53.423745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.439495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] Calling delete_port for 0eb031fe-e826-4db4-9e85-116a22166bbd owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:53.468614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.483025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5965bcd-6534-4040-991c-d88cccba9470']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:53.491269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.504037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf31e03-071c-4eb4-b26d-9c9321d85d45') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:53.504628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf31e03-071c-4eb4-b26d-9c9321d85d45') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:53.522131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.526190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Transition to ACTIVE for port object 83c4e059-017e-42ff-bf1c-8481d002c61e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:53.541945 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.558995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:53.561362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:53.569062 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:53.581214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1bc802f8-57af-4f05-a7c8-b93fb21a94ba req-7b7194f1-175f-41c8-9d67-52100a78404e tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/6f3ebd9d-c166-483b-b300-777c130175b1 HTTP/1.1" status: 200 len: 1807 time: 0.2247963 Aug 27 02:29:53.581462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] Deleting port 9ac7c90c-58c8-45dd-984d-a19bd6527aba {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:53.581826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.626537 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.683595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.691195 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.696414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/networks/f5965bcd-6534-4040-991c-d88cccba9470 HTTP/1.1" status: 204 len: 168 time: 1.0524311 Aug 27 02:29:53.709318 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.714725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49092) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:53.715806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13ebb5-55a9-413b-a2a0-5c82d39047d1 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Network': ['ID=f5965bcd-6534-4040-991c-d88cccba9470,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:53.720699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] For port 9ac7c90c-58c8-45dd-984d-a19bd6527aba, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9ac7c90c-58c8-45dd-984d-a19bd6527aba,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:53.721107 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.759143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] Network f5965bcd-6534-4040-991c-d88cccba9470 is not hosted by any dhcp agent {{(pid=94774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:29:53.759661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] No DVR routers for this DVR port 0eb031fe-e826-4db4-9e85-116a22166bbd on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:53.761477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5cc63-4a71-4ea8-90c8-721d30044275 None None] Pushing event deleted for resources: {'Port': ['ID=0eb031fe-e826-4db4-9e85-116a22166bbd,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:53.765253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] Calling delete_port for 9ac7c90c-58c8-45dd-984d-a19bd6527aba owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:53.783030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.793540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Port': ['ID=83c4e059-017e-42ff-bf1c-8481d002c61e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:53.801826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network 609a298c-78c1-41de-b5c4-da9b6853026a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:53.812264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:53.817067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:53.877387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:53.878204 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.891430 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1bc802f8-57af-4f05-a7c8-b93fb21a94ba req-9f1d1d31-2bb2-41ad-a80c-b7000dc9c91b tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.899199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-bca093c5-cec6-46cd-a96b-e4642ce4fe04 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6138127 Aug 27 02:29:53.915224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.924175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Request body: {'port': {'device_id': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:53.937406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c87ac-7e34-4b19-8bd8-ab378e88a24f req-059795e0-ff41-4649-9ca7-c160f40c5688 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:53.955918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c87ac-7e34-4b19-8bd8-ab378e88a24f req-059795e0-ff41-4649-9ca7-c160f40c5688 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:53.963452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9ac7c90c-58c8-45dd-984d-a19bd6527aba, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9ac7c90c-58c8-45dd-984d-a19bd6527aba,segment=NetworkSegment(57b543ff-bae4-4274-8085-64e8a0fc4b9e),segment_id=57b543ff-bae4-4274-8085-64e8a0fc4b9e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:53.964820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c87ac-7e34-4b19-8bd8-ab378e88a24f req-059795e0-ff41-4649-9ca7-c160f40c5688 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:53.969377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d41c87ac-7e34-4b19-8bd8-ab378e88a24f req-059795e0-ff41-4649-9ca7-c160f40c5688 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2377 time: 0.1585152 Aug 27 02:29:53.978354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1bc802f8-57af-4f05-a7c8-b93fb21a94ba req-9f1d1d31-2bb2-41ad-a80c-b7000dc9c91b tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.991266 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.993490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0eb031fe-e826-4db4-9e85-116a22166bbd no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:54.045990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.072193 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d41c87ac-7e34-4b19-8bd8-ab378e88a24f req-eb865bdb-1ee5-4bcd-a8f6-17b660c3668c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941370 Aug 27 02:29:54.090997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0eb031fe-e826-4db4-9e85-116a22166bbd {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:54.091495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0eb031fe-e826-4db4-9e85-116a22166bbd not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:54.204631 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.205338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Deleting port 9ac7c90c-58c8-45dd-984d-a19bd6527aba {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:54.206271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.215841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9ac7c90c-58c8-45dd-984d-a19bd6527aba,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:54.294243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] For port 9ac7c90c-58c8-45dd-984d-a19bd6527aba, host n-d-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:54.294986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.314899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Calling delete_port for 9ac7c90c-58c8-45dd-984d-a19bd6527aba owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:54.318904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Port 9ac7c90c-58c8-45dd-984d-a19bd6527aba was not found and therefore no delete operation was performed {{(pid=94773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:29:54.320332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] No DVR routers for this DVR port 9ac7c90c-58c8-45dd-984d-a19bd6527aba on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:54.324705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.325774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00cfd7-c248-4a5a-b56b-c9ea797af8a9 None None] Pushing event deleted for resources: {'Port': ['ID=9ac7c90c-58c8-45dd-984d-a19bd6527aba,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:54.349263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c762cb20-0fd6-4740-9171-cfca5f0b467b None None] Provisioning for port 83c4e059-017e-42ff-bf1c-8481d002c61e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:54.360847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c762cb20-0fd6-4740-9171-cfca5f0b467b None None] Provisioning complete for port 83c4e059-017e-42ff-bf1c-8481d002c61e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:54.361216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c762cb20-0fd6-4740-9171-cfca5f0b467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.370042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Port': ['ID=9ac7c90c-58c8-45dd-984d-a19bd6527aba,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:54.386752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] No DVR routers for this DVR port 9ac7c90c-58c8-45dd-984d-a19bd6527aba on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:54.439203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c762cb20-0fd6-4740-9171-cfca5f0b467b None None] Port 83c4e059-017e-42ff-bf1c-8481d002c61e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:54.444614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1bc802f8-57af-4f05-a7c8-b93fb21a94ba req-9f1d1d31-2bb2-41ad-a80c-b7000dc9c91b tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.447509 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1bc802f8-57af-4f05-a7c8-b93fb21a94ba req-9f1d1d31-2bb2-41ad-a80c-b7000dc9c91b tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.448771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1bc802f8-57af-4f05-a7c8-b93fb21a94ba req-9f1d1d31-2bb2-41ad-a80c-b7000dc9c91b tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f3ebd9d-c166-483b-b300-777c130175b1 HTTP/1.1" status: 204 len: 173 time: 0.8554447 Aug 27 02:29:54.479762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d1d31-2bb2-41ad-a80c-b7000dc9c91b tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ebd9d-c166-483b-b300-777c130175b1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:54.565364 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.581629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2308963-07c8-42c3-8f1f-c82f146f73f9']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:54.600420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaf7ca-ef56-44df-a28d-4946fd4eef79 req-492c58d2-12be-40b4-9b57-87fc63fa2603 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:54.602135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aebaf7ca-ef56-44df-a28d-4946fd4eef79 req-492c58d2-12be-40b4-9b57-87fc63fa2603 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1682773 Aug 27 02:29:54.604288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b543ff-bae4-4274-8085-64e8a0fc4b9e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:54.604586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b543ff-bae4-4274-8085-64e8a0fc4b9e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:54.624055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.649477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.668540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:54.668957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:54.672097 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:54.675401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aebaf7ca-ef56-44df-a28d-4946fd4eef79 req-86bb4a96-2b00-4faa-8939-9b54e224d5c1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633688 Aug 27 02:29:54.711143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f711880-95fa-4736-abcc-f6f68e718156 req-84108007-ea94-4d45-9fcb-5d91dac4ccb1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/cf0d615a-a44c-4352-87f6-0dc00102ff79 HTTP/1.1" status: 200 len: 1807 time: 0.0997276 Aug 27 02:29:54.753463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-eb77da32-85bf-4a3b-9721-71126c5e093a req-8812cc74-383f-47a2-a6cb-ae98227064f4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2092696070', 'description': 'tempest-description-1569381600'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:54.754217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.777150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01cecd0-e356-4cce-9e62-ca9139561bfd {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:54.782649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.790754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] 10.222.0.10 "DELETE /v2.0/networks/a2308963-07c8-42c3-8f1f-c82f146f73f9 HTTP/1.1" status: 204 len: 168 time: 1.0666702 Aug 27 02:29:54.790999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.813565 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb77da32-85bf-4a3b-9721-71126c5e093a req-8812cc74-383f-47a2-a6cb-ae98227064f4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.816714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316046b-e9b0-4aab-ac36-656142570e96 tempest-TaggedBootDevicesTest-1694736249 tempest-TaggedBootDevicesTest-1694736249-project] Pushing event deleted for resources: {'Network': ['ID=a2308963-07c8-42c3-8f1f-c82f146f73f9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:54.841119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Transition to ACTIVE for port object f01cecd0-e356-4cce-9e62-ca9139561bfd will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:54.852257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:54.947555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cecd0-e356-4cce-9e62-ca9139561bfd,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:55.006738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49146) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:55.053875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Attempting to bind port f01cecd0-e356-4cce-9e62-ca9139561bfd on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:55.054530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Attempting to bind port f01cecd0-e356-4cce-9e62-ca9139561bfd by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:55.055184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Attempting to bind port f01cecd0-e356-4cce-9e62-ca9139561bfd on network 609a298c-78c1-41de-b5c4-da9b6853026a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:55.068903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Port f01cecd0-e356-4cce-9e62-ca9139561bfd on network 609a298c-78c1-41de-b5c4-da9b6853026a not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:55.072002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Attempting to bind port f01cecd0-e356-4cce-9e62-ca9139561bfd on network 609a298c-78c1-41de-b5c4-da9b6853026a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:55.103451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb77da32-85bf-4a3b-9721-71126c5e093a req-8812cc74-383f-47a2-a6cb-ae98227064f4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.105894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:55.106520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Checking segment: {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:55.107712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Bound using segment: {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:55.108798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Bound port: f01cecd0-e356-4cce-9e62-ca9139561bfd, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:55.109495 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.128748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb77da32-85bf-4a3b-9721-71126c5e093a req-8812cc74-383f-47a2-a6cb-ae98227064f4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.236317 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-eb77da32-85bf-4a3b-9721-71126c5e093a req-8812cc74-383f-47a2-a6cb-ae98227064f4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.236514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb77da32-85bf-4a3b-9721-71126c5e093a req-8812cc74-383f-47a2-a6cb-ae98227064f4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4888737 Aug 27 02:29:55.237780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8d257cf9-6232-453c-a1a7-26ea099e7fdb tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:55.238995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812cc74-383f-47a2-a6cb-ae98227064f4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f9ce7-f069-498e-ac6e-12a1cdea5649,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:55.298160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] For port f01cecd0-e356-4cce-9e62-ca9139561bfd, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:55.300392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8d257cf9-6232-453c-a1a7-26ea099e7fdb tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "PUT /v2.0/quotas/2311f60660744dd1ad20aacb4e4ddb9a HTTP/1.1" status: 200 len: 368 time: 0.2925680 Aug 27 02:29:55.303144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49166) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:55.309863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] For port f01cecd0-e356-4cce-9e62-ca9139561bfd, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f01cecd0-e356-4cce-9e62-ca9139561bfd,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:55.310483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Request body: {'network': {'project_id': '2311f60660744dd1ad20aacb4e4ddb9a'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:55.320756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.341866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4fe52-f2ed-4ff3-87d0-ec7101934b73 req-5e5641c5-b249-4bf8-9e02-3aa23834e1e2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.348536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4fe52-f2ed-4ff3-87d0-ec7101934b73 req-5e5641c5-b249-4bf8-9e02-3aa23834e1e2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.354946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4fe52-f2ed-4ff3-87d0-ec7101934b73 req-5e5641c5-b249-4bf8-9e02-3aa23834e1e2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.363496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8c4fe52-f2ed-4ff3-87d0-ec7101934b73 req-5e5641c5-b249-4bf8-9e02-3aa23834e1e2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2389 time: 0.1191828 Aug 27 02:29:55.400835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Made reservation on behalf of 2311f60660744dd1ad20aacb4e4ddb9a for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:55.403973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.419236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.419564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.419978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.421508 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/f01cecd0-e356-4cce-9e62-ca9139561bfd HTTP/1.1" status: 200 len: 1092 time: 1.5130994 Aug 27 02:29:55.433728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8c4fe52-f2ed-4ff3-87d0-ec7101934b73 req-c99f291a-6e1b-4aa1-aa8a-195ff4dd9964 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690668 Aug 27 02:29:55.438369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'tag': 'f01cecd0-e356-4cce-9e62-ca9139561bfd'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:55.440808 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273aa3c3-820c-41c6-bbc4-96948406cce7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "tag": "f01cecd0-e356-4cce-9e62-ca9139561bfd"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:55.496145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba88082-a00b-4ca8-a116-3b95340f73a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cecd0-e356-4cce-9e62-ca9139561bfd,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:55.509737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Request body: {'port': {'device_id': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:55.593293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.593750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-4e82a06f-ca0f-4fca-b685-5013d5b35594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.595350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-4e82a06f-ca0f-4fca-b685-5013d5b35594 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17762b481f445a7a421980f78dbe7b3&device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 1096 time: 0.1728160 Aug 27 02:29:55.603562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.604854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd9243-b358-4013-bca7-196ede61b13a req-76ff39c3-525d-45f9-8af5-07f8c571b825 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.606605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fbd9243-b358-4013-bca7-196ede61b13a req-76ff39c3-525d-45f9-8af5-07f8c571b825 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.2360070 Aug 27 02:29:55.618481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:55.634980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.635486 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Added segment 94f7741f-6b8f-4ad3-b7b2-11de8238cc04 of type vlan for network 1a45c2e5-432c-45c1-be72-bcaa16c61db4 Aug 27 02:29:55.699735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.758228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.760096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.761083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.781929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5920674a-01a6-440c-bc5e-97f3dd077ab8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:55.784208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.864655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5602937 Aug 27 02:29:55.865273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49190) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:55.876511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Request body: {'network': {'project_id': '2311f60660744dd1ad20aacb4e4ddb9a'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:55.885583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fbd9243-b358-4013-bca7-196ede61b13a req-d5d003ad-496b-42a9-82a3-535bf23993b4 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574128 Aug 27 02:29:55.897053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-79552295-9cad-489c-93c2-6ff45dceca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.898595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-79552295-9cad-489c-93c2-6ff45dceca95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 200 len: 916 time: 0.2868042 Aug 27 02:29:55.923747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7866b-b370-4d69-a371-972e87addde8 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Pushing event updated for resources: {'Network': ['ID=1a45c2e5-432c-45c1-be72-bcaa16c61db4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:55.935299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1a45c2e5-432c-45c1-be72-bcaa16c61db4 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:55.944844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-2b56b1b4-5478-452b-9118-14529a70ae93 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/ce7f9ce7-f069-498e-ac6e-12a1cdea5649 HTTP/1.1" status: 200 len: 1807 time: 0.1806314 Aug 27 02:29:55.953033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Made reservation on behalf of 2311f60660744dd1ad20aacb4e4ddb9a for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:55.961533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.981068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce7f9ce7-f069-498e-ac6e-12a1cdea5649', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:55.981639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce7f9ce7-f069-498e-ac6e-12a1cdea5649', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:56.016160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:56.033204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.033853 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Added segment a0a78fc3-d86e-4f44-b304-4a595cf41dea of type vlan for network 55550a14-84b0-4d7e-911c-c1e5d5a1de84 Aug 27 02:29:56.064897 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f81c51-8706-47df-99b5-2484d11e6553 x-openstack-request-id: req-f0f81c51-8706-47df-99b5-2484d11e6553 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:56.066354 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "tag": "f01cecd0-e356-4cce-9e62-ca9139561bfd", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:56.066354 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0f81c51-8706-47df-99b5-2484d11e6553 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:56.066354 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'tag': 'f01cecd0-e356-4cce-9e62-ca9139561bfd', 'status': 'completed', 'code': 200} Aug 27 02:29:56.070595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-7658e7a2-673b-41b5-829a-ccf04b84f896 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6 HTTP/1.1" status: 200 len: 217 time: 0.1634319 Aug 27 02:29:56.174959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.179491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.220496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-b6af1161-7b9e-4739-85c6-a156f71b25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.221437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-b6af1161-7b9e-4739-85c6-a156f71b25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.222628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-b6af1161-7b9e-4739-85c6-a156f71b25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.224770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-b6af1161-7b9e-4739-85c6-a156f71b25b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2732 time: 0.1578791 Aug 27 02:29:56.228850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.243379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.253373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-47b380ee-c253-4fd8-b3c1-2c7dbbb4342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.257259 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-47b380ee-c253-4fd8-b3c1-2c7dbbb4342f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 200 len: 854 time: 0.1737165 Aug 27 02:29:56.261441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.262433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.263021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.281489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254d15e5-7cb7-4561-b81c-fe1ca25b63a3,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:56.366594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.372080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7fbc3b8-9643-4107-99fe-dd5e493da416 req-b53be37b-5ea3-461f-af73-b629bd0aaf21 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4038830 Aug 27 02:29:56.379916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5065639 Aug 27 02:29:56.380444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49204) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:56.385694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2c785a7b-a946-47f4-9605-cb4db32d6ca5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Request body: {'network': {'project_id': '2311f60660744dd1ad20aacb4e4ddb9a'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:56.398849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034a295-3c75-4d24-8b06-644700a8039d tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Pushing event updated for resources: {'Network': ['ID=55550a14-84b0-4d7e-911c-c1e5d5a1de84,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:56.414355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 55550a14-84b0-4d7e-911c-c1e5d5a1de84 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:56.416932 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c785a7b-a946-47f4-9605-cb4db32d6ca5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 02:29:56.418614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c785a7b-a946-47f4-9605-cb4db32d6ca5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:29:56.423757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2c785a7b-a946-47f4-9605-cb4db32d6ca5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0416687 Aug 27 02:29:56.426433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49208) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:56.529339 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e43ae01e-1449-4b65-ae87-fa1fbc6d68f4 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2311f60660744dd1ad20aacb4e4ddb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972612 Aug 27 02:29:56.529753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49214) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:56.654405 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efba10be-f17b-44a9-af52-790f3b0695f6 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.691530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6dc67-9989-46e8-957b-d72812f55ee6 req-6c72babc-0b11-43a3-9f3d-dbc44f6390e4 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.698729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6dc67-9989-46e8-957b-d72812f55ee6 req-6c72babc-0b11-43a3-9f3d-dbc44f6390e4 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.706223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6dc67-9989-46e8-957b-d72812f55ee6 req-6c72babc-0b11-43a3-9f3d-dbc44f6390e4 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.708782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61e6dc67-9989-46e8-957b-d72812f55ee6 req-6c72babc-0b11-43a3-9f3d-dbc44f6390e4 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2389 time: 0.1336539 Aug 27 02:29:56.733701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efba10be-f17b-44a9-af52-790f3b0695f6 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.809406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61e6dc67-9989-46e8-957b-d72812f55ee6 req-127400b2-fcc8-49b8-b6a9-7ee48bafa8a5 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889552 Aug 27 02:29:56.844033 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efba10be-f17b-44a9-af52-790f3b0695f6 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.847277 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efba10be-f17b-44a9-af52-790f3b0695f6 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.852725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-efba10be-f17b-44a9-af52-790f3b0695f6 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/5920674a-01a6-440c-bc5e-97f3dd077ab8 HTTP/1.1" status: 204 len: 168 time: 0.3220091 Aug 27 02:29:56.853532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49226) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:56.890838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba10be-f17b-44a9-af52-790f3b0695f6 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5920674a-01a6-440c-bc5e-97f3dd077ab8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:56.975427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.102208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-b08eb291-6ea0-400b-bbc0-108e0ae6721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.103592 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-b08eb291-6ea0-400b-bbc0-108e0ae6721b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3359174-f068-4e4f-bcee-796b64be5f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8284137 Aug 27 02:29:57.113897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcc3ca-2e36-4145-8f61-bf287c14910d req-ac2db29c-4b1f-4835-9f43-c643cc872f72 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.116123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1dcc3ca-2e36-4145-8f61-bf287c14910d req-ac2db29c-4b1f-4835-9f43-c643cc872f72 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1368380 Aug 27 02:29:57.127188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-2f3f793a-de46-4eed-a46a-857449d7f4a1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/ce7f9ce7-f069-498e-ac6e-12a1cdea5649 HTTP/1.1" status: 200 len: 2401 time: 0.3398306 Aug 27 02:29:57.131800 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.153356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55550a14-84b0-4d7e-911c-c1e5d5a1de84']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:57.154155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce7f9ce7-f069-498e-ac6e-12a1cdea5649', 'remote_group_id': None}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:57.154510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce7f9ce7-f069-498e-ac6e-12a1cdea5649', 'remote_group_id': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:57.165485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a78fc3-d86e-4f44-b304-4a595cf41dea') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:57.165781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a78fc3-d86e-4f44-b304-4a595cf41dea') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:57.183716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.195470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1dcc3ca-2e36-4145-8f61-bf287c14910d req-baed8bba-1e85-4b2e-be34-b3aaa45ceb0e tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680051 Aug 27 02:29:57.201809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.209490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:57.210260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:57.222434 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:57.224725 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:29:57.252834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-a41c9f99-8ef7-491b-8a67-2f824d6d6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.253332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-a41c9f99-8ef7-491b-8a67-2f824d6d6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.253792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-a41c9f99-8ef7-491b-8a67-2f824d6d6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.267725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-a41c9f99-8ef7-491b-8a67-2f824d6d6cc1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=98291587d77a4313aefe91bbf3775941&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0343482 Aug 27 02:29:57.320366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.326160 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.328362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "DELETE /v2.0/networks/55550a14-84b0-4d7e-911c-c1e5d5a1de84 HTTP/1.1" status: 204 len: 168 time: 0.4719126 Aug 27 02:29:57.332252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49240) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:57.349610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e03033-77d6-4aa1-958c-ad44be70fd9f tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Pushing event deleted for resources: {'Network': ['ID=55550a14-84b0-4d7e-911c-c1e5d5a1de84,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:57.410067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94beb59c-355b-48de-b0f3-52cde4551c9f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:57.419811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.421167 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.433870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Transition to ACTIVE for port object 94beb59c-355b-48de-b0f3-52cde4551c9f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:57.449152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.525930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.538278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Pushing event updated for resources: {'Port': ['ID=94beb59c-355b-48de-b0f3-52cde4551c9f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:57.545244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a45c2e5-432c-45c1-be72-bcaa16c61db4']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:57.569592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f7741f-6b8f-4ad3-b7b2-11de8238cc04') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:57.570493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f7741f-6b8f-4ad3-b7b2-11de8238cc04') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:57.583045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49244) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:57.594228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.614917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.623218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:57.624362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:57.626620 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:57.648444 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d2a2cb36-3e3b-4e78-82f2-f070dd3e5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.655351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-e7e7a4c9-04fc-4e84-a3a9-ff3024a8e60b service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156450 Aug 27 02:29:57.716658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.728972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.732441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] 10.222.0.10 "DELETE /v2.0/networks/1a45c2e5-432c-45c1-be72-bcaa16c61db4 HTTP/1.1" status: 204 len: 168 time: 0.3991396 Aug 27 02:29:57.749498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd92189-0ba3-48e2-9cb1-fd663ccc97d5 tempest-QuotasNegativeTest-723398386 tempest-QuotasNegativeTest-723398386-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a45c2e5-432c-45c1-be72-bcaa16c61db4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:57.758108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Attempting to bind port 94beb59c-355b-48de-b0f3-52cde4551c9f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:57.758473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Attempting to bind port 94beb59c-355b-48de-b0f3-52cde4551c9f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:57.758801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Attempting to bind port 94beb59c-355b-48de-b0f3-52cde4551c9f on network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:57.761642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.767438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-c3e53f1e-02f0-4097-92d6-d5e6be10bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.769127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-273aa3c3-820c-41c6-bbc4-96948406cce7 req-c3e53f1e-02f0-4097-92d6-d5e6be10bd2f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4912403 Aug 27 02:29:57.789743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Port 94beb59c-355b-48de-b0f3-52cde4551c9f on network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:57.790070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Attempting to bind port 94beb59c-355b-48de-b0f3-52cde4551c9f on network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:57.798520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:57.798860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Checking segment: {'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:57.799380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Bound using segment: {'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:57.799828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Bound port: 94beb59c-355b-48de-b0f3-52cde4551c9f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190f1a9f-08e1-43cf-a89c-5a4c54d20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:57.800197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.850541 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-60236b4e-bf93-4eda-b1c9-7cdea32ed8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.875880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.878512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2223c8a7-f0a7-4879-a6c7-691654ab57cf req-bdb9914e-b73e-44f7-bcbc-ebfa3b458390 service neutron] 10.222.0.32 "GET /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109404 Aug 27 02:29:57.899746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.939383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e5c412-82be-4a1e-a96e-576cd993ef5f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:57.959616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] For port 94beb59c-355b-48de-b0f3-52cde4551c9f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:57.971646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] For port 94beb59c-355b-48de-b0f3-52cde4551c9f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94beb59c-355b-48de-b0f3-52cde4551c9f,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:57.980158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.028831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309614e7-a6e7-4de2-b550-733a29cc652c req-0e3721dc-3501-444e-9d3b-79b671bc3011 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.035435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309614e7-a6e7-4de2-b550-733a29cc652c req-0e3721dc-3501-444e-9d3b-79b671bc3011 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.041381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309614e7-a6e7-4de2-b550-733a29cc652c req-0e3721dc-3501-444e-9d3b-79b671bc3011 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.047099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Pushing event updated for resources: {'Port': ['ID=94beb59c-355b-48de-b0f3-52cde4551c9f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:58.050388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-309614e7-a6e7-4de2-b550-733a29cc652c req-0e3721dc-3501-444e-9d3b-79b671bc3011 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2401 time: 0.1039364 Aug 27 02:29:58.065974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.066736 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.068297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-b708be2a-dba0-4416-b7f7-a5956d3a350a service neutron] 10.222.0.45 "PUT /v2.0/ports/94beb59c-355b-48de-b0f3-52cde4551c9f HTTP/1.1" status: 200 len: 1092 time: 2.5749896 Aug 27 02:29:58.068747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'tag': '94beb59c-355b-48de-b0f3-52cde4551c9f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:58.071103 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae5aeb2-4f54-4fcc-9193-da1701a23e26" -d '{"events": [{"name": "network-changed", "server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "tag": "94beb59c-355b-48de-b0f3-52cde4551c9f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:58.114352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Request body: {'port': {'device_id': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:58.134170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-309614e7-a6e7-4de2-b550-733a29cc652c req-9a242928-576d-423f-baeb-db9a1721592c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Aug 27 02:29:58.136169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-60236b4e-bf93-4eda-b1c9-7cdea32ed8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.147472 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-60236b4e-bf93-4eda-b1c9-7cdea32ed8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.232200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-60236b4e-bf93-4eda-b1c9-7cdea32ed8aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22745fa79a644911bd231a4f0a20c3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453319 Aug 27 02:29:58.232443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49262) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:58.240393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60236b4e-bf93-4eda-b1c9-7cdea32ed8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff4c52-6736-4e58-b571-21dfa456767f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:58.270015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.328068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f734ff3b-dd6c-4ec2-92ab-645a73e9cabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.359192 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc85d1-0238-4091-b903-419a7b8ed467 x-openstack-request-id: req-dcfc85d1-0238-4091-b903-419a7b8ed467 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:58.360976 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "tag": "94beb59c-355b-48de-b0f3-52cde4551c9f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:58.361543 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcfc85d1-0238-4091-b903-419a7b8ed467 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:58.362693 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'tag': '94beb59c-355b-48de-b0f3-52cde4551c9f', 'status': 'completed', 'code': 200} Aug 27 02:29:58.377281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f734ff3b-dd6c-4ec2-92ab-645a73e9cabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.403234 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.404484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f17f5b4f-e297-40e3-8576-a93eab97214a req-33d19dcc-7944-47ff-b158-b95d3fa36cc1 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2759020 Aug 27 02:29:58.480275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-68358415-eb53-489b-b64b-55efa454994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.480767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-68358415-eb53-489b-b64b-55efa454994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.481668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-68358415-eb53-489b-b64b-55efa454994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.483652 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-68358415-eb53-489b-b64b-55efa454994b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2799 time: 0.1275396 Aug 27 02:29:58.714835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-16a00feb-ce67-47ce-8bcd-b92f73be4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.715366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-16a00feb-ce67-47ce-8bcd-b92f73be4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.715904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-16a00feb-ce67-47ce-8bcd-b92f73be4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.717720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-16a00feb-ce67-47ce-8bcd-b92f73be4536 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=98291587d77a4313aefe91bbf3775941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2239289 Aug 27 02:29:58.721315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49270) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:58.801653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54762b7b-3133-4240-b7d6-3a4db624b907 req-60a60273-b11f-4108-90da-59c4d1a0e5ae tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.814013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54762b7b-3133-4240-b7d6-3a4db624b907 req-60a60273-b11f-4108-90da-59c4d1a0e5ae tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.4491966 Aug 27 02:29:58.859058 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54762b7b-3133-4240-b7d6-3a4db624b907 req-b2c0d44d-506e-442a-b41f-429b418bcbde tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Aug 27 02:29:58.865866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f734ff3b-dd6c-4ec2-92ab-645a73e9cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.870007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f734ff3b-dd6c-4ec2-92ab-645a73e9cabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.870864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5149538-ea50-47cd-b2ba-df29a8f0061c req-195c84a1-079b-404a-92de-c05d7b1f03d3 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/ce7f9ce7-f069-498e-ac6e-12a1cdea5649 HTTP/1.1" status: 200 len: 3000 time: 0.2832546 Aug 27 02:29:58.874518 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f734ff3b-dd6c-4ec2-92ab-645a73e9cabc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecff4c52-6736-4e58-b571-21dfa456767f HTTP/1.1" status: 204 len: 168 time: 0.6410182 Aug 27 02:29:58.897151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734ff3b-dd6c-4ec2-92ab-645a73e9cabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff4c52-6736-4e58-b571-21dfa456767f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:58.957920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4072484f-461f-4d1e-a6b2-cb65d2f6e6d7 req-15284f07-6402-44c5-b306-ffadb91a8b3a tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-group-rules/68e5c412-82be-4a1e-a96e-576cd993ef5f HTTP/1.1" status: 200 len: 783 time: 0.0621252 Aug 27 02:29:58.960610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-66066325-e4d9-4bc0-92d6-f14663072c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.962269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dae5aeb2-4f54-4fcc-9193-da1701a23e26 req-66066325-e4d9-4bc0-92d6-f14663072c5d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2320933 Aug 27 02:29:58.968199 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-694d4ba1-8a52-4780-b636-69ea69518c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.023589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4072484f-461f-4d1e-a6b2-cb65d2f6e6d7 req-1e3d1ff2-152b-44aa-b035-f4511dc49372 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/ce7f9ce7-f069-498e-ac6e-12a1cdea5649 HTTP/1.1" status: 200 len: 3000 time: 0.0644827 Aug 27 02:29:59.067229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4072484f-461f-4d1e-a6b2-cb65d2f6e6d7 req-9d7caee8-6cd5-48a3-a00c-ce95848870cc tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.082430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c4e059-017e-42ff-bf1c-8481d002c61e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:59.083596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4072484f-461f-4d1e-a6b2-cb65d2f6e6d7 req-9d7caee8-6cd5-48a3-a00c-ce95848870cc tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.093969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.117217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Transition to ACTIVE for port object 83c4e059-017e-42ff-bf1c-8481d002c61e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:59.134336 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.135438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4072484f-461f-4d1e-a6b2-cb65d2f6e6d7 req-9d7caee8-6cd5-48a3-a00c-ce95848870cc tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.156332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4072484f-461f-4d1e-a6b2-cb65d2f6e6d7 req-9d7caee8-6cd5-48a3-a00c-ce95848870cc tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.158076 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4072484f-461f-4d1e-a6b2-cb65d2f6e6d7 req-9d7caee8-6cd5-48a3-a00c-ce95848870cc tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/68e5c412-82be-4a1e-a96e-576cd993ef5f HTTP/1.1" status: 204 len: 173 time: 0.1274803 Aug 27 02:29:59.161801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7caee8-6cd5-48a3-a00c-ce95848870cc tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68e5c412-82be-4a1e-a96e-576cd993ef5f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.197890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-694d4ba1-8a52-4780-b636-69ea69518c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.224182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-694d4ba1-8a52-4780-b636-69ea69518c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.226222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4e059-017e-42ff-bf1c-8481d002c61e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.315532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09d14a2d-84fd-45ea-92b1-02812fa9eeb3 req-70b7c83b-7446-4c8e-9065-acec78419cfb tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/ce7f9ce7-f069-498e-ac6e-12a1cdea5649 HTTP/1.1" status: 200 len: 2401 time: 0.1134512 Aug 27 02:29:59.378618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-694d4ba1-8a52-4780-b636-69ea69518c08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87d605a14a014b9794e1a0ed6e489d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510997 Aug 27 02:29:59.385480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49292) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:59.406031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d4ba1-8a52-4780-b636-69ea69518c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d89508-f318-4683-be7c-79ab3f675196,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.441135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49294) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:59.497587 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cc18299-86ea-4334-a9d1-137ec71ff1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.497837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09d14a2d-84fd-45ea-92b1-02812fa9eeb3 req-60c6c83c-761a-470e-a42b-17b36a49c93a tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.555861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09d14a2d-84fd-45ea-92b1-02812fa9eeb3 req-60c6c83c-761a-470e-a42b-17b36a49c93a tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.558856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69a4c7e9-054c-4aa3-8056-ddf314e90272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.608107 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69a4c7e9-054c-4aa3-8056-ddf314e90272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.655796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09d14a2d-84fd-45ea-92b1-02812fa9eeb3 req-60c6c83c-761a-470e-a42b-17b36a49c93a tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.658552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Attempting to bind port 83c4e059-017e-42ff-bf1c-8481d002c61e on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:59.659042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Attempting to bind port 83c4e059-017e-42ff-bf1c-8481d002c61e by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:59.659467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Attempting to bind port 83c4e059-017e-42ff-bf1c-8481d002c61e on network 609a298c-78c1-41de-b5c4-da9b6853026a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:59.660492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-09d14a2d-84fd-45ea-92b1-02812fa9eeb3 req-60c6c83c-761a-470e-a42b-17b36a49c93a tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.662104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09d14a2d-84fd-45ea-92b1-02812fa9eeb3 req-60c6c83c-761a-470e-a42b-17b36a49c93a tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-groups/ce7f9ce7-f069-498e-ac6e-12a1cdea5649 HTTP/1.1" status: 204 len: 173 time: 0.3383226 Aug 27 02:29:59.670098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cc18299-86ea-4334-a9d1-137ec71ff1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.671404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Port 83c4e059-017e-42ff-bf1c-8481d002c61e on network 609a298c-78c1-41de-b5c4-da9b6853026a not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:59.671823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Attempting to bind port 83c4e059-017e-42ff-bf1c-8481d002c61e on network 609a298c-78c1-41de-b5c4-da9b6853026a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:59.677970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6c83c-761a-470e-a42b-17b36a49c93a tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f9ce7-f069-498e-ac6e-12a1cdea5649,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.684455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243071-c182-49ce-af82-eee371798e86 req-50e81ff2-3c13-4c43-8da3-bf756e7f1bf9 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:59.691508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243071-c182-49ce-af82-eee371798e86 req-50e81ff2-3c13-4c43-8da3-bf756e7f1bf9 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:59.700114 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69a4c7e9-054c-4aa3-8056-ddf314e90272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.703906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69a4c7e9-054c-4aa3-8056-ddf314e90272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.708556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-69a4c7e9-054c-4aa3-8056-ddf314e90272 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51d89508-f318-4683-be7c-79ab3f675196 HTTP/1.1" status: 204 len: 168 time: 0.3169878 Aug 27 02:29:59.711020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243071-c182-49ce-af82-eee371798e86 req-50e81ff2-3c13-4c43-8da3-bf756e7f1bf9 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:59.727622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4c7e9-054c-4aa3-8056-ddf314e90272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d89508-f318-4683-be7c-79ab3f675196,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.729665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c243071-c182-49ce-af82-eee371798e86 req-50e81ff2-3c13-4c43-8da3-bf756e7f1bf9 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2413 time: 0.4235959 Aug 27 02:29:59.741941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cc18299-86ea-4334-a9d1-137ec71ff1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.764747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:59.765203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Checking segment: {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:59.765697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Bound using segment: {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:59.766279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Bound port: 83c4e059-017e-42ff-bf1c-8481d002c61e, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ca690-55c0-4e02-acfa-5b24f58d61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:59.766826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.828535 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6cc18299-86ea-4334-a9d1-137ec71ff1a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99e8cb4493b24307a266ec0e0e0ddefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861928 Aug 27 02:29:59.832203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49302) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:59.848838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc18299-86ea-4334-a9d1-137ec71ff1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ff335a-4d16-4f7f-bbee-5a4362d73e4f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.856602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c243071-c182-49ce-af82-eee371798e86 req-17901681-1d96-4636-8ccb-764edf8b176d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254926 Aug 27 02:29:59.948279 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-a15a3d9c-a1c7-49a5-93bb-e4888f8722d4 req-48ed96ed-4631-4c85-a637-857e050783c3 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] show failed (client error): The resource could not be found. Aug 27 02:29:59.949519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a15a3d9c-a1c7-49a5-93bb-e4888f8722d4 req-48ed96ed-4631-4c85-a637-857e050783c3 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/6f3ebd9d-c166-483b-b300-777c130175b1 HTTP/1.1" status: 404 len: 352 time: 0.0260456 Aug 27 02:29:59.950577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] For port 83c4e059-017e-42ff-bf1c-8481d002c61e, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:59.967491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] For port 83c4e059-017e-42ff-bf1c-8481d002c61e, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=83c4e059-017e-42ff-bf1c-8481d002c61e,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:59.974987 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd22b1f4-02cb-4f82-9d49-402a7f74c5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.979255 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.008616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd22b1f4-02cb-4f82-9d49-402a7f74c5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.067485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.068285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.069460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] 10.222.0.45 "PUT /v2.0/ports/83c4e059-017e-42ff-bf1c-8481d002c61e HTTP/1.1" status: 200 len: 1092 time: 1.9620020 Aug 27 02:30:00.116798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd22b1f4-02cb-4f82-9d49-402a7f74c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.120142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd22b1f4-02cb-4f82-9d49-402a7f74c5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.123890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fd22b1f4-02cb-4f82-9d49-402a7f74c5ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4ff335a-4d16-4f7f-bbee-5a4362d73e4f HTTP/1.1" status: 204 len: 168 time: 0.2879908 Aug 27 02:30:00.166114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22b1f4-02cb-4f82-9d49-402a7f74c5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ff335a-4d16-4f7f-bbee-5a4362d73e4f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:00.188640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070dd89-0942-41fd-b897-a53f20903c65 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4e059-017e-42ff-bf1c-8481d002c61e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:00.189223 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4be39d18-a60c-40a7-88e3-cdaf21c46601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.195051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4eaa-00b4-48e1-8a31-8a8554ad7897 req-1e7a03ba-e3ef-4aea-add1-6052c2249877 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.207253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d30f4eaa-00b4-48e1-8a31-8a8554ad7897 req-1e7a03ba-e3ef-4aea-add1-6052c2249877 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1901827 Aug 27 02:30:00.244623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b2e7daf-6aa4-472b-9ae1-3a20da1719fe req-d6c50c8a-f650-4390-beee-56ca40b04e8b tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/cf0d615a-a44c-4352-87f6-0dc00102ff79 HTTP/1.1" status: 200 len: 1807 time: 0.2579384 Aug 27 02:30:00.285789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d30f4eaa-00b4-48e1-8a31-8a8554ad7897 req-372b73a4-2d6f-48a3-88be-751934ba1acf tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Aug 27 02:30:00.317130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-3e88587b-59e6-4e4f-8c89-ca41c67aaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.317620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-3e88587b-59e6-4e4f-8c89-ca41c67aaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.318365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-3e88587b-59e6-4e4f-8c89-ca41c67aaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.320436 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-3e88587b-59e6-4e4f-8c89-ca41c67aaf24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2866 time: 0.1845713 Aug 27 02:30:00.381565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'tag': '83c4e059-017e-42ff-bf1c-8481d002c61e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:00.384379 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa29bddd-5091-4c16-9424-7b281f4e3aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "tag": "83c4e059-017e-42ff-bf1c-8481d002c61e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:00.400487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2b2e7daf-6aa4-472b-9ae1-3a20da1719fe req-8c82923b-d479-4aad-a129-b7d6fc1a66a2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.403897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-2ff887c3-b1e4-46a2-9777-2d09aa887971 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=f01cecd0-e356-4cce-9e62-ca9139561bfd HTTP/1.1" status: 200 len: 217 time: 0.0702708 Aug 27 02:30:00.430697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49320) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:00.438047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.490497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d2e4-2cdc-444f-8e51-ebdcff5b579d req-a7e76330-6ac6-482d-bda8-ae53c4208a1b tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.499279 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38e6d2e4-2cdc-444f-8e51-ebdcff5b579d req-a7e76330-6ac6-482d-bda8-ae53c4208a1b tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.0770078 Aug 27 02:30:00.529288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-a9af0a32-01c1-4902-b6b3-9ca06406d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.530868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-a9af0a32-01c1-4902-b6b3-9ca06406d5f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85ea55c-d396-4bde-9f3d-04c2c2d7e700 HTTP/1.1" status: 200 len: 801 time: 0.0986304 Aug 27 02:30:00.549843 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2b2e7daf-6aa4-472b-9ae1-3a20da1719fe req-8c82923b-d479-4aad-a129-b7d6fc1a66a2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.559752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b92eace-9102-4792-8412-2a1dd84784dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.561160 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38e6d2e4-2cdc-444f-8e51-ebdcff5b579d req-963f6876-4967-4c59-b4e5-e7d1531d89e1 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592084 Aug 27 02:30:00.617891 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3cf5d0-03d0-4bc1-8514-6ef0148ae3b6 x-openstack-request-id: req-ff3cf5d0-03d0-4bc1-8514-6ef0148ae3b6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:00.618285 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "tag": "83c4e059-017e-42ff-bf1c-8481d002c61e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:00.618788 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff3cf5d0-03d0-4bc1-8514-6ef0148ae3b6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:00.619559 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'tag': '83c4e059-017e-42ff-bf1c-8481d002c61e', 'status': 'completed', 'code': 200} Aug 27 02:30:00.662875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-f8c8dad9-4cba-40c9-8e85-71bcecd34402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.664432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-f8c8dad9-4cba-40c9-8e85-71bcecd34402 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=609a298c-78c1-41de-b5c4-da9b6853026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1168914 Aug 27 02:30:00.705215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2b2e7daf-6aa4-472b-9ae1-3a20da1719fe req-8c82923b-d479-4aad-a129-b7d6fc1a66a2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.708411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2b2e7daf-6aa4-472b-9ae1-3a20da1719fe req-8c82923b-d479-4aad-a129-b7d6fc1a66a2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.713020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b2e7daf-6aa4-472b-9ae1-3a20da1719fe req-8c82923b-d479-4aad-a129-b7d6fc1a66a2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf0d615a-a44c-4352-87f6-0dc00102ff79 HTTP/1.1" status: 204 len: 173 time: 0.4590011 Aug 27 02:30:00.740958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c9b37-3632-4822-bc19-40781f8173ee req-dda9edd7-5f8e-4901-9af7-b03436053104 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.742977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-684c9b37-3632-4822-bc19-40781f8173ee req-dda9edd7-5f8e-4901-9af7-b03436053104 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 945 time: 0.0740392 Aug 27 02:30:00.790876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-684c9b37-3632-4822-bc19-40781f8173ee req-699e1eea-bf20-4c35-9091-6d732d8fb3cd tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Aug 27 02:30:00.798209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82923b-d479-4aad-a129-b7d6fc1a66a2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d615a-a44c-4352-87f6-0dc00102ff79,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:00.886032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-65bb90a0-6c37-4103-a431-237f750489be service neutron] 10.222.0.45 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947358 Aug 27 02:30:00.939898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a85cc-d89f-4293-aadc-22934dc68ffc req-1da7dd77-8a23-44bf-81c3-d7d84a28b63f tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.942038 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c8a85cc-d89f-4293-aadc-22934dc68ffc req-1da7dd77-8a23-44bf-81c3-d7d84a28b63f tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.0650132 Aug 27 02:30:00.977695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b92eace-9102-4792-8412-2a1dd84784dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.983745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e5e6476-ed9f-4617-833b-dcc0868be1aa req-5725b573-d236-4e1c-b942-e406a3ad093f tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/98522312-c63f-48fc-aee7-2f6f8c489f1b HTTP/1.1" status: 200 len: 1807 time: 0.2118976 Aug 27 02:30:00.990470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b92eace-9102-4792-8412-2a1dd84784dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.010249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c8a85cc-d89f-4293-aadc-22934dc68ffc req-49a5d352-f255-47ea-b6d0-d6caad377433 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605617 Aug 27 02:30:01.074284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4b92eace-9102-4792-8412-2a1dd84784dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=685bc4ce08514f5aac0ebfa302f32e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335845 Aug 27 02:30:01.074745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49350) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:01.079425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92eace-9102-4792-8412-2a1dd84784dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e5ef54-2e88-4d3a-bc6e-bc9d5ba5ec16,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:01.099532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-496bb179-d305-4d7c-9d0c-b5ab503d696e service neutron] 10.222.0.45 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043846 Aug 27 02:30:01.156602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-1c7e06cc-4e77-4654-ae0c-b29ecec69322 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=94beb59c-355b-48de-b0f3-52cde4551c9f HTTP/1.1" status: 200 len: 217 time: 0.0462565 Aug 27 02:30:01.173276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4e5e6476-ed9f-4617-833b-dcc0868be1aa req-95881aca-7c7e-4755-98e8-4eca6f8adfbb tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.177762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11bd5e60-ad35-45c5-a8f8-f81796412191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.190353 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.229748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4e5e6476-ed9f-4617-833b-dcc0868be1aa req-95881aca-7c7e-4755-98e8-4eca6f8adfbb tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.243665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11bd5e60-ad35-45c5-a8f8-f81796412191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.251084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-64510c96-9b1c-44db-bbf7-627dc7f0c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:01.252711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-64510c96-9b1c-44db-bbf7-627dc7f0c1af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f72a3a36-1f11-45fc-8377-bfb43a4143f9 HTTP/1.1" status: 200 len: 801 time: 0.0883029 Aug 27 02:30:01.283525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af8860-3a12-4de0-9300-09556ba9b1e7 req-0b3a9f27-f120-40d1-8565-c5b690b2c3a0 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:01.289886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af8860-3a12-4de0-9300-09556ba9b1e7 req-0b3a9f27-f120-40d1-8565-c5b690b2c3a0 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:01.295479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af8860-3a12-4de0-9300-09556ba9b1e7 req-0b3a9f27-f120-40d1-8565-c5b690b2c3a0 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:01.303000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7af8860-3a12-4de0-9300-09556ba9b1e7 req-0b3a9f27-f120-40d1-8565-c5b690b2c3a0 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2413 time: 0.1182964 Aug 27 02:30:01.350598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7af8860-3a12-4de0-9300-09556ba9b1e7 req-04af9075-ca1b-40d4-bbdb-294fb0cb4846 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Aug 27 02:30:01.357006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-4366ba67-b273-415b-8003-c63eb5ec619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:01.358636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-4366ba67-b273-415b-8003-c63eb5ec619e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5df8284-39d9-4595-a0d1-f2ff6bfe4efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983944 Aug 27 02:30:01.359323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4e5e6476-ed9f-4617-833b-dcc0868be1aa req-95881aca-7c7e-4755-98e8-4eca6f8adfbb tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.362820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4e5e6476-ed9f-4617-833b-dcc0868be1aa req-95881aca-7c7e-4755-98e8-4eca6f8adfbb tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.363988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e5e6476-ed9f-4617-833b-dcc0868be1aa req-95881aca-7c7e-4755-98e8-4eca6f8adfbb tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-groups/98522312-c63f-48fc-aee7-2f6f8c489f1b HTTP/1.1" status: 204 len: 173 time: 0.3685882 Aug 27 02:30:01.375383 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11bd5e60-ad35-45c5-a8f8-f81796412191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.378137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11bd5e60-ad35-45c5-a8f8-f81796412191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.379411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-11bd5e60-ad35-45c5-a8f8-f81796412191 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74e5ef54-2e88-4d3a-bc6e-bc9d5ba5ec16 HTTP/1.1" status: 204 len: 168 time: 0.3037078 Aug 27 02:30:01.386104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95881aca-7c7e-4755-98e8-4eca6f8adfbb tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98522312-c63f-48fc-aee7-2f6f8c489f1b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:01.394874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd5e60-ad35-45c5-a8f8-f81796412191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e5ef54-2e88-4d3a-bc6e-bc9d5ba5ec16,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:01.516370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-fff479a7-a571-4054-855e-0e60e333c749 req-31b59e32-2576-4da4-a565-3b296df61b2e tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:30:01.517448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fff479a7-a571-4054-855e-0e60e333c749 req-31b59e32-2576-4da4-a565-3b296df61b2e tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095956 Aug 27 02:30:01.593008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-673134bb-f1e7-41fa-b13e-e2f133301ac7 req-3a58df60-676c-40ff-bac2-26b9c5da214d tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/76c3f07f-ebed-4a10-8da5-b4ec6fe28f3e HTTP/1.1" status: 200 len: 1806 time: 0.0615203 Aug 27 02:30:01.613320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-0678179b-1975-47aa-be8f-a8f6609d49f7 service neutron] 10.222.0.45 "GET /v2.0/networks/f5df8284-39d9-4595-a0d1-f2ff6bfe4efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436423 Aug 27 02:30:01.656462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-673134bb-f1e7-41fa-b13e-e2f133301ac7 req-2f32c06a-75e5-4bb5-8113-b8d9790866c4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.706275 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-673134bb-f1e7-41fa-b13e-e2f133301ac7 req-2f32c06a-75e5-4bb5-8113-b8d9790866c4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.719915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fff479a7-a571-4054-855e-0e60e333c749 req-9ad9100d-4845-4075-9db5-7a15ccb9f89f tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1924832 Aug 27 02:30:01.801763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-673134bb-f1e7-41fa-b13e-e2f133301ac7 req-2f32c06a-75e5-4bb5-8113-b8d9790866c4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.806766 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-673134bb-f1e7-41fa-b13e-e2f133301ac7 req-2f32c06a-75e5-4bb5-8113-b8d9790866c4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.808130 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-68a16186-a79e-41b0-a83c-64bb85d1201f service neutron] 10.222.0.45 "GET /v2.0/networks/f5df8284-39d9-4595-a0d1-f2ff6bfe4efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869509 Aug 27 02:30:01.814018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-673134bb-f1e7-41fa-b13e-e2f133301ac7 req-2f32c06a-75e5-4bb5-8113-b8d9790866c4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-groups/76c3f07f-ebed-4a10-8da5-b4ec6fe28f3e HTTP/1.1" status: 204 len: 173 time: 0.2197127 Aug 27 02:30:01.859693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32c06a-75e5-4bb5-8113-b8d9790866c4 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3f07f-ebed-4a10-8da5-b4ec6fe28f3e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:01.913383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-3729d7d5-767f-493f-a47e-d0d5ca2f2de0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=83c4e059-017e-42ff-bf1c-8481d002c61e HTTP/1.1" status: 200 len: 217 time: 0.0938756 Aug 27 02:30:01.922858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cf5f985-eb0a-4eee-9a6e-810ca0c51f9f req-9ca04bc4-21dc-4027-940d-22be88b9de27 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/338b5214-416f-463e-82c7-dfc283625351 HTTP/1.1" status: 200 len: 2406 time: 0.0795991 Aug 27 02:30:01.993537 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3cf5f985-eb0a-4eee-9a6e-810ca0c51f9f req-a8282ce0-1446-4c66-bd04-3b4c656346c2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.031639 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3cf5f985-eb0a-4eee-9a6e-810ca0c51f9f req-a8282ce0-1446-4c66-bd04-3b4c656346c2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.031865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-434d5787-e5a1-4ddd-92fb-ea6a14a43cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.033239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-434d5787-e5a1-4ddd-92fb-ea6a14a43cbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85ea55c-d396-4bde-9f3d-04c2c2d7e700 HTTP/1.1" status: 200 len: 801 time: 0.1114473 Aug 27 02:30:02.109929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3cf5f985-eb0a-4eee-9a6e-810ca0c51f9f req-a8282ce0-1446-4c66-bd04-3b4c656346c2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.123492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3cf5f985-eb0a-4eee-9a6e-810ca0c51f9f req-a8282ce0-1446-4c66-bd04-3b4c656346c2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.137348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cf5f985-eb0a-4eee-9a6e-810ca0c51f9f req-a8282ce0-1446-4c66-bd04-3b4c656346c2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-groups/338b5214-416f-463e-82c7-dfc283625351 HTTP/1.1" status: 204 len: 173 time: 0.2134895 Aug 27 02:30:02.163633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8282ce0-1446-4c66-bd04-3b4c656346c2 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338b5214-416f-463e-82c7-dfc283625351,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:02.170759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62df8-e44c-4064-8eb8-6bc33403a512 req-d5d4774e-1e63-4fcb-80e5-6311789a49b5 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.172992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3e62df8-e44c-4064-8eb8-6bc33403a512 req-d5d4774e-1e63-4fcb-80e5-6311789a49b5 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1757033 Aug 27 02:30:02.268853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be494-cdeb-409b-93ff-99625cac321f req-eb5f7eef-6db3-429d-86ac-97a1436d6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.270488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-eb5f7eef-6db3-429d-86ac-97a1436d6eec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=609a298c-78c1-41de-b5c4-da9b6853026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2230835 Aug 27 02:30:02.319808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-180a074f-a09a-4b99-ae8b-cf447f07b0db req-8381eea2-f168-4012-a75d-5b0117833945 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "GET /v2.0/security-groups/50172853-2932-4583-80bb-8be1d3653a09 HTTP/1.1" status: 200 len: 2400 time: 0.0694759 Aug 27 02:30:02.337112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3e62df8-e44c-4064-8eb8-6bc33403a512 req-a0672b4a-3e46-4907-90c6-c9452347728f tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504183 Aug 27 02:30:02.386355 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-180a074f-a09a-4b99-ae8b-cf447f07b0db req-2f6b7ff4-2069-4846-a00a-2e99dbb3a888 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.428248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-180a074f-a09a-4b99-ae8b-cf447f07b0db req-2f6b7ff4-2069-4846-a00a-2e99dbb3a888 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.496212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-180a074f-a09a-4b99-ae8b-cf447f07b0db req-2f6b7ff4-2069-4846-a00a-2e99dbb3a888 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.500239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-180a074f-a09a-4b99-ae8b-cf447f07b0db req-2f6b7ff4-2069-4846-a00a-2e99dbb3a888 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.529708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-180a074f-a09a-4b99-ae8b-cf447f07b0db req-2f6b7ff4-2069-4846-a00a-2e99dbb3a888 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] 10.222.0.10 "DELETE /v2.0/security-groups/50172853-2932-4583-80bb-8be1d3653a09 HTTP/1.1" status: 204 len: 173 time: 0.2035210 Aug 27 02:30:02.530244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:02.530472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-df0b6ec3-3962-44a7-98eb-61e8480ddc76 service neutron] 10.222.0.45 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506435 Aug 27 02:30:02.683255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b7ff4-2069-4846-a00a-2e99dbb3a888 tempest-SecurityGroupRulesTestJSON-1238778379 tempest-SecurityGroupRulesTestJSON-1238778379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50172853-2932-4583-80bb-8be1d3653a09,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:02.710025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd8795-ba0d-47dc-9a3d-1d0cf4ba1a54 req-aa8a1fd2-4bed-478e-b3b0-9612f4178264 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.717192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3bd8795-ba0d-47dc-9a3d-1d0cf4ba1a54 req-aa8a1fd2-4bed-478e-b3b0-9612f4178264 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 945 time: 0.2684162 Aug 27 02:30:02.781310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] Deleting subnet 6e903f07-2c51-4cf4-b238-c094eca41459 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:02.797037 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.828171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4be494-cdeb-409b-93ff-99625cac321f req-cff980ee-917a-40a6-bbde-f106248014de service neutron] 10.222.0.45 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887721 Aug 27 02:30:02.865559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3bd8795-ba0d-47dc-9a3d-1d0cf4ba1a54 req-97fde37e-3fdb-4ff1-9534-97bfa92e3ff6 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309013 Aug 27 02:30:02.938755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:02.949389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd511d9-72f6-47b4-add9-5236ec569c55 req-bb04a1a4-3737-4497-86a2-eff3ea4fc56a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.961898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd511d9-72f6-47b4-add9-5236ec569c55 req-bb04a1a4-3737-4497-86a2-eff3ea4fc56a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.968347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd511d9-72f6-47b4-add9-5236ec569c55 req-bb04a1a4-3737-4497-86a2-eff3ea4fc56a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.982595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bd511d9-72f6-47b4-add9-5236ec569c55 req-bb04a1a4-3737-4497-86a2-eff3ea4fc56a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2413 time: 0.2971449 Aug 27 02:30:03.012291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-36e55691-7cfc-4976-9339-fb88a0bb173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:03.012291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-36e55691-7cfc-4976-9339-fb88a0bb173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:03.012473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-36e55691-7cfc-4976-9339-fb88a0bb173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:03.025392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-36e55691-7cfc-4976-9339-fb88a0bb173a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2866 time: 0.1078362 Aug 27 02:30:03.067229 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.108489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bd511d9-72f6-47b4-add9-5236ec569c55 req-a834c15c-7017-4039-bc88-7d019594bbc9 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249971 Aug 27 02:30:03.134733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.224142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1a0a1-86e6-442e-872b-d2f9b2dca10d req-50297ce1-6676-4acc-a784-a82722cdd2af tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:03.225805 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1bd1a0a1-86e6-442e-872b-d2f9b2dca10d req-50297ce1-6676-4acc-a784-a82722cdd2af tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.1642079 Aug 27 02:30:03.255035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.284347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-523d359d-8327-4ff5-a54b-28cb48f136be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:03.285765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-523d359d-8327-4ff5-a54b-28cb48f136be service neutron] 10.222.0.45 "GET /v2.0/networks?id=609a298c-78c1-41de-b5c4-da9b6853026a HTTP/1.1" status: 200 len: 903 time: 0.2525620 Aug 27 02:30:03.305361 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1bd1a0a1-86e6-442e-872b-d2f9b2dca10d req-b951e865-ee61-4b95-9dc9-dca9e6de068d tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Aug 27 02:30:03.340647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e903f07-2c51-4cf4-b238-c094eca41459,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:03.361443 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.367632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1ba542b-858d-49b3-b305-00f409feccc0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6e903f07-2c51-4cf4-b238-c094eca41459 HTTP/1.1" status: 204 len: 168 time: 0.7947018 Aug 27 02:30:03.372234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49438) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:03.529057 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.699641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.719370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0e36a5-f299-494b-80ac-139f1b7f31e7']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:03.734085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19eddc52-60b9-4df6-b558-3c852943e270') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:03.734429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19eddc52-60b9-4df6-b558-3c852943e270') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:03.748832 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.799046 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.824285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-34873c02-46f6-4ab0-beb1-3e9558c65f36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=83c4e059-017e-42ff-bf1c-8481d002c61e HTTP/1.1" status: 200 len: 217 time: 0.5177851 Aug 27 02:30:03.826611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:03.827035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:03.828952 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:03.916557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.946681 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:03.949068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6f0e36a5-f299-494b-80ac-139f1b7f31e7 HTTP/1.1" status: 204 len: 168 time: 0.5756190 Aug 27 02:30:03.953206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5f99f-d532-46ce-a385-dce02b775854 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0e36a5-f299-494b-80ac-139f1b7f31e7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:04.013741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-73c4840a-c139-432b-b789-9ad4d1c8877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.020729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49456) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:04.021718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-73c4840a-c139-432b-b789-9ad4d1c8877f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85ea55c-d396-4bde-9f3d-04c2c2d7e700 HTTP/1.1" status: 200 len: 801 time: 0.1788697 Aug 27 02:30:04.042213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bbcd4-6742-4295-b69d-7f154f0692d8 req-ccf7b222-19da-48b9-b1b0-e055c11c771a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.053457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bbcd4-6742-4295-b69d-7f154f0692d8 req-ccf7b222-19da-48b9-b1b0-e055c11c771a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.061710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bbcd4-6742-4295-b69d-7f154f0692d8 req-ccf7b222-19da-48b9-b1b0-e055c11c771a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.070235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-083bbcd4-6742-4295-b69d-7f154f0692d8 req-ccf7b222-19da-48b9-b1b0-e055c11c771a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e&device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016&device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 2416 time: 0.2484355 Aug 27 02:30:04.191455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-083bbcd4-6742-4295-b69d-7f154f0692d8 req-a623529b-6536-4260-9335-f25056770c5c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013691 Aug 27 02:30:04.195180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-b0ec1c56-ab00-4534-8b81-f49356c3d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.201171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-b0ec1c56-ab00-4534-8b81-f49356c3d729 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=609a298c-78c1-41de-b5c4-da9b6853026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296403 Aug 27 02:30:04.319003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8126919-f893-4074-b8d2-be76ab8e95fa req-89f01f74-290f-4219-be0f-8b69ce0a6eff tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.326801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8126919-f893-4074-b8d2-be76ab8e95fa req-89f01f74-290f-4219-be0f-8b69ce0a6eff tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.334100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8126919-f893-4074-b8d2-be76ab8e95fa req-89f01f74-290f-4219-be0f-8b69ce0a6eff tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.336082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8126919-f893-4074-b8d2-be76ab8e95fa req-89f01f74-290f-4219-be0f-8b69ce0a6eff tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2413 time: 0.0996373 Aug 27 02:30:04.388617 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8126919-f893-4074-b8d2-be76ab8e95fa req-5a5706a9-9403-481b-b32c-11ee5404f1d2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Aug 27 02:30:04.401067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ed9ba19-3bad-4caa-8f20-295f95c84808 req-0478ce37-e393-4e76-9bed-a055c8799650 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1540024 Aug 27 02:30:04.406868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-41727dce-34a6-4fc8-abde-7af1a9387aef tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1976051575'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:04.411812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49468) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:04.414792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-5dcc230a-8bac-473f-8837-96225f60abf1 service neutron] 10.222.0.45 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004497 Aug 27 02:30:04.476725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41727dce-34a6-4fc8-abde-7af1a9387aef tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.478015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41727dce-34a6-4fc8-abde-7af1a9387aef tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.524417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d2f9243f-1647-4144-9bba-177d9977bdbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=142c63eb21554fef875bb94d47dc5997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068025 Aug 27 02:30:04.527315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49470) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:04.564256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa29bddd-5091-4c16-9424-7b281f4e3aa1 req-77befb32-f47e-407e-a884-dbe598d60fda service neutron] 10.222.0.45 "GET /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459544 Aug 27 02:30:04.644275 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41727dce-34a6-4fc8-abde-7af1a9387aef tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.660485 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41727dce-34a6-4fc8-abde-7af1a9387aef tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.668315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-036ce179-8b81-4383-82c1-e4afc4a07009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.687730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41727dce-34a6-4fc8-abde-7af1a9387aef tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.689016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-41727dce-34a6-4fc8-abde-7af1a9387aef tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6672106 Aug 27 02:30:04.691955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49476) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:04.698572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-036ce179-8b81-4383-82c1-e4afc4a07009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.769567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-036ce179-8b81-4383-82c1-e4afc4a07009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.772843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-036ce179-8b81-4383-82c1-e4afc4a07009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:04.774580 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-036ce179-8b81-4383-82c1-e4afc4a07009 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c773da2-3b37-4b7e-8696-a32d44380d37 HTTP/1.1" status: 204 len: 168 time: 0.2461379 Aug 27 02:30:04.787616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ce179-8b81-4383-82c1-e4afc4a07009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c773da2-3b37-4b7e-8696-a32d44380d37,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:04.842685 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1266cefe-0da6-4c46-ae44-961dfb4a1017 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.048103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 83c4e059-017e-42ff-bf1c-8481d002c61e details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:05.153681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1266cefe-0da6-4c46-ae44-961dfb4a1017 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.160833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1266cefe-0da6-4c46-ae44-961dfb4a1017 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.255046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 83c4e059-017e-42ff-bf1c-8481d002c61e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=83c4e059-017e-42ff-bf1c-8481d002c61e,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:05.280257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '83c4e059-017e-42ff-bf1c-8481d002c61e', 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a', 'port_id': '83c4e059-017e-42ff-bf1c-8481d002c61e', 'mac_address': 'fa:16:3e:a6:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85ea55c-d396-4bde-9f3d-04c2c2d7e700', 'ip_address': '19.80.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:05.281358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1266cefe-0da6-4c46-ae44-961dfb4a1017 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.282392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266cefe-0da6-4c46-ae44-961dfb4a1017 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6085f7-77c0-4339-9c6b-6b8551617e7a {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:05.287369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1266cefe-0da6-4c46-ae44-961dfb4a1017 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.292893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49496) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:05.294853 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1266cefe-0da6-4c46-ae44-961dfb4a1017 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "DELETE /v2.0/routers/7f6085f7-77c0-4339-9c6b-6b8551617e7a HTTP/1.1" status: 204 len: 168 time: 0.6014481 Aug 27 02:30:05.297450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-23b509de-8812-4243-b012-51669a4b8fe4 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Request body: {'router': {'name': 'tempest-router-1257415651', 'distributed': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:05.333131 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.348645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23b509de-8812-4243-b012-51669a4b8fe4 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.350015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23b509de-8812-4243-b012-51669a4b8fe4 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.352339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c4e059-017e-42ff-bf1c-8481d002c61e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:05.400277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 83c4e059-017e-42ff-bf1c-8481d002c61e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=83c4e059-017e-42ff-bf1c-8481d002c61e,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:05.410354 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.411546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f01cecd0-e356-4cce-9e62-ca9139561bfd details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:05.479547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f01cecd0-e356-4cce-9e62-ca9139561bfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f01cecd0-e356-4cce-9e62-ca9139561bfd,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:05.483372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23b509de-8812-4243-b012-51669a4b8fe4 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.490645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23b509de-8812-4243-b012-51669a4b8fe4 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.528262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23b509de-8812-4243-b012-51669a4b8fe4 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.532396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49510) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:05.538227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23b509de-8812-4243-b012-51669a4b8fe4 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2435942 Aug 27 02:30:05.556550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f01cecd0-e356-4cce-9e62-ca9139561bfd', 'network_id': '609a298c-78c1-41de-b5c4-da9b6853026a', 'port_id': 'f01cecd0-e356-4cce-9e62-ca9139561bfd', 'mac_address': 'fa:16:3e:2f:32:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85ea55c-d396-4bde-9f3d-04c2c2d7e700', 'ip_address': '19.80.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:05.616367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=83c4e059-017e-42ff-bf1c-8481d002c61e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:05.675901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220088a0-8096-4b81-8f0d-397312a0a112 req-2dc71f93-6787-40f3-b177-722a88b882c8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:05.686702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220088a0-8096-4b81-8f0d-397312a0a112 req-2dc71f93-6787-40f3-b177-722a88b882c8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:05.700895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.703908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220088a0-8096-4b81-8f0d-397312a0a112 req-2dc71f93-6787-40f3-b177-722a88b882c8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:05.706162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-220088a0-8096-4b81-8f0d-397312a0a112 req-2dc71f93-6787-40f3-b177-722a88b882c8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2414 time: 0.1798224 Aug 27 02:30:05.730554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4c25fa1-9c7b-47a6-8288-09836a34657f tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.734542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01cecd0-e356-4cce-9e62-ca9139561bfd {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:05.771064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-220088a0-8096-4b81-8f0d-397312a0a112 req-1553ae9f-35a5-4f86-9084-acb994718078 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Aug 27 02:30:05.778962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f01cecd0-e356-4cce-9e62-ca9139561bfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f01cecd0-e356-4cce-9e62-ca9139561bfd,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:05.792164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:05.792846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94beb59c-355b-48de-b0f3-52cde4551c9f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:06.075192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94beb59c-355b-48de-b0f3-52cde4551c9f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94beb59c-355b-48de-b0f3-52cde4551c9f,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:06.082163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4c25fa1-9c7b-47a6-8288-09836a34657f tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.085990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4c25fa1-9c7b-47a6-8288-09836a34657f tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.117024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f01cecd0-e356-4cce-9e62-ca9139561bfd,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:06.120135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '94beb59c-355b-48de-b0f3-52cde4551c9f', 'network_id': 'f5df8284-39d9-4595-a0d1-f2ff6bfe4efd', 'port_id': '94beb59c-355b-48de-b0f3-52cde4551c9f', 'mac_address': 'fa:16:3e:1e:a9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72a3a36-1f11-45fc-8377-bfb43a4143f9', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:06.171327 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.175042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4c25fa1-9c7b-47a6-8288-09836a34657f tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.175646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c25fa1-9c7b-47a6-8288-09836a34657f tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8124c43b-7b1c-497f-9362-04bbdcefd1a6 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:06.180852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4c25fa1-9c7b-47a6-8288-09836a34657f tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.187656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49532) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:06.192864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-66034859-149a-4f14-8386-723b96c1ed8a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Request body: {'router': {'name': 'tempest-router-1423500922', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '42468421ab2a4f7db4c79b408dc9239b'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:06.208007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4c25fa1-9c7b-47a6-8288-09836a34657f tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "DELETE /v2.0/routers/8124c43b-7b1c-497f-9362-04bbdcefd1a6 HTTP/1.1" status: 204 len: 168 time: 0.6625502 Aug 27 02:30:06.220295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94beb59c-355b-48de-b0f3-52cde4551c9f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:06.234621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66034859-149a-4f14-8386-723b96c1ed8a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.236320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66034859-149a-4f14-8386-723b96c1ed8a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.249248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94beb59c-355b-48de-b0f3-52cde4551c9f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94beb59c-355b-48de-b0f3-52cde4551c9f,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:06.260153 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.300307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49538) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:06.337026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66034859-149a-4f14-8386-723b96c1ed8a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.346736 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66034859-149a-4f14-8386-723b96c1ed8a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.360870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=94beb59c-355b-48de-b0f3-52cde4551c9f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:06.370066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66034859-149a-4f14-8386-723b96c1ed8a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.372174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66034859-149a-4f14-8386-723b96c1ed8a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1829848 Aug 27 02:30:06.374497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49542) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:06.381178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:06.598579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f01cecd0-e356-4cce-9e62-ca9139561bfd'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:06.658908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['83c4e059-017e-42ff-bf1c-8481d002c61e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:06.686610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-844889023-network', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:06.713677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Made reservation on behalf of adc1569fd0634706a68b07b9bd14c8ea for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:06.717047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.731941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.825071 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.826220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.911678 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.918343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.980374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 27 02:30:06.981229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Router 6cc3cda3-c637-48bb-824d-9f227532d01b migrating from provider to provider. {{(pid=94773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 27 02:30:06.981849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.993473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:07.008384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.020212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d585825a-2981-454f-8842-d38c423ba540,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.035265 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.036400 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Added segment 8787730e-c80c-419e-9797-fb3a07167806 of type vlan for network 5c831531-d70e-42a5-8471-e10c1960199c Aug 27 02:30:07.037075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb498870-3093-49a0-9fec-1cf037228f6f req-601bb85f-0ed5-42f8-85c3-11c519231544 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:07.040724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fb498870-3093-49a0-9fec-1cf037228f6f req-601bb85f-0ed5-42f8-85c3-11c519231544 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.1656263 Aug 27 02:30:07.043921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.049324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e156177-12a5-49b0-bbc8-b96ec5f567e4 req-425d197d-0e7b-4bc9-a700-23f08fa8b0f6 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:07.055779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e156177-12a5-49b0-bbc8-b96ec5f567e4 req-425d197d-0e7b-4bc9-a700-23f08fa8b0f6 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:07.062424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e156177-12a5-49b0-bbc8-b96ec5f567e4 req-425d197d-0e7b-4bc9-a700-23f08fa8b0f6 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:07.064625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e156177-12a5-49b0-bbc8-b96ec5f567e4 req-425d197d-0e7b-4bc9-a700-23f08fa8b0f6 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2416 time: 0.1391776 Aug 27 02:30:07.165175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49562) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:07.190905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.199146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fb498870-3093-49a0-9fec-1cf037228f6f req-5203c482-2852-47c9-91ef-ea57ff64c3a3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490831 Aug 27 02:30:07.209555 n-d-806293-1 neutron-server[94773]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] No L3 agents can host the router 6cc3cda3-c637-48bb-824d-9f227532d01b Aug 27 02:30:07.227089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e156177-12a5-49b0-bbc8-b96ec5f567e4 req-fd5a8fd5-3901-402f-9c54-42886aa77295 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514766 Aug 27 02:30:07.261690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.264484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:07.265244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.362609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] Pushing event updated for resources: {'Network': ['ID=5c831531-d70e-42a5-8471-e10c1960199c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.369151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-601f8de7-9a0d-4bc5-a213-14de674cd7ce admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0642521 Aug 27 02:30:07.369151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49570) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:07.378666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Request body: {'subnet': {'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-844889023-subnet', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:07.379464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 5c831531-d70e-42a5-8471-e10c1960199c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:07.421433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Made reservation on behalf of adc1569fd0634706a68b07b9bd14c8ea for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:07.426230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.448541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Hosts for router 6cc3cda3-c637-48bb-824d-9f227532d01b: [] {{(pid=94773) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 27 02:30:07.481684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Hosts for other DVR routers connected to router 6cc3cda3-c637-48bb-824d-9f227532d01b: set() {{(pid=94773) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 27 02:30:07.484613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.488446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cea840a2-a288-4759-bf8e-6c55ecc259ff tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "PUT /v2.0/routers/6cc3cda3-c637-48bb-824d-9f227532d01b HTTP/1.1" status: 200 len: 717 time: 1.1101675 Aug 27 02:30:07.488752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49574) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:07.625053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d712adcc-af98-4c81-9c6c-b05ebafc5bb9 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "GET /v2.0/routers/6cc3cda3-c637-48bb-824d-9f227532d01b HTTP/1.1" status: 200 len: 717 time: 0.1329124 Aug 27 02:30:07.625905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49578) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:07.793791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.862981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['94beb59c-355b-48de-b0f3-52cde4551c9f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:07.904412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20cea118-bbc0-4937-b902-3e5d9de7b7f9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.920115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Checking segment: {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:07.920488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Network hostable DHCP agents. Network: 5c831531-d70e-42a5-8471-e10c1960199c, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:07.945254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16f3aa1d-1a0b-4d2b-9b77-72c01f76aa12 tempest-RoutersTestDVR-548982954 tempest-RoutersTestDVR-548982954-project] 10.222.0.10 "GET /v2.0/routers/6cc3cda3-c637-48bb-824d-9f227532d01b HTTP/1.1" status: 200 len: 683 time: 0.3180323 Aug 27 02:30:07.949431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49588) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:07.958619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Network 5c831531-d70e-42a5-8471-e10c1960199c is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:08.014257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 5c831531-d70e-42a5-8471-e10c1960199c) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:08.037426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33329f-46fe-493e-b5d5-cf6cd90f9687 None None] Network 5c831531-d70e-42a5-8471-e10c1960199c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:08.055074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.056007 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.074079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d6304e3-3b69-4dd0-9a7a-938d75de488a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.085590 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c9da02fa-c643-4dc9-aa3b-c478981be1a5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7128386 Aug 27 02:30:08.087194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49590) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:08.094967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:08.132519 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.240045 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.241119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.347958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-5c831531-d70e-42a5-8471-e10c1960199c', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:08.348848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.368309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7034ed6a-b406-4033-843f-e4b4493cf1d8 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.370221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7034ed6a-b406-4033-843f-e4b4493cf1d8 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.1887240 Aug 27 02:30:08.535689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.651487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11f1c9-9ceb-46a0-874e-f67017541f73 req-80e5d7a4-292b-4002-8b38-7d15da028a2d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.661172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11f1c9-9ceb-46a0-874e-f67017541f73 req-80e5d7a4-292b-4002-8b38-7d15da028a2d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.668944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11f1c9-9ceb-46a0-874e-f67017541f73 req-80e5d7a4-292b-4002-8b38-7d15da028a2d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.681631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e11f1c9-9ceb-46a0-874e-f67017541f73 req-80e5d7a4-292b-4002-8b38-7d15da028a2d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2416 time: 0.2710092 Aug 27 02:30:08.821356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Allocated IP 172.20.0.2 (5c831531-d70e-42a5-8471-e10c1960199c/20cea118-bbc0-4937-b902-3e5d9de7b7f9/049757cb-e33a-4755-af16-6549bbf89e2f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:08.846480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d6304e3-3b69-4dd0-9a7a-938d75de488a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.849391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d6304e3-3b69-4dd0-9a7a-938d75de488a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.912319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47185ea2-89e6-40d6-9a96-4fcdecb3a433 req-839f954a-6a12-4f5d-b42d-b45db5a216d3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.914180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47185ea2-89e6-40d6-9a96-4fcdecb3a433 req-839f954a-6a12-4f5d-b42d-b45db5a216d3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.2481596 Aug 27 02:30:08.919429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.926633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e11f1c9-9ceb-46a0-874e-f67017541f73 req-60f5e32b-e031-476e-bfb2-49a1d41b4837 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454700 Aug 27 02:30:08.942733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d6304e3-3b69-4dd0-9a7a-938d75de488a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.943900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6304e3-3b69-4dd0-9a7a-938d75de488a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc3cda3-c637-48bb-824d-9f227532d01b {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:08.957932 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d6304e3-3b69-4dd0-9a7a-938d75de488a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.960166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1d6304e3-3b69-4dd0-9a7a-938d75de488a tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "DELETE /v2.0/routers/6cc3cda3-c637-48bb-824d-9f227532d01b HTTP/1.1" status: 204 len: 168 time: 1.0090775 Aug 27 02:30:08.966872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49606) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:08.972854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6939cfdc-48b1-452d-b9f6-6288faf4a276 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Request body: {'router': {'name': 'tempest-router-1021180207', 'distributed': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:08.982720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Deleting port fa295235-bd8d-4aff-899e-f7f71a572596 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:08.983617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.998561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47185ea2-89e6-40d6-9a96-4fcdecb3a433 req-d645f3df-39b3-46be-b7fe-dba9f24b6612 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775881 Aug 27 02:30:09.012477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.024588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6939cfdc-48b1-452d-b9f6-6288faf4a276 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.025662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6939cfdc-48b1-452d-b9f6-6288faf4a276 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.040412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Transition to ACTIVE for port object 049757cb-e33a-4755-af16-6549bbf89e2f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:09.076509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 83c4e059-017e-42ff-bf1c-8481d002c61e up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:09.078772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Transition to ACTIVE for port object 049757cb-e33a-4755-af16-6549bbf89e2f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:09.104071 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.105095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6939cfdc-48b1-452d-b9f6-6288faf4a276 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.113919 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6939cfdc-48b1-452d-b9f6-6288faf4a276 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.139309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6939cfdc-48b1-452d-b9f6-6288faf4a276 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.140691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6939cfdc-48b1-452d-b9f6-6288faf4a276 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1727259 Aug 27 02:30:09.143475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49610) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:09.163843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Network 5c831531-d70e-42a5-8471-e10c1960199c is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:09.176233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:09.182268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:09.192026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Pushing event updated for resources: {'Port': ['ID=049757cb-e33a-4755-af16-6549bbf89e2f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:09.199114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 83c4e059-017e-42ff-bf1c-8481d002c61e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:09.235585 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21519484-fcdb-46ec-b62b-5f04eabefc89 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.245172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] For port fa295235-bd8d-4aff-899e-f7f71a572596, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=fa295235-bd8d-4aff-899e-f7f71a572596,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:09.245538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 83c4e059-017e-42ff-bf1c-8481d002c61e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:09.245661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.245876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.287621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Calling delete_port for fa295235-bd8d-4aff-899e-f7f71a572596 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:09.299944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Attempting to bind port 049757cb-e33a-4755-af16-6549bbf89e2f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:09.300414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Attempting to bind port 049757cb-e33a-4755-af16-6549bbf89e2f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:09.301121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Attempting to bind port 049757cb-e33a-4755-af16-6549bbf89e2f on network 5c831531-d70e-42a5-8471-e10c1960199c {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:09.308915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:09.309180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Deleting port 6a12480a-ac04-4779-b1ba-adc75339cfa4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:09.309272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Checking segment: {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:09.309368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.309684 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.310073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Bound using segment: {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:09.310705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Bound port: 049757cb-e33a-4755-af16-6549bbf89e2f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:09.311453 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.390590 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.446182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 83c4e059-017e-42ff-bf1c-8481d002c61e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=83c4e059-017e-42ff-bf1c-8481d002c61e,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:09.455826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4e059-017e-42ff-bf1c-8481d002c61e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:09.456419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21519484-fcdb-46ec-b62b-5f04eabefc89 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.458622 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e825d37-b476-42e9-9962-ede8a965fa74" -d '{"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-plugged", "status": "completed", "tag": "83c4e059-017e-42ff-bf1c-8481d002c61e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:09.459651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21519484-fcdb-46ec-b62b-5f04eabefc89 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.465245 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.466067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f01cecd0-e356-4cce-9e62-ca9139561bfd up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:09.516390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-24096898-83c2-4db7-a150-2253ce2626db None None] For port 049757cb-e33a-4755-af16-6549bbf89e2f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:09.522565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21519484-fcdb-46ec-b62b-5f04eabefc89 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.523186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21519484-fcdb-46ec-b62b-5f04eabefc89 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31d8692b-1d3b-4f71-9634-5fe7d0d7798d {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:09.529517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21519484-fcdb-46ec-b62b-5f04eabefc89 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.530999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-21519484-fcdb-46ec-b62b-5f04eabefc89 tempest-RoutersTestDVR-935128366 tempest-RoutersTestDVR-935128366-project-admin] 10.222.0.10 "DELETE /v2.0/routers/31d8692b-1d3b-4f71-9634-5fe7d0d7798d HTTP/1.1" status: 204 len: 168 time: 0.3864284 Aug 27 02:30:09.547321 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe1af6b-60e1-4424-9a05-1f974e73ad9f x-openstack-request-id: req-abe1af6b-60e1-4424-9a05-1f974e73ad9f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:09.547529 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-plugged", "status": "completed", "tag": "83c4e059-017e-42ff-bf1c-8481d002c61e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:09.547782 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abe1af6b-60e1-4424-9a05-1f974e73ad9f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:09.548180 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4e059-017e-42ff-bf1c-8481d002c61e', 'code': 200} Aug 27 02:30:09.558960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-24096898-83c2-4db7-a150-2253ce2626db None None] For port 049757cb-e33a-4755-af16-6549bbf89e2f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=049757cb-e33a-4755-af16-6549bbf89e2f,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:09.572760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.584479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=83c4e059-017e-42ff-bf1c-8481d002c61e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:09.656162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f01cecd0-e356-4cce-9e62-ca9139561bfd completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:09.660120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096898-83c2-4db7-a150-2253ce2626db None None] Pushing event updated for resources: {'Port': ['ID=049757cb-e33a-4755-af16-6549bbf89e2f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:09.663849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f01cecd0-e356-4cce-9e62-ca9139561bfd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:09.664216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.770901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.814680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f01cecd0-e356-4cce-9e62-ca9139561bfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f01cecd0-e356-4cce-9e62-ca9139561bfd,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:09.835739 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.836853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94beb59c-355b-48de-b0f3-52cde4551c9f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:10.015412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.020573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f01cecd0-e356-4cce-9e62-ca9139561bfd,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:10.078920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 94beb59c-355b-48de-b0f3-52cde4551c9f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:10.092165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 94beb59c-355b-48de-b0f3-52cde4551c9f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:10.094181 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.117622 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.121054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] For port 6a12480a-ac04-4779-b1ba-adc75339cfa4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6a12480a-ac04-4779-b1ba-adc75339cfa4,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:10.121349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.125885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49634) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:10.181882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f7f63-5b7f-4443-b109-f510a3b085a5 req-6db19c1f-9ebd-4a3a-858e-41b094b7809e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.187928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f7f63-5b7f-4443-b109-f510a3b085a5 req-6db19c1f-9ebd-4a3a-858e-41b094b7809e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.197591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Calling delete_port for 6a12480a-ac04-4779-b1ba-adc75339cfa4 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:10.207219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f7f63-5b7f-4443-b109-f510a3b085a5 req-6db19c1f-9ebd-4a3a-858e-41b094b7809e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.208974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e59f7f63-5b7f-4443-b109-f510a3b085a5 req-6db19c1f-9ebd-4a3a-858e-41b094b7809e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2418 time: 0.1574149 Aug 27 02:30:10.222208 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.270405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94beb59c-355b-48de-b0f3-52cde4551c9f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94beb59c-355b-48de-b0f3-52cde4551c9f,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:10.279880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.306998 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e59f7f63-5b7f-4443-b109-f510a3b085a5 req-d06fb5c1-56fa-4327-8c45-ad2d99126616 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902193 Aug 27 02:30:10.317626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2648c2da-565e-4bb9-9ced-429891ec9051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.347464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=94beb59c-355b-48de-b0f3-52cde4551c9f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:10.440938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ce51-8fba-409d-acba-63bb4b72a892 req-8c93f69a-c6b2-44e6-a736-7a219157308c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.448834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db69ce51-8fba-409d-acba-63bb4b72a892 req-8c93f69a-c6b2-44e6-a736-7a219157308c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2a3a66-d867-4a2d-9cd6-fbaae878547e HTTP/1.1" status: 200 len: 945 time: 0.3146551 Aug 27 02:30:10.460683 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2648c2da-565e-4bb9-9ced-429891ec9051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.470940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2648c2da-565e-4bb9-9ced-429891ec9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.482626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.498604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['dd85e729-6b11-43d2-9b4a-4a6abba023d6', 'fa295235-bd8d-4aff-899e-f7f71a572596'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:10.505827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['910c62cf-dd2c-462c-a4af-0e306050894e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:10.527729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2648c2da-565e-4bb9-9ced-429891ec9051 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42468421ab2a4f7db4c79b408dc9239b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984685 Aug 27 02:30:10.527729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648c2da-565e-4bb9-9ced-429891ec9051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439b0ec7-0e8a-446c-bbb9-58b01cabc7b1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:10.530639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49642) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:10.570355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Pushing event deleted for resources: {'Port': ['ID=fa295235-bd8d-4aff-899e-f7f71a572596,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:10.586929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448731fd-44f1-4296-b0a4-7d37bcef02c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.617533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448731fd-44f1-4296-b0a4-7d37bcef02c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.637856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Allocated IP 172.25.1.130 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/f7bcf6f0-bd04-408c-a207-fc11084ce468) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:10.688575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448731fd-44f1-4296-b0a4-7d37bcef02c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.693336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448731fd-44f1-4296-b0a4-7d37bcef02c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.697518 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-448731fd-44f1-4296-b0a4-7d37bcef02c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/439b0ec7-0e8a-446c-bbb9-58b01cabc7b1 HTTP/1.1" status: 204 len: 168 time: 0.1636674 Aug 27 02:30:10.712335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448731fd-44f1-4296-b0a4-7d37bcef02c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b0ec7-0e8a-446c-bbb9-58b01cabc7b1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:10.837999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] No DVR routers for this DVR port fa295235-bd8d-4aff-899e-f7f71a572596 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:10.844343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.847232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ec6c2b6-8512-443e-a795-0560008e8326 req-7458ae7d-e535-4ef6-b27f-aff5932e12c3 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "DELETE /v2.0/ports/fa295235-bd8d-4aff-899e-f7f71a572596 HTTP/1.1" status: 204 len: 173 time: 2.4412479 Aug 27 02:30:10.864500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db69ce51-8fba-409d-acba-63bb4b72a892 req-46111564-c331-44f1-b612-e06525a99a97 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104056 Aug 27 02:30:10.865376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'name': 'network-vif-deleted', 'tag': 'fa295235-bd8d-4aff-899e-f7f71a572596'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:10.871986 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d15d11-3969-40d1-b1f4-2d8da6cd68c6" -d '{"events": [{"server_uuid": "0f2a3a66-d867-4a2d-9cd6-fbaae878547e", "name": "network-vif-deleted", "tag": "fa295235-bd8d-4aff-899e-f7f71a572596"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:10.881548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.962862 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e177736-0b01-4fed-bc52-71c9ee06c56b x-openstack-request-id: req-0e177736-0b01-4fed-bc52-71c9ee06c56b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:10.963729 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2a3a66-d867-4a2d-9cd6-fbaae878547e", "name": "network-vif-deleted", "tag": "fa295235-bd8d-4aff-899e-f7f71a572596", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:10.964077 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e177736-0b01-4fed-bc52-71c9ee06c56b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:10.964617 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2a3a66-d867-4a2d-9cd6-fbaae878547e', 'name': 'network-vif-deleted', 'tag': 'fa295235-bd8d-4aff-899e-f7f71a572596', 'status': 'completed', 'code': 200} Aug 27 02:30:10.965545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a12480a-ac04-4779-b1ba-adc75339cfa4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:11.127351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.241434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee497ab-445b-44da-8258-6944db305e0b None None] Network 5c831531-d70e-42a5-8471-e10c1960199c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:11.400680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-479e4447-84cc-4585-8a6f-cffcfc437955 None None] Provisioning for port 049757cb-e33a-4755-af16-6549bbf89e2f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:11.514248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.552792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cecd0-e356-4cce-9e62-ca9139561bfd'}, {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94beb59c-355b-48de-b0f3-52cde4551c9f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:11.561326 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a59ac-2930-472b-820b-3fe800475634" -d '{"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-plugged", "status": "completed", "tag": "f01cecd0-e356-4cce-9e62-ca9139561bfd"}, {"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-plugged", "status": "completed", "tag": "94beb59c-355b-48de-b0f3-52cde4551c9f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:11.605302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 049757cb-e33a-4755-af16-6549bbf89e2f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:11.618253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49668) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:11.618817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:11.622627 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.629831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:11.637341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:11.639317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bcf6f0-bd04-408c-a207-fc11084ce468,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:11.661547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-414c2626-a009-4a71-a266-5302dbedb0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.708453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cfb88-1350-4a6b-a3a6-71c3d04353d0 req-754831a1-0068-45c1-80d7-a96f4a4badb2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.714576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cfb88-1350-4a6b-a3a6-71c3d04353d0 req-754831a1-0068-45c1-80d7-a96f4a4badb2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.720439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cfb88-1350-4a6b-a3a6-71c3d04353d0 req-754831a1-0068-45c1-80d7-a96f4a4badb2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.722218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad5cfb88-1350-4a6b-a3a6-71c3d04353d0 req-754831a1-0068-45c1-80d7-a96f4a4badb2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2419 time: 0.2038798 Aug 27 02:30:11.752391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 049757cb-e33a-4755-af16-6549bbf89e2f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:11.756897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 049757cb-e33a-4755-af16-6549bbf89e2f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:11.757398 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.814604 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf77854-5108-498b-b096-2b7fc34dbe46 x-openstack-request-id: req-dbf77854-5108-498b-b096-2b7fc34dbe46 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:11.815148 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-plugged", "status": "completed", "tag": "f01cecd0-e356-4cce-9e62-ca9139561bfd", "code": 200}, {"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-plugged", "status": "completed", "tag": "94beb59c-355b-48de-b0f3-52cde4551c9f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:11.816951 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbf77854-5108-498b-b096-2b7fc34dbe46 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:11.818219 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cecd0-e356-4cce-9e62-ca9139561bfd', 'code': 200} Aug 27 02:30:11.819405 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94beb59c-355b-48de-b0f3-52cde4551c9f', 'code': 200} Aug 27 02:30:11.871758 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-414c2626-a009-4a71-a266-5302dbedb0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.880843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-414c2626-a009-4a71-a266-5302dbedb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.952068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.967465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c2626-a009-4a71-a266-5302dbedb0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3cca55-7d9c-433c-9bea-754ea5c9a7e6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:11.981351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad5cfb88-1350-4a6b-a3a6-71c3d04353d0 req-44fe8375-a8c9-4ac9-8254-f19d260d6bc4 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219355 Aug 27 02:30:11.982586 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-414c2626-a009-4a71-a266-5302dbedb0f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5ff9b9d6ab44ff190c2f19567aff5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621786 Aug 27 02:30:11.983335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49678) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:11.998586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 049757cb-e33a-4755-af16-6549bbf89e2f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=049757cb-e33a-4755-af16-6549bbf89e2f,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:12.014173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.067038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e857d6-4233-4a0d-b94c-d652a3e9134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.086569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=049757cb-e33a-4755-af16-6549bbf89e2f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:12.096854 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e857d6-4233-4a0d-b94c-d652a3e9134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.126305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b849046-a8a7-43df-9750-c1ab857d143b req-0fae58b0-d74b-4f28-af67-6a6873707cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:12.126814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b849046-a8a7-43df-9750-c1ab857d143b req-0fae58b0-d74b-4f28-af67-6a6873707cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:12.127344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b849046-a8a7-43df-9750-c1ab857d143b req-0fae58b0-d74b-4f28-af67-6a6873707cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:12.129043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b849046-a8a7-43df-9750-c1ab857d143b req-0fae58b0-d74b-4f28-af67-6a6873707cd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2872 time: 0.2449229 Aug 27 02:30:12.142146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-53409bf4-506c-462b-931f-79e2453a869a None None] Provisioning complete for port 049757cb-e33a-4755-af16-6549bbf89e2f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:12.143093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-53409bf4-506c-462b-931f-79e2453a869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.156684 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e857d6-4233-4a0d-b94c-d652a3e9134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.159724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06e857d6-4233-4a0d-b94c-d652a3e9134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.163708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06e857d6-4233-4a0d-b94c-d652a3e9134b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c3cca55-7d9c-433c-9bea-754ea5c9a7e6 HTTP/1.1" status: 204 len: 168 time: 0.1794970 Aug 27 02:30:12.180387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e857d6-4233-4a0d-b94c-d652a3e9134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3cca55-7d9c-433c-9bea-754ea5c9a7e6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:12.244694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b849046-a8a7-43df-9750-c1ab857d143b req-c9fc14af-651a-44dd-b0e5-9777e346b304 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051362 Aug 27 02:30:12.434673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cb37a-623d-4ab5-8054-614925ee76e3 req-59dc1e59-91b1-4736-b1eb-ecc5e257123c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:12.436783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc5cb37a-623d-4ab5-8054-614925ee76e3 req-59dc1e59-91b1-4736-b1eb-ecc5e257123c tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 945 time: 0.1256807 Aug 27 02:30:12.439029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:12.442848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.598886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc5cb37a-623d-4ab5-8054-614925ee76e3 req-0a8facf9-af7a-49b1-94ce-0571e081b15f tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521308 Aug 27 02:30:12.720191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:12.731026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ee060f14-a604-4950-8294-f66300e52011 admin admin] 10.222.0.10 "PUT /v2.0/routers/60c1d8ef-bc70-4b12-8c50-bc7ef34d3008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5603168 Aug 27 02:30:12.734773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49706) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:12.735023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] Sync routers for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:12.744827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:12.745453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:12.857596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:13.086878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:30:10Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:13.139549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] Checking router: 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:13.150188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] Routers {'60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:13.151050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:13.195622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b2b37-d467-4f68-be6b-3dc335fd7424 req-1050760d-b8a7-403a-b8a5-07e4fbd8bd07 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:13.218003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b2b37-d467-4f68-be6b-3dc335fd7424 req-1050760d-b8a7-403a-b8a5-07e4fbd8bd07 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:13.235661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b2b37-d467-4f68-be6b-3dc335fd7424 req-1050760d-b8a7-403a-b8a5-07e4fbd8bd07 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:13.243514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee5b2b37-d467-4f68-be6b-3dc335fd7424 req-1050760d-b8a7-403a-b8a5-07e4fbd8bd07 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2419 time: 0.1598020 Aug 27 02:30:13.321076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device fa295235-bd8d-4aff-899e-f7f71a572596 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:13.365923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: fa295235-bd8d-4aff-899e-f7f71a572596 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:13.366262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device fa295235-bd8d-4aff-899e-f7f71a572596 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:13.426045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] Set router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:13.434833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:13.465896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee5b2b37-d467-4f68-be6b-3dc335fd7424 req-72e0283c-cffa-4707-b359-4fe584af2927 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002935 Aug 27 02:30:13.567646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:13.569033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 049757cb-e33a-4755-af16-6549bbf89e2f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:13.706280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Router ff173b56-ae7f-4633-8064-f537b6cb26fa is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:30:13.858101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:13.951622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771c0d-3950-4b7c-8a5f-855054b6f1fe req-81dbf9bf-682e-444e-b80e-a38759910acb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:13.953301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d771c0d-3950-4b7c-8a5f-855054b6f1fe req-81dbf9bf-682e-444e-b80e-a38759910acb tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 945 time: 0.2171776 Aug 27 02:30:13.971830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 049757cb-e33a-4755-af16-6549bbf89e2f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:13.973042 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:13.973692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-6491f33d-a29b-4288-8745-acb765600cf5 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:13.975254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-6491f33d-a29b-4288-8745-acb765600cf5 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.45 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 945 time: 0.2167127 Aug 27 02:30:14.032919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:14.041767 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Sync routers for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:14.061506 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:14.062152 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:14.194351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.196459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9e6903f3-6922-4be2-8095-8e5d8bbe58f4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1075752 Aug 27 02:30:14.199404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49746) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:14.213863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d771c0d-3950-4b7c-8a5f-855054b6f1fe req-3e742bf8-ae59-4325-8797-90189c2d5b7a tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343931 Aug 27 02:30:14.227973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:30:10Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:14.239284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Deleting port 7419893b-2131-4822-abb1-cb36074b6ef2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:14.240509 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.264355 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:14.319395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87677f-a5be-464b-8e9b-25d15dc88a09 None None] The sync data for ids ['60c1d8ef-bc70-4b12-8c50-bc7ef34d3008'] in n-d-806293-1 is: [{'id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'name': 'tempest-TaggedBootDevicesTest-1571602773-router', 'tenant_id': 'b4588d0b96d644598e46477ade199b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:43Z', 'updated_at': '2021-08-27T02:30:10Z', 'revision_number': 5, 'project_id': 'b4588d0b96d644598e46477ade199b53', 'gw_port': {'id': '7419893b-2131-4822-abb1-cb36074b6ef2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1d8ef-bc70-4b12-8c50-bc7ef34d3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:44Z', 'updated_at': '2021-08-27T02:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:14.337578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49750) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:14.451612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Deleting port 910c62cf-dd2c-462c-a4af-0e306050894e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:14.452162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.581075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] For port 7419893b-2131-4822-abb1-cb36074b6ef2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7419893b-2131-4822-abb1-cb36074b6ef2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:14.581075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.624844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Calling delete_port for 7419893b-2131-4822-abb1-cb36074b6ef2 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:14.701469 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8177502-dcd8-4380-ac9e-37324d43b161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.805078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] For port 910c62cf-dd2c-462c-a4af-0e306050894e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=910c62cf-dd2c-462c-a4af-0e306050894e,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:14.805507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.809961 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:12Z', 'revision_number': 3, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:14.820173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8177502-dcd8-4380-ac9e-37324d43b161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.836056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8177502-dcd8-4380-ac9e-37324d43b161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.838765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Calling delete_port for 910c62cf-dd2c-462c-a4af-0e306050894e owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:14.907945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8177502-dcd8-4380-ac9e-37324d43b161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67789f-b3f7-4592-8d6d-4151f22acd20,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:14.952989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Checking router: ff173b56-ae7f-4633-8064-f537b6cb26fa for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:14.953464 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Updating router ff173b56-ae7f-4633-8064-f537b6cb26fa port f7bcf6f0-bd04-408c-a207-fc11084ce468 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:30:15.003423 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c8177502-dcd8-4380-ac9e-37324d43b161 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60b54ebf2a7b4eb7bdec8d22c4251cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631894 Aug 27 02:30:15.006799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49766) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:15.009605 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.029325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c442-a14e-4a86-b004-eaadaf1e205f req-1a835ec6-7acd-437b-b199-920e1333ee18 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.035340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c442-a14e-4a86-b004-eaadaf1e205f req-1a835ec6-7acd-437b-b199-920e1333ee18 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.041644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c442-a14e-4a86-b004-eaadaf1e205f req-1a835ec6-7acd-437b-b199-920e1333ee18 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.048796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ae4c442-a14e-4a86-b004-eaadaf1e205f req-1a835ec6-7acd-437b-b199-920e1333ee18 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2419 time: 0.2255411 Aug 27 02:30:15.187078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ae4c442-a14e-4a86-b004-eaadaf1e205f req-ca2235f0-9e9b-4f10-918d-a3b9778ce5c8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360943 Aug 27 02:30:15.209205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49768) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:15.265867 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e5bc-7725-407d-9bbb-d04145a49b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.282555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a12480a-ac04-4779-b1ba-adc75339cfa4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:15.312330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6a12480a-ac04-4779-b1ba-adc75339cfa4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:15.313057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6a12480a-ac04-4779-b1ba-adc75339cfa4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:15.342953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e5bc-7725-407d-9bbb-d04145a49b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.383495 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.424076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-370434497', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:15.460177 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.476760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.487335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e5bc-7725-407d-9bbb-d04145a49b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.490163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e5bc-7725-407d-9bbb-d04145a49b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.494495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1bb8e5bc-7725-407d-9bbb-d04145a49b89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c67789f-b3f7-4592-8d6d-4151f22acd20 HTTP/1.1" status: 204 len: 168 time: 0.4863536 Aug 27 02:30:15.499263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Pushing event deleted for resources: {'Port': ['ID=7419893b-2131-4822-abb1-cb36074b6ef2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:15.529970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8e5bc-7725-407d-9bbb-d04145a49b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67789f-b3f7-4592-8d6d-4151f22acd20,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:15.531970 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.536281 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Transition to ACTIVE for port object f7bcf6f0-bd04-408c-a207-fc11084ce468 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:15.551884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Made reservation on behalf of 5a3532c4406042c886ea8fe31b8e8543 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:15.558951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['dd85e729-6b11-43d2-9b4a-4a6abba023d6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:15.561865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.562258 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.578381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Pushing event deleted for resources: {'Port': ['ID=910c62cf-dd2c-462c-a4af-0e306050894e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:15.631329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1a6a6-fec6-4e64-986c-d1c76579bc3c req-dbcdccd7-1a1e-4815-989b-6bd1374dfbf8 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.639112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8b1a6a6-fec6-4e64-986c-d1c76579bc3c req-dbcdccd7-1a1e-4815-989b-6bd1374dfbf8 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=29376bf8-e982-4ce3-aa61-8fd9108aa016 HTTP/1.1" status: 200 len: 867 time: 0.2645636 Aug 27 02:30:15.664753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] No DVR routers for this DVR port 910c62cf-dd2c-462c-a4af-0e306050894e on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:15.668927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.671235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-30bc0bfe-ef12-4e5b-a9ff-07cf131fce11 req-c4a40e1a-f9dc-4bbc-9972-051f92fbfd77 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.45 "DELETE /v2.0/ports/910c62cf-dd2c-462c-a4af-0e306050894e HTTP/1.1" status: 204 len: 173 time: 1.6817441 Aug 27 02:30:15.672949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'name': 'network-vif-deleted', 'tag': '910c62cf-dd2c-462c-a4af-0e306050894e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:15.676046 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eb06d2-795a-4426-82a1-59ed5df8d897" -d '{"events": [{"server_uuid": "29376bf8-e982-4ce3-aa61-8fd9108aa016", "name": "network-vif-deleted", "tag": "910c62cf-dd2c-462c-a4af-0e306050894e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:15.685991 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Attempting to bind port f7bcf6f0-bd04-408c-a207-fc11084ce468 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:15.686406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.686604 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Attempting to bind port f7bcf6f0-bd04-408c-a207-fc11084ce468 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:15.687205 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Attempting to bind port f7bcf6f0-bd04-408c-a207-fc11084ce468 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:15.690227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.714402 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069e40f-027a-40d1-b34f-7af717f99c4b None None] Pushing event updated for resources: {'Port': ['ID=f7bcf6f0-bd04-408c-a207-fc11084ce468,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:15.728495 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:15.729245 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:15.729880 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.730502 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:15.731347 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Bound port: f7bcf6f0-bd04-408c-a207-fc11084ce468, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:15.732331 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.798487 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] For port f7bcf6f0-bd04-408c-a207-fc11084ce468, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:15.802468 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] For port f7bcf6f0-bd04-408c-a207-fc11084ce468, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7bcf6f0-bd04-408c-a207-fc11084ce468,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:15.811225 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.834943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8b1a6a6-fec6-4e64-986c-d1c76579bc3c req-22cb9bb4-bcbd-42ec-8eb2-865264b700b2 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946640 Aug 27 02:30:15.860184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.863330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.942761 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f999e80-a03e-407d-8199-ef9d124afbe4 x-openstack-request-id: req-7f999e80-a03e-407d-8199-ef9d124afbe4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:15.943471 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29376bf8-e982-4ce3-aa61-8fd9108aa016", "name": "network-vif-deleted", "tag": "910c62cf-dd2c-462c-a4af-0e306050894e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:15.943954 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f999e80-a03e-407d-8199-ef9d124afbe4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:15.944627 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29376bf8-e982-4ce3-aa61-8fd9108aa016', 'name': 'network-vif-deleted', 'tag': '910c62cf-dd2c-462c-a4af-0e306050894e', 'status': 'completed', 'code': 200} Aug 27 02:30:15.959890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.960915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:15.964843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a996b11-1b46-4c4f-98fc-34f0afdce715 req-e1638c38-9abf-4636-a486-3e1278b54111 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.967209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.969723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aa1bfc6b-04b8-4383-888b-112f9636f207 admin admin] 10.222.0.10 "DELETE /v2.0/routers/60c1d8ef-bc70-4b12-8c50-bc7ef34d3008 HTTP/1.1" status: 204 len: 168 time: 3.2340736 Aug 27 02:30:15.972222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49786) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:15.976326 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:15.978491 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:15.978629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a996b11-1b46-4c4f-98fc-34f0afdce715 req-e1638c38-9abf-4636-a486-3e1278b54111 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.987422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a996b11-1b46-4c4f-98fc-34f0afdce715 req-e1638c38-9abf-4636-a486-3e1278b54111 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.998756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a996b11-1b46-4c4f-98fc-34f0afdce715 req-e1638c38-9abf-4636-a486-3e1278b54111 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2419 time: 0.2975938 Aug 27 02:30:16.049079 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069e40f-027a-40d1-b34f-7af717f99c4b None None] Pushing event updated for resources: {'Port': ['ID=f7bcf6f0-bd04-408c-a207-fc11084ce468,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:16.068971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49788) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:16.087081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed48bd70-3afe-4fda-a6c7-79d38d0b62cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.115211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] Deleting subnet b7474c23-5641-46df-93f3-6384e3e1929c {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:16.125839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.145567 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:16.162836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a996b11-1b46-4c4f-98fc-34f0afdce715 req-b895bf01-4aff-467d-8013-a31b01a56bba tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611023 Aug 27 02:30:16.241561 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.250186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Allocated IP 172.20.0.1 (5c831531-d70e-42a5-8471-e10c1960199c/20cea118-bbc0-4937-b902-3e5d9de7b7f9/dfdf5cb7-40da-4238-a0a6-de867909b629) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:16.333594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.346073 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.352964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] device_id is not set on port 34ca4353-dc62-44bd-8d12-253f64203eeb yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:16.390309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.427300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3320dfd1-563c-4c67-ac17-e4065bf58c3b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:16.492129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.497323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.507424 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:12Z', 'revision_number': 3, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:16.513999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.514865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b7474c23-5641-46df-93f3-6384e3e1929c HTTP/1.1" status: 204 len: 168 time: 0.5334876 Aug 27 02:30:16.528986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49794) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:16.529375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff21d3-fca9-42e1-922f-016ce61fd809 None None] Network 16e5c914-5405-4258-ad19-5b2a64dad66a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:16.556522 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4bd12d-75c6-43cc-99c6-b4f874a449e8 None None] The sync data for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 is: [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:12Z', 'revision_number': 3, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:16.569078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92835e-b686-4437-858c-94ae0e4e18ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7474c23-5641-46df-93f3-6384e3e1929c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:16.572309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed48bd70-3afe-4fda-a6c7-79d38d0b62cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.584642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed48bd70-3afe-4fda-a6c7-79d38d0b62cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.615415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.620426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Transition to ACTIVE for port object dfdf5cb7-40da-4238-a0a6-de867909b629 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:16.644073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48bd70-3afe-4fda-a6c7-79d38d0b62cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0820617f-4786-49ab-83f1-b0db99aa8bf9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:16.649368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Allocated IP 172.25.1.118 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/34ca4353-dc62-44bd-8d12-253f64203eeb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:16.652899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ed48bd70-3afe-4fda-a6c7-79d38d0b62cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b158571cff44f2390ee84c713bb9ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827684 Aug 27 02:30:16.655919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49796) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:16.726210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc89fe8c-dda0-44cf-8e2c-575c6e98bea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.751133 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc89fe8c-dda0-44cf-8e2c-575c6e98bea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.765860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.809117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc89fe8c-dda0-44cf-8e2c-575c6e98bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.812505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc89fe8c-dda0-44cf-8e2c-575c6e98bea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.813700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fc89fe8c-dda0-44cf-8e2c-575c6e98bea6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0820617f-4786-49ab-83f1-b0db99aa8bf9 HTTP/1.1" status: 204 len: 168 time: 0.1567576 Aug 27 02:30:16.823744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89fe8c-dda0-44cf-8e2c-575c6e98bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0820617f-4786-49ab-83f1-b0db99aa8bf9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:16.877098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=dfdf5cb7-40da-4238-a0a6-de867909b629,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:16.903123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Deleting port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:16.903467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.907540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Network 5c831531-d70e-42a5-8471-e10c1960199c is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:16.923620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:16.937269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:17.014486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.091284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.125317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 910c62cf-dd2c-462c-a4af-0e306050894e no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:17.181918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 910c62cf-dd2c-462c-a4af-0e306050894e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:17.183473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 910c62cf-dd2c-462c-a4af-0e306050894e not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:17.191253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] DHCP port deletion for 16e5c914-5405-4258-ad19-5b2a64dad66a request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:17.222802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.309557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6f2d0c1e-c503-4c0f-b0a4-be48c03208de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.324279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6f2d0c1e-c503-4c0f-b0a4-be48c03208de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.338832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6f2d0c1e-c503-4c0f-b0a4-be48c03208de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.348811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6f2d0c1e-c503-4c0f-b0a4-be48c03208de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2419 time: 0.1416264 Aug 27 02:30:17.372740 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.429568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] For port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:17.430327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.434576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] Deleting port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:17.435344 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.501635 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.526518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Calling delete_port for 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:17.540791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.545399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] For port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,segment=NetworkSegment(b915b0c9-f401-40fb-8569-8a3a67aa80c8),segment_id=b915b0c9-f401-40fb-8569-8a3a67aa80c8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:17.547046 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.573646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43073e49-b855-4d90-a724-192f8a1e40d2 req-6405a8e4-4d3d-4761-8013-cfc05718716f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.580370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43073e49-b855-4d90-a724-192f8a1e40d2 req-6405a8e4-4d3d-4761-8013-cfc05718716f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.584617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] Calling delete_port for 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:17.589599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43073e49-b855-4d90-a724-192f8a1e40d2 req-6405a8e4-4d3d-4761-8013-cfc05718716f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.596066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43073e49-b855-4d90-a724-192f8a1e40d2 req-6405a8e4-4d3d-4761-8013-cfc05718716f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 2419 time: 0.1904914 Aug 27 02:30:17.657802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43073e49-b855-4d90-a724-192f8a1e40d2 req-af56c48d-5de6-4d6d-8ca1-37c780c797f4 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607486 Aug 27 02:30:17.677138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 94beb59c-355b-48de-b0f3-52cde4551c9f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:17.677505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.689856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7bcf6f0-bd04-408c-a207-fc11084ce468 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:17.714634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-26431830-5c05-4629-844b-163514af49f7 None None] Provisioning for port dfdf5cb7-40da-4238-a0a6-de867909b629 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:17.719254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.748973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-26431830-5c05-4629-844b-163514af49f7 None None] Provisioning complete for port dfdf5cb7-40da-4238-a0a6-de867909b629 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:17.749935 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-26431830-5c05-4629-844b-163514af49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.821881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-26431830-5c05-4629-844b-163514af49f7 None None] Port dfdf5cb7-40da-4238-a0a6-de867909b629 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:17.826505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] Pushing event deleted for resources: {'Port': ['ID=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:17.834364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b816e2f-e482-4d63-ab57-a49cc99a3819 None None] No DVR routers for this DVR port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:17.864708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f7bcf6f0-bd04-408c-a207-fc11084ce468 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:17.869936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f7bcf6f0-bd04-408c-a207-fc11084ce468 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:17.870361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.889236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 94beb59c-355b-48de-b0f3-52cde4551c9f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94beb59c-355b-48de-b0f3-52cde4551c9f,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:17.890236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.911185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 94beb59c-355b-48de-b0f3-52cde4551c9f owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:17.974024 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.020041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port f7bcf6f0-bd04-408c-a207-fc11084ce468, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7bcf6f0-bd04-408c-a207-fc11084ce468,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:18.025775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.100310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=f7bcf6f0-bd04-408c-a207-fc11084ce468,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:18.101056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.124125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:18.135414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['83c4e059-017e-42ff-bf1c-8481d002c61e', 'f01cecd0-e356-4cce-9e62-ca9139561bfd', '94beb59c-355b-48de-b0f3-52cde4551c9f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:18.143822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7419893b-2131-4822-abb1-cb36074b6ef2 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:18.145304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=94beb59c-355b-48de-b0f3-52cde4551c9f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:18.150213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.150581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.174446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.174841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.175149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.175482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.175811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.176137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.176461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.179497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.179877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.180320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.190156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:18.192247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Pushing event updated for resources: {'Port': ['ID=34ca4353-dc62-44bd-8d12-253f64203eeb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:18.194562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:18.222986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e69f94-720d-4c0c-9e49-0dd881b6ecd3 req-2075cdee-14f9-474e-bb43-e71a281d6eba tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:18.231247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 94beb59c-355b-48de-b0f3-52cde4551c9f on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:18.235043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.236373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6e69f94-720d-4c0c-9e49-0dd881b6ecd3 req-2075cdee-14f9-474e-bb43-e71a281d6eba tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.8160210 Aug 27 02:30:18.238095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-940467da-43bd-4560-88dd-955ee71878dd tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "DELETE /v2.0/ports/94beb59c-355b-48de-b0f3-52cde4551c9f HTTP/1.1" status: 204 len: 173 time: 0.8881347 Aug 27 02:30:18.238802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-deleted', 'tag': '94beb59c-355b-48de-b0f3-52cde4551c9f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:18.241337 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30444d93-fec1-4108-8de4-2bae5189a6de" -d '{"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-deleted", "tag": "94beb59c-355b-48de-b0f3-52cde4551c9f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:18.258785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 7419893b-2131-4822-abb1-cb36074b6ef2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:18.259146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7419893b-2131-4822-abb1-cb36074b6ef2 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:18.259578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:18.262101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.310173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6e69f94-720d-4c0c-9e49-0dd881b6ecd3 req-e0e88a13-1b7f-4458-b039-863595548525 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711231 Aug 27 02:30:18.321852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:18.322546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:18.323516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.357282 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb3b077-4524-43db-9970-ad5b098c9a71 x-openstack-request-id: req-5fb3b077-4524-43db-9970-ad5b098c9a71 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:18.357571 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-deleted", "tag": "94beb59c-355b-48de-b0f3-52cde4551c9f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:18.357820 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fb3b077-4524-43db-9970-ad5b098c9a71 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:18.358239 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-deleted', 'tag': '94beb59c-355b-48de-b0f3-52cde4551c9f', 'status': 'completed', 'code': 200} Aug 27 02:30:18.460556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 83c4e059-017e-42ff-bf1c-8481d002c61e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:18.460975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.515747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=dfdf5cb7-40da-4238-a0a6-de867909b629,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:18.538430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.554640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:18.555935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.566281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.566659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.567000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.567337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.568021 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.568358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.568675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.569011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.569337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.569660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.569984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.570306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:18.593115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 83c4e059-017e-42ff-bf1c-8481d002c61e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=83c4e059-017e-42ff-bf1c-8481d002c61e,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:18.594152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.617472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 83c4e059-017e-42ff-bf1c-8481d002c61e owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:18.631350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] No DVR routers for this DVR port 0d9fc3c0-458b-43ea-a2cb-50ef00e34689 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:18.636581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.639682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9fc3c0-458b-43ea-a2cb-50ef00e34689,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:18.651354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8a6072bd-86db-4d14-a8a6-8ae181802a92 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.4391191 Aug 27 02:30:18.666563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49838) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:18.673394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.118'}]}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:18.738975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.740141 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.803266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.830912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.855831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e5c914-5405-4258-ad19-5b2a64dad66a']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:18.887214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b915b0c9-f401-40fb-8569-8a3a67aa80c8') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:18.887214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b915b0c9-f401-40fb-8569-8a3a67aa80c8') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:18.906828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20e6a-74ad-4dee-ae28-5791ceccb293 req-c97e204b-524b-46c4-a36a-f304d3e71b8f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:18.913248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20e6a-74ad-4dee-ae28-5791ceccb293 req-c97e204b-524b-46c4-a36a-f304d3e71b8f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:18.914961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8f20e6a-74ad-4dee-ae28-5791ceccb293 req-c97e204b-524b-46c4-a36a-f304d3e71b8f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 1683 time: 0.1582043 Aug 27 02:30:18.922495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.927873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Network 5c831531-d70e-42a5-8471-e10c1960199c is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:18.945027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:18.967228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-b79337a8-1cca-4fbf-abbf-0c47dba53d29 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:18.969032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-b79337a8-1cca-4fbf-abbf-0c47dba53d29 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1630685 Aug 27 02:30:18.986013 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.034247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:19.034737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:19.036871 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:19.064164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8f20e6a-74ad-4dee-ae28-5791ceccb293 req-fe06b499-a9df-42c1-b42c-85fd1cb9af86 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394038 Aug 27 02:30:19.130895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.143793 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.144010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['94beb59c-355b-48de-b0f3-52cde4551c9f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:19.167025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.197816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=83c4e059-017e-42ff-bf1c-8481d002c61e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:19.235439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.252247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] 10.222.0.10 "DELETE /v2.0/networks/16e5c914-5405-4258-ad19-5b2a64dad66a HTTP/1.1" status: 204 len: 168 time: 2.7117002 Aug 27 02:30:19.254064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33204c43-d09b-4f5b-bf35-02864da1e4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=16e5c914-5405-4258-ad19-5b2a64dad66a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:19.285354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Router ff173b56-ae7f-4633-8064-f537b6cb26fa has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:19.360165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b15c1ac6-aeed-44b3-9aae-0e5a352be75f None None] Provisioning complete for port dfdf5cb7-40da-4238-a0a6-de867909b629 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:19.360546 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b15c1ac6-aeed-44b3-9aae-0e5a352be75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.383798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 83c4e059-017e-42ff-bf1c-8481d002c61e on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:19.389901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.392860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-b64bcb50-4fbb-40f6-b718-af6e0f714021 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "DELETE /v2.0/ports/83c4e059-017e-42ff-bf1c-8481d002c61e HTTP/1.1" status: 204 len: 173 time: 1.1480415 Aug 27 02:30:19.447921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b15c1ac6-aeed-44b3-9aae-0e5a352be75f None None] Port dfdf5cb7-40da-4238-a0a6-de867909b629 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:19.486581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7bcf6f0-bd04-408c-a207-fc11084ce468 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:19.597268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:19.602681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f7bcf6f0-bd04-408c-a207-fc11084ce468 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:19.603052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Deleting port dd85e729-6b11-43d2-9b4a-4a6abba023d6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:19.603503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.620510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2b8ecd6e-54e5-4f83-b5bf-60fa84d73bf6 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff173b56-ae7f-4633-8064-f537b6cb26fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4108388 Aug 27 02:30:19.620909 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.652466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Sync routers for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:19.673524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:19.674762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:19.677645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c204f-3684-4e5e-9f3e-8a4ac3292df8 req-46b372b2-f2c8-4121-b5ba-c87dc4346266 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:19.681171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cc8c204f-3684-4e5e-9f3e-8a4ac3292df8 req-46b372b2-f2c8-4121-b5ba-c87dc4346266 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 945 time: 0.1875823 Aug 27 02:30:19.685828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port f01cecd0-e356-4cce-9e62-ca9139561bfd {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:19.686182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.741077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49866) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:19.823621 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fe3347ef-708c-4f9e-8113-b6e2414d99d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4588d0b96d644598e46477ade199b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810339 Aug 27 02:30:19.827557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49870) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:19.858337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:19.972421 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73838cb8-2f42-4dbe-a5a6-2f27eebba7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.027201 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73838cb8-2f42-4dbe-a5a6-2f27eebba7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.132477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73838cb8-2f42-4dbe-a5a6-2f27eebba7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.135980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73838cb8-2f42-4dbe-a5a6-2f27eebba7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.138727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-73838cb8-2f42-4dbe-a5a6-2f27eebba7b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/000f1321-172c-43ec-a2bf-b91687fea3f0 HTTP/1.1" status: 204 len: 168 time: 0.3091099 Aug 27 02:30:20.144149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 2, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:20.159481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73838cb8-2f42-4dbe-a5a6-2f27eebba7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f1321-172c-43ec-a2bf-b91687fea3f0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:20.179855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Checking router: ff173b56-ae7f-4633-8064-f537b6cb26fa for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:20.180221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Updating router ff173b56-ae7f-4633-8064-f537b6cb26fa port dfdf5cb7-40da-4238-a0a6-de867909b629 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:30:20.213201 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.269878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49886) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:20.336393 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cc8c204f-3684-4e5e-9f3e-8a4ac3292df8 req-4100c13f-24e9-4807-842b-3f8758e99268 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/security-groups?id=b97d0328-191d-4f5f-98a2-a26d433401e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427369 Aug 27 02:30:20.364107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-deleted', 'tag': '83c4e059-017e-42ff-bf1c-8481d002c61e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:20.366494 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f81e85-ac0c-43da-8232-d6eb007da7e9" -d '{"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-deleted", "tag": "83c4e059-017e-42ff-bf1c-8481d002c61e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:20.373428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.384287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] For port dd85e729-6b11-43d2-9b4a-4a6abba023d6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dd85e729-6b11-43d2-9b4a-4a6abba023d6,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:20.384918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.390471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port f01cecd0-e356-4cce-9e62-ca9139561bfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f01cecd0-e356-4cce-9e62-ca9139561bfd,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:20.391032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.461921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.466969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Calling delete_port for dd85e729-6b11-43d2-9b4a-4a6abba023d6 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:20.471778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for f01cecd0-e356-4cce-9e62-ca9139561bfd owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:20.581586 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.594342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Transition to ACTIVE for port object dfdf5cb7-40da-4238-a0a6-de867909b629 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:20.604084 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.696854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec12a8-72a3-429f-90be-f920c80f6fc2 None None] Pushing event updated for resources: {'Port': ['ID=dfdf5cb7-40da-4238-a0a6-de867909b629,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:20.737504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a87da-9440-428a-9327-6782b42460cf req-e2fb51f1-7da4-4530-88da-c11caed827da tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:20.740503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b58d8e1-4c26-42be-a745-9a8854c0d161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.745495 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d05a87da-9440-428a-9327-6782b42460cf req-e2fb51f1-7da4-4530-88da-c11caed827da tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 946 time: 0.2850606 Aug 27 02:30:20.788668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Attempting to bind port dfdf5cb7-40da-4238-a0a6-de867909b629 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:20.791980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Attempting to bind port dfdf5cb7-40da-4238-a0a6-de867909b629 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:20.792534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Attempting to bind port dfdf5cb7-40da-4238-a0a6-de867909b629 on network 5c831531-d70e-42a5-8471-e10c1960199c {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:20.807846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:20.808434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Checking segment: {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:20.808767 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.809078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Bound using segment: {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:20.811687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Bound port: dfdf5cb7-40da-4238-a0a6-de867909b629, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:20.812273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.866790 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b58d8e1-4c26-42be-a745-9a8854c0d161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.881127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b58d8e1-4c26-42be-a745-9a8854c0d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.917051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] For port dfdf5cb7-40da-4238-a0a6-de867909b629, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:20.919753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d05a87da-9440-428a-9327-6782b42460cf req-db430e77-0567-4bb0-b90f-549c317865dc tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708822 Aug 27 02:30:20.940926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b58d8e1-4c26-42be-a745-9a8854c0d161 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=114bb26a7cd44062a9002f56513b601e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6696327 Aug 27 02:30:20.944199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49902) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:21.006529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58d8e1-4c26-42be-a745-9a8854c0d161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2a46f8-56ff-4221-9b55-76f271b5e619,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.011583 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b99d2f8-50a3-42ef-a2eb-c8048aaecda3 x-openstack-request-id: req-8b99d2f8-50a3-42ef-a2eb-c8048aaecda3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:21.019495 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-deleted", "tag": "83c4e059-017e-42ff-bf1c-8481d002c61e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:21.019767 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b99d2f8-50a3-42ef-a2eb-c8048aaecda3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:21.020191 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-deleted', 'tag': '83c4e059-017e-42ff-bf1c-8481d002c61e', 'status': 'completed', 'code': 200} Aug 27 02:30:21.025633 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aad04d79-7b2b-4c80-9959-5d2747c02d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.055698 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aad04d79-7b2b-4c80-9959-5d2747c02d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.071560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.132756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aad04d79-7b2b-4c80-9959-5d2747c02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.143380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aad04d79-7b2b-4c80-9959-5d2747c02d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.143569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 83c4e059-017e-42ff-bf1c-8481d002c61e no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:21.147125 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aad04d79-7b2b-4c80-9959-5d2747c02d63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a2a46f8-56ff-4221-9b55-76f271b5e619 HTTP/1.1" status: 204 len: 168 time: 0.2011580 Aug 27 02:30:21.151710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49908) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:21.160481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cca59559-6df9-4542-85cd-f05d2d87a005 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695514528', 'description': 'tempest-description--2016259272'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:21.191421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 83c4e059-017e-42ff-bf1c-8481d002c61e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:21.191981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 83c4e059-017e-42ff-bf1c-8481d002c61e not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:21.195354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f01cecd0-e356-4cce-9e62-ca9139561bfd no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:21.209311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad04d79-7b2b-4c80-9959-5d2747c02d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2a46f8-56ff-4221-9b55-76f271b5e619,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.219518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cca59559-6df9-4542-85cd-f05d2d87a005 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.317711 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.319943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.348021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cca59559-6df9-4542-85cd-f05d2d87a005 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.354373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cca59559-6df9-4542-85cd-f05d2d87a005 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.360049 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.378458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.402649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.414290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca59559-6df9-4542-85cd-f05d2d87a005 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dc93e0-bc12-4528-aa08-64fa15db39c2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.426542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] For port dfdf5cb7-40da-4238-a0a6-de867909b629, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dfdf5cb7-40da-4238-a0a6-de867909b629,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:21.428888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cca59559-6df9-4542-85cd-f05d2d87a005 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.430927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cca59559-6df9-4542-85cd-f05d2d87a005 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2762971 Aug 27 02:30:21.433913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49922) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:21.441403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8471c5d9-d277-4292-b627-209592a418be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Request body: {'security_group_rule': {'security_group_id': '34dc93e0-bc12-4528-aa08-64fa15db39c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:21.454523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94beb59c-355b-48de-b0f3-52cde4551c9f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:21.466011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.466842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d051c54-2353-4699-8d06-acbdf117f3c3 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:21.490377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 94beb59c-355b-48de-b0f3-52cde4551c9f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:21.490994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94beb59c-355b-48de-b0f3-52cde4551c9f not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:21.493957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.501586 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d019c3a-7896-49d5-956c-77d7e535f3d0 req-d0e13549-81e4-44c5-89db-0a2201d87100 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 210 time: 0.0434756 Aug 27 02:30:21.514889 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8471c5d9-d277-4292-b627-209592a418be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.526357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=f01cecd0-e356-4cce-9e62-ca9139561bfd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.565495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:21.566136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:21.605277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Pushing event deleted for resources: {'Port': ['ID=dd85e729-6b11-43d2-9b4a-4a6abba023d6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.621962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49926) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:21.651242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de79a9ad-0820-43de-9fc6-7581b416a65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.654177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec12a8-72a3-429f-90be-f920c80f6fc2 None None] Pushing event updated for resources: {'Port': ['ID=dfdf5cb7-40da-4238-a0a6-de867909b629,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.668301 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8471c5d9-d277-4292-b627-209592a418be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.688702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8471c5d9-d277-4292-b627-209592a418be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.721875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49928) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:21.735173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471c5d9-d277-4292-b627-209592a418be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56d4140-b0de-4783-911d-469417a2a685,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.767689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] No DVR routers for this DVR port dd85e729-6b11-43d2-9b4a-4a6abba023d6 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:21.799968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.802132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-12ae3806-40f0-46ea-883d-f3653c45dfa6 req-de679808-30d1-4d7f-8261-373ae8b65b02 tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.32 "DELETE /v2.0/ports/dd85e729-6b11-43d2-9b4a-4a6abba023d6 HTTP/1.1" status: 204 len: 173 time: 2.7043223 Aug 27 02:30:21.805191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port f01cecd0-e356-4cce-9e62-ca9139561bfd on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:21.807668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.809840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-800321e4-f889-4aa2-9ea6-cf1356cc5596 req-6107f00b-6f59-4121-91b6-f78a66ded733 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.45 "DELETE /v2.0/ports/f01cecd0-e356-4cce-9e62-ca9139561bfd HTTP/1.1" status: 204 len: 173 time: 2.4057336 Aug 27 02:30:21.860817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:21.903485 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de79a9ad-0820-43de-9fc6-7581b416a65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.919541 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de79a9ad-0820-43de-9fc6-7581b416a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.935309 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:30:21.936507 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-57805327-5edb-450a-8a1e-f4b108d40c01 tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2712190 Aug 27 02:30:21.939918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49932) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:22.047954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de79a9ad-0820-43de-9fc6-7581b416a65c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcb412797574441c8c8e025bd1dfe5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243608 Aug 27 02:30:22.048817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49936) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:22.050368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79a9ad-0820-43de-9fc6-7581b416a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5540ebb3-d7ef-4cce-a0b4-bff3f2c16492,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:22.063437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8471c5d9-d277-4292-b627-209592a418be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.067099 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8471c5d9-d277-4292-b627-209592a418be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6294994 Aug 27 02:30:22.067857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49938) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:22.072660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-da121692-0ff0-437f-bea9-bbab369cdac6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Request body: {'security_group_rule': {'security_group_id': '34dc93e0-bc12-4528-aa08-64fa15db39c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:22.113088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1897797838-network', 'tenant_id': '4211fadf02314cc496ee390f0d82f715'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:22.120630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44766b8c-a757-45d0-8bd6-9b3df7f5440e req-0f21c451-59ec-49bb-a1cf-4d4bfed022ca tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f020501-9577-40d4-b8d2-c7412bed5d5c HTTP/1.1" status: 200 len: 210 time: 0.0458727 Aug 27 02:30:22.145535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Deleting port 34ca4353-dc62-44bd-8d12-253f64203eeb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:22.145535 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.172686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ac25af4-dbe3-41e1-b92c-df940a3138d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.208178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ac25af4-dbe3-41e1-b92c-df940a3138d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.219971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da121692-0ff0-437f-bea9-bbab369cdac6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.260440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:20Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:22.261085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.288102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Calling delete_port for 34ca4353-dc62-44bd-8d12-253f64203eeb owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:22.295739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Made reservation on behalf of 4211fadf02314cc496ee390f0d82f715 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:22.304275 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.314933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231193d-76a5-487d-ad0b-c092401e032c None None] The sync data for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 is: [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:20Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:22.323119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.351931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da121692-0ff0-437f-bea9-bbab369cdac6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.367865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da121692-0ff0-437f-bea9-bbab369cdac6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.410513 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ac25af4-dbe3-41e1-b92c-df940a3138d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.414580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ac25af4-dbe3-41e1-b92c-df940a3138d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.416242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8ac25af4-dbe3-41e1-b92c-df940a3138d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5540ebb3-d7ef-4cce-a0b4-bff3f2c16492 HTTP/1.1" status: 204 len: 168 time: 0.3604598 Aug 27 02:30:22.433094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da121692-0ff0-437f-bea9-bbab369cdac6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd4723e-0255-4699-a0c1-b57f9695be4f,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:22.442985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac25af4-dbe3-41e1-b92c-df940a3138d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5540ebb3-d7ef-4cce-a0b4-bff3f2c16492,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:22.555594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.601378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.613781 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.654103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da121692-0ff0-437f-bea9-bbab369cdac6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.656378 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-da121692-0ff0-437f-bea9-bbab369cdac6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5874443 Aug 27 02:30:22.660503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:22.670542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Pushing event deleted for resources: {'Port': ['ID=34ca4353-dc62-44bd-8d12-253f64203eeb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:22.676235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49950) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:22.682191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:22.728488 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.746082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.767746 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Added segment 961320d1-a1b4-4bd2-a02b-3c3b8412a9ef of type vlan for network 46118ba9-a993-461e-beff-ea41cc08cfc2 Aug 27 02:30:22.814292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a29788-2c63-46ec-923f-8b090018fd47,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:22.842121 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.844903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-63bdb67b-4bb8-4c50-b16c-984e389dda3f tempest-RoutersAdminNegativeIpV6Test-2035434242 tempest-RoutersAdminNegativeIpV6Test-2035434242-project-admin] 10.222.0.10 "DELETE /v2.0/ports/34ca4353-dc62-44bd-8d12-253f64203eeb HTTP/1.1" status: 204 len: 168 time: 0.9036727 Aug 27 02:30:22.879388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47ab061b-3f82-4e78-b717-0e493aa3d0c6 req-7aee7c81-02c4-4e5c-a4ee-8c59334651dd tempest-ListServerFiltersTestJSON-1934847339 tempest-ListServerFiltersTestJSON-1934847339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc7bf71-9354-4a05-9a59-7024715ad47f HTTP/1.1" status: 200 len: 210 time: 0.1490285 Aug 27 02:30:22.906679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.922719 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.965745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.966912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:22.967438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.036393 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3134618 Aug 27 02:30:23.039230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49962) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:23.044795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Request body: {'subnet': {'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1897797838-subnet', 'tenant_id': '4211fadf02314cc496ee390f0d82f715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:23.067334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'name': 'network-vif-deleted', 'tag': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6'}, {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-deleted', 'tag': 'f01cecd0-e356-4cce-9e62-ca9139561bfd'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:23.069838 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f707bd3-f9a9-4f1a-baaf-b61536b26f9c" -d '{"events": [{"server_uuid": "2cc7bf71-9354-4a05-9a59-7024715ad47f", "name": "network-vif-deleted", "tag": "dd85e729-6b11-43d2-9b4a-4a6abba023d6"}, {"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-deleted", "tag": "f01cecd0-e356-4cce-9e62-ca9139561bfd"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:23.077814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b4b7c-ce65-4e8e-82c4-56bf952e9c4e admin admin] Pushing event updated for resources: {'Network': ['ID=46118ba9-a993-461e-beff-ea41cc08cfc2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:23.088833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 46118ba9-a993-461e-beff-ea41cc08cfc2 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:23.109907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Made reservation on behalf of 4211fadf02314cc496ee390f0d82f715 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:23.115054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.134739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Allocated IP 172.25.1.202 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/c0854254-44a6-4ee5-b7a8-eb58d02a7907) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:23.181241 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24ff22-60ae-4b57-aa6f-a5404aaaf5af x-openstack-request-id: req-bf24ff22-60ae-4b57-aa6f-a5404aaaf5af {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:23.181607 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc7bf71-9354-4a05-9a59-7024715ad47f", "name": "network-vif-deleted", "tag": "dd85e729-6b11-43d2-9b4a-4a6abba023d6", "status": "completed", "code": 200}, {"server_uuid": "4f020501-9577-40d4-b8d2-c7412bed5d5c", "name": "network-vif-deleted", "tag": "f01cecd0-e356-4cce-9e62-ca9139561bfd", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:23.181926 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf24ff22-60ae-4b57-aa6f-a5404aaaf5af {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:23.182946 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc7bf71-9354-4a05-9a59-7024715ad47f', 'name': 'network-vif-deleted', 'tag': 'dd85e729-6b11-43d2-9b4a-4a6abba023d6', 'status': 'completed', 'code': 200} Aug 27 02:30:23.184316 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f020501-9577-40d4-b8d2-c7412bed5d5c', 'name': 'network-vif-deleted', 'tag': 'f01cecd0-e356-4cce-9e62-ca9139561bfd', 'status': 'completed', 'code': 200} Aug 27 02:30:23.265971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49974) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:23.369782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.370158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dd85e729-6b11-43d2-9b4a-4a6abba023d6 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:23.412326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49978) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:23.450939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.497607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting subnet f72a3a36-1f11-45fc-8377-bfb43a4143f9 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:23.505142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.564031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:23.565847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event updated for resources: {'Port': ['ID=c0854254-44a6-4ee5-b7a8-eb58d02a7907,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:23.583220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:23.587963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:23.626188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.645791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbb73ead-c1b8-4687-a3b3-a0dc716b36fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.741301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: dd85e729-6b11-43d2-9b4a-4a6abba023d6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:23.741952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dd85e729-6b11-43d2-9b4a-4a6abba023d6 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:23.745238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dfdf5cb7-40da-4238-a0a6-de867909b629 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:23.768287 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.783615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.793821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.816157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port dfdf5cb7-40da-4238-a0a6-de867909b629 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:23.822265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port dfdf5cb7-40da-4238-a0a6-de867909b629 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:23.823047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.829764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.912222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69682bb-e4cc-47d9-8130-e3392225e758,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:23.919525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Checking segment: {'id': '961320d1-a1b4-4bd2-a02b-3c3b8412a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:23.920182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Network hostable DHCP agents. Network: 46118ba9-a993-461e-beff-ea41cc08cfc2, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:23.921006 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbb73ead-c1b8-4687-a3b3-a0dc716b36fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.945349 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.950921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbb73ead-c1b8-4687-a3b3-a0dc716b36fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.989396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:23.995188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49992) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:24.005510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Network 46118ba9-a993-461e-beff-ea41cc08cfc2 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:24.038870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port dfdf5cb7-40da-4238-a0a6-de867909b629, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dfdf5cb7-40da-4238-a0a6-de867909b629,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:24.046236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb73ead-c1b8-4687-a3b3-a0dc716b36fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24af545-3b6a-47c3-9f40-5d91b21708f3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:24.048661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.064657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Subnet': ['ID=f72a3a36-1f11-45fc-8377-bfb43a4143f9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:24.071851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dbb73ead-c1b8-4687-a3b3-a0dc716b36fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b578776807c44f6798369cf04140b07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573420 Aug 27 02:30:24.073865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49994) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:24.077208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.082364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed0e12f1-fe73-493e-98ee-330d76c92988 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/subnets/f72a3a36-1f11-45fc-8377-bfb43a4143f9 HTTP/1.1" status: 204 len: 168 time: 0.8113952 Aug 27 02:30:24.082974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 46118ba9-a993-461e-beff-ea41cc08cfc2) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:24.086419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49998) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:24.091025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc4a07-0bfe-40ee-8b69-d6677c04c0da None None] Network f5df8284-39d9-4595-a0d1-f2ff6bfe4efd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:24.097429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5639eb7-dd9d-4b1b-835a-058fc72ad6e1 None None] Network 46118ba9-a993-461e-beff-ea41cc08cfc2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:24.115235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:24.117785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.183959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fbf2cf2d-b9c8-4af9-ad46-2035c87bbd11 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1436281 Aug 27 02:30:24.204287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] Deleting subnet 653271e1-f94f-440d-8408-be4a5c9d125b {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:24.217640 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.279373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.297955 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6058ae31-6f61-458e-b81a-6ef63f72b47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.303264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.306299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.330727 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.381060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbdb77-67da-457b-ab4d-dc71b5fd4910 None None] Network 46118ba9-a993-461e-beff-ea41cc08cfc2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:24.492023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6058ae31-6f61-458e-b81a-6ef63f72b47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.512977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=dfdf5cb7-40da-4238-a0a6-de867909b629,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:24.590273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event updated for resources: {'Port': ['ID=c0854254-44a6-4ee5-b7a8-eb58d02a7907,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:24.603983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 0d712a79-f882-4efd-bd50-be776ccc9e17 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:24.604328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.609773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.704822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.720615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6058ae31-6f61-458e-b81a-6ef63f72b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.720860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] DHCP port deletion for f5df8284-39d9-4595-a0d1-f2ff6bfe4efd request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:24.721632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 0d712a79-f882-4efd-bd50-be776ccc9e17, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d712a79-f882-4efd-bd50-be776ccc9e17,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:24.722000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.726695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6058ae31-6f61-458e-b81a-6ef63f72b47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.729816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6058ae31-6f61-458e-b81a-6ef63f72b47c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a24af545-3b6a-47c3-9f40-5d91b21708f3 HTTP/1.1" status: 204 len: 168 time: 0.6308777 Aug 27 02:30:24.742394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 0d712a79-f882-4efd-bd50-be776ccc9e17 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:24.745793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058ae31-6f61-458e-b81a-6ef63f72b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24af545-3b6a-47c3-9f40-5d91b21708f3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:24.759165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.761270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b5bc82a-23f2-4b34-bc98-339624a0a37e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0824797 Aug 27 02:30:24.788335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.811274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50028) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:24.823544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653271e1-f94f-440d-8408-be4a5c9d125b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:24.828645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.830962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c5d133ee-4b8b-45d9-9e4e-ce4d891c2002 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/653271e1-f94f-440d-8408-be4a5c9d125b HTTP/1.1" status: 204 len: 168 time: 0.8261991 Aug 27 02:30:24.832161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] Deleting port 0d712a79-f882-4efd-bd50-be776ccc9e17 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:24.832771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.833524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50032) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:24.939874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.941291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] For port 0d712a79-f882-4efd-bd50-be776ccc9e17, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d712a79-f882-4efd-bd50-be776ccc9e17,segment=NetworkSegment(190f1a9f-08e1-43cf-a89c-5a4c54d20340),segment_id=190f1a9f-08e1-43cf-a89c-5a4c54d20340)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:24.941807 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.956961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3b93b-8013-47ac-9eb5-d78d80a04172 None None] Network d3359174-f068-4e4f-bcee-796b64be5f92 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:25.044481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] Calling delete_port for 0d712a79-f882-4efd-bd50-be776ccc9e17 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:25.059620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=0d712a79-f882-4efd-bd50-be776ccc9e17,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:25.061562 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.140047 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7ba94a46-85c6-48c4-bb61-c02ca1d0402e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--695514528&fields=id&tenant_id=adc1569fd0634706a68b07b9bd14c8ea HTTP/1.1" status: 200 len: 267 time: 0.0655284 Aug 27 02:30:25.159090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-843a747d-de17-491a-b7e4-4eb3086d7430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.161530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 0d712a79-f882-4efd-bd50-be776ccc9e17 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:25.228494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.231462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50054) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:25.262623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] Pushing event deleted for resources: {'Port': ['ID=0d712a79-f882-4efd-bd50-be776ccc9e17,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:25.268815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2db72d-cdd5-49f2-96dc-b7721f9c618a None None] No DVR routers for this DVR port 0d712a79-f882-4efd-bd50-be776ccc9e17 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:25.311414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-36e96bb1-05cd-432d-9aaa-652fff10ec20 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:25.312270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] DHCP port deletion for d3359174-f068-4e4f-bcee-796b64be5f92 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:25.312741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-36e96bb1-05cd-432d-9aaa-652fff10ec20 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/networks?id=5c831531-d70e-42a5-8471-e10c1960199c HTTP/1.1" status: 200 len: 814 time: 0.1507399 Aug 27 02:30:25.337603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Deleting port 76dcfe63-9b69-43d6-8661-46421a0e7d32 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:25.337902 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.378308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-dba4cd20-f478-4cea-9ae0-80b84dcc8295 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/quotas/adc1569fd0634706a68b07b9bd14c8ea HTTP/1.1" status: 200 len: 375 time: 0.0543911 Aug 27 02:30:25.379955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.389525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-a0d67a88-ca84-4b51-9d0c-15b4ceba6ca4 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:25.398691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-a0d67a88-ca84-4b51-9d0c-15b4ceba6ca4 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/networks?id=46118ba9-a993-461e-beff-ea41cc08cfc2 HTTP/1.1" status: 200 len: 818 time: 0.3685751 Aug 27 02:30:25.406035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] Deleting port 76dcfe63-9b69-43d6-8661-46421a0e7d32 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:25.407206 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.413270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dfdf5cb7-40da-4238-a0a6-de867909b629 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:25.421052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5df8284-39d9-4595-a0d1-f2ff6bfe4efd']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:25.438440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-b8d17f3d-2ae6-431b-8522-a4cf83f55d32 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/quotas/4211fadf02314cc496ee390f0d82f715 HTTP/1.1" status: 200 len: 375 time: 0.0388031 Aug 27 02:30:25.441515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190f1a9f-08e1-43cf-a89c-5a4c54d20340') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:25.442043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190f1a9f-08e1-43cf-a89c-5a4c54d20340') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:25.446867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-038896ab-55ce-43e2-8807-88fd267c108d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a3532c4406042c886ea8fe31b8e8543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121129 Aug 27 02:30:25.453234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50056) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:25.467353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.469277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] For port 76dcfe63-9b69-43d6-8661-46421a0e7d32, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=76dcfe63-9b69-43d6-8661-46421a0e7d32,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:25.469842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.492751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-0ac3f0b2-1ca8-416e-bb86-47ef11afd013 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4211fadf02314cc496ee390f0d82f715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387888 Aug 27 02:30:25.498563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Calling delete_port for 76dcfe63-9b69-43d6-8661-46421a0e7d32 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:25.502310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.514145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] For port 76dcfe63-9b69-43d6-8661-46421a0e7d32, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=76dcfe63-9b69-43d6-8661-46421a0e7d32,segment=NetworkSegment(211327cc-929c-407b-8a82-f432a13928aa),segment_id=211327cc-929c-407b-8a82-f432a13928aa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:25.514630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.519916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:25.520788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:25.524008 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:25.529101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] Calling delete_port for 76dcfe63-9b69-43d6-8661-46421a0e7d32 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:25.573880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-56581ab0-0549-4348-8736-aab0a4b178d0 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adc1569fd0634706a68b07b9bd14c8ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1853619 Aug 27 02:30:25.577086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-843a747d-de17-491a-b7e4-4eb3086d7430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.589219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port dfdf5cb7-40da-4238-a0a6-de867909b629 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:25.589905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.614948 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-843a747d-de17-491a-b7e4-4eb3086d7430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.637359 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.648533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.652374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/networks/f5df8284-39d9-4595-a0d1-f2ff6bfe4efd HTTP/1.1" status: 204 len: 168 time: 1.5644341 Aug 27 02:30:25.656256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50062) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:25.678809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1540e-dd19-4c5b-9b55-b62b877666ee tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Network': ['ID=f5df8284-39d9-4595-a0d1-f2ff6bfe4efd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:25.684197 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.716845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] Pushing event deleted for resources: {'Port': ['ID=76dcfe63-9b69-43d6-8661-46421a0e7d32,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:25.717269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2711b10-a6d5-4534-a069-59e85c76f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.718754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-0b5f666e-84b4-47eb-b124-80714f3153a0 service neutron] 10.222.0.10 "GET /v2.0/networks/46118ba9-a993-461e-beff-ea41cc08cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073667 Aug 27 02:30:25.723498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f37cf-f165-4eee-ad8c-12cf62d9ab82 None None] No DVR routers for this DVR port 76dcfe63-9b69-43d6-8661-46421a0e7d32 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:25.755801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting subnet f85ea55c-d396-4bde-9f3d-04c2c2d7e700 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:25.779108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-843a747d-de17-491a-b7e4-4eb3086d7430 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5389fd47ef8b41dcaffb02b6faf7443a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9640589 Aug 27 02:30:25.782650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50064) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:25.787684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a747d-de17-491a-b7e4-4eb3086d7430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93dc60f-f964-4578-ae74-951521c0e666,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:25.791031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.805073 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2711b10-a6d5-4534-a069-59e85c76f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.815939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d712a79-f882-4efd-bd50-be776ccc9e17 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:25.838421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0d712a79-f882-4efd-bd50-be776ccc9e17 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:25.838898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d712a79-f882-4efd-bd50-be776ccc9e17 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:25.863199 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.874767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.896427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-1f812334-7175-4024-80d6-9c606d4388ad service neutron] 10.222.0.10 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828867 Aug 27 02:30:25.900211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=76dcfe63-9b69-43d6-8661-46421a0e7d32,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:25.906085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] No DVR routers for this DVR port 76dcfe63-9b69-43d6-8661-46421a0e7d32 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:25.939276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4c08-f1ce-4c1e-a908-7cb3ce509306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.946007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-e748f14b-1322-4643-b3e5-31e2a4a5c774 service neutron] 10.222.0.10 "GET /v2.0/networks/46118ba9-a993-461e-beff-ea41cc08cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148046 Aug 27 02:30:25.979071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2711b10-a6d5-4534-a069-59e85c76f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.981667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2711b10-a6d5-4534-a069-59e85c76f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.985171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2711b10-a6d5-4534-a069-59e85c76f936 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3320dfd1-563c-4c67-ac17-e4065bf58c3b HTTP/1.1" status: 204 len: 168 time: 0.5284030 Aug 27 02:30:25.999324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4c08-f1ce-4c1e-a908-7cb3ce509306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.046595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2711b10-a6d5-4534-a069-59e85c76f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3320dfd1-563c-4c67-ac17-e4065bf58c3b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:26.053419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.065049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.081808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3359174-f068-4e4f-bcee-796b64be5f92']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:26.101665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211327cc-929c-407b-8a82-f432a13928aa') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:26.101887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211327cc-929c-407b-8a82-f432a13928aa') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:26.117139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-47fb83a0-eb32-42fb-b56d-12ae7c868665 service neutron] 10.222.0.10 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056689 Aug 27 02:30:26.119243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.136617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.152947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:26.154463 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:26.156899 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:26.161879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4c08-f1ce-4c1e-a908-7cb3ce509306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.164662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4c08-f1ce-4c1e-a908-7cb3ce509306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.166937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d0e4c08-f1ce-4c1e-a908-7cb3ce509306 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b93dc60f-f964-4578-ae74-951521c0e666 HTTP/1.1" status: 204 len: 168 time: 0.3833797 Aug 27 02:30:26.204082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e4c08-f1ce-4c1e-a908-7cb3ce509306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93dc60f-f964-4578-ae74-951521c0e666,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:26.239626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.303202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.308433 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.311002 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d3359174-f068-4e4f-bcee-796b64be5f92 HTTP/1.1" status: 204 len: 168 time: 1.4759815 Aug 27 02:30:26.336364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694bda3-0fdb-4e21-bf63-e2674afcdff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3359174-f068-4e4f-bcee-796b64be5f92,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:26.345455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Subnet': ['ID=f85ea55c-d396-4bde-9f3d-04c2c2d7e700,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:26.358483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029eb02-1833-476f-9e5e-e8ce192f2b52 None None] Network 609a298c-78c1-41de-b5c4-da9b6853026a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:26.372984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.382155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9125a2d9-1a88-4c94-b787-c53f4a6b973e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/subnets/f85ea55c-d396-4bde-9f3d-04c2c2d7e700 HTTP/1.1" status: 204 len: 168 time: 0.7248828 Aug 27 02:30:26.384763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50082) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:26.450688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52b2833e-ba25-44ec-aaee-dddae71901c8 req-a6d699b6-3a06-422f-9c77-69f4ddeb8067 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 210 time: 0.0630968 Aug 27 02:30:26.533540 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.588420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50092) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:26.619652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8b3758f-c1f5-4803-9889-32c5763a90ef req-62d5b947-ea71-460f-8eb2-15705b8f2222 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 210 time: 0.0838053 Aug 27 02:30:26.697322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 308ffeff-99bf-421e-90e6-45d3a53864af {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:26.697809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.797178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 308ffeff-99bf-421e-90e6-45d3a53864af, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=308ffeff-99bf-421e-90e6-45d3a53864af,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:26.797860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.813330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] DHCP port deletion for 609a298c-78c1-41de-b5c4-da9b6853026a request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:26.825630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 308ffeff-99bf-421e-90e6-45d3a53864af owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:26.970567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] Deleting port 308ffeff-99bf-421e-90e6-45d3a53864af {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:26.971012 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.036569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.122168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=308ffeff-99bf-421e-90e6-45d3a53864af,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:27.129442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 308ffeff-99bf-421e-90e6-45d3a53864af on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:27.135035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c0514ad-06fe-48aa-aeb9-796d0034377b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b17762b481f445a7a421980f78dbe7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430653 Aug 27 02:30:27.135740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50114) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:27.164001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] For port 308ffeff-99bf-421e-90e6-45d3a53864af, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=308ffeff-99bf-421e-90e6-45d3a53864af,segment=NetworkSegment(be1ca690-55c0-4e02-acfa-5b24f58d61fd),segment_id=be1ca690-55c0-4e02-acfa-5b24f58d61fd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:27.166793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.200419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b3a-cd37-4ed1-877f-7b59a7223213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.203337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] Calling delete_port for 308ffeff-99bf-421e-90e6-45d3a53864af owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:27.248357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b3a-cd37-4ed1-877f-7b59a7223213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.305873 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.366983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] Pushing event deleted for resources: {'Port': ['ID=308ffeff-99bf-421e-90e6-45d3a53864af,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:27.374788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875bcdf3-e7d7-47e1-95ef-bf667fbda1ba None None] No DVR routers for this DVR port 308ffeff-99bf-421e-90e6-45d3a53864af on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:27.394973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 308ffeff-99bf-421e-90e6-45d3a53864af no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:27.410892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.442921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b3a-cd37-4ed1-877f-7b59a7223213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.443070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 308ffeff-99bf-421e-90e6-45d3a53864af {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:27.443524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 308ffeff-99bf-421e-90e6-45d3a53864af not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:27.444264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 76dcfe63-9b69-43d6-8661-46421a0e7d32 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:27.445671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b3a-cd37-4ed1-877f-7b59a7223213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.451498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609a298c-78c1-41de-b5c4-da9b6853026a']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:27.454155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93fc9b3a-cd37-4ed1-877f-7b59a7223213 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b97d0328-191d-4f5f-98a2-a26d433401e8 HTTP/1.1" status: 204 len: 168 time: 0.3121245 Aug 27 02:30:27.469696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc9b3a-cd37-4ed1-877f-7b59a7223213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97d0328-191d-4f5f-98a2-a26d433401e8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:27.482271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1ca690-55c0-4e02-acfa-5b24f58d61fd') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:27.482593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1ca690-55c0-4e02-acfa-5b24f58d61fd') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:27.484602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 76dcfe63-9b69-43d6-8661-46421a0e7d32 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:27.485053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 76dcfe63-9b69-43d6-8661-46421a0e7d32 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:27.501407 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.519434 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.543306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:27.544179 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:27.618342 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:27.622462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.631543 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.637071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/networks/609a298c-78c1-41de-b5c4-da9b6853026a HTTP/1.1" status: 204 len: 168 time: 1.2477100 Aug 27 02:30:27.644151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50138) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:27.647446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a2eb-7ff5-411c-a0f7-f29b03747bbf tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Network': ['ID=609a298c-78c1-41de-b5c4-da9b6853026a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:27.657031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bddf348e-1157-4c14-9a1d-cb03e9ef4508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.691624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-162165587'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:27.698659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e323283-67db-4f38-85c1-9b0af0c698ea req-d6508127-ef3c-4045-8d11-012b481bba47 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 210 time: 0.0923820 Aug 27 02:30:27.730302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:27.740248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.761392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e90da9ea-b88a-4aad-9e44-4584e920bd77 req-9841cee7-5b23-49b3-9ade-1f9af940ae4f tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 210 time: 0.0408528 Aug 27 02:30:27.832703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:27.860215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.860609 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Added segment 95ef634b-74c1-45ee-8238-da26c6746c39 of type vlan for network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 Aug 27 02:30:27.919795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.954620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c30f3953-a2e9-4067-bcc7-8ad6887aefc6 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:27.956443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c30f3953-a2e9-4067-bcc7-8ad6887aefc6 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.45 "GET /v2.0/networks?id=46118ba9-a993-461e-beff-ea41cc08cfc2 HTTP/1.1" status: 200 len: 818 time: 0.1908281 Aug 27 02:30:27.973476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Request body: {'port': {'device_id': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2', 'admin_state_up': True, 'tenant_id': '4211fadf02314cc496ee390f0d82f715'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:27.978479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.985053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:27.985653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.094652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50152) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:28.109296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4307127 Aug 27 02:30:28.112104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50156) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:28.117755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'subnet': {'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:28.198193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0fc99-a427-48f1-a6f6-c225a3fb91de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Network': ['ID=f0a043c0-5efa-4354-854e-1ce7ad63c5f8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:28.210350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:28.375844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Made reservation on behalf of 4211fadf02314cc496ee390f0d82f715 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:28.379464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.447126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-99460270-4850-4bde-8fc1-a0d97d894406 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:28.449221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-99460270-4850-4bde-8fc1-a0d97d894406 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.45 "GET /v2.0/networks?id=5c831531-d70e-42a5-8471-e10c1960199c HTTP/1.1" status: 200 len: 814 time: 0.2812092 Aug 27 02:30:28.563318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-8d172e9c-2271-4c96-b8f9-210d511f20ad tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adc1569fd0634706a68b07b9bd14c8ea HTTP/1.1" status: 200 len: 379 time: 0.0717857 Aug 27 02:30:28.582785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-854257081'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:28.602615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Request body: {'port': {'device_id': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'admin_state_up': True, 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'security_groups': ['34dc93e0-bc12-4528-aa08-64fa15db39c2']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:28.687337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:28.688794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Allocated IP 172.20.0.3 (46118ba9-a993-461e-beff-ea41cc08cfc2/e69682bb-e4cc-47d9-8130-e3392225e758/2df45718-deba-4529-937b-5659956ae005) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:28.695204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.720575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.745424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:28.763869 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.916711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7cce633-7825-4dfb-a96d-270211ee0ef6 req-75678feb-0401-41d4-af8a-d79c290421fd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 210 time: 0.0452545 Aug 27 02:30:28.923720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06a3330a-bff4-4bde-af37-9c1eaccdd06b req-f7976684-1b15-4d25-be7f-daee55367792 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 210 time: 0.0748706 Aug 27 02:30:28.963747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50184) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:28.972616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50188) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:29.015789 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.065569 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.080939 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.094793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.117029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.134160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1455753087-network', 'tenant_id': 'be969c55a98b4657ac2541bf655c9416'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:29.144477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Network 46118ba9-a993-461e-beff-ea41cc08cfc2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:29.145072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:29.146529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-288eccff-5370-41c2-ba81-bb3efa34c10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.165697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:29.173992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:29.177746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674bbf69-ef6e-47e8-91fe-4df5c506b5bb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.184139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Pushing event updated for resources: {'Port': ['ID=2df45718-deba-4529-937b-5659956ae005,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.186406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Made reservation on behalf of adc1569fd0634706a68b07b9bd14c8ea for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:29.189872 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.193753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.194113 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Added segment cc0112e8-a28b-4b27-a07b-f12b3f7e6d39 of type vlan for network 8095c560-1388-49b5-9ced-9a3602d5c435 Aug 27 02:30:29.248965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Subnet': ['ID=6fd66431-7066-4c34-948c-28b5ff2d3ac5,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.263508 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.264155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Made reservation on behalf of be969c55a98b4657ac2541bf655c9416 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:29.266449 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.279345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Checking segment: {'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:29.279808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network hostable DHCP agents. Network: f0a043c0-5efa-4354-854e-1ce7ad63c5f8, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:29.284562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:29.285538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.307724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.313567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:29.314232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.332984 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.342561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:29.393921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f0a043c0-5efa-4354-854e-1ce7ad63c5f8) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:29.402111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:29.403033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f71978-4709-4e51-855e-18df63ce3975 None None] Network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:29.403812 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.413609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Network': ['ID=8095c560-1388-49b5-9ced-9a3602d5c435,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.442029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:29.476491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Allocated IP 172.20.0.12 (5c831531-d70e-42a5-8471-e10c1960199c/20cea118-bbc0-4937-b902-3e5d9de7b7f9/80a56899-5c33-4ecd-a05d-309112e6490b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:29.500634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-288eccff-5370-41c2-ba81-bb3efa34c10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.510360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-288eccff-5370-41c2-ba81-bb3efa34c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.514670 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3cb4f478-5673-4035-bd4e-1c50c0da99e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4012699 Aug 27 02:30:29.520469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50192) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:29.531723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1804256345'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:29.537718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6a0d6a77-a192-40ad-913c-d978474fa070 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4412081 Aug 27 02:30:29.542476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c8ee5666-7a23-4c86-9b70-8130e6177d09 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5750535 Aug 27 02:30:29.543642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50194) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:29.559458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:29.598595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Request body: {'port': {'device_id': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:29.668252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f0a043c0-5efa-4354-854e-1ce7ad63c5f8', 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'fixed_ips': [{'subnet_id': '6fd66431-7066-4c34-948c-28b5ff2d3ac5'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:29.669275 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.743231 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-288eccff-5370-41c2-ba81-bb3efa34c10f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3f61d83c1374bff84eb8f17adb11e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761447 Aug 27 02:30:29.743766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50200) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:29.764367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eccff-5370-41c2-ba81-bb3efa34c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e58ad87-29e9-4246-94cc-23f7ed440b7d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.847054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eee94857-641a-4325-adba-3136694ffb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.853659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Allocated IP 19.80.0.2 (f0a043c0-5efa-4354-854e-1ce7ad63c5f8/6fd66431-7066-4c34-948c-28b5ff2d3ac5/005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:29.881499 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eee94857-641a-4325-adba-3136694ffb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.892509 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.939459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.950803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eee94857-641a-4325-adba-3136694ffb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.954918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eee94857-641a-4325-adba-3136694ffb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.957313 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eee94857-641a-4325-adba-3136694ffb3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e58ad87-29e9-4246-94cc-23f7ed440b7d HTTP/1.1" status: 204 len: 168 time: 0.2112064 Aug 27 02:30:29.970849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee94857-641a-4325-adba-3136694ffb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e58ad87-29e9-4246-94cc-23f7ed440b7d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.999539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Transition to ACTIVE for port object 80a56899-5c33-4ecd-a05d-309112e6490b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:30.060564 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.094288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.115336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Transition to ACTIVE for port object 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:30.124965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:30.136778 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.138423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Transition to ACTIVE for port object 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:30.163371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.183414 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.195824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-885727d2-dea7-4429-86f3-e9782931061e req-8871795d-2b4a-4481-9fdb-86a463d1dfe4 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 210 time: 0.0968704 Aug 27 02:30:30.213576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:30.222187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:30.224403 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.232914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Pushing event updated for resources: {'Port': ['ID=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:30.235773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3f0f508d-6f2b-4bb5-8766-9112c66f7dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.252561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.252737 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Added segment a764857f-03ab-44b4-85e0-5081ae38df08 of type vlan for network 8fe9c219-7265-4513-aa08-707ebd82718c Aug 27 02:30:30.253428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:30.256355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:30.264671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:30.303771 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.348000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.356033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:30.357109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.391760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8695848 Aug 27 02:30:30.427052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50210) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:30.439177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'subnet': {'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:30.440776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:30.486050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14e106e-c83a-4826-b32a-617383c3fe82,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:30.490706 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.516156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.516444 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Added segment 31c89d4d-aa14-4863-bd25-c7ee66958bfe of type vlan for network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e Aug 27 02:30:30.588419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Attempting to bind port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:30.589348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Attempting to bind port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:30.590744 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Attempting to bind port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a on network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:30.599081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1184a-4f75-4fed-963d-54d9ca481107 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Network': ['ID=8fe9c219-7265-4513-aa08-707ebd82718c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:30.612780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:30.614263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Checking segment: {'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:30.615237 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.616465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Bound using segment: {'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:30.618906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Bound port: 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:30.619629 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.624844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:30.630272 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.633912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.634922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 8fe9c219-7265-4513-aa08-707ebd82718c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:30.655210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e2cd-412a-4cce-8544-cfe5d1a4b963 req-6841405b-80a3-46d8-b9c1-cb7660bba55e tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:30.674832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2507e2cd-412a-4cce-8544-cfe5d1a4b963 req-6841405b-80a3-46d8-b9c1-cb7660bba55e tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 931 time: 0.5111494 Aug 27 02:30:30.730238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Network 5c831531-d70e-42a5-8471-e10c1960199c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:30.768185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:30.792218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:30.801830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.813627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event updated for resources: {'Port': ['ID=80a56899-5c33-4ecd-a05d-309112e6490b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:31.029039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.039309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] For port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:31.043669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] For port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:31.051597 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.056353 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:30:31.205177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4112e28-f8fa-40af-ae86-46e1d19e373d None None] Pushing event updated for resources: {'Port': ['ID=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:31.209292 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2507e2cd-412a-4cce-8544-cfe5d1a4b963 req-88bdd54d-c7e4-4f34-bd70-d1a3023c77a6 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335126 Aug 27 02:30:31.221915 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.236418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Subnet': ['ID=064d3c14-f7cf-4b05-9451-7f27d1c3ba73,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:31.297330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:31.299643 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.305678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-41f3c5af-d44c-4dea-ac68-3d4a75ae9349 None None] Provisioning for port 80a56899-5c33-4ecd-a05d-309112e6490b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:31.314050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-41f3c5af-d44c-4dea-ac68-3d4a75ae9349 None None] Provisioning complete for port 80a56899-5c33-4ecd-a05d-309112e6490b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:31.317451 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-41f3c5af-d44c-4dea-ac68-3d4a75ae9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.322552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.323825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:31.324412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.339335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Checking segment: {'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:31.341985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network hostable DHCP agents. Network: 8fe9c219-7265-4513-aa08-707ebd82718c, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:31.373212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df45718-deba-4529-937b-5659956ae005 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:31.400402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-41f3c5af-d44c-4dea-ac68-3d4a75ae9349 None None] Port 80a56899-5c33-4ecd-a05d-309112e6490b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:31.440187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network 8fe9c219-7265-4513-aa08-707ebd82718c is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:31.464337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 8fe9c219-7265-4513-aa08-707ebd82718c) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:31.477120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:31.478722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.481113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e7c9c-3b84-4d92-aa52-d5c80b9d966a None None] Network 8fe9c219-7265-4513-aa08-707ebd82718c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:31.504765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb61d43-475b-4319-aa1f-2e148177b83e req-3535242e-591b-4559-8254-ed0c35917acd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:31.512734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9fb61d43-475b-4319-aa1f-2e148177b83e req-3535242e-591b-4559-8254-ed0c35917acd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 932 time: 0.1334488 Aug 27 02:30:31.561848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-7b5ce77a-9ba3-4533-9ef3-5beebbaf4997 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9707279 Aug 27 02:30:31.563134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad119ad-6e7e-4999-88e4-2f2fd679dc8e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:31.574419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.610179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Transition to ACTIVE for port object 2df45718-deba-4529-937b-5659956ae005 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:31.615367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:31.625608 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6ff0553e-1eb5-4899-af88-5f2b07c0faed tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1969416 Aug 27 02:30:31.637921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Request body: {'port': {'device_id': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:31.653779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9fb61d43-475b-4319-aa1f-2e148177b83e req-45ce4aed-0d16-46a4-b7cb-2d6b3ff152f8 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400700 Aug 27 02:30:31.718951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.747896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50242) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:31.753129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Request body: {'subnet': {'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1455753087-subnet', 'tenant_id': 'be969c55a98b4657ac2541bf655c9416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:31.757576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93739332-c640-4a77-9ecb-d8de1c4d3536 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7839441 Aug 27 02:30:31.811654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Made reservation on behalf of be969c55a98b4657ac2541bf655c9416 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:31.814639 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.001044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8fe9c219-7265-4513-aa08-707ebd82718c', 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'fixed_ips': [{'subnet_id': '064d3c14-f7cf-4b05-9451-7f27d1c3ba73'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:32.001759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.016291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.155925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Pushing event updated for resources: {'Port': ['ID=2df45718-deba-4529-937b-5659956ae005,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:32.195872 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.315347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Allocated IP 19.86.0.2 (8fe9c219-7265-4513-aa08-707ebd82718c/064d3c14-f7cf-4b05-9451-7f27d1c3ba73/441b7ac0-cdbb-40b9-986d-d5623519c0c6) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:32.389803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.391920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:32.391920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network hostable DHCP agents. Network: 8095c560-1388-49b5-9ced-9a3602d5c435, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:32.479408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=f6b7ac53-7b33-4abd-b8a5-f2a915a33131,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:32.621341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.637502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Transition to ACTIVE for port object 441b7ac0-cdbb-40b9-986d-d5623519c0c6 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:32.660520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Transition to ACTIVE for port object 441b7ac0-cdbb-40b9-986d-d5623519c0c6 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:32.676664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.744891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Pushing event updated for resources: {'Port': ['ID=441b7ac0-cdbb-40b9-986d-d5623519c0c6,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:32.748715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-b5782e51-719f-419f-9be9-62586b142945 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:32.754548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-b5782e51-719f-419f-9be9-62586b142945 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:32.759193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Network 8fe9c219-7265-4513-aa08-707ebd82718c is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:32.760930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:32.765562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-b5782e51-719f-419f-9be9-62586b142945 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/networks?id=f0a043c0-5efa-4354-854e-1ce7ad63c5f8&id=8fe9c219-7265-4513-aa08-707ebd82718c HTTP/1.1" status: 200 len: 1391 time: 0.7036502 Aug 27 02:30:32.765783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:32.771938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da02a72c-5b2b-456f-817a-b0ebed986646,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:32.775430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:32.808069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-2b047786-f756-4dbe-862a-08e415467bc7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/quotas/98291587d77a4313aefe91bbf3775941 HTTP/1.1" status: 200 len: 375 time: 0.0278342 Aug 27 02:30:32.809289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Checking segment: {'id': '31c89d4d-aa14-4863-bd25-c7ee66958bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:32.809841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Network hostable DHCP agents. Network: 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:32.882202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Attempting to bind port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:32.883405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Attempting to bind port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:32.883941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Attempting to bind port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 on network 8fe9c219-7265-4513-aa08-707ebd82718c {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:32.891136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:32.891625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Checking segment: {'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:32.892750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.893269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Bound using segment: {'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:32.895892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Bound port: 441b7ac0-cdbb-40b9-986d-d5623519c0c6, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:32.898470 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.903017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:32.925434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:32.943248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:32.944755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.988933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-447f777d-4864-4934-91ae-ece705777b38 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1668525 Aug 27 02:30:32.996088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33af3f1-74f7-4f64-904a-b32928ce0c19 None None] Network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:32.999403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3dc2ed9c-e067-401c-9002-a134beb3837f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2500677 Aug 27 02:30:33.115797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-94168b5d-084a-4fae-8b4f-d1a3a8952c5f service neutron] 10.222.0.10 "GET /v2.0/networks/f0a043c0-5efa-4354-854e-1ce7ad63c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153283 Aug 27 02:30:33.135763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee972573-0d35-4821-8c07-23c911187eb5 None None] Network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:33.143664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Attempting to bind port 2df45718-deba-4529-937b-5659956ae005 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:33.144389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Attempting to bind port 2df45718-deba-4529-937b-5659956ae005 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '961320d1-a1b4-4bd2-a02b-3c3b8412a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:33.144536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Attempting to bind port 2df45718-deba-4529-937b-5659956ae005 on network 46118ba9-a993-461e-beff-ea41cc08cfc2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:33.154879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a56899-5c33-4ecd-a05d-309112e6490b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:33.172437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.177447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 8095c560-1388-49b5-9ced-9a3602d5c435) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:33.185002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Port 2df45718-deba-4529-937b-5659956ae005 on network 46118ba9-a993-461e-beff-ea41cc08cfc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:33.185341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Attempting to bind port 2df45718-deba-4529-937b-5659956ae005 on network 46118ba9-a993-461e-beff-ea41cc08cfc2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:33.193664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.194271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.213193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7c182-9824-4abc-a68c-597632b32d47 req-ac7435a4-8135-437f-86a0-f01c6369c31a tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.215440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edc7c182-9824-4abc-a68c-597632b32d47 req-ac7435a4-8135-437f-86a0-f01c6369c31a tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 943 time: 0.8295062 Aug 27 02:30:33.222474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Transition to ACTIVE for port object 80a56899-5c33-4ecd-a05d-309112e6490b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:33.224320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:33.224320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Checking segment: {'id': '961320d1-a1b4-4bd2-a02b-3c3b8412a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:33.224320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Bound using segment: {'id': '961320d1-a1b4-4bd2-a02b-3c3b8412a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:33.224755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Bound port: 2df45718-deba-4529-937b-5659956ae005, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961320d1-a1b4-4bd2-a02b-3c3b8412a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:33.225124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.254797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.282114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12db53f8-cbd6-4a30-9d83-4847013678f0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7297657 Aug 27 02:30:33.282883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50294) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:33.332756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3724b-0ee7-4db6-ab5f-fc8e26fc4235 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:33.352190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-e087a1be-9ff7-4da0-b8ba-aafff1a7a8cc service neutron] 10.222.0.10 "GET /v2.0/networks/f0a043c0-5efa-4354-854e-1ce7ad63c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299759 Aug 27 02:30:33.363985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'name': 'tempest-NetworksTestDHCPv6-110348676'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:33.529765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=80a56899-5c33-4ecd-a05d-309112e6490b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:33.551237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edc7c182-9824-4abc-a68c-597632b32d47 req-3816c2d8-e397-4fe2-a206-43ba212cf399 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181326 Aug 27 02:30:33.567733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:33.626248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-c6effd04-4084-414f-b7a6-bcf5b30a1f5f service neutron] 10.222.0.10 "GET /v2.0/networks/8fe9c219-7265-4513-aa08-707ebd82718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716153 Aug 27 02:30:33.635353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] For port 441b7ac0-cdbb-40b9-986d-d5623519c0c6, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:33.637261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50298) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:33.690752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.711426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0903f-e2e2-4103-a46a-5e81740926e9 None None] Network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:33.713620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a4adccf3-fe2c-47fc-bd2d-2b134fb814eb None None] Provisioning for port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:33.727904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] For port 441b7ac0-cdbb-40b9-986d-d5623519c0c6, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=441b7ac0-cdbb-40b9-986d-d5623519c0c6,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:33.738199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] For port 2df45718-deba-4529-937b-5659956ae005, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:33.802068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] For port 2df45718-deba-4529-937b-5659956ae005, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2df45718-deba-4529-937b-5659956ae005,segment=NetworkSegment(961320d1-a1b4-4bd2-a02b-3c3b8412a9ef),segment_id=961320d1-a1b4-4bd2-a02b-3c3b8412a9ef)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:33.820873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.832513 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.839622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-09227202-c8db-47fc-a82d-727bc2e7ce45 service neutron] 10.222.0.10 "GET /v2.0/networks/8fe9c219-7265-4513-aa08-707ebd82718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138329 Aug 27 02:30:33.875312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db44fac1-88ee-444a-8c8f-476fbdb28702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.894354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Pushing event updated for resources: {'Port': ['ID=2df45718-deba-4529-937b-5659956ae005,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:33.928439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.928754 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.930635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-93a78c8d-bd65-463f-980d-699937ea3db6 service neutron] 10.222.0.45 "PUT /v2.0/ports/2df45718-deba-4529-937b-5659956ae005 HTTP/1.1" status: 200 len: 1091 time: 4.3570836 Aug 27 02:30:33.937941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'tag': '2df45718-deba-4529-937b-5659956ae005'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:33.940958 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6f595e-6a56-4b3b-a67c-e3a009e399d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a77252c-b1e2-47bf-9a30-fb5b6b3e8015", "tag": "2df45718-deba-4529-937b-5659956ae005"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:33.953910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Attempting to bind port 80a56899-5c33-4ecd-a05d-309112e6490b on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:33.954238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Attempting to bind port 80a56899-5c33-4ecd-a05d-309112e6490b by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:33.954939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Attempting to bind port 80a56899-5c33-4ecd-a05d-309112e6490b on network 5c831531-d70e-42a5-8471-e10c1960199c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:33.960031 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:30:33.960031 n-d-806293-1 neutron-server[94772]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:30:33.960031 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id': 'abef832362d048b99c3490815db06c31', 'id': '5b39dc07-9efe-4546-8919-8f8dbe2b0649', 'expiration': datetime.datetime(2021, 8, 27, 2, 32, 33, 946458)}] Aug 27 02:30:33.960031 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:30:33.960511 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:30:33.971739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557dbfe-57f8-4ffa-9c10-4900fa84e0c2 req-6e32e73f-fea2-4cfd-935c-b85ebba6bddb tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.973731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4557dbfe-57f8-4ffa-9c10-4900fa84e0c2 req-6e32e73f-fea2-4cfd-935c-b85ebba6bddb tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 944 time: 0.2563155 Aug 27 02:30:33.974885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Port 80a56899-5c33-4ecd-a05d-309112e6490b on network 5c831531-d70e-42a5-8471-e10c1960199c not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:33.975247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Attempting to bind port 80a56899-5c33-4ecd-a05d-309112e6490b on network 5c831531-d70e-42a5-8471-e10c1960199c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:33.990043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:33.990459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Checking segment: {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:33.990809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Bound using segment: {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:33.991263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Bound port: 80a56899-5c33-4ecd-a05d-309112e6490b, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8787730e-c80c-419e-9797-fb3a07167806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:33.991639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.161131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:34.183829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e1292-3a37-467d-b464-9420f35adb66 None None] Pushing event updated for resources: {'Port': ['ID=441b7ac0-cdbb-40b9-986d-d5623519c0c6,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:34.188205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db44fac1-88ee-444a-8c8f-476fbdb28702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.200614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db44fac1-88ee-444a-8c8f-476fbdb28702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.202089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4557dbfe-57f8-4ffa-9c10-4900fa84e0c2 req-58ad0ed7-14c2-4b8a-b51b-757323e69bf7 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138467 Aug 27 02:30:34.214032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:34.214433 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.236465 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:30:34.239945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-8762ee22-24f3-4cea-9406-9401c0c305af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:34.241522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-8762ee22-24f3-4cea-9406-9401c0c305af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4211fadf02314cc496ee390f0d82f715&device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 1094 time: 0.2475624 Aug 27 02:30:34.366155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-db44fac1-88ee-444a-8c8f-476fbdb28702 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b92700c5324e412682247518bf9a5f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277048 Aug 27 02:30:34.402187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50310) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:34.429340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44fac1-88ee-444a-8c8f-476fbdb28702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2ff18-8522-438d-aa99-812137a1f32d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:34.486886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': 'f6b7ac53-7b33-4abd-b8a5-f2a915a33131'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:34.487934 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.577303 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b376408-e79a-451b-a1a3-a97d58b30219 req-5687bad9-8761-4e3f-9b48-1256f5563a68 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 210 time: 0.1757903 Aug 27 02:30:34.655168 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.957338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8504cb8c-1725-45de-8c43-229dc12f1b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.062164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8504cb8c-1725-45de-8c43-229dc12f1b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.117088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:35.140616 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.192813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-35d5ae3c-faee-4c40-8e2e-574da928dfe6 None None] Provisioning complete for port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:35.193185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-35d5ae3c-faee-4c40-8e2e-574da928dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.201075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/f6b7ac53-7b33-4abd-b8a5-f2a915a33131/3a7908c3-40b6-4067-aa62-0e0030d7bfae) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:35.221663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5644-5f10-4db1-ba42-430a277d9117 req-21e636c1-9525-46a4-88d7-d2d62bb48fa4 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.227484 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-896e5644-5f10-4db1-ba42-430a277d9117 req-21e636c1-9525-46a4-88d7-d2d62bb48fa4 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 943 time: 0.4438171 Aug 27 02:30:35.319012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:35.347729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8504cb8c-1725-45de-8c43-229dc12f1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.353069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8504cb8c-1725-45de-8c43-229dc12f1b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.355497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8504cb8c-1725-45de-8c43-229dc12f1b70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86e2ff18-8522-438d-aa99-812137a1f32d HTTP/1.1" status: 204 len: 168 time: 0.9449313 Aug 27 02:30:35.372725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504cb8c-1725-45de-8c43-229dc12f1b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2ff18-8522-438d-aa99-812137a1f32d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:35.393480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-896e5644-5f10-4db1-ba42-430a277d9117 req-33d0e40f-c63d-4024-bdba-5810c32dbf19 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441264 Aug 27 02:30:35.722972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 441b7ac0-cdbb-40b9-986d-d5623519c0c6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:35.838963 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.855851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Transition to ACTIVE for port object 3a7908c3-40b6-4067-aa62-0e0030d7bfae will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:35.858401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:35.941958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Transition to ACTIVE for port object 3a7908c3-40b6-4067-aa62-0e0030d7bfae will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:35.950989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] For port 80a56899-5c33-4ecd-a05d-309112e6490b, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:35.960379 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.973233 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd13cc24-a093-4b89-9d57-1855a668a0fc x-openstack-request-id: req-bd13cc24-a093-4b89-9d57-1855a668a0fc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:35.973885 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a77252c-b1e2-47bf-9a30-fb5b6b3e8015", "tag": "2df45718-deba-4529-937b-5659956ae005", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:35.975640 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd13cc24-a093-4b89-9d57-1855a668a0fc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:35.977848 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'tag': '2df45718-deba-4529-937b-5659956ae005', 'status': 'completed', 'code': 200} Aug 27 02:30:35.981951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-c9f36a14-7f28-4fcc-ba5e-c7c9db5a8d53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df45718-deba-4529-937b-5659956ae005 HTTP/1.1" status: 200 len: 217 time: 1.7270758 Aug 27 02:30:36.115927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] For port 80a56899-5c33-4ecd-a05d-309112e6490b, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=80a56899-5c33-4ecd-a05d-309112e6490b,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:36.128757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:36.141994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:36.147205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:36.179256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Pushing event updated for resources: {'Port': ['ID=3a7908c3-40b6-4067-aa62-0e0030d7bfae,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:36.217723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.255159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04197ac-7965-48d9-a3c9-4d0b7c990a24 None None] Network 8fe9c219-7265-4513-aa08-707ebd82718c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:36.294417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-277b1142-d647-41f3-8ac2-8156950d7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:36.296758 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-277b1142-d647-41f3-8ac2-8156950d7257 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e69682bb-e4cc-47d9-8130-e3392225e758 HTTP/1.1" status: 200 len: 858 time: 0.2545803 Aug 27 02:30:36.303292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:36.309146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.342761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:36.343517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.345106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/80a56899-5c33-4ecd-a05d-309112e6490b HTTP/1.1" status: 200 len: 1092 time: 4.7219038 Aug 27 02:30:36.397364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Attempting to bind port 3a7908c3-40b6-4067-aa62-0e0030d7bfae on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:36.397992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Attempting to bind port 3a7908c3-40b6-4067-aa62-0e0030d7bfae by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:36.398206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28164-308f-49f6-8399-3c9ce11f1597 req-92671a22-e68b-4f5a-acba-2f25f38648d4 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:36.398690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Attempting to bind port 3a7908c3-40b6-4067-aa62-0e0030d7bfae on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:36.409863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:36.410522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:36.410942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8eb28164-308f-49f6-8399-3c9ce11f1597 req-92671a22-e68b-4f5a-acba-2f25f38648d4 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 944 time: 0.4467723 Aug 27 02:30:36.411275 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.411833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:36.412594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Bound port: 3a7908c3-40b6-4067-aa62-0e0030d7bfae, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:36.413159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.419324 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dc9bd9b-fc68-43e7-ab64-6e42ada7ff9b req-c9b40929-b351-47bf-86a2-4029b503a369 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 210 time: 0.1081274 Aug 27 02:30:36.436360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ec394ea8-120f-4164-aee4-f0696f6d9b71 None None] Provisioning for port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:36.442307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-a433fd52-c1c7-42bb-a74e-94d752c71e9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46118ba9-a993-461e-beff-ea41cc08cfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286342 Aug 27 02:30:36.470032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ec394ea8-120f-4164-aee4-f0696f6d9b71 None None] Provisioning complete for port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:36.470692 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ec394ea8-120f-4164-aee4-f0696f6d9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.623484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] For port 3a7908c3-40b6-4067-aa62-0e0030d7bfae, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:36.661217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port cfb8beb8-7663-440f-84e7-1a3ef96af382 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:36.671309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-30e31676-1cb5-48d7-8788-b52df600d0a3 service neutron] 10.222.0.45 "GET /v2.0/networks/46118ba9-a993-461e-beff-ea41cc08cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144504 Aug 27 02:30:36.674750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e744d-ae3c-45d8-a4ee-c6903062a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=80a56899-5c33-4ecd-a05d-309112e6490b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:36.700160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] For port 3a7908c3-40b6-4067-aa62-0e0030d7bfae, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3a7908c3-40b6-4067-aa62-0e0030d7bfae,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:36.789648 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.874239 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ec394ea8-120f-4164-aee4-f0696f6d9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.914174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a6805-02a0-420d-9591-e05fdafec4d1 req-5fd9f697-afed-4040-8c96-997a29fe5067 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:36.930144 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-001a6805-02a0-420d-9591-e05fdafec4d1 req-5fd9f697-afed-4040-8c96-997a29fe5067 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 943 time: 0.2175879 Aug 27 02:30:36.938271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994cf7a-499e-44c7-8adc-78fea644be5c None None] Pushing event updated for resources: {'Port': ['ID=3a7908c3-40b6-4067-aa62-0e0030d7bfae,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:36.956226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ec394ea8-120f-4164-aee4-f0696f6d9b71 None None] For port 441b7ac0-cdbb-40b9-986d-d5623519c0c6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=441b7ac0-cdbb-40b9-986d-d5623519c0c6,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:36.963544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ec394ea8-120f-4164-aee4-f0696f6d9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.071604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec394ea8-120f-4164-aee4-f0696f6d9b71 None None] Pushing event updated for resources: {'Port': ['ID=441b7ac0-cdbb-40b9-986d-d5623519c0c6,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:37.090385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-5c57e319-0f95-4afb-ad23-953e40ee53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.092197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-5c57e319-0f95-4afb-ad23-953e40ee53d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adc1569fd0634706a68b07b9bd14c8ea&device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 1095 time: 0.3937709 Aug 27 02:30:37.127701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-001a6805-02a0-420d-9591-e05fdafec4d1 req-b339c487-da00-40ab-8c73-61689af34875 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949949 Aug 27 02:30:37.204270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8eb28164-308f-49f6-8399-3c9ce11f1597 req-0e1c0fc5-7917-4b5f-bb2f-d3542ca9016d tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7922368 Aug 27 02:30:37.348738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-50f6c9f2-f567-47ac-867e-381248079ac4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80a56899-5c33-4ecd-a05d-309112e6490b HTTP/1.1" status: 200 len: 217 time: 0.2311711 Aug 27 02:30:37.454223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-69e82d74-9d04-4c89-9ce1-4c01fa5bd3df None None] Provisioning complete for port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:37.454914 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69e82d74-9d04-4c89-9ce1-4c01fa5bd3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.553736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f571ecd2-7e60-49d6-9c8e-f012fb80a45a req-39426231-6e78-47c3-a10c-fdb448e4d7a5 service neutron] 10.222.0.45 "GET /v2.0/networks/46118ba9-a993-461e-beff-ea41cc08cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8731139 Aug 27 02:30:37.595426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::345 (8095c560-1388-49b5-9ced-9a3602d5c435/f6b7ac53-7b33-4abd-b8a5-f2a915a33131/cfb8beb8-7663-440f-84e7-1a3ef96af382) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:37.607039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-477da311-7561-477f-a6db-c99a9715f30a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.616315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-477da311-7561-477f-a6db-c99a9715f30a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.618284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-477da311-7561-477f-a6db-c99a9715f30a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.32 "GET /v2.0/networks?id=f0a043c0-5efa-4354-854e-1ce7ad63c5f8&id=8fe9c219-7265-4513-aa08-707ebd82718c HTTP/1.1" status: 200 len: 1391 time: 0.8380463 Aug 27 02:30:37.682688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'port': {'device_id': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8', 'admin_state_up': True, 'tenant_id': '98291587d77a4313aefe91bbf3775941'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:37.688795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-a0395628-0b9e-44fe-a1a7-d7884b26a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.696570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-a0395628-0b9e-44fe-a1a7-d7884b26a8cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20cea118-bbc0-4937-b902-3e5d9de7b7f9 HTTP/1.1" status: 200 len: 853 time: 0.3304896 Aug 27 02:30:37.696841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3a7908c3-40b6-4067-aa62-0e0030d7bfae up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:37.697569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90ed7153-c376-436c-a360-413d17a25721 req-73c4d06f-960c-49a5-964b-6ed35b193f64 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 210 time: 0.0675383 Aug 27 02:30:37.786415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3a7908c3-40b6-4067-aa62-0e0030d7bfae completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:37.795198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 441b7ac0-cdbb-40b9-986d-d5623519c0c6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:37.900034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-6ad8f2b0-fd95-49e2-910c-a5aa1cea83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.902704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-6ad8f2b0-fd95-49e2-910c-a5aa1cea83d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4211fadf02314cc496ee390f0d82f715&device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 1094 time: 0.2789910 Aug 27 02:30:37.923797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:37.923939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.993322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:37.995252 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:38.019471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-082874dd-3c06-4702-bc2d-3403465bd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:38.021412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-082874dd-3c06-4702-bc2d-3403465bd507 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c831531-d70e-42a5-8471-e10c1960199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900660 Aug 27 02:30:38.108800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:38.121445 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df4be91-c848-4987-8663-10cb92b94b33 x-openstack-request-id: req-6df4be91-c848-4987-8663-10cb92b94b33 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:38.122009 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:38.122009 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6df4be91-c848-4987-8663-10cb92b94b33 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:38.122502 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b', 'status': 'completed', 'code': 200} Aug 27 02:30:38.264155 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:38.264817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.393852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968285ec-5be0-45b1-a6e5-1052e4f99453 req-f4fa5666-29db-45ff-9daf-da82e408dfd7 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:38.402793 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-968285ec-5be0-45b1-a6e5-1052e4f99453 req-f4fa5666-29db-45ff-9daf-da82e408dfd7 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 943 time: 0.1076655 Aug 27 02:30:38.459743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-442a5b0e-2107-45e4-a2e4-0866c4d9cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:38.462310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-442a5b0e-2107-45e4-a2e4-0866c4d9cba7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46118ba9-a993-461e-beff-ea41cc08cfc2 HTTP/1.1" status: 200 len: 919 time: 0.5515068 Aug 27 02:30:38.480020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-968285ec-5be0-45b1-a6e5-1052e4f99453 req-ddcad20a-0ad0-46a8-a5b3-f16842aaed73 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763354 Aug 27 02:30:38.483742 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.533442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-0afeb575-3a2b-46e2-b098-ff59ea5ab128 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df45718-deba-4529-937b-5659956ae005 HTTP/1.1" status: 200 len: 217 time: 0.0456359 Aug 27 02:30:38.647651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object cfb8beb8-7663-440f-84e7-1a3ef96af382 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:38.669595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-c8046d83-ef9d-4dd9-861d-caffb78e36ae service neutron] 10.222.0.45 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858903 Aug 27 02:30:38.695086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:38.698720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.781728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47d72b0-c3fc-4815-89be-d8f557cfeaf9 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:38.796739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-2a34e2fa-acc3-45c2-bb84-b22bf67a148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:38.797785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-2a34e2fa-acc3-45c2-bb84-b22bf67a148c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e69682bb-e4cc-47d9-8130-e3392225e758 HTTP/1.1" status: 200 len: 858 time: 0.2473500 Aug 27 02:30:38.810178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50412) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:38.837477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883924-fd6e-4e9c-a1f1-561df0b0d07c req-287fd3c6-0a0e-4fc8-a4ca-a449f536602c tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:38.850831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b883924-fd6e-4e9c-a1f1-561df0b0d07c req-287fd3c6-0a0e-4fc8-a4ca-a449f536602c tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 944 time: 0.3851204 Aug 27 02:30:38.915331 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-3994fc9a-a141-4d16-8315-8d6b0b5a4096 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46118ba9-a993-461e-beff-ea41cc08cfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002204 Aug 27 02:30:38.997721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-206687246', 'router:external': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:39.001446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eac80f0b-bf4b-49a6-a33b-7409e3c3beb2 None None] Provisioning for port 3a7908c3-40b6-4067-aa62-0e0030d7bfae completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:39.010146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eac80f0b-bf4b-49a6-a33b-7409e3c3beb2 None None] Provisioning complete for port 3a7908c3-40b6-4067-aa62-0e0030d7bfae triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:39.010768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eac80f0b-bf4b-49a6-a33b-7409e3c3beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.075214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Made reservation on behalf of 6af202415dcc448b8f2673f1a194ad9f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:39.077638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.105659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.120447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.155862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-ba5dacd1-fa9d-4031-8119-16719a8b52d1 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:39.160703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-ba5dacd1-fa9d-4031-8119-16719a8b52d1 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/networks?id=3ad119ad-6e7e-4999-88e4-2f2fd679dc8e HTTP/1.1" status: 200 len: 810 time: 0.2621713 Aug 27 02:30:39.162937 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eac80f0b-bf4b-49a6-a33b-7409e3c3beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.191343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-d8732ef8-c105-4aa2-ac36-0eb16add6eb7 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/quotas/be969c55a98b4657ac2541bf655c9416 HTTP/1.1" status: 200 len: 375 time: 0.0205853 Aug 27 02:30:39.192282 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b883924-fd6e-4e9c-a1f1-561df0b0d07c req-ec10e699-f78f-4f12-bd20-bca727f9235d tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417020 Aug 27 02:30:39.237720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-eac80f0b-bf4b-49a6-a33b-7409e3c3beb2 None None] For port 3a7908c3-40b6-4067-aa62-0e0030d7bfae, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3a7908c3-40b6-4067-aa62-0e0030d7bfae,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:39.248895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eac80f0b-bf4b-49a6-a33b-7409e3c3beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.249282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:39.258961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-45341f03-3d41-4c6f-b358-433ddb1543aa tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=be969c55a98b4657ac2541bf655c9416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653732 Aug 27 02:30:39.272188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:39.273633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:39.284412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:39.285065 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.327303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f4dbcea-64e0-4331-a4e8-ac7400b03183 req-56dfe650-3e75-4388-9fd2-648a676b9b1f service neutron] 10.222.0.45 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474204 Aug 27 02:30:39.372574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=cfb8beb8-7663-440f-84e7-1a3ef96af382,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:39.427991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac80f0b-bf4b-49a6-a33b-7409e3c3beb2 None None] Pushing event updated for resources: {'Port': ['ID=3a7908c3-40b6-4067-aa62-0e0030d7bfae,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:39.453075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-4f18ddda-66d0-4a3e-ad17-2d284d476c3a service neutron] 10.222.0.45 "GET /v2.0/networks/46118ba9-a993-461e-beff-ea41cc08cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978366 Aug 27 02:30:39.458855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-7f537647-29bb-40cb-8105-275922572c7a service neutron] 10.222.0.10 "GET /v2.0/networks/3ad119ad-6e7e-4999-88e4-2f2fd679dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979179 Aug 27 02:30:39.490753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.494899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f06fb693-abff-476a-b5b0-8842e9604b87 req-2e41a534-5882-4dec-be5a-0b9f1b1b48e3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 210 time: 0.0995154 Aug 27 02:30:39.530088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Allocated IP 19.80.0.183 (f0a043c0-5efa-4354-854e-1ce7ad63c5f8/6fd66431-7066-4c34-948c-28b5ff2d3ac5/0a4b8a0a-864c-48fd-bc69-9c06cba62b85) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:39.531746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.591420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:39.605241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-84bf678c-081c-4fbc-887e-71b1eb5dc1a7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.2904184 Aug 27 02:30:39.612666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50426) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:39.621397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3a8771-2962-4c42-a699-c9c93d511ae5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:39.626802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.627164 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Added segment 48256599-e335-4545-b588-3f4beb4a2c94 of type vlan for network 68288324-b4ca-49f0-b0a1-853d6abee245 Aug 27 02:30:39.720388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-581e080c-5e32-498f-88c2-807064081d78 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad119ad-6e7e-4999-88e4-2f2fd679dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604949 Aug 27 02:30:39.725465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-af590208-9446-4b97-8e1b-2cfd34c835e0 None None] Provisioning complete for port 3a7908c3-40b6-4067-aa62-0e0030d7bfae triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:39.726608 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af590208-9446-4b97-8e1b-2cfd34c835e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.749209 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.787232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-d28d1ad0-7f69-4d50-a43c-034ddf6e1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:39.789519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-d28d1ad0-7f69-4d50-a43c-034ddf6e1e3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adc1569fd0634706a68b07b9bd14c8ea&device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 1095 time: 0.3776121 Aug 27 02:30:39.818579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.821546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:39.827686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.873356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0597801 Aug 27 02:30:39.874147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50432) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:39.921581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'subnet': {'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:39.972256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04d002-c35d-46ad-9fef-8359e6f93280 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Network': ['ID=68288324-b4ca-49f0-b0a1-853d6abee245,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:39.990036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Made reservation on behalf of 6af202415dcc448b8f2673f1a194ad9f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:39.994355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 68288324-b4ca-49f0-b0a1-853d6abee245 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:39.999555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.256564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d00af5c4-778d-4956-b780-3a85d0b52854 None None] Provisioning for port cfb8beb8-7663-440f-84e7-1a3ef96af382 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:40.260816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d00af5c4-778d-4956-b780-3a85d0b52854 None None] Provisioning complete for port cfb8beb8-7663-440f-84e7-1a3ef96af382 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:40.261199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d00af5c4-778d-4956-b780-3a85d0b52854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.358305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d00af5c4-778d-4956-b780-3a85d0b52854 None None] Port cfb8beb8-7663-440f-84e7-1a3ef96af382 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:40.406199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df6f595e-6a56-4b3b-a67c-e3a009e399d8 req-630f8914-0348-4e04-b1c7-c002811ee7af service neutron] 10.222.0.45 "GET /v2.0/networks/46118ba9-a993-461e-beff-ea41cc08cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197180 Aug 27 02:30:40.440309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fc5c4-7a00-4c5a-bf34-28babbc34359 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.448513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fc5c4-7a00-4c5a-bf34-28babbc34359 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.454482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f12fc5c4-7a00-4c5a-bf34-28babbc34359 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.8359838 Aug 27 02:30:40.459755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50440) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:40.468195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547887c-4978-4e3b-8577-98d46c6f4beb req-bdd89077-69dc-4e4a-b40f-6ff0a8aebf59 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.470887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3547887c-4978-4e3b-8577-98d46c6f4beb req-bdd89077-69dc-4e4a-b40f-6ff0a8aebf59 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 943 time: 0.7667627 Aug 27 02:30:40.574997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-fbcfdb78-07e1-457c-b504-7f52d64336ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.576756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-fbcfdb78-07e1-457c-b504-7f52d64336ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c831531-d70e-42a5-8471-e10c1960199c HTTP/1.1" status: 200 len: 915 time: 0.7565875 Aug 27 02:30:40.659117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b898242-7c6a-4442-aa92-164f17f4f01a req-74493051-e8a1-45b5-906b-896073226093 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 210 time: 0.0642533 Aug 27 02:30:40.711760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port cfb8beb8-7663-440f-84e7-1a3ef96af382 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:40.712183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.768575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3547887c-4978-4e3b-8577-98d46c6f4beb req-ed79b186-6284-4687-a65c-433b34f7ab5b tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905657 Aug 27 02:30:40.772721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-3aed5567-ebec-4c6d-8967-211d590e8470 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80a56899-5c33-4ecd-a05d-309112e6490b HTTP/1.1" status: 200 len: 217 time: 0.1217647 Aug 27 02:30:40.900402 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.914356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d703-202b-436e-962c-2de8575a02b8 req-b5880e7d-fae9-4a98-9b20-868d4fe3eb57 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.916398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5f22d703-202b-436e-962c-2de8575a02b8 req-b5880e7d-fae9-4a98-9b20-868d4fe3eb57 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 944 time: 0.1243501 Aug 27 02:30:40.934015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-d9d6ad1d-bcb7-4b6c-8103-19ad883bf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.935511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-d9d6ad1d-bcb7-4b6c-8103-19ad883bf157 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20cea118-bbc0-4937-b902-3e5d9de7b7f9 HTTP/1.1" status: 200 len: 853 time: 0.1528742 Aug 27 02:30:40.939791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for cfb8beb8-7663-440f-84e7-1a3ef96af382 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:40.960752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-520894bd-bf3b-49dd-95d3-29df9c70df2a req-e2f52bf6-e3bb-45b7-be81-8e5076b6919e tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 210 time: 0.0665972 Aug 27 02:30:40.971328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.001784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:30:41.002338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.016252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Transition to ACTIVE for port object 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:41.043667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-f0123a8d-34e9-48a7-baf4-45e100fff112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:41.046440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-f0123a8d-34e9-48a7-baf4-45e100fff112 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c831531-d70e-42a5-8471-e10c1960199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882382 Aug 27 02:30:41.152985 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.201850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 80a56899-5c33-4ecd-a05d-309112e6490b details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:41.234685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:41.249593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:41.262558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:41.276420 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-ccd98572-d6cf-4b15-8755-bfa58dc203e7 service neutron] 10.222.0.45 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167277 Aug 27 02:30:41.298372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Port': ['ID=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:41.429704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:41.430649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.436261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 80a56899-5c33-4ecd-a05d-309112e6490b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=80a56899-5c33-4ecd-a05d-309112e6490b,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:41.453906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3a7908c3-40b6-4067-aa62-0e0030d7bfae up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:41.482819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-9dba29a2-2056-4dca-84cc-fd467284b430 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8063483 Aug 27 02:30:41.496576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Request body: {'port': {'device_id': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c', 'admin_state_up': True, 'tenant_id': '98291587d77a4313aefe91bbf3775941'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:41.500909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '80a56899-5c33-4ecd-a05d-309112e6490b', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'port_id': '80a56899-5c33-4ecd-a05d-309112e6490b', 'mac_address': 'fa:16:3e:1f:36:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:41.575141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216cb61e-b3fc-470a-b0d6-e813f7f0e0b2 req-370f9799-1b45-4d6a-9fb2-ae3e57adeb09 service neutron] 10.222.0.45 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687600 Aug 27 02:30:41.616419 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5f22d703-202b-436e-962c-2de8575a02b8 req-a6cb3c7a-3976-49e4-8246-12a613874e30 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6908364 Aug 27 02:30:41.662734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3a7908c3-40b6-4067-aa62-0e0030d7bfae triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:41.662894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.730832 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.755180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6048b246-b150-4b20-8ffe-6b1ba528c7bb,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:41.756959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a56899-5c33-4ecd-a05d-309112e6490b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:41.785810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Checking segment: {'id': '48256599-e335-4545-b588-3f4beb4a2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:41.796448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 80a56899-5c33-4ecd-a05d-309112e6490b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=80a56899-5c33-4ecd-a05d-309112e6490b,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:41.798963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network hostable DHCP agents. Network: 68288324-b4ca-49f0-b0a1-853d6abee245, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:41.847019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9e0d53d1-78f5-44c7-b370-ebf496217341 None None] Provisioning for port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:41.849983 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.850819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2df45718-deba-4529-937b-5659956ae005 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:41.862866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9e0d53d1-78f5-44c7-b370-ebf496217341 None None] Provisioning complete for port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:41.863377 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9e0d53d1-78f5-44c7-b370-ebf496217341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.918149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d53d1-78f5-44c7-b370-ebf496217341 None None] Port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:41.991988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095f4923-aee1-48eb-8332-9ee6ed01f509 req-47694c59-9128-4e98-b8b1-3fb430e200ce tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 210 time: 0.0562079 Aug 27 02:30:41.992582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.005479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=80a56899-5c33-4ecd-a05d-309112e6490b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:42.033580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=cfb8beb8-7663-440f-84e7-1a3ef96af382,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:42.041906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network 68288324-b4ca-49f0-b0a1-853d6abee245 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:42.074776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Made reservation on behalf of 98291587d77a4313aefe91bbf3775941 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:42.076368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.078285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3d9ee72d-c5c6-464e-8a4c-6e0039c84794 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/cfb8beb8-7663-440f-84e7-1a3ef96af382 HTTP/1.1" status: 204 len: 168 time: 1.6175699 Aug 27 02:30:42.080926 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.081795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50460) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:42.111128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 68288324-b4ca-49f0-b0a1-853d6abee245) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:42.124273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec4a9b-09eb-4fe9-84ca-3645452ca656 None None] Network 68288324-b4ca-49f0-b0a1-853d6abee245 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:42.170012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651305-71c6-4668-a9b6-ef3c1a10ae09 req-5a33a161-659d-4a6c-a398-2d61def77c13 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.177859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47651305-71c6-4668-a9b6-ef3c1a10ae09 req-5a33a161-659d-4a6c-a398-2d61def77c13 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 943 time: 0.2489071 Aug 27 02:30:42.204790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.205949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.231719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-6128841c-dab7-420c-89aa-bb711bb71672 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.233339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-6128841c-dab7-420c-89aa-bb711bb71672 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.32 "GET /v2.0/networks?id=3ad119ad-6e7e-4999-88e4-2f2fd679dc8e HTTP/1.1" status: 200 len: 810 time: 0.4626620 Aug 27 02:30:42.239212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 2df45718-deba-4529-937b-5659956ae005, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2df45718-deba-4529-937b-5659956ae005,segment=NetworkSegment(961320d1-a1b4-4bd2-a02b-3c3b8412a9ef),segment_id=961320d1-a1b4-4bd2-a02b-3c3b8412a9ef)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:42.247371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Request body: {'port': {'device_id': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e', 'admin_state_up': True, 'tenant_id': 'be969c55a98b4657ac2541bf655c9416'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:42.275278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '2df45718-deba-4529-937b-5659956ae005', 'network_id': '46118ba9-a993-461e-beff-ea41cc08cfc2', 'port_id': '2df45718-deba-4529-937b-5659956ae005', 'mac_address': 'fa:16:3e:40:35:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69682bb-e4cc-47d9-8130-e3392225e758', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:42.302955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deae8d-8ea5-43ea-9d5b-8960c6524327 req-d6d67cb1-894e-4ec0-a273-6c67d0589ea1 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.310506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7deae8d-8ea5-43ea-9d5b-8960c6524327 req-d6d67cb1-894e-4ec0-a273-6c67d0589ea1 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 932 time: 0.1962502 Aug 27 02:30:42.318088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-58f4cf02-0ca7-46dc-a75a-fd1a3e142aab tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4023185 Aug 27 02:30:42.323269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50462) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:42.335105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-355076007', 'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:42.348545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022761b3-dc8f-4828-be33-60ab8d13f07e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.349852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022761b3-dc8f-4828-be33-60ab8d13f07e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.351377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-022761b3-dc8f-4828-be33-60ab8d13f07e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2682929 Aug 27 02:30:42.355738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50464) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:42.384832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47651305-71c6-4668-a9b6-ef3c1a10ae09 req-88160bd6-e135-4ddc-ab45-878976f18ed9 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059228 Aug 27 02:30:42.435912 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.443960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7deae8d-8ea5-43ea-9d5b-8960c6524327 req-0530e36b-55a6-4118-a838-c6022fc6d158 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281483 Aug 27 02:30:42.450345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Made reservation on behalf of 6af202415dcc448b8f2673f1a194ad9f for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:42.452922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.472130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet f6b7ac53-7b33-4abd-b8a5-f2a915a33131 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:42.474816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df45718-deba-4529-937b-5659956ae005 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:42.477505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] device_id is not set on port de977f9d-9b5c-4538-ab42-8b571fc08bda yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:42.481669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.496307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 2df45718-deba-4529-937b-5659956ae005, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2df45718-deba-4529-937b-5659956ae005,segment=NetworkSegment(961320d1-a1b4-4bd2-a02b-3c3b8412a9ef),segment_id=961320d1-a1b4-4bd2-a02b-3c3b8412a9ef)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:42.518224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.554088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81dc3d-6c49-49d7-a952-7c086485d38c None None] Network 68288324-b4ca-49f0-b0a1-853d6abee245 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:42.566601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Allocated IP 19.86.0.249 (8fe9c219-7265-4513-aa08-707ebd82718c/064d3c14-f7cf-4b05-9451-7f27d1c3ba73/762677fe-5f90-4965-aae7-9b0d7fa3e96d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:42.588743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.601165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Made reservation on behalf of be969c55a98b4657ac2541bf655c9416 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:42.605402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.635245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=2df45718-deba-4529-937b-5659956ae005,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:42.735360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Allocated IP 172.20.0.6 (68288324-b4ca-49f0-b0a1-853d6abee245/6048b246-b150-4b20-8ffe-6b1ba528c7bb/de977f9d-9b5c-4538-ab42-8b571fc08bda) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:42.786731 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.813748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['80a56899-5c33-4ecd-a05d-309112e6490b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:42.818572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['2df45718-deba-4529-937b-5659956ae005'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:42.861368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.864233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Allocated IP 172.20.0.6 (3ad119ad-6e7e-4999-88e4-2f2fd679dc8e/da02a72c-5b2b-456f-817a-b0ebed986646/3937980a-f249-4bfb-939e-426dc035af7f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:42.877064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3971b5-cd5f-46fd-a02c-35b56d519bd4 req-6b45ff96-370a-47fd-8158-7fa07d60361b tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.878712 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca3971b5-cd5f-46fd-a02c-35b56d519bd4 req-6b45ff96-370a-47fd-8158-7fa07d60361b tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 945 time: 0.1449227 Aug 27 02:30:42.967224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Transition to ACTIVE for port object 762677fe-5f90-4965-aae7-9b0d7fa3e96d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:42.982794 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.030456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca3971b5-cd5f-46fd-a02c-35b56d519bd4 req-a40e0152-3101-45a2-b34d-bb12fd206dd6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310167 Aug 27 02:30:43.039762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b7ac53-7b33-4abd-b8a5-f2a915a33131,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:43.050242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.051613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.056698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-918eaf34-6efe-492c-b4d3-5e99d4401e9f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/f6b7ac53-7b33-4abd-b8a5-f2a915a33131 HTTP/1.1" status: 204 len: 168 time: 0.6985812 Aug 27 02:30:43.057150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50474) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:43.071083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43499cd5-c61e-4cc9-9c3a-fc4b07fb5a21 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:43.083411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.133687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.153716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.156878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Network 8fe9c219-7265-4513-aa08-707ebd82718c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:43.163602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-67065c12-bb1f-4d28-a0a7-5d5ea8b91312 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955195 Aug 27 02:30:43.168522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50476) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:43.180113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:43.186557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:43.197760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network 68288324-b4ca-49f0-b0a1-853d6abee245 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:43.199135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:43.203272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:43.210111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:43.212744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Port': ['ID=de977f9d-9b5c-4538-ab42-8b571fc08bda,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:43.265014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.266267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.288770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-62e1faab-ff56-4773-9701-4482c22e126c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9647298 Aug 27 02:30:43.291231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50478) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:43.295844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb2b8c4a-d555-48ef-840d-508ce5ef77fa req-d3f8b129-ac7b-4586-8b03-fb4c08f0bce0 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 210 time: 0.1377325 Aug 27 02:30:43.309179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event updated for resources: {'Port': ['ID=762677fe-5f90-4965-aae7-9b0d7fa3e96d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:43.345481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.346231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.371142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-7cf8071a-7778-458f-95f3-e4c4f6c821d8 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8797760 Aug 27 02:30:43.386541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Request body: {'port': {'device_id': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:43.419804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Deleting port de977f9d-9b5c-4538-ab42-8b571fc08bda {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:43.420465 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.424984 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.432675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:43.442993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:43.445861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.508644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] Deleting port 3a7908c3-40b6-4067-aa62-0e0030d7bfae {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:43.509549 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.567381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.588859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5927-054a-43f9-88c2-46aee93be1b8 req-9fdf5cb3-3536-4085-acf6-a9357d2a6493 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.594514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b94d5927-054a-43f9-88c2-46aee93be1b8 req-9fdf5cb3-3536-4085-acf6-a9357d2a6493 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 944 time: 0.0967376 Aug 27 02:30:43.600429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Calling delete_port for de977f9d-9b5c-4538-ab42-8b571fc08bda owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:43.607280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cf4419f7-6c9c-4293-ad7b-db6401fd9514 None None] Provisioning for port 762677fe-5f90-4965-aae7-9b0d7fa3e96d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:43.616589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:43.636244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cf4419f7-6c9c-4293-ad7b-db6401fd9514 None None] Provisioning complete for port 762677fe-5f90-4965-aae7-9b0d7fa3e96d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:43.636989 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf4419f7-6c9c-4293-ad7b-db6401fd9514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.648096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.657636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:43.673640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:43.678192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Pushing event updated for resources: {'Port': ['ID=3937980a-f249-4bfb-939e-426dc035af7f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:43.688093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] For port 3a7908c3-40b6-4067-aa62-0e0030d7bfae, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3a7908c3-40b6-4067-aa62-0e0030d7bfae,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:43.688491 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.707603 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b94d5927-054a-43f9-88c2-46aee93be1b8 req-b547ecdb-534d-4666-a12a-d7ed02e6f01f tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045713 Aug 27 02:30:43.722757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] Calling delete_port for 3a7908c3-40b6-4067-aa62-0e0030d7bfae owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:43.732204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cf4419f7-6c9c-4293-ad7b-db6401fd9514 None None] Port 762677fe-5f90-4965-aae7-9b0d7fa3e96d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:43.763475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.763823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.764336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.764487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.764819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.765145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.765473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.765791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.766108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.766469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.766847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.767213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:43.815605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.816261 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.824529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.832417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c51c5-7b2d-4ffb-a58c-01d564ad9405 req-fd901025-dfe6-445a-9795-520494404a40 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.845044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c51c5-7b2d-4ffb-a58c-01d564ad9405 req-fd901025-dfe6-445a-9795-520494404a40 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.850153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-849c51c5-7b2d-4ffb-a58c-01d564ad9405 req-fd901025-dfe6-445a-9795-520494404a40 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1655 time: 0.3093100 Aug 27 02:30:43.863792 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.885191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event deleted for resources: {'Port': ['ID=de977f9d-9b5c-4538-ab42-8b571fc08bda,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:43.908816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] Pushing event deleted for resources: {'Port': ['ID=3a7908c3-40b6-4067-aa62-0e0030d7bfae,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:43.918018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d57267-e2b8-4d83-9c25-209c560c207e None None] No DVR routers for this DVR port 3a7908c3-40b6-4067-aa62-0e0030d7bfae on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:43.971862 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.974509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-78576007-2840-4598-ad6c-f2a79853c96c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "DELETE /v2.0/ports/de977f9d-9b5c-4538-ab42-8b571fc08bda HTTP/1.1" status: 204 len: 168 time: 0.6825287 Aug 27 02:30:43.977080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50488) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:43.981911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245', 'external_fixed_ips': [{'subnet_id': '6048b246-b150-4b20-8ffe-6b1ba528c7bb', 'ip_address': '172.20.0.6'}]}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:44.003768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-4adcb81d-a2ae-4f5e-933b-211702930e15 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7604115 Aug 27 02:30:44.009589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.010398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.025090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Request body: {'port': {'device_id': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:44.072260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.124095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-849c51c5-7b2d-4ffb-a58c-01d564ad9405 req-8dc0fd47-ba36-4771-b6a1-cac27bf0e102 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243497 Aug 27 02:30:44.183682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.213593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.241126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.255339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322045-fbbf-423d-bb15-cfff2510c370 req-1fd1a9cc-3538-49ec-8aa9-b732f12f11a1 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:44.256862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10322045-fbbf-423d-bb15-cfff2510c370 req-1fd1a9cc-3538-49ec-8aa9-b732f12f11a1 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 945 time: 0.1448431 Aug 27 02:30:44.306771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:44.327112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:44.332128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10322045-fbbf-423d-bb15-cfff2510c370 req-1bd97e96-ff8b-4158-9ece-305f9d1fac8a tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632467 Aug 27 02:30:44.336875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42765f92-01c1-442e-be28-9b86adb06b6b None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:44.380022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:44.380538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.394424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=615d2aa9-71e3-4fef-b82b-0e64c931bece,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:44.482714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-921d23a1-4114-4826-8fc3-4aa9960e78df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3036444 Aug 27 02:30:44.483286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50494) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:44.500567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.520923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '615d2aa9-71e3-4fef-b82b-0e64c931bece'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:44.521959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.524700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.529801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'name': 'tempest-NetworksTestDHCPv6-800680897'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:44.589055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:44.601950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.676326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Allocated IP 172.20.0.6 (68288324-b4ca-49f0-b0a1-853d6abee245/6048b246-b150-4b20-8ffe-6b1ba528c7bb/2589c720-e234-41e9-a99b-aed4b3db60fb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:44.682128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/615d2aa9-71e3-4fef-b82b-0e64c931bece/71cfb1a6-e873-41bc-99c6-8d60ec024a29) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:44.801738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.857392 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.868910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Transition to ACTIVE for port object 71cfb1a6-e873-41bc-99c6-8d60ec024a29 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:44.873025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fe124-81c7-42ea-a601-6d08922b3ddd req-9f65da6d-2177-4c3b-b9fd-574824106c94 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:44.874678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161fe124-81c7-42ea-a601-6d08922b3ddd req-9f65da6d-2177-4c3b-b9fd-574824106c94 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 944 time: 0.0701439 Aug 27 02:30:44.893603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.899938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Transition to ACTIVE for port object 71cfb1a6-e873-41bc-99c6-8d60ec024a29 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:44.909404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.946632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:44.949647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:44.953199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network 68288324-b4ca-49f0-b0a1-853d6abee245 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:44.956038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:44.965018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Pushing event updated for resources: {'Port': ['ID=71cfb1a6-e873-41bc-99c6-8d60ec024a29,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:44.966530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:44.970645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Port': ['ID=2589c720-e234-41e9-a99b-aed4b3db60fb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:44.973364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:44.983381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Transition to ACTIVE for port object 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:44.986876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-161fe124-81c7-42ea-a601-6d08922b3ddd req-2b1fec65-048b-484b-8fab-255e9ef0d206 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027386 Aug 27 02:30:44.993023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d965d6-6449-4d4a-a8b6-7d65bd3e42a1 req-2a4c3fd4-4d50-422e-9ace-5fa6361d93d4 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:45.000431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58d965d6-6449-4d4a-a8b6-7d65bd3e42a1 req-2a4c3fd4-4d50-422e-9ace-5fa6361d93d4 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 931 time: 0.5848446 Aug 27 02:30:45.013079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.038618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Attempting to bind port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:45.039309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Attempting to bind port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:45.039887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Attempting to bind port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:45.051780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:45.052259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:45.052734 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.054576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:45.055088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Bound port: 71cfb1a6-e873-41bc-99c6-8d60ec024a29, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:45.055473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.132587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58d965d6-6449-4d4a-a8b6-7d65bd3e42a1 req-58a940ac-cc07-46e2-8708-5be4848d48e9 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291814 Aug 27 02:30:45.174065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] For port 71cfb1a6-e873-41bc-99c6-8d60ec024a29, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:45.178864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] For port 71cfb1a6-e873-41bc-99c6-8d60ec024a29, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=71cfb1a6-e873-41bc-99c6-8d60ec024a29,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:45.196155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.221604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.238366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 80a56899-5c33-4ecd-a05d-309112e6490b up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:45.315383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b745a4-d6ce-4df9-bf22-36543f4e64e1 None None] Pushing event updated for resources: {'Port': ['ID=71cfb1a6-e873-41bc-99c6-8d60ec024a29,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.362722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 80a56899-5c33-4ecd-a05d-309112e6490b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:45.366801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:45.372838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 80a56899-5c33-4ecd-a05d-309112e6490b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:45.373293 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.375355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.405368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Attempting to bind port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:45.405586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Attempting to bind port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:45.405859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Attempting to bind port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 on network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:45.419836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 on network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:45.420354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Attempting to bind port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 on network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:45.427257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3937980a-f249-4bfb-939e-426dc035af7f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:45.433788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:45.434129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Checking segment: {'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:45.434564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Bound using segment: {'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:45.435039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Bound port: 0a4b8a0a-864c-48fd-bc69-9c06cba62b85, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ef634b-74c1-45ee-8238-da26c6746c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:45.435039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.436495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.445524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.451091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3a7908c3-40b6-4067-aa62-0e0030d7bfae no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:45.467119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 54edae8e-29f9-4347-9978-7bb8eb3c1186 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:45.488719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3a7908c3-40b6-4067-aa62-0e0030d7bfae {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:45.489110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3a7908c3-40b6-4067-aa62-0e0030d7bfae not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:45.586744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.604721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::129 (8095c560-1388-49b5-9ced-9a3602d5c435/615d2aa9-71e3-4fef-b82b-0e64c931bece/54edae8e-29f9-4347-9978-7bb8eb3c1186) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:45.609908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:45.613238 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196bd0dd-b3cb-47ed-9811-2eba3d1e6cbb" -d '{"events": [{"server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "name": "network-vif-plugged", "status": "completed", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:45.641044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 80a56899-5c33-4ecd-a05d-309112e6490b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=80a56899-5c33-4ecd-a05d-309112e6490b,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:45.647444 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.648797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2df45718-deba-4529-937b-5659956ae005 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:45.660049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775c8c-e258-4713-b091-0d3c7abad0a0 req-44032aeb-afb0-4397-993b-202a18502fb6 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:45.666204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775c8c-e258-4713-b091-0d3c7abad0a0 req-44032aeb-afb0-4397-993b-202a18502fb6 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:45.673925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81775c8c-e258-4713-b091-0d3c7abad0a0 req-44032aeb-afb0-4397-993b-202a18502fb6 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1667 time: 0.3764241 Aug 27 02:30:45.681554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Transition to ACTIVE for port object 3937980a-f249-4bfb-939e-426dc035af7f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:45.694650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.756194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=80a56899-5c33-4ecd-a05d-309112e6490b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.771917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 2df45718-deba-4529-937b-5659956ae005 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:45.776847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 2df45718-deba-4529-937b-5659956ae005 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:45.777222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.857453 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.871377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81775c8c-e258-4713-b091-0d3c7abad0a0 req-64f62447-4c2b-4f3f-a7ca-1fad0e8bd063 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965020 Aug 27 02:30:45.877695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Pushing event updated for resources: {'Port': ['ID=3937980a-f249-4bfb-939e-426dc035af7f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.905432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] For port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:45.915533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 2df45718-deba-4529-937b-5659956ae005, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2df45718-deba-4529-937b-5659956ae005,segment=NetworkSegment(961320d1-a1b4-4bd2-a02b-3c3b8412a9ef),segment_id=961320d1-a1b4-4bd2-a02b-3c3b8412a9ef)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:45.925855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.943705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774ab99-f7d8-46f1-b2c8-52c844dca34b req-d084ee0c-a20d-442d-bfc8-683f472392c1 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:45.951257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6774ab99-f7d8-46f1-b2c8-52c844dca34b req-d084ee0c-a20d-442d-bfc8-683f472392c1 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 945 time: 0.4427810 Aug 27 02:30:45.963631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] For port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:45.971302 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36494117-f7d4-441d-b96c-061f99c77840 x-openstack-request-id: req-36494117-f7d4-441d-b96c-061f99c77840 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:45.971662 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "name": "network-vif-plugged", "status": "completed", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:45.971957 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36494117-f7d4-441d-b96c-061f99c77840 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:45.972495 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b', 'code': 200} Aug 27 02:30:46.006372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=2df45718-deba-4529-937b-5659956ae005,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:46.007485 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.012890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.038380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6774ab99-f7d8-46f1-b2c8-52c844dca34b req-0d21fdcd-bc91-4710-b47d-ada1ef67dca2 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862060 Aug 27 02:30:46.098737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 54edae8e-29f9-4347-9978-7bb8eb3c1186 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:46.109842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.110543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.112462 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a4b8a0a-864c-48fd-bc69-9c06cba62b85 HTTP/1.1" status: 200 len: 1092 time: 2.7315176 Aug 27 02:30:46.119595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'tag': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:46.120176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.121862 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a71f06-e3c6-414a-9bc5-70da429cb673" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "tag": "0a4b8a0a-864c-48fd-bc69-9c06cba62b85"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:46.210504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Attempting to bind port 3937980a-f249-4bfb-939e-426dc035af7f on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:46.210848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Attempting to bind port 3937980a-f249-4bfb-939e-426dc035af7f by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '31c89d4d-aa14-4863-bd25-c7ee66958bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:46.211186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Attempting to bind port 3937980a-f249-4bfb-939e-426dc035af7f on network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:46.220207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Request body: {'port': {'device_id': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:46.318366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Port 3937980a-f249-4bfb-939e-426dc035af7f on network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:46.318695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Attempting to bind port 3937980a-f249-4bfb-939e-426dc035af7f on network 3ad119ad-6e7e-4999-88e4-2f2fd679dc8e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:46.324510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a4b73-46fd-4b15-9def-44e999a47721 req-7f868083-16cc-47fe-a9bb-f7c116a30ca4 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.325694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282424ab-c107-4fb5-8a79-5f4ad26a9492 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:46.326161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e80a4b73-46fd-4b15-9def-44e999a47721 req-7f868083-16cc-47fe-a9bb-f7c116a30ca4 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 943 time: 0.0695672 Aug 27 02:30:46.345054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2131-3662-4807-8948-7f50d8dba979 req-fabef4dc-06e6-44aa-bd37-26e7fb97d70b tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.346760 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-128b2131-3662-4807-8948-7f50d8dba979 req-fabef4dc-06e6-44aa-bd37-26e7fb97d70b tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.2462611 Aug 27 02:30:46.348945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf38380-2cce-4490-938f-9b4192ad0fff req-cf397b45-560c-4f57-a7ba-57cd261e6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.350438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edf38380-2cce-4490-938f-9b4192ad0fff req-cf397b45-560c-4f57-a7ba-57cd261e6167 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 1097 time: 0.3170099 Aug 27 02:30:46.353773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.354494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Router 063cbb4d-3503-4733-81c4-b2c574e755e2 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:30:46.357504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:46.357765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Checking segment: {'id': '31c89d4d-aa14-4863-bd25-c7ee66958bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:46.358152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Bound using segment: {'id': '31c89d4d-aa14-4863-bd25-c7ee66958bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:46.358637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Bound port: 3937980a-f249-4bfb-939e-426dc035af7f, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c89d4d-aa14-4863-bd25-c7ee66958bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:46.359365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.366329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.383170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e80a4b73-46fd-4b15-9def-44e999a47721 req-930bf1cc-b0cb-469f-83d6-c76c31af20a7 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Aug 27 02:30:46.482680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=54edae8e-29f9-4347-9978-7bb8eb3c1186,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:46.516750 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c58669-d31a-40a0-86c8-df78afaed6ad x-openstack-request-id: req-15c58669-d31a-40a0-86c8-df78afaed6ad {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:46.517022 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "tag": "0a4b8a0a-864c-48fd-bc69-9c06cba62b85", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:46.517270 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15c58669-d31a-40a0-86c8-df78afaed6ad {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:46.517651 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'tag': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85', 'status': 'completed', 'code': 200} Aug 27 02:30:46.574498 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.589196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:46.594301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:46.603379 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Sync routers for ids ['063cbb4d-3503-4733-81c4-b2c574e755e2'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:46.611135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-d668684a-8fb7-44b6-b8dc-56db85081fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.612021 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-d668684a-8fb7-44b6-b8dc-56db85081fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.613331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-d668684a-8fb7-44b6-b8dc-56db85081fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1914 time: 0.0986836 Aug 27 02:30:46.614381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.617967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-405ca6f8-b6b0-4756-915f-63ccdd5ab50a tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6374245 Aug 27 02:30:46.618129 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Routers {'063cbb4d-3503-4733-81c4-b2c574e755e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:46.618129 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['063cbb4d-3503-4733-81c4-b2c574e755e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:46.618374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:46.618483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:46.635606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:46.641283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.641933 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.692633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edf38380-2cce-4490-938f-9b4192ad0fff req-e4696d11-e2e2-413d-9598-a5a5c7ec4eca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305011 Aug 27 02:30:46.711294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-128b2131-3662-4807-8948-7f50d8dba979 req-e9d63d52-6090-4647-835f-c1d38cdab88b tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554089 Aug 27 02:30:46.735404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2d3febcb-2678-41a8-b752-e892667f8d6d None None] Provisioning for port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:46.758704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] For port 3937980a-f249-4bfb-939e-426dc035af7f, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:46.767470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-34299ac6-e5f9-431c-8f84-5ca7551191d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2712762 Aug 27 02:30:46.767470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50520) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:46.771358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] For port 3937980a-f249-4bfb-939e-426dc035af7f, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3937980a-f249-4bfb-939e-426dc035af7f,segment=NetworkSegment(31c89d4d-aa14-4863-bd25-c7ee66958bfe),segment_id=31c89d4d-aa14-4863-bd25-c7ee66958bfe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:46.791103 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Set router 063cbb4d-3503-4733-81c4-b2c574e755e2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:46.815780 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.885787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.886468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.887887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-50384f76-45de-45f0-923c-c182647c6059 service neutron] 10.222.0.32 "PUT /v2.0/ports/3937980a-f249-4bfb-939e-426dc035af7f HTTP/1.1" status: 200 len: 1091 time: 2.8689179 Aug 27 02:30:46.914966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-fd8eac1e-ab60-46db-a2e5-fa3bb41b3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.915562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-fd8eac1e-ab60-46db-a2e5-fa3bb41b3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.916097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-fd8eac1e-ab60-46db-a2e5-fa3bb41b3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.928511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-fd8eac1e-ab60-46db-a2e5-fa3bb41b3883 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=98291587d77a4313aefe91bbf3775941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3029916 Aug 27 02:30:46.930125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.963205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fc1e3-b35a-4745-a930-e6be38467288 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.983930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fc1e3-b35a-4745-a930-e6be38467288 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.986051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-608fc1e3-b35a-4745-a930-e6be38467288 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2133780 Aug 27 02:30:47.008455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50524) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:47.024319 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063cbb4d-3503-4733-81c4-b2c574e755e2', 'name': '', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245', 'external_fixed_ips': [{'subnet_id': '6048b246-b150-4b20-8ffe-6b1ba528c7bb', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '2589c720-e234-41e9-a99b-aed4b3db60fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:44Z', 'updated_at': '2021-08-27T02:30:45Z', 'revision_number': 3, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port': {'id': '2589c720-e234-41e9-a99b-aed4b3db60fb', 'name': '', 'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063cbb4d-3503-4733-81c4-b2c574e755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6048b246-b150-4b20-8ffe-6b1ba528c7bb', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:44Z', 'updated_at': '2021-08-27T02:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6048b246-b150-4b20-8ffe-6b1ba528c7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:47.036813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50384f76-45de-45f0-923c-c182647c6059 service neutron] Pushing event updated for resources: {'Port': ['ID=3937980a-f249-4bfb-939e-426dc035af7f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:47.076530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3b33c357-660b-4612-ad8a-4e8713eec358 None None] Provisioning for port 54edae8e-29f9-4347-9978-7bb8eb3c1186 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:47.086085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3b33c357-660b-4612-ad8a-4e8713eec358 None None] Provisioning complete for port 54edae8e-29f9-4347-9978-7bb8eb3c1186 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:47.086698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b33c357-660b-4612-ad8a-4e8713eec358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.098863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-28a03295-8b63-4966-b409-c4e5c83cff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.100509 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-28a03295-8b63-4966-b409-c4e5c83cff9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=be969c55a98b4657ac2541bf655c9416&device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 1094 time: 0.1131027 Aug 27 02:30:47.151108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762677fe-5f90-4965-aae7-9b0d7fa3e96d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:47.156591 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Checking router: 063cbb4d-3503-4733-81c4-b2c574e755e2 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:47.156834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-7d8ec248-3b86-426a-93b3-189d651639ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3937980a-f249-4bfb-939e-426dc035af7f HTTP/1.1" status: 200 len: 217 time: 0.0455639 Aug 27 02:30:47.157362 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Updating router 063cbb4d-3503-4733-81c4-b2c574e755e2 port 2589c720-e234-41e9-a99b-aed4b3db60fb binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:30:47.160959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.162104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3b33c357-660b-4612-ad8a-4e8713eec358 None None] Port 54edae8e-29f9-4347-9978-7bb8eb3c1186 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:47.189356 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.229943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Transition to ACTIVE for port object 762677fe-5f90-4965-aae7-9b0d7fa3e96d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:47.243124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.276404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-51b6a96c-2888-4a95-b943-ad4ed87b2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.277904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-51b6a96c-2888-4a95-b943-ad4ed87b2a7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da02a72c-5b2b-456f-817a-b0ebed986646 HTTP/1.1" status: 200 len: 850 time: 0.1127493 Aug 27 02:30:47.316316 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.326612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962537e8-6f7c-41cc-bcc9-48f0fe96463e req-d0bb8b2b-5fe9-463e-a310-e4f2dfbd4a48 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.331319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-962537e8-6f7c-41cc-bcc9-48f0fe96463e req-d0bb8b2b-5fe9-463e-a310-e4f2dfbd4a48 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 946 time: 0.1535754 Aug 27 02:30:47.368872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Pushing event updated for resources: {'Port': ['ID=762677fe-5f90-4965-aae7-9b0d7fa3e96d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:47.380387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-5fa28708-d00e-42b8-9701-b57f6c375a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.380387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0a71f06-e3c6-414a-9bc5-70da429cb673 req-5fa28708-d00e-42b8-9701-b57f6c375a7e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4083083 Aug 27 02:30:47.380715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-ef32014a-142d-4dca-ae7f-c71a83adfc28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ad119ad-6e7e-4999-88e4-2f2fd679dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842407 Aug 27 02:30:47.389503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea2fd7-92bb-4129-977f-af18c58c6c84 req-7f2f3aa6-f139-40cd-93d1-e3c44d135fbb tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.396287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea2fd7-92bb-4129-977f-af18c58c6c84 req-7f2f3aa6-f139-40cd-93d1-e3c44d135fbb tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.404036 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0eea2fd7-92bb-4129-977f-af18c58c6c84 req-7f2f3aa6-f139-40cd-93d1-e3c44d135fbb tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1667 time: 0.4122665 Aug 27 02:30:47.446145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 71cfb1a6-e873-41bc-99c6-8d60ec024a29 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:47.468974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-962537e8-6f7c-41cc-bcc9-48f0fe96463e req-2b3aaa64-ab87-49e4-8331-a6ad85b2ee9a tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064835 Aug 27 02:30:47.500133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.567561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0eea2fd7-92bb-4129-977f-af18c58c6c84 req-caea01eb-cab5-4a4f-89f4-df9ebe04c2a7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625478 Aug 27 02:30:47.572987 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.578995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 54edae8e-29f9-4347-9978-7bb8eb3c1186 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:47.582401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.582904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:47.586570 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Transition to ACTIVE for port object 2589c720-e234-41e9-a99b-aed4b3db60fb will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:47.587141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:47.588057 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.603251 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.701785 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Pushing event updated for resources: {'Port': ['ID=2589c720-e234-41e9-a99b-aed4b3db60fb,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:47.721959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.723513 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Attempting to bind port 2589c720-e234-41e9-a99b-aed4b3db60fb on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:47.724101 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Attempting to bind port 2589c720-e234-41e9-a99b-aed4b3db60fb by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '48256599-e335-4545-b588-3f4beb4a2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:47.724678 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Attempting to bind port 2589c720-e234-41e9-a99b-aed4b3db60fb on network 68288324-b4ca-49f0-b0a1-853d6abee245 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:47.732044 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.732714 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.733235 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.733770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.734274 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.734790 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.735321 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.735853 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.736425 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.740302 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.740760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.741091 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:47.760354 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:47.764926 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Checking segment: {'id': '48256599-e335-4545-b588-3f4beb4a2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:47.765376 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.765855 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Bound using segment: {'id': '48256599-e335-4545-b588-3f4beb4a2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:47.766265 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Bound port: 2589c720-e234-41e9-a99b-aed4b3db60fb, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48256599-e335-4545-b588-3f4beb4a2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '68288324-b4ca-49f0-b0a1-853d6abee245'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:47.766719 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.791119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 71cfb1a6-e873-41bc-99c6-8d60ec024a29, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=71cfb1a6-e873-41bc-99c6-8d60ec024a29,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:47.796037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Deleting port 2589c720-e234-41e9-a99b-aed4b3db60fb {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:47.796545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.799381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.800231 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.825220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2fd93-daee-4ba6-a2bc-f65cdda6b613 req-9f52e8d9-4c36-440f-aff5-a7fbfcce511b tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.826759 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37d2fd93-daee-4ba6-a2bc-f65cdda6b613 req-9f52e8d9-4c36-440f-aff5-a7fbfcce511b tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 943 time: 0.1476674 Aug 27 02:30:47.829299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-b99ec973-fe4c-49ad-a415-0ec1d0a1d68a service neutron] 10.222.0.32 "GET /v2.0/networks/3ad119ad-6e7e-4999-88e4-2f2fd679dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711400 Aug 27 02:30:47.873639 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] For port 2589c720-e234-41e9-a99b-aed4b3db60fb, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:47.877856 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] For port 2589c720-e234-41e9-a99b-aed4b3db60fb, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2589c720-e234-41e9-a99b-aed4b3db60fb,segment=NetworkSegment(48256599-e335-4545-b588-3f4beb4a2c94),segment_id=48256599-e335-4545-b588-3f4beb4a2c94)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:47.882737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Attempting to bind port 762677fe-5f90-4965-aae7-9b0d7fa3e96d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:47.883172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Attempting to bind port 762677fe-5f90-4965-aae7-9b0d7fa3e96d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:47.883582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Attempting to bind port 762677fe-5f90-4965-aae7-9b0d7fa3e96d on network 8fe9c219-7265-4513-aa08-707ebd82718c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:47.886349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=71cfb1a6-e873-41bc-99c6-8d60ec024a29,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:47.887034 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.898771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Port 762677fe-5f90-4965-aae7-9b0d7fa3e96d on network 8fe9c219-7265-4513-aa08-707ebd82718c not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:47.899174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Attempting to bind port 762677fe-5f90-4965-aae7-9b0d7fa3e96d on network 8fe9c219-7265-4513-aa08-707ebd82718c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:47.905366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 54edae8e-29f9-4347-9978-7bb8eb3c1186 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:47.932718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:47.933048 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Routers {'063cbb4d-3503-4733-81c4-b2c574e755e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:47.933220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Checking segment: {'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:47.933686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Bound using segment: {'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:47.933848 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['063cbb4d-3503-4733-81c4-b2c574e755e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:47.934287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Bound port: 762677fe-5f90-4965-aae7-9b0d7fa3e96d, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a764857f-03ab-44b4-85e0-5081ae38df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:47.934738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.975533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df45718-deba-4529-937b-5659956ae005'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:47.978539 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737617e3-084f-4340-bade-e9a8520d2a8e" -d '{"events": [{"server_uuid": "6a77252c-b1e2-47bf-9a30-fb5b6b3e8015", "name": "network-vif-plugged", "status": "completed", "tag": "2df45718-deba-4529-937b-5659956ae005"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:48.001628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] For port 762677fe-5f90-4965-aae7-9b0d7fa3e96d, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:48.004750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] For port 762677fe-5f90-4965-aae7-9b0d7fa3e96d, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=762677fe-5f90-4965-aae7-9b0d7fa3e96d,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:48.014892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e0717-8844-48b7-84eb-3414d84044fb None None] Pushing event updated for resources: {'Port': ['ID=2589c720-e234-41e9-a99b-aed4b3db60fb,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:48.018287 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.038412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] Set router 063cbb4d-3503-4733-81c4-b2c574e755e2 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:48.090995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae668-00b7-4d0b-9491-c808c9ca422d req-a818b3ee-cc04-41cb-b157-f2791a4731a1 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.092671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8bae668-00b7-4d0b-9491-c808c9ca422d req-a818b3ee-cc04-41cb-b157-f2791a4731a1 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.2623627 Aug 27 02:30:48.093410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Pushing event updated for resources: {'Port': ['ID=762677fe-5f90-4965-aae7-9b0d7fa3e96d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:48.098349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063cbb4d-3503-4733-81c4-b2c574e755e2', 'name': '', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:44Z', 'updated_at': '2021-08-27T02:30:47Z', 'revision_number': 4, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:48.134268 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f59ff1-28c3-42a2-ad89-57c8b717d938 None None] The sync data for ids ['063cbb4d-3503-4733-81c4-b2c574e755e2'] in n-d-806293-1 is: [{'id': '063cbb4d-3503-4733-81c4-b2c574e755e2', 'name': '', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:44Z', 'updated_at': '2021-08-27T02:30:47Z', 'revision_number': 4, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:48.137292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.138014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.139732 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-bff9f6cf-d568-4022-ae18-f1810769420c service neutron] 10.222.0.32 "PUT /v2.0/ports/762677fe-5f90-4965-aae7-9b0d7fa3e96d HTTP/1.1" status: 200 len: 1092 time: 1.9496827 Aug 27 02:30:48.166870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8bae668-00b7-4d0b-9491-c808c9ca422d req-6471b07d-eaea-4010-8f54-39b10c68485b tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Aug 27 02:30:48.176596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a042a4b-fb36-41b8-8eda-1ce79a11f7ad req-e5bb54c6-ebc3-4adc-82a3-0a834e468e12 service neutron] 10.222.0.32 "GET /v2.0/networks/3ad119ad-6e7e-4999-88e4-2f2fd679dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081560 Aug 27 02:30:48.273068 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e363c6aa-bd3d-4440-b89d-7a9a245da380 x-openstack-request-id: req-e363c6aa-bd3d-4440-b89d-7a9a245da380 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:48.273222 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a77252c-b1e2-47bf-9a30-fb5b6b3e8015", "name": "network-vif-plugged", "status": "completed", "tag": "2df45718-deba-4529-937b-5659956ae005", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:48.273425 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e363c6aa-bd3d-4440-b89d-7a9a245da380 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:48.273817 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df45718-deba-4529-937b-5659956ae005', 'code': 200} Aug 27 02:30:48.338999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-a4e9fa1f-a405-4cb0-b9be-570cf52560f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.339655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-a4e9fa1f-a405-4cb0-b9be-570cf52560f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.341898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-a4e9fa1f-a405-4cb0-b9be-570cf52560f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1981 time: 0.1117179 Aug 27 02:30:48.375158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37d2fd93-daee-4ba6-a2bc-f65cdda6b613 req-a3682442-f810-42fe-b87f-85d215d610fb tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926698 Aug 27 02:30:48.398014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.416578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-b160ce57-3ba3-47a5-8f24-6bd15f83363b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=0a4b8a0a-864c-48fd-bc69-9c06cba62b85 HTTP/1.1" status: 200 len: 217 time: 0.0624912 Aug 27 02:30:48.423156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Calling delete_port for 2589c720-e234-41e9-a99b-aed4b3db60fb owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:48.475940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-02ea80df-383f-4cec-a38f-68ea3c8af251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.477441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-02ea80df-383f-4cec-a38f-68ea3c8af251 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fd66431-7066-4c34-948c-28b5ff2d3ac5 HTTP/1.1" status: 200 len: 801 time: 0.0528462 Aug 27 02:30:48.480367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e899-e410-4d9f-a234-fd48208f9162 req-eb1bfe7a-edf7-4be3-b760-7117b15ce337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.481747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3f91e899-e410-4d9f-a234-fd48208f9162 req-eb1bfe7a-edf7-4be3-b760-7117b15ce337 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 1096 time: 0.1379154 Aug 27 02:30:48.520534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'tag': '3937980a-f249-4bfb-939e-426dc035af7f'}, {'name': 'network-changed', 'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'tag': '762677fe-5f90-4965-aae7-9b0d7fa3e96d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:48.522799 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae872155-839a-48ed-bacb-acf2b51f8971", "tag": "3937980a-f249-4bfb-939e-426dc035af7f"}, {"name": "network-changed", "server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "tag": "762677fe-5f90-4965-aae7-9b0d7fa3e96d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:48.545031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3f91e899-e410-4d9f-a234-fd48208f9162 req-c36df453-ecf8-4828-b39a-43d73f5d98cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497327 Aug 27 02:30:48.553607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.556837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-347fa248-750f-44ec-ba3b-e04c12438b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.558613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-347fa248-750f-44ec-ba3b-e04c12438b0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0a043c0-5efa-4354-854e-1ce7ad63c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717003 Aug 27 02:30:48.573154 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ef0e8c-454c-4425-95b7-46d93982753a x-openstack-request-id: req-b4ef0e8c-454c-4425-95b7-46d93982753a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:48.573456 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae872155-839a-48ed-bacb-acf2b51f8971", "tag": "3937980a-f249-4bfb-939e-426dc035af7f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "tag": "762677fe-5f90-4965-aae7-9b0d7fa3e96d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:48.573705 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4ef0e8c-454c-4425-95b7-46d93982753a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:48.574095 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'tag': '3937980a-f249-4bfb-939e-426dc035af7f', 'status': 'completed', 'code': 200} Aug 27 02:30:48.574367 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'tag': '762677fe-5f90-4965-aae7-9b0d7fa3e96d', 'status': 'completed', 'code': 200} Aug 27 02:30:48.630242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=54edae8e-29f9-4347-9978-7bb8eb3c1186,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:48.696067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.700695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e963685d-73cd-41be-8a56-018574ef7404 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/54edae8e-29f9-4347-9978-7bb8eb3c1186 HTTP/1.1" status: 204 len: 168 time: 1.6909645 Aug 27 02:30:48.702812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50548) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:48.730228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8d31-42ef-4539-889c-9e95f94a3e91 req-bcce1afe-fbe1-4936-bf55-7f05ef4f56be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.732810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c16d8d31-42ef-4539-889c-9e95f94a3e91 req-bcce1afe-fbe1-4936-bf55-7f05ef4f56be tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 946 time: 0.1623306 Aug 27 02:30:48.756146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-36841ce3-76b1-4a9e-82fd-08bd085999f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.757655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-36841ce3-76b1-4a9e-82fd-08bd085999f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=be969c55a98b4657ac2541bf655c9416&device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 1094 time: 0.1378262 Aug 27 02:30:48.795070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-f5f995f0-9186-410c-8d06-e4ee8a8925dc service neutron] 10.222.0.32 "GET /v2.0/networks/f0a043c0-5efa-4354-854e-1ce7ad63c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235866 Aug 27 02:30:48.796750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d084-53bf-4bac-8391-7a50e90e5c66 req-933164af-25ad-4e2c-954e-eec15e1b0971 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.802730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d084-53bf-4bac-8391-7a50e90e5c66 req-933164af-25ad-4e2c-954e-eec15e1b0971 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.804457 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d3d084-53bf-4bac-8391-7a50e90e5c66 req-933164af-25ad-4e2c-954e-eec15e1b0971 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1679 time: 0.1781311 Aug 27 02:30:48.809815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f9478-3750-4030-b0a8-46da5834304f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.811470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f9478-3750-4030-b0a8-46da5834304f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.815518 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-208f9478-3750-4030-b0a8-46da5834304f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1052370 Aug 27 02:30:48.817043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50550) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:48.886085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.909156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c16d8d31-42ef-4539-889c-9e95f94a3e91 req-acf34925-96ee-4b83-9a78-d38b9f0b4665 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687195 Aug 27 02:30:48.928014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 615d2aa9-71e3-4fef-b82b-0e64c931bece {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:48.933029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d3d084-53bf-4bac-8391-7a50e90e5c66 req-d3c54681-dc75-46c3-acc8-a7dc7de4ea9d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190708 Aug 27 02:30:48.934946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event deleted for resources: {'Port': ['ID=2589c720-e234-41e9-a99b-aed4b3db60fb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:48.938271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.981399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-8c1cd95d-973e-425b-816d-7b6c8a89d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.982907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-8c1cd95d-973e-425b-816d-7b6c8a89d6cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ad119ad-6e7e-4999-88e4-2f2fd679dc8e HTTP/1.1" status: 200 len: 911 time: 0.2118127 Aug 27 02:30:49.009364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-27d44fc4-e4e3-44d6-ba93-62d826c2716d service neutron] 10.222.0.32 "GET /v2.0/networks/f0a043c0-5efa-4354-854e-1ce7ad63c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882429 Aug 27 02:30:49.032279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.053684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-5b213a2f-54cb-4ab3-b6aa-51c037e387d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3937980a-f249-4bfb-939e-426dc035af7f HTTP/1.1" status: 200 len: 217 time: 0.0583332 Aug 27 02:30:49.073916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.101894 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-a0e2b5dd-7c5a-42ab-9c71-ac429748a15b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=762677fe-5f90-4965-aae7-9b0d7fa3e96d HTTP/1.1" status: 200 len: 217 time: 0.0572190 Aug 27 02:30:49.177312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.180762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.197160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-5022970b-3e7c-4955-bdf9-0b1a29d19d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:49.198664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-5022970b-3e7c-4955-bdf9-0b1a29d19d03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da02a72c-5b2b-456f-817a-b0ebed986646 HTTP/1.1" status: 200 len: 850 time: 0.1076458 Aug 27 02:30:49.205647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-ea384ea1-5653-49fb-bc61-e6807ddfd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:49.207071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-ea384ea1-5653-49fb-bc61-e6807ddfd560 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=064d3c14-f7cf-4b05-9451-7f27d1c3ba73 HTTP/1.1" status: 200 len: 801 time: 0.0960863 Aug 27 02:30:49.224174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3622aad-9b56-4782-87a6-5d21a3e8d2e2 req-81563914-12ef-4f51-a678-c6db239d3d99 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:49.225708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3622aad-9b56-4782-87a6-5d21a3e8d2e2 req-81563914-12ef-4f51-a678-c6db239d3d99 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 946 time: 0.1333411 Aug 27 02:30:49.236178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:49.240633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Request body: {'floatingip': {'port_id': '80a56899-5c33-4ecd-a05d-309112e6490b'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:49.281511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-243d44d2-2078-4c09-aefc-23b83235f12b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ad119ad-6e7e-4999-88e4-2f2fd679dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734982 Aug 27 02:30:49.294928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.304625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.305166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 063cbb4d-3503-4733-81c4-b2c574e755e2 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:49.327204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.331940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.333079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4259a817-a593-4891-bc14-ed713d031b07 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "DELETE /v2.0/routers/063cbb4d-3503-4733-81c4-b2c574e755e2 HTTP/1.1" status: 204 len: 168 time: 2.7136598 Aug 27 02:30:49.336682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50558) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:49.381291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-aa3bd6a1-9c3a-4904-9050-d78f263ba125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:49.382872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-aa3bd6a1-9c3a-4904-9050-d78f263ba125 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8fe9c219-7265-4513-aa08-707ebd82718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667781 Aug 27 02:30:49.442297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 71cfb1a6-e873-41bc-99c6-8d60ec024a29 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:49.471689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Deleting subnet 6048b246-b150-4b20-8ffe-6b1ba528c7bb {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:49.482695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d026ab5-476e-43a9-9e49-c3e02ad2b031 req-6673bc5e-f967-45e9-b618-402a9657725c tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:49.484537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d026ab5-476e-43a9-9e49-c3e02ad2b031 req-6673bc5e-f967-45e9-b618-402a9657725c tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.2002957 Aug 27 02:30:49.494104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.532324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.550645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:49.551811 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.610714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.612670 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/615d2aa9-71e3-4fef-b82b-0e64c931bece HTTP/1.1" status: 204 len: 168 time: 0.7947342 Aug 27 02:30:49.621267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3ea9-2278-4dbd-9da7-cdd814de7eb0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=615d2aa9-71e3-4fef-b82b-0e64c931bece,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:49.622961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50562) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:49.629045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b0add-4784-49d9-a146-b2808436e35e None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:49.693473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d026ab5-476e-43a9-9e49-c3e02ad2b031 req-06be73c3-65e9-4af9-9919-0a9410d1fecc tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997931 Aug 27 02:30:49.697352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c22960ec-955a-48c5-8572-c66641160e39 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699632 Aug 27 02:30:49.701469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50564) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:49.705648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:49.912774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:49.921646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-755b084b-9a9e-4007-8b27-2800ac5b5b87 service neutron] 10.222.0.32 "GET /v2.0/networks/3ad119ad-6e7e-4999-88e4-2f2fd679dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331108 Aug 27 02:30:49.965857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] Deleting port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:49.966306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.975393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:49.979188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.996585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.037252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] For port 71cfb1a6-e873-41bc-99c6-8d60ec024a29, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=71cfb1a6-e873-41bc-99c6-8d60ec024a29,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:50.037878 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.044024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-283c8bad-8fd2-4034-b251-3916be8a5600 service neutron] 10.222.0.32 "GET /v2.0/networks/8fe9c219-7265-4513-aa08-707ebd82718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534686 Aug 27 02:30:50.052575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] Calling delete_port for 71cfb1a6-e873-41bc-99c6-8d60ec024a29 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:50.055493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4989a-8d71-49e1-8fc2-c1ca3b55ebdb req-8a2029bc-c075-4b6d-b1f0-50b4f2324532 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.059041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9e4989a-8d71-49e1-8fc2-c1ca3b55ebdb req-8a2029bc-c075-4b6d-b1f0-50b4f2324532 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 943 time: 0.5909300 Aug 27 02:30:50.144722 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.156736 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.174325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] Pushing event deleted for resources: {'Port': ['ID=71cfb1a6-e873-41bc-99c6-8d60ec024a29,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:50.178843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae6780-bd47-4157-bc16-847362bd7f90 None None] No DVR routers for this DVR port 71cfb1a6-e873-41bc-99c6-8d60ec024a29 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:50.214228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-9be297cd-6a7c-4fc1-834c-e3faf9840f28 service neutron] 10.222.0.32 "GET /v2.0/networks/3ad119ad-6e7e-4999-88e4-2f2fd679dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816558 Aug 27 02:30:50.251520 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9e4989a-8d71-49e1-8fc2-c1ca3b55ebdb req-0ff52675-7313-41c9-9a91-330fdc9f0d92 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825008 Aug 27 02:30:50.279089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854b0a2-d33b-4a04-b608-b1f7a303e2af req-ea9bbe37-9a49-4589-80c9-0e5061f98411 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.285083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854b0a2-d33b-4a04-b608-b1f7a303e2af req-ea9bbe37-9a49-4589-80c9-0e5061f98411 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.286246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86ab53b5-ab5f-445b-98c4-5e5e56ff4e19 req-158b68cc-23ba-43ae-af7b-b92617de86da service neutron] 10.222.0.32 "GET /v2.0/networks/8fe9c219-7265-4513-aa08-707ebd82718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185588 Aug 27 02:30:50.287745 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b854b0a2-d33b-4a04-b608-b1f7a303e2af req-ea9bbe37-9a49-4589-80c9-0e5061f98411 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1679 time: 0.2419038 Aug 27 02:30:50.289201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.330834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6048b246-b150-4b20-8ffe-6b1ba528c7bb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:50.332959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.334959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7c991e12-0c68-4636-98d7-ba21bf7a3068 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/6048b246-b150-4b20-8ffe-6b1ba528c7bb HTTP/1.1" status: 204 len: 168 time: 0.9959366 Aug 27 02:30:50.337586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50572) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:50.433366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.445220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.450551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.457676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b854b0a2-d33b-4a04-b608-b1f7a303e2af req-2387cbb3-465f-4f97-8155-2faf329a4db7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192486 Aug 27 02:30:50.458111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-b3b059b8-0253-4a4f-8c2e-77b9f99cb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.458618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-b3b059b8-0253-4a4f-8c2e-77b9f99cb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.460173 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-b3b059b8-0253-4a4f-8c2e-77b9f99cb885 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98291587d77a4313aefe91bbf3775941&device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1981 time: 0.1001635 Aug 27 02:30:50.597850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.612937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68288324-b4ca-49f0-b0a1-853d6abee245']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:50.631374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48256599-e335-4545-b588-3f4beb4a2c94') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:50.631668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48256599-e335-4545-b588-3f4beb4a2c94') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:50.644557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.646709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-124e59bd-cd8e-47d6-9e7b-bd48a5861c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.648222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-124e59bd-cd8e-47d6-9e7b-bd48a5861c2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8fe9c219-7265-4513-aa08-707ebd82718c HTTP/1.1" status: 200 len: 903 time: 0.1795239 Aug 27 02:30:50.666014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.699499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-e96edf81-6dcd-4990-9583-a9b06d1c392e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=762677fe-5f90-4965-aae7-9b0d7fa3e96d HTTP/1.1" status: 200 len: 217 time: 0.0405393 Aug 27 02:30:50.700651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:50.701126 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:50.703085 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:50.827291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.829889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-47a5bb5b-f906-43b7-8a19-3081c4080c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.831744 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-47a5bb5b-f906-43b7-8a19-3081c4080c86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=064d3c14-f7cf-4b05-9451-7f27d1c3ba73 HTTP/1.1" status: 200 len: 801 time: 0.1187968 Aug 27 02:30:50.836461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68288324-b4ca-49f0-b0a1-853d6abee245 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:30:50.839232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.841133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "DELETE /v2.0/networks/68288324-b4ca-49f0-b0a1-853d6abee245 HTTP/1.1" status: 204 len: 168 time: 0.5026174 Aug 27 02:30:50.894545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14debe-5cd8-4000-a382-535f88cdeabc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event deleted for resources: {'Network': ['ID=68288324-b4ca-49f0-b0a1-853d6abee245,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:50.901310 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Floating IP 98e09571-9235-4353-aae5-77b5181edec7 associated. External IP: 172.25.1.202, port: 80a56899-5c33-4ecd-a05d-309112e6490b. Aug 27 02:30:50.920967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3448-5f5d-49e7-a10f-a75216ad1ee6 req-ea7fd8b7-6da2-412e-a28a-c6f33a4ee5ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.922869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce4d3448-5f5d-49e7-a10f-a75216ad1ee6 req-ea7fd8b7-6da2-412e-a28a-c6f33a4ee5ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.1355412 Aug 27 02:30:50.926291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-e5d322e0-55e3-4994-abec-daf7ecf26dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.927790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-e5d322e0-55e3-4994-abec-daf7ecf26dc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8fe9c219-7265-4513-aa08-707ebd82718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833876 Aug 27 02:30:50.952670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.007675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:51.017670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:51.020959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:51.021642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.028790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7596e99-945d-4566-b209-c915a8ec3c27 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:51.035466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce4d3448-5f5d-49e7-a10f-a75216ad1ee6 req-e31a36a2-5840-4aa6-97e8-78701b6286a0 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067324 Aug 27 02:30:51.058586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50582) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:51.063141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-147c2345-3e6f-4389-a9a8-bb1e872ee10d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'router': {'name': 'tempest-router--780001027', 'project_id': '19fcdfa60a614b9c848234bffc9f8c50'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:51.091130 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-2c76a14b-294b-4313-8335-f36d210b117e service neutron] 10.222.0.32 "GET /v2.0/networks/8fe9c219-7265-4513-aa08-707ebd82718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437559 Aug 27 02:30:51.096614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3954670 Aug 27 02:30:51.101234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50586) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:51.109758 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-147c2345-3e6f-4389-a9a8-bb1e872ee10d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.110862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-147c2345-3e6f-4389-a9a8-bb1e872ee10d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.180274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'name': 'tempest-NetworksTestDHCPv6-820432248'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:51.224796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-147c2345-3e6f-4389-a9a8-bb1e872ee10d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.232806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '4a4ce106-51cb-4ae8-866a-8af696be9e76'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:51.234358 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.242287 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-147c2345-3e6f-4389-a9a8-bb1e872ee10d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.246056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c31d91f8-5f3b-4a1a-bef4-43afe896e4a0 req-7f8e2e84-5355-4b8d-af07-d8255b4cc26c service neutron] 10.222.0.32 "GET /v2.0/networks/8fe9c219-7265-4513-aa08-707ebd82718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457877 Aug 27 02:30:51.276526 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-147c2345-3e6f-4389-a9a8-bb1e872ee10d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.280265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-147c2345-3e6f-4389-a9a8-bb1e872ee10d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2187152 Aug 27 02:30:51.282473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50590) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:51.364343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8f060-b2bb-46a5-9372-bf0519fb2213 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=4a4ce106-51cb-4ae8-866a-8af696be9e76,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:51.428434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584abc9b-9f50-4201-8cf8-2422feb1e763 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.447386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 71cfb1a6-e873-41bc-99c6-8d60ec024a29 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:51.471555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 71cfb1a6-e873-41bc-99c6-8d60ec024a29 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:51.472045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 71cfb1a6-e873-41bc-99c6-8d60ec024a29 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:51.491031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/4a4ce106-51cb-4ae8-866a-8af696be9e76/3e52b636-90c7-4ae5-be1e-bd535f9d7431) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:51.551812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3937980a-f249-4bfb-939e-426dc035af7f details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:51.629107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:51.632801 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.635095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9191-fca8-460f-b063-27084b89df3d req-679e44b2-0ee0-4185-8b72-845284d55efa tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:51.642639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-699b9191-fca8-460f-b063-27084b89df3d req-679e44b2-0ee0-4185-8b72-845284d55efa tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 943 time: 0.2119009 Aug 27 02:30:51.658845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584abc9b-9f50-4201-8cf8-2422feb1e763 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.662454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584abc9b-9f50-4201-8cf8-2422feb1e763 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.671722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 21c65306-6389-43f2-b384-63dee925df06 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:51.690661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b470b63-1d6a-44ac-be13-c94999e4c0e3 req-7a14034d-010a-46ce-9d7e-668d8e51c68f tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:51.694938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1b470b63-1d6a-44ac-be13-c94999e4c0e3 req-7a14034d-010a-46ce-9d7e-668d8e51c68f tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.1010871 Aug 27 02:30:51.719273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-699b9191-fca8-460f-b063-27084b89df3d req-dc21fd60-e16e-48a7-aee7-137f3bdb31c6 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756657 Aug 27 02:30:51.722132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Router ff173b56-ae7f-4633-8064-f537b6cb26fa has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:51.722549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3937980a-f249-4bfb-939e-426dc035af7f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3937980a-f249-4bfb-939e-426dc035af7f,segment=NetworkSegment(31c89d4d-aa14-4863-bd25-c7ee66958bfe),segment_id=31c89d4d-aa14-4863-bd25-c7ee66958bfe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:51.725238 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.732278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584abc9b-9f50-4201-8cf8-2422feb1e763 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.732980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584abc9b-9f50-4201-8cf8-2422feb1e763 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8327f18e-fac7-4a25-a838-c462c8e88200 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:51.740901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '3937980a-f249-4bfb-939e-426dc035af7f', 'network_id': '3ad119ad-6e7e-4999-88e4-2f2fd679dc8e', 'port_id': '3937980a-f249-4bfb-939e-426dc035af7f', 'mac_address': 'fa:16:3e:ac:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da02a72c-5b2b-456f-817a-b0ebed986646', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:51.742432 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584abc9b-9f50-4201-8cf8-2422feb1e763 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.744969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-584abc9b-9f50-4201-8cf8-2422feb1e763 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "DELETE /v2.0/routers/8327f18e-fac7-4a25-a838-c462c8e88200 HTTP/1.1" status: 204 len: 168 time: 0.4607882 Aug 27 02:30:51.748091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Transition to ACTIVE for port object 3e52b636-90c7-4ae5-be1e-bd535f9d7431 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:51.793353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Transition to ACTIVE for port object 3e52b636-90c7-4ae5-be1e-bd535f9d7431 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:51.799295 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.891481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50602) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:51.951361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1b470b63-1d6a-44ac-be13-c94999e4c0e3 req-e8cf64b2-6d66-4ed8-a264-04ca043a2f60 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318871 Aug 27 02:30:51.966937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3937980a-f249-4bfb-939e-426dc035af7f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:51.987590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3937980a-f249-4bfb-939e-426dc035af7f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3937980a-f249-4bfb-939e-426dc035af7f,segment=NetworkSegment(31c89d4d-aa14-4863-bd25-c7ee66958bfe),segment_id=31c89d4d-aa14-4863-bd25-c7ee66958bfe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:51.989359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.997632 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06da14-124d-4cd4-8963-3e2aefbeb880 req-6fc3d19b-9030-4771-9639-9a08b2db603c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:51.998534 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.009886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06da14-124d-4cd4-8963-3e2aefbeb880 req-6fc3d19b-9030-4771-9639-9a08b2db603c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.011483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c06da14-124d-4cd4-8963-3e2aefbeb880 req-6fc3d19b-9030-4771-9639-9a08b2db603c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1679 time: 0.0922909 Aug 27 02:30:52.021487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::1ec (8095c560-1388-49b5-9ced-9a3602d5c435/4a4ce106-51cb-4ae8-866a-8af696be9e76/21c65306-6389-43f2-b384-63dee925df06) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:52.027584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:52.030479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:52.036393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:52.036636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:52.041774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.054451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] Sync routers for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:52.057923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Pushing event updated for resources: {'Port': ['ID=3e52b636-90c7-4ae5-be1e-bd535f9d7431,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:52.084412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:52.085067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:52.094990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c06da14-124d-4cd4-8963-3e2aefbeb880 req-274bf635-8c56-41ad-a5c9-01d1ab16090d tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756884 Aug 27 02:30:52.096733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0cb003a1-4f76-48a2-81bb-e2b5ba9040fe tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "PUT /v2.0/floatingips/98e09571-9235-4353-aae5-77b5181edec7 HTTP/1.1" status: 200 len: 992 time: 2.8597043 Aug 27 02:30:52.099344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:52.116796 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcddd86-836d-404b-bb57-336e809ae659" -d '{"events": [{"name": "network-changed", "server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:52.190004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Attempting to bind port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:52.190406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Attempting to bind port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:52.190773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Attempting to bind port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:52.195739 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1443e4d9-7058-48b0-a27e-c1713aa289c7 x-openstack-request-id: req-1443e4d9-7058-48b0-a27e-c1713aa289c7 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:52.196034 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:52.196295 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1443e4d9-7058-48b0-a27e-c1713aa289c7 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:52.196677 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b', 'status': 'completed', 'code': 200} Aug 27 02:30:52.201072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-24120136', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:52.204912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:52.205639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:52.206050 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.206493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:52.206966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Bound port: 3e52b636-90c7-4ae5-be1e-bd535f9d7431, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:52.207333 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.246488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3937980a-f249-4bfb-939e-426dc035af7f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:52.252971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3937980a-f249-4bfb-939e-426dc035af7f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:52.261127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.262184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.275631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.285284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcddd86-836d-404b-bb57-336e809ae659 req-ef21e385-c582-46a6-bc89-af1d1b761349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.286843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dcddd86-836d-404b-bb57-336e809ae659 req-ef21e385-c582-46a6-bc89-af1d1b761349 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adc1569fd0634706a68b07b9bd14c8ea&device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 1097 time: 0.0667865 Aug 27 02:30:52.291788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 21c65306-6389-43f2-b384-63dee925df06 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:52.327083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.339662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.352397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:52.371739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:52.374845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:52.377328 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:52.383090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.383709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.401083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=21c65306-6389-43f2-b384-63dee925df06,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:52.409499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] For port 3e52b636-90c7-4ae5-be1e-bd535f9d7431, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:52.411392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0071f2a5-88f1-4806-b6ee-0eebfb32c605 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2445674 Aug 27 02:30:52.413787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50610) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:52.467203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] For port 3e52b636-90c7-4ae5-be1e-bd535f9d7431, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3e52b636-90c7-4ae5-be1e-bd535f9d7431,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:52.482696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.510664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54a1fe-318d-4870-8af2-481d54ced569 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.527040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54a1fe-318d-4870-8af2-481d54ced569 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.534301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-be54a1fe-318d-4870-8af2-481d54ced569 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1160057 Aug 27 02:30:52.534301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50614) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:52.603194 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.613023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcddd86-836d-404b-bb57-336e809ae659 req-600f2b4a-e83c-450b-a49c-ceb428cbf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.614903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dcddd86-836d-404b-bb57-336e809ae659 req-600f2b4a-e83c-450b-a49c-ceb428cbf6b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c831531-d70e-42a5-8471-e10c1960199c HTTP/1.1" status: 200 len: 915 time: 0.3196027 Aug 27 02:30:52.641723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c25e-dc3d-4158-bc56-9cbf4386a749 None None] Pushing event updated for resources: {'Port': ['ID=3e52b636-90c7-4ae5-be1e-bd535f9d7431,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:52.657264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 21c65306-6389-43f2-b384-63dee925df06 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:52.657621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.753838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '98e09571-9235-4353-aae5-77b5181edec7', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'port_id': '80a56899-5c33-4ecd-a05d-309112e6490b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'mac_address': 'fa:16:3e:1f:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:23Z', 'updated_at': '2021-08-27T02:30:50Z', 'revision_number': 1, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 5, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:52.801547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.801789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] Checking router: ff173b56-ae7f-4633-8064-f537b6cb26fa for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:52.823251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 21c65306-6389-43f2-b384-63dee925df06 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:52.825123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:52.825739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:52.859784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dcddd86-836d-404b-bb57-336e809ae659 req-4e9b4251-772f-4010-9e6b-7d52e7aafe56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80a56899-5c33-4ecd-a05d-309112e6490b HTTP/1.1" status: 200 len: 1000 time: 0.2243588 Aug 27 02:30:52.952074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967f44-4919-438e-a187-0a131d4619c9 req-47f4bd1f-0cf0-4fbe-bdab-df3af5f91642 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.955070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18967f44-4919-438e-a187-0a131d4619c9 req-47f4bd1f-0cf0-4fbe-bdab-df3af5f91642 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.2518523 Aug 27 02:30:52.956661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:53.004517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.010920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855aaae-380a-41f7-9985-2f255a251f73 req-c56de104-9f67-4a6e-8d50-daab28802f76 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.012565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2855aaae-380a-41f7-9985-2f255a251f73 req-c56de104-9f67-4a6e-8d50-daab28802f76 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 944 time: 0.1715565 Aug 27 02:30:53.014049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcddd86-836d-404b-bb57-336e809ae659 req-926f0033-f73b-4820-9773-dce8b9bcb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.015410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dcddd86-836d-404b-bb57-336e809ae659 req-926f0033-f73b-4820-9773-dce8b9bcb9bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20cea118-bbc0-4937-b902-3e5d9de7b7f9 HTTP/1.1" status: 200 len: 853 time: 0.1358669 Aug 27 02:30:53.052444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=21c65306-6389-43f2-b384-63dee925df06,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:53.089698 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.092059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-148cddff-9533-49cb-bb46-7c13363b8cf2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/21c65306-6389-43f2-b384-63dee925df06 HTTP/1.1" status: 204 len: 168 time: 0.5573013 Aug 27 02:30:53.097689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50622) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:53.130201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a4fae-dcff-46db-b26d-cfa6bdec1700 req-b67d282b-e07a-495c-966d-8c36c758bc56 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.131860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-081a4fae-dcff-46db-b26d-cfa6bdec1700 req-b67d282b-e07a-495c-966d-8c36c758bc56 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.0546148 Aug 27 02:30:53.183145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-081a4fae-dcff-46db-b26d-cfa6bdec1700 req-6a09142c-79cf-48f5-b55b-a565bbeffd27 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Aug 27 02:30:53.226477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '98e09571-9235-4353-aae5-77b5181edec7', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'port_id': '80a56899-5c33-4ecd-a05d-309112e6490b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'mac_address': 'fa:16:3e:1f:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:23Z', 'updated_at': '2021-08-27T02:30:50Z', 'revision_number': 1, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 5, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:53.237340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcddd86-836d-404b-bb57-336e809ae659 req-7a8d13ad-2c49-49df-954b-6b0292958d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.239095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dcddd86-836d-404b-bb57-336e809ae659 req-7a8d13ad-2c49-49df-954b-6b0292958d8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c831531-d70e-42a5-8471-e10c1960199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135594 Aug 27 02:30:53.253629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2855aaae-380a-41f7-9985-2f255a251f73 req-782c4adf-9f06-43df-b3ac-7006f72e43e4 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292056 Aug 27 02:30:53.257977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729bb63-413a-4028-879a-edc552b5de39 None None] The sync data for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 is: [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '98e09571-9235-4353-aae5-77b5181edec7', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'port_id': '80a56899-5c33-4ecd-a05d-309112e6490b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'mac_address': 'fa:16:3e:1f:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:23Z', 'updated_at': '2021-08-27T02:30:50Z', 'revision_number': 1, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 5, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:53.338734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060686-d6b0-48ef-a369-ceb6dd4ed065 req-701ae636-3d53-418f-842c-180766768432 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.349271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060686-d6b0-48ef-a369-ceb6dd4ed065 req-701ae636-3d53-418f-842c-180766768432 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.351570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7060686-d6b0-48ef-a369-ceb6dd4ed065 req-701ae636-3d53-418f-842c-180766768432 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1679 time: 0.0906622 Aug 27 02:30:53.414437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7060686-d6b0-48ef-a369-ceb6dd4ed065 req-63a07fdf-744c-4a7e-9c4f-16eb69c5a6ae tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510192 Aug 27 02:30:53.457727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3e52b636-90c7-4ae5-be1e-bd535f9d7431 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:53.535499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:53.553169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:53.556367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3937980a-f249-4bfb-939e-426dc035af7f up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:53.589079 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af391e-5d89-4806-90f4-fc9215759a97 None None] New status for floating IP 98e09571-9235-4353-aae5-77b5181edec7: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:30:53.696784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 3937980a-f249-4bfb-939e-426dc035af7f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:53.704505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 3937980a-f249-4bfb-939e-426dc035af7f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:53.704887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.761572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3db5ce-1cf1-4645-beb0-a236ac674a51 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.763374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3db5ce-1cf1-4645-beb0-a236ac674a51 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.764965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5d3db5ce-1cf1-4645-beb0-a236ac674a51 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6611230 Aug 27 02:30:53.768199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50630) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:53.782824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:53.795171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85', 'network_id': 'f0a043c0-5efa-4354-854e-1ce7ad63c5f8', 'port_id': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85', 'mac_address': 'fa:16:3e:d4:f6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd66431-7066-4c34-948c-28b5ff2d3ac5', 'ip_address': '19.80.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:53.855572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 4a4ce106-51cb-4ae8-866a-8af696be9e76 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:53.859672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.884408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.905134 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.909188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:53.917607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.931305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Deleting port 2df45718-deba-4529-937b-5659956ae005 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:53.931661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.936240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dcddd86-836d-404b-bb57-336e809ae659 req-ee6753d0-3df9-4726-aed8-0f9a766a8800 service neutron] 10.222.0.45 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811528 Aug 27 02:30:53.945285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:53.961149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937980a-f249-4bfb-939e-426dc035af7f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:53.963587 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e37cf-24c1-411c-9499-ffa88ac77f20" -d '{"events": [{"server_uuid": "ae872155-839a-48ed-bacb-acf2b51f8971", "name": "network-vif-plugged", "status": "completed", "tag": "3937980a-f249-4bfb-939e-426dc035af7f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:53.974110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.974791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 762677fe-5f90-4965-aae7-9b0d7fa3e96d details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:53.985341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3937980a-f249-4bfb-939e-426dc035af7f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3937980a-f249-4bfb-939e-426dc035af7f,segment=NetworkSegment(31c89d4d-aa14-4863-bd25-c7ee66958bfe),segment_id=31c89d4d-aa14-4863-bd25-c7ee66958bfe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:54.019701 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.026399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bd7d9445-6664-4145-8249-44591ec4f783 None None] Provisioning for port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:54.042189 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.051714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bd7d9445-6664-4145-8249-44591ec4f783 None None] Provisioning complete for port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:54.052094 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9445-6664-4145-8249-44591ec4f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.066837 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e00d6a-3ea0-4409-871c-6b9e1197291f x-openstack-request-id: req-81e00d6a-3ea0-4409-871c-6b9e1197291f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:54.067261 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae872155-839a-48ed-bacb-acf2b51f8971", "name": "network-vif-plugged", "status": "completed", "tag": "3937980a-f249-4bfb-939e-426dc035af7f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:54.067610 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81e00d6a-3ea0-4409-871c-6b9e1197291f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:54.068007 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937980a-f249-4bfb-939e-426dc035af7f', 'code': 200} Aug 27 02:30:54.146135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:54.147479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2dcddd86-836d-404b-bb57-336e809ae659 req-58c948d6-5818-4492-886f-db431f26b8b2 service neutron] 10.222.0.45 "GET /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011356 Aug 27 02:30:54.150554 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.192989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4ce106-51cb-4ae8-866a-8af696be9e76,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:54.196189 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.198837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-58cfe31d-5cf9-4943-84ae-56a414c788d5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/4a4ce106-51cb-4ae8-866a-8af696be9e76 HTTP/1.1" status: 204 len: 168 time: 0.4294009 Aug 27 02:30:54.200997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50636) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:54.210090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.227478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495156fa-0169-4096-977b-9d2f736c6f6e None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:54.241632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-308d4b6c-c29a-4b6e-8158-d2dfb784de3c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390964 Aug 27 02:30:54.243158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.245437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:54.312097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3937980a-f249-4bfb-939e-426dc035af7f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:54.343739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20129c84-dbec-4b59-ad7a-c2eaeeead688 req-74256223-7562-43fd-8b9b-8da100271ba8 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.344020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 762677fe-5f90-4965-aae7-9b0d7fa3e96d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=762677fe-5f90-4965-aae7-9b0d7fa3e96d,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:54.346361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-20129c84-dbec-4b59-ad7a-c2eaeeead688 req-74256223-7562-43fd-8b9b-8da100271ba8 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 945 time: 0.0714025 Aug 27 02:30:54.349161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8094d-2d3a-4c73-8e9c-a057943bce63 req-fdb40c2c-e51b-4b34-8385-c9d0117d6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.350692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f4e8094d-2d3a-4c73-8e9c-a057943bce63 req-fdb40c2c-e51b-4b34-8385-c9d0117d6444 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 1096 time: 0.2023270 Aug 27 02:30:54.362849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '762677fe-5f90-4965-aae7-9b0d7fa3e96d', 'network_id': '8fe9c219-7265-4513-aa08-707ebd82718c', 'port_id': '762677fe-5f90-4965-aae7-9b0d7fa3e96d', 'mac_address': 'fa:16:3e:e3:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d3c14-f7cf-4b05-9451-7f27d1c3ba73', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:54.388808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-20129c84-dbec-4b59-ad7a-c2eaeeead688 req-bfaba388-d279-49cb-9ad1-5a46c4cdd5b9 tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/security-groups?id=44a29788-2c63-46ec-923f-8b090018fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Aug 27 02:30:54.470975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2cc7e-2d0e-47e7-8b1e-fa16e61c7674 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.470975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e8f2cc7e-2d0e-47e7-8b1e-fa16e61c7674 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2194691 Aug 27 02:30:54.471529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] For port 2df45718-deba-4529-937b-5659956ae005, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=2df45718-deba-4529-937b-5659956ae005,segment=NetworkSegment(961320d1-a1b4-4bd2-a02b-3c3b8412a9ef),segment_id=961320d1-a1b4-4bd2-a02b-3c3b8412a9ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:54.471960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.472274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50648) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:54.483336 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9445-6664-4145-8249-44591ec4f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.511467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Calling delete_port for 2df45718-deba-4529-937b-5659956ae005 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:54.515757 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.519037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f4e8094d-2d3a-4c73-8e9c-a057943bce63 req-56e2acd6-43a7-46bd-a414-f08f7ff5f7ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537313 Aug 27 02:30:54.528380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Allocated IP 172.25.1.94 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/d072a706-e370-4a35-89e9-dfb97cf0a7d1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:54.556747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf16306-baae-4940-9093-4cbb77735423 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.560687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0bf16306-baae-4940-9093-4cbb77735423 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850201 Aug 27 02:30:54.572732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50650) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:54.594594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fd75a-ca5a-468d-99ec-a1e3090f5140 req-cf0d2ab3-fc0a-4acb-824d-3196b6b8cbe7 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.597525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-851fd75a-ca5a-468d-99ec-a1e3090f5140 req-cf0d2ab3-fc0a-4acb-824d-3196b6b8cbe7 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 945 time: 0.2189195 Aug 27 02:30:54.641656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50652) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:54.642097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c6d181a7-0bb4-42f1-ae0c-7f512f88d6d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701382 Aug 27 02:30:54.655063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:54.667866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70795d-902e-4808-8452-7ac2279dbed0 req-a257830d-2dbf-404d-a511-675701158427 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.675416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70795d-902e-4808-8452-7ac2279dbed0 req-a257830d-2dbf-404d-a511-675701158427 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.676690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c70795d-902e-4808-8452-7ac2279dbed0 req-a257830d-2dbf-404d-a511-675701158427 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1680 time: 0.1172097 Aug 27 02:30:54.686167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762677fe-5f90-4965-aae7-9b0d7fa3e96d {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:54.691745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bd7d9445-6664-4145-8249-44591ec4f783 None None] For port 3e52b636-90c7-4ae5-be1e-bd535f9d7431, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3e52b636-90c7-4ae5-be1e-bd535f9d7431,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:54.703745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9445-6664-4145-8249-44591ec4f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.717966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 762677fe-5f90-4965-aae7-9b0d7fa3e96d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=762677fe-5f90-4965-aae7-9b0d7fa3e96d,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:54.741047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.744952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c70795d-902e-4808-8452-7ac2279dbed0 req-6523fb03-7551-43ee-83d1-123fcc505ac2 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608137 Aug 27 02:30:54.772589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-851fd75a-ca5a-468d-99ec-a1e3090f5140 req-da68e965-733f-4007-8218-d9e1f4f217e4 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587977 Aug 27 02:30:54.781506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d9445-6664-4145-8249-44591ec4f783 None None] Pushing event updated for resources: {'Port': ['ID=3e52b636-90c7-4ae5-be1e-bd535f9d7431,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:54.842629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:54.849641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8bb9005f-88d5-4220-950f-7041b6c920ae None None] Could not find standard attr ID for object 21c65306-6389-43f2-b384-63dee925df06. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:30:54.853764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=762677fe-5f90-4965-aae7-9b0d7fa3e96d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:54.860675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.885941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:54.890363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.914007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] Deleting port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:54.914431 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.939690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.955028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['2df45718-deba-4529-937b-5659956ae005'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:54.991046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['0a4b8a0a-864c-48fd-bc69-9c06cba62b85'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:54.998035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Pushing event deleted for resources: {'Port': ['ID=2df45718-deba-4529-937b-5659956ae005,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:55.031211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] For port 3e52b636-90c7-4ae5-be1e-bd535f9d7431, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3e52b636-90c7-4ae5-be1e-bd535f9d7431,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:55.031622 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.045400 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.050802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] Calling delete_port for 3e52b636-90c7-4ae5-be1e-bd535f9d7431 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:55.068170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] No DVR routers for this DVR port 2df45718-deba-4529-937b-5659956ae005 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:55.074720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.076734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18967f44-4919-438e-a187-0a131d4619c9 req-a52764c5-d3b7-41a4-a583-bc8e20c0d6ff tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.45 "DELETE /v2.0/ports/2df45718-deba-4529-937b-5659956ae005 HTTP/1.1" status: 204 len: 173 time: 2.1090686 Aug 27 02:30:55.078626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'name': 'network-vif-deleted', 'tag': '2df45718-deba-4529-937b-5659956ae005'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:55.081645 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa19639-5ccb-4ccd-a6e2-4e25e66685c3" -d '{"events": [{"server_uuid": "6a77252c-b1e2-47bf-9a30-fb5b6b3e8015", "name": "network-vif-deleted", "tag": "2df45718-deba-4529-937b-5659956ae005"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:55.116862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:55.123438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:55.133016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:55.188712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event updated for resources: {'Port': ['ID=d072a706-e370-4a35-89e9-dfb97cf0a7d1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:55.190965 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.211257 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda4ce76-5cbc-43db-98a4-f14850208db0 x-openstack-request-id: req-bda4ce76-5cbc-43db-98a4-f14850208db0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:55.211257 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a77252c-b1e2-47bf-9a30-fb5b6b3e8015", "name": "network-vif-deleted", "tag": "2df45718-deba-4529-937b-5659956ae005", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:55.211257 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bda4ce76-5cbc-43db-98a4-f14850208db0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:55.211865 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a77252c-b1e2-47bf-9a30-fb5b6b3e8015', 'name': 'network-vif-deleted', 'tag': '2df45718-deba-4529-937b-5659956ae005', 'status': 'completed', 'code': 200} Aug 27 02:30:55.231109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] Pushing event deleted for resources: {'Port': ['ID=3e52b636-90c7-4ae5-be1e-bd535f9d7431,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:55.236027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d462d1e-c686-45c4-ae34-e42e1928e8c8 None None] No DVR routers for this DVR port 3e52b636-90c7-4ae5-be1e-bd535f9d7431 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:55.357338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.367498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3e52b636-90c7-4ae5-be1e-bd535f9d7431 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:55.386752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3e52b636-90c7-4ae5-be1e-bd535f9d7431 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:55.387078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3e52b636-90c7-4ae5-be1e-bd535f9d7431 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:55.412031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:55.418829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:55.424177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:55.424778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.428483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86042da8-f784-4703-b78d-7e40b3cf7af2 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:55.471515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=1317c165-9aba-476c-86cc-59b149b20dc2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:55.502725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0c54a1b9-e89a-47e3-85d8-2aa63c611459 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8607411 Aug 27 02:30:55.505620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50666) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:55.515284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '1317c165-9aba-476c-86cc-59b149b20dc2', 'ip_address': '2001:db8::f5b7:d4a6:f235:5de5'}], 'name': 'tempest-NetworksTestDHCPv6-1757744327'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:55.554455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cad57012-a96d-4af9-a579-0c3cae89bc33 req-cc6857a1-bcf0-49e2-b65c-fec12ed7effe tempest-InstanceActionsV221TestJSON-1015337272 tempest-InstanceActionsV221TestJSON-1015337272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a77252c-b1e2-47bf-9a30-fb5b6b3e8015 HTTP/1.1" status: 200 len: 210 time: 0.0536950 Aug 27 02:30:55.645437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.655174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '1317c165-9aba-476c-86cc-59b149b20dc2'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:55.655759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.716914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:55.823508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/1317c165-9aba-476c-86cc-59b149b20dc2/b592c3cf-fbb4-4af9-a871-64fff75880a7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:55.827196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.876055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port ac9c6627-0e25-4583-b6a9-3b6ea828eb70 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:55.948602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.960582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168277a6-d882-46ca-a06b-7cfc2f6e44dc req-3fae26fc-c3b6-476e-a081-f93e0f07ab45 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:55.962083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-168277a6-d882-46ca-a06b-7cfc2f6e44dc req-3fae26fc-c3b6-476e-a081-f93e0f07ab45 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 945 time: 0.0714638 Aug 27 02:30:55.967705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a235-f58e-4e98-97a7-db684c3324a0 req-301ee719-7293-48bb-a6f7-964e1888a63f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:55.973766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a235-f58e-4e98-97a7-db684c3324a0 req-301ee719-7293-48bb-a6f7-964e1888a63f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:55.975376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3b5a235-f58e-4e98-97a7-db684c3324a0 req-301ee719-7293-48bb-a6f7-964e1888a63f tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1681 time: 0.1427038 Aug 27 02:30:55.991774 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.001869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Transition to ACTIVE for port object b592c3cf-fbb4-4af9-a871-64fff75880a7 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:56.018698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Transition to ACTIVE for port object b592c3cf-fbb4-4af9-a871-64fff75880a7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:56.027317 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.035022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['762677fe-5f90-4965-aae7-9b0d7fa3e96d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:56.074345 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-168277a6-d882-46ca-a06b-7cfc2f6e44dc req-a9df830b-712d-434e-92db-0edfb87fb317 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757024 Aug 27 02:30:56.088040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3b5a235-f58e-4e98-97a7-db684c3324a0 req-7efff80a-be49-42eb-9b96-b46659169802 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000330 Aug 27 02:30:56.099516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:56.110657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:56.116239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:56.124236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Pushing event updated for resources: {'Port': ['ID=b592c3cf-fbb4-4af9-a871-64fff75880a7,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:56.157171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Router 6e3240ee-a3f4-4c5d-b183-db89208143dc is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:30:56.201362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f5b7:d4a6:f235:5de5 (8095c560-1388-49b5-9ced-9a3602d5c435/1317c165-9aba-476c-86cc-59b149b20dc2/ac9c6627-0e25-4583-b6a9-3b6ea828eb70) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:56.215417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Attempting to bind port b592c3cf-fbb4-4af9-a871-64fff75880a7 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:56.215993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Attempting to bind port b592c3cf-fbb4-4af9-a871-64fff75880a7 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:56.216224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Attempting to bind port b592c3cf-fbb4-4af9-a871-64fff75880a7 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:56.228238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:56.228618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:56.229033 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.229431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:56.229928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Bound port: b592c3cf-fbb4-4af9-a871-64fff75880a7, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:56.230360 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.315989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:56.332741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] Sync routers for ids ['6e3240ee-a3f4-4c5d-b183-db89208143dc'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:56.359434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.360755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ec325322-3f20-4c66-8ade-578b39b97ef3 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.4684639 Aug 27 02:30:56.365759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50680) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:56.371917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] Routers {'6e3240ee-a3f4-4c5d-b183-db89208143dc'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:56.372564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['6e3240ee-a3f4-4c5d-b183-db89208143dc'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:56.377600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] For port b592c3cf-fbb4-4af9-a871-64fff75880a7, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:56.414523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:56.419980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] For port b592c3cf-fbb4-4af9-a871-64fff75880a7, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b592c3cf-fbb4-4af9-a871-64fff75880a7,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:56.427064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] Routers {'6e3240ee-a3f4-4c5d-b183-db89208143dc'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:56.428127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['6e3240ee-a3f4-4c5d-b183-db89208143dc'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:56.433920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.449418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object ac9c6627-0e25-4583-b6a9-3b6ea828eb70 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:56.464683 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.468838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:56.469543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d0e4e-5972-43c7-b03c-7adf3b28bf75 None None] The sync data for ids ['6e3240ee-a3f4-4c5d-b183-db89208143dc'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:56.500591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.536530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83d5cc-9158-4098-82ec-f14fce5b1ccf None None] Pushing event updated for resources: {'Port': ['ID=b592c3cf-fbb4-4af9-a871-64fff75880a7,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:56.547481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2a1de69e-26ba-4491-8a41-31ce4287f608 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/6e3240ee-a3f4-4c5d-b183-db89208143dc HTTP/1.1" status: 200 len: 918 time: 0.1808898 Aug 27 02:30:56.550174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50684) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:56.563219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:56.567857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d04798-96dc-4c77-a5e8-b8e668a1a238 req-e6236f3c-9187-48a7-a114-82f9719f6949 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.569160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:56.573185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:56.576795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45d04798-96dc-4c77-a5e8-b8e668a1a238 req-e6236f3c-9187-48a7-a114-82f9719f6949 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 945 time: 0.0977149 Aug 27 02:30:56.579053 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.579718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.589813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=ac9c6627-0e25-4583-b6a9-3b6ea828eb70,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:56.603447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7e62622d-9e40-4ac7-88aa-c9d7aa63e1b2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e3240ee-a3f4-4c5d-b183-db89208143dc HTTP/1.1" status: 200 len: 205 time: 0.0521791 Aug 27 02:30:56.604671 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-22fa80ef-4380-4955-84e4-87137a37366d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0966182 Aug 27 02:30:56.606354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50690) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:56.607209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50692) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:56.679796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b224532-07bb-4572-b0d7-3adbb9f163cc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.687424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b224532-07bb-4572-b0d7-3adbb9f163cc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.688255 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45d04798-96dc-4c77-a5e8-b8e668a1a238 req-ad80fe4d-7340-4ecf-acad-c529c9150855 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104901 Aug 27 02:30:56.690782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b224532-07bb-4572-b0d7-3adbb9f163cc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0824244 Aug 27 02:30:56.691529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50694) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:56.775594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.811608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port ac9c6627-0e25-4583-b6a9-3b6ea828eb70 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:56.811954 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.925195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.928172 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.929446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50702) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:56.942029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for ac9c6627-0e25-4583-b6a9-3b6ea828eb70 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:57.002249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] Deleting subnet e69682bb-e4cc-47d9-8130-e3392225e758 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:57.006638 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.048224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.066892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.077013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Deleting port d072a706-e370-4a35-89e9-dfb97cf0a7d1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:57.077362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.099437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=ac9c6627-0e25-4583-b6a9-3b6ea828eb70,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:57.125461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.130161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50706) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:57.130800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-520db005-a174-4211-b51f-c82e72f15245 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/ac9c6627-0e25-4583-b6a9-3b6ea828eb70 HTTP/1.1" status: 204 len: 168 time: 0.4382663 Aug 27 02:30:57.172690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.207657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba132960-c9b1-49e3-b554-94e217cd5c4d req-b9637e1d-418e-4923-89fd-581d7bf54663 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:57.213512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba132960-c9b1-49e3-b554-94e217cd5c4d req-b9637e1d-418e-4923-89fd-581d7bf54663 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:57.215242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba132960-c9b1-49e3-b554-94e217cd5c4d req-b9637e1d-418e-4923-89fd-581d7bf54663 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1681 time: 0.0550060 Aug 27 02:30:57.246040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02eb40-10bc-4edb-9075-2f240c9fc4e6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:57.248078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02eb40-10bc-4edb-9075-2f240c9fc4e6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:57.249933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6e02eb40-10bc-4edb-9075-2f240c9fc4e6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1188154 Aug 27 02:30:57.253962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50710) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:57.257931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.265230 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba132960-c9b1-49e3-b554-94e217cd5c4d req-07f17bb6-28f4-4f8b-a268-5a4f4f6b7ee1 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Aug 27 02:30:57.274641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Calling delete_port for d072a706-e370-4a35-89e9-dfb97cf0a7d1 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:57.279781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2df45718-deba-4529-937b-5659956ae005 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:57.300705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 2df45718-deba-4529-937b-5659956ae005 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:57.300982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 2df45718-deba-4529-937b-5659956ae005 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:57.313218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 1317c165-9aba-476c-86cc-59b149b20dc2 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:57.316828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.343451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.380864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.383107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e69682bb-e4cc-47d9-8130-e3392225e758 HTTP/1.1" status: 204 len: 168 time: 0.4527006 Aug 27 02:30:57.387365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc674caf-0700-4aa4-a108-323986e02be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69682bb-e4cc-47d9-8130-e3392225e758,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:57.390252 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.392496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50714) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:57.464399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b592c3cf-fbb4-4af9-a871-64fff75880a7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:57.531367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.540597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.549622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b592c3cf-fbb4-4af9-a871-64fff75880a7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:57.564937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 762677fe-5f90-4965-aae7-9b0d7fa3e96d up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:57.603113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.638090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=1317c165-9aba-476c-86cc-59b149b20dc2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:57.640222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.642468 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2865784d-3313-4569-93d5-4343e9d70c50 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/1317c165-9aba-476c-86cc-59b149b20dc2 HTTP/1.1" status: 204 len: 168 time: 0.3870015 Aug 27 02:30:57.644883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50716) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:57.649890 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-915f3b4b-b439-45d7-b74d-28decc2f5880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.673752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 762677fe-5f90-4965-aae7-9b0d7fa3e96d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:57.678491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 762677fe-5f90-4965-aae7-9b0d7fa3e96d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:57.678917 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.686046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-02355836-a307-4039-a45c-23003b9c19ed tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399969 Aug 27 02:30:57.689053 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50720) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:57.694166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:57.787449 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.821858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762677fe-5f90-4965-aae7-9b0d7fa3e96d'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:57.824412 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428f66f-aac2-406f-9d80-707b6c22383d" -d '{"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "762677fe-5f90-4965-aae7-9b0d7fa3e96d"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:57.835788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223d6a4-aa2a-4c10-923c-8b46e9b03d26 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:57.858561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:57.863447 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.887651 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19372aff-ad8f-4a31-b84f-5d867e62c795 x-openstack-request-id: req-19372aff-ad8f-4a31-b84f-5d867e62c795 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:57.887929 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "762677fe-5f90-4965-aae7-9b0d7fa3e96d", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:57.888318 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19372aff-ad8f-4a31-b84f-5d867e62c795 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:57.888776 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762677fe-5f90-4965-aae7-9b0d7fa3e96d', 'code': 200} Aug 27 02:30:57.898999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 762677fe-5f90-4965-aae7-9b0d7fa3e96d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=762677fe-5f90-4965-aae7-9b0d7fa3e96d,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:57.911280 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.912187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:57.983487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eec46b2c-1e01-4d85-9bd1-1bf47aed076a None None] Provisioning for port b592c3cf-fbb4-4af9-a871-64fff75880a7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:58.014926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eec46b2c-1e01-4d85-9bd1-1bf47aed076a None None] Provisioning complete for port b592c3cf-fbb4-4af9-a871-64fff75880a7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:58.015515 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eec46b2c-1e01-4d85-9bd1-1bf47aed076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.057986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.083372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=762677fe-5f90-4965-aae7-9b0d7fa3e96d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.107096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:58.112901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:58.117293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.117866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.120522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:58.134239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=17ad4085-065f-48f7-b5bb-0942404733ae,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.135379 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.148249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:58.148670 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.153100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-142b2eb1-f317-4193-a32f-c5040afc3fea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4629192 Aug 27 02:30:58.156241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50726) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:58.160956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46118ba9-a993-461e-beff-ea41cc08cfc2']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:58.163452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '17ad4085-065f-48f7-b5bb-0942404733ae', 'ip_address': '2001:db8::9a79:5258:b45b:68c0'}], 'name': 'tempest-NetworksTestDHCPv6-1687085743'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:58.178639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.193883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eec46b2c-1e01-4d85-9bd1-1bf47aed076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.203886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961320d1-a1b4-4bd2-a02b-3c3b8412a9ef') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:58.204195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961320d1-a1b4-4bd2-a02b-3c3b8412a9ef') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:58.232106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:58.249735 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.262668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event deleted for resources: {'Port': ['ID=d072a706-e370-4a35-89e9-dfb97cf0a7d1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.269428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-eec46b2c-1e01-4d85-9bd1-1bf47aed076a None None] For port b592c3cf-fbb4-4af9-a871-64fff75880a7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b592c3cf-fbb4-4af9-a871-64fff75880a7,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:58.288146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-cd7eb3d7-c3c5-4cb5-a6ae-6d7508326b81 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.289676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-cd7eb3d7-c3c5-4cb5-a6ae-6d7508326b81 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 945 time: 0.2216520 Aug 27 02:30:58.295410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:58.298946 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eec46b2c-1e01-4d85-9bd1-1bf47aed076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.301006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.304635 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.315455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3c4b6-5a1a-4865-9cbd-f7f5a2e7050e req-8288b369-13dd-420e-bed4-3010fef3442b tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.322131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 865e7811-03f9-4cd3-8295-6897c180f9b3 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:58.323870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ff3c4b6-5a1a-4865-9cbd-f7f5a2e7050e req-8288b369-13dd-420e-bed4-3010fef3442b tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 945 time: 0.2531538 Aug 27 02:30:58.336299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.394272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:58.396708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46b2c-1e01-4d85-9bd1-1bf47aed076a None None] Pushing event updated for resources: {'Port': ['ID=b592c3cf-fbb4-4af9-a871-64fff75880a7,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.406657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.414077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] Deleting port b592c3cf-fbb4-4af9-a871-64fff75880a7 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:58.414485 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.426925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:58.427474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:58.430086 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:58.503790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.505566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ff3c4b6-5a1a-4865-9cbd-f7f5a2e7050e req-2f2c4852-e261-4318-bb23-89c94c5c5588 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/security-groups?id=e14e106e-c83a-4826-b32a-617383c3fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806641 Aug 27 02:30:58.539993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c852fc-f5c9-4746-9a85-87b0a97d698d req-1b3b773d-f01d-485a-aad3-fccd44510d56 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.553861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c852fc-f5c9-4746-9a85-87b0a97d698d req-1b3b773d-f01d-485a-aad3-fccd44510d56 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.553861 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9c852fc-f5c9-4746-9a85-87b0a97d698d req-1b3b773d-f01d-485a-aad3-fccd44510d56 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1683 time: 0.1145616 Aug 27 02:30:58.557847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] For port b592c3cf-fbb4-4af9-a871-64fff75880a7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b592c3cf-fbb4-4af9-a871-64fff75880a7,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:58.558461 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.559263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::9a79:5258:b45b:68c0 (8095c560-1388-49b5-9ced-9a3602d5c435/17ad4085-065f-48f7-b5bb-0942404733ae/865e7811-03f9-4cd3-8295-6897c180f9b3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:58.567741 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.574811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.579965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] Calling delete_port for b592c3cf-fbb4-4af9-a871-64fff75880a7 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:58.638962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9c852fc-f5c9-4746-9a85-87b0a97d698d req-0bc0db53-b266-45f7-9c5f-2609ff0d19e4 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797164 Aug 27 02:30:58.647344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.659042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] 10.222.0.10 "DELETE /v2.0/networks/46118ba9-a993-461e-beff-ea41cc08cfc2 HTTP/1.1" status: 204 len: 168 time: 1.2574944 Aug 27 02:30:58.707210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d72499-9760-4693-9444-f9204cb7e95b admin admin] Pushing event deleted for resources: {'Network': ['ID=46118ba9-a993-461e-beff-ea41cc08cfc2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.711971 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.713569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.718981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.727279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Deleting port 3937980a-f249-4bfb-939e-426dc035af7f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:58.727957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.747471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] Pushing event deleted for resources: {'Port': ['ID=b592c3cf-fbb4-4af9-a871-64fff75880a7,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.756685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e659c8a-a921-49aa-a08e-338a8be3e131 None None] No DVR routers for this DVR port b592c3cf-fbb4-4af9-a871-64fff75880a7 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:58.777396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b79fb-1a5e-4f8c-b225-460d913bf69b None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:58.846841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.849386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3240ee-a3f4-4c5d-b183-db89208143dc {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:58.868287 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.874346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d882cff8-d0bd-4722-b577-735c2c221f5d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/6e3240ee-a3f4-4c5d-b183-db89208143dc HTTP/1.1" status: 204 len: 168 time: 2.2641287 Aug 27 02:30:58.875009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50738) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:58.888010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1317895553', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': False}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:58.938609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:58.972260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] For port 3937980a-f249-4bfb-939e-426dc035af7f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3937980a-f249-4bfb-939e-426dc035af7f,segment=NetworkSegment(31c89d4d-aa14-4863-bd25-c7ee66958bfe),segment_id=31c89d4d-aa14-4863-bd25-c7ee66958bfe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:58.972645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.978032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.979098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.002189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Calling delete_port for 3937980a-f249-4bfb-939e-426dc035af7f owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:59.037168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5891a2a8-f1de-48eb-9f23-4c6a441dc669 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4211fadf02314cc496ee390f0d82f715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928543 Aug 27 02:30:59.052907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50742) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:59.105988 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.135371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '17ad4085-065f-48f7-b5bb-0942404733ae'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:59.136515 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.158244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9415-ff77-4bb2-8dad-b82062401332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.191353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.198394 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9415-ff77-4bb2-8dad-b82062401332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.221208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 865e7811-03f9-4cd3-8295-6897c180f9b3 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:59.268962 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.269699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.305461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9415-ff77-4bb2-8dad-b82062401332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.309311 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9415-ff77-4bb2-8dad-b82062401332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.313165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2aaa9415-ff77-4bb2-8dad-b82062401332 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44a29788-2c63-46ec-923f-8b090018fd47 HTTP/1.1" status: 204 len: 168 time: 0.2569797 Aug 27 02:30:59.321181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/17ad4085-065f-48f7-b5bb-0942404733ae/dacb4280-0b6c-43d2-8b8d-32b52e96fd34) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:59.371367 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.371589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa9415-ff77-4bb2-8dad-b82062401332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a29788-2c63-46ec-923f-8b090018fd47,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.374568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:59.381777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:59.383950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:59.389521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.390152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.394387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=865e7811-03f9-4cd3-8295-6897c180f9b3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.410687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Pushing event deleted for resources: {'Port': ['ID=3937980a-f249-4bfb-939e-426dc035af7f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.414224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b791fb9c-aa56-48fe-abfa-1189dd3aae5e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2544067 Aug 27 02:30:59.414941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:59.455053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3937980a-f249-4bfb-939e-426dc035af7f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:59.470001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] No DVR routers for this DVR port 3937980a-f249-4bfb-939e-426dc035af7f on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:59.471166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b592c3cf-fbb4-4af9-a871-64fff75880a7 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:59.476108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.477880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed51bee0-e3f0-4615-8118-df69a8d02a69 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.478092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4777d984-c995-4815-9f1c-cb7a6c8ff5a1 req-3da3dac3-0dbe-48b9-9291-f781d2e3c065 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.32 "DELETE /v2.0/ports/3937980a-f249-4bfb-939e-426dc035af7f HTTP/1.1" status: 204 len: 173 time: 1.1374290 Aug 27 02:30:59.478562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'name': 'network-vif-deleted', 'tag': '3937980a-f249-4bfb-939e-426dc035af7f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:59.482489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed51bee0-e3f0-4615-8118-df69a8d02a69 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0638270 Aug 27 02:30:59.482643 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544acae4-8119-48df-b420-9fda889799a4" -d '{"events": [{"server_uuid": "ae872155-839a-48ed-bacb-acf2b51f8971", "name": "network-vif-deleted", "tag": "3937980a-f249-4bfb-939e-426dc035af7f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:59.488258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50750) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:59.520921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b592c3cf-fbb4-4af9-a871-64fff75880a7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:59.523046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b592c3cf-fbb4-4af9-a871-64fff75880a7 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:59.622767 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e01a29-1a0e-4972-94bf-838abc6bb306 x-openstack-request-id: req-01e01a29-1a0e-4972-94bf-838abc6bb306 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:59.623140 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae872155-839a-48ed-bacb-acf2b51f8971", "name": "network-vif-deleted", "tag": "3937980a-f249-4bfb-939e-426dc035af7f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:59.623284 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01e01a29-1a0e-4972-94bf-838abc6bb306 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:59.623738 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae872155-839a-48ed-bacb-acf2b51f8971', 'name': 'network-vif-deleted', 'tag': '3937980a-f249-4bfb-939e-426dc035af7f', 'status': 'completed', 'code': 200} Aug 27 02:30:59.647955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 865e7811-03f9-4cd3-8295-6897c180f9b3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:59.648917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.702141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2671247-acc2-444d-8d23-663a91f390be req-c8b962fa-f6bb-472c-9dd9-0c7068095f75 tempest-ServerGroupTestJSON-469996212 tempest-ServerGroupTestJSON-469996212-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae872155-839a-48ed-bacb-acf2b51f8971 HTTP/1.1" status: 200 len: 210 time: 0.0496051 Aug 27 02:30:59.746262 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.756026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Transition to ACTIVE for port object dacb4280-0b6c-43d2-8b8d-32b52e96fd34 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:59.772514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Transition to ACTIVE for port object dacb4280-0b6c-43d2-8b8d-32b52e96fd34 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:59.780985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.802906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.826678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.830061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:59.833615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:59.837939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:59.838436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.843363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 865e7811-03f9-4cd3-8295-6897c180f9b3 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:59.853638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Pushing event updated for resources: {'Port': ['ID=dacb4280-0b6c-43d2-8b8d-32b52e96fd34,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.901548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:59.902679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cefa06-1230-4b64-9694-0dcc7487182d req-99ae2620-e140-4c90-a8fd-cf094097a6fb tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.904045 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dd4f97-7da5-4023-b652-4a131d5ffeaf" -d '{"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "0a4b8a0a-864c-48fd-bc69-9c06cba62b85"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:59.909167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cefa06-1230-4b64-9694-0dcc7487182d req-99ae2620-e140-4c90-a8fd-cf094097a6fb tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.926082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92cefa06-1230-4b64-9694-0dcc7487182d req-99ae2620-e140-4c90-a8fd-cf094097a6fb tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1683 time: 0.1334920 Aug 27 02:30:59.926854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Attempting to bind port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:59.927450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Attempting to bind port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:59.928384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Attempting to bind port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:59.939132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:59.940001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:59.941000 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.941469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:59.942070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Bound port: dacb4280-0b6c-43d2-8b8d-32b52e96fd34, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:59.942645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.999918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Allocated IP 172.25.1.15 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/155ebcee-1c1e-4f2f-ae0a-de45d89b6263) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:00.026429 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d85c61c-fb44-4513-b321-f5a23c929a43 x-openstack-request-id: req-3d85c61c-fb44-4513-b321-f5a23c929a43 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:00.026755 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "0a4b8a0a-864c-48fd-bc69-9c06cba62b85", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:00.028971 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d85c61c-fb44-4513-b321-f5a23c929a43 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:00.029479 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85', 'code': 200} Aug 27 02:31:00.048710 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92cefa06-1230-4b64-9694-0dcc7487182d req-5a547957-012d-4e78-b722-6c712cb4ee65 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216884 Aug 27 02:31:00.114633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] For port dacb4280-0b6c-43d2-8b8d-32b52e96fd34, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:00.120955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] For port dacb4280-0b6c-43d2-8b8d-32b52e96fd34, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dacb4280-0b6c-43d2-8b8d-32b52e96fd34,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:00.129758 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.169612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.169930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa454968-58a3-47b0-94e3-1726c57616df req-ec108be6-f3dd-4a42-957d-2a2509b7c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:00.170087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa454968-58a3-47b0-94e3-1726c57616df req-ec108be6-f3dd-4a42-957d-2a2509b7c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:00.171844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa454968-58a3-47b0-94e3-1726c57616df req-ec108be6-f3dd-4a42-957d-2a2509b7c823 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1985 time: 0.1064141 Aug 27 02:31:00.209924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-522f4896-47d5-4caf-b81a-630883a1680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.219928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=865e7811-03f9-4cd3-8295-6897c180f9b3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:00.223317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39629a-ee0b-406e-bf91-98b3bff8f70d None None] Pushing event updated for resources: {'Port': ['ID=dacb4280-0b6c-43d2-8b8d-32b52e96fd34,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:00.252036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.258934 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.263736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ce9fd2f9-e8fe-4860-b67a-4378b3ee6a37 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/865e7811-03f9-4cd3-8295-6897c180f9b3 HTTP/1.1" status: 204 len: 168 time: 0.7710416 Aug 27 02:31:00.263736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50774) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:00.283254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa454968-58a3-47b0-94e3-1726c57616df req-65dc3e56-eb47-4a0a-8b70-a3e132914542 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965829 Aug 27 02:31:00.321156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.325252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d1f35-6029-4085-9871-5443e46aa8f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:00.327593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d1f35-6029-4085-9871-5443e46aa8f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:00.331417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-409d1f35-6029-4085-9871-5443e46aa8f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0638444 Aug 27 02:31:00.332249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50780) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:00.369153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:00.373130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:00.376706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:00.402463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.412742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 17ad4085-065f-48f7-b5bb-0942404733ae {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:00.417077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.422346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Port': ['ID=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:00.488508 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.598445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50788) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:00.612142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.685477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.715087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=17ad4085-065f-48f7-b5bb-0942404733ae,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:00.717191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.721494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.721743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3dbfad8a-46eb-4995-869c-ce95baa9962b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/17ad4085-065f-48f7-b5bb-0942404733ae HTTP/1.1" status: 204 len: 168 time: 0.3887167 Aug 27 02:31:00.722835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50792) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:00.764391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2128008438-network', 'tenant_id': '556f2d859a334a85a4c761bc99cf79f0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:00.764709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9b2aba16-17ae-4716-a066-a39de392d38b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404599 Aug 27 02:31:00.764990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50798) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:00.770099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:00.840460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Made reservation on behalf of 556f2d859a334a85a4c761bc99cf79f0 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:00.842884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.857513 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.899912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:00.905777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.923432 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:31:00.923432 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:31:00.923432 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id_1': '556f2d859a334a85a4c761bc99cf79f0', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 31, 0, 876778)}] Aug 27 02:31:00.923432 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:31:00.923993 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:31:00.997043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.079667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.087230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.093748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50822) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:01.094689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.102406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.108361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.116835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.122917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.131282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-4ca734ab-0a79-412f-82dc-6709faf4eebc tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.1760697 Aug 27 02:31:01.183856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] Deleting subnet da02a72c-5b2b-456f-817a-b0ebed986646 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:01.187053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.189539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.198800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57a41003-7d79-41d7-955e-238b0cd5c76e req-ff39a790-ec21-4abe-9ff3-767db548e565 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665009 Aug 27 02:31:01.227535 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.291385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.296739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.350885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a534f1-13d6-4e62-b26c-000a449d9ed5 req-8b0388c5-51d9-45dc-a03e-3df74fca2d93 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.356984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a534f1-13d6-4e62-b26c-000a449d9ed5 req-8b0388c5-51d9-45dc-a03e-3df74fca2d93 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.358691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10a534f1-13d6-4e62-b26c-000a449d9ed5 req-8b0388c5-51d9-45dc-a03e-3df74fca2d93 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1683 time: 0.2184227 Aug 27 02:31:01.361102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:01.367095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:01.372100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.372847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.394000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6279442 Aug 27 02:31:01.400288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50828) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:01.406414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '70e84e30-c4fb-4e8e-9de9-e07c281f6301', 'ip_address': '2001:db8::c12:c5d6:739:6702'}], 'name': 'tempest-NetworksTestDHCPv6-1624145255'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:01.425511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.431822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Router 04750f77-8927-4730-aee8-5b6ab718f9c2 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:01.495884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8dcf6-0438-47b4-aae0-43bb0812afb4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=70e84e30-c4fb-4e8e-9de9-e07c281f6301,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:01.500819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dacb4280-0b6c-43d2-8b8d-32b52e96fd34 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:01.535806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10a534f1-13d6-4e62-b26c-000a449d9ed5 req-c8efbbba-ce25-42fc-a2e9-369512c5d4de tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624370 Aug 27 02:31:01.553585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.567807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5130e-1fec-4a2d-a0fe-eaf36ecf2aa7 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:01.583982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3937980a-f249-4bfb-939e-426dc035af7f no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:01.587318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da02a72c-5b2b-456f-817a-b0ebed986646,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:01.590951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.598343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.604502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.609259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.610471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.611206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-38ad3c0a-794c-45d0-bb35-984603dcd2c8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/da02a72c-5b2b-456f-817a-b0ebed986646 HTTP/1.1" status: 204 len: 168 time: 0.5165837 Aug 27 02:31:01.619058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.624901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.636995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 3937980a-f249-4bfb-939e-426dc035af7f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:01.637259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3937980a-f249-4bfb-939e-426dc035af7f not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:01.641732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50830) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:01.645686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.650058 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e926689-3edd-4ac2-a782-325fe697e739 req-297c964e-86db-4404-a000-af35f408d88f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.2502677 Aug 27 02:31:01.666358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:01.677498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-94cd2d16-8600-4d27-917e-c230d63e5630 None None] Provisioning for port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:01.684493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-94cd2d16-8600-4d27-917e-c230d63e5630 None None] Provisioning complete for port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:01.684894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-94cd2d16-8600-4d27-917e-c230d63e5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.687592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:01.688036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.755762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:01.768129 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Sync routers for ids ['04750f77-8927-4730-aee8-5b6ab718f9c2'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:01.768794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.778967 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Routers {'04750f77-8927-4730-aee8-5b6ab718f9c2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:01.780006 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04750f77-8927-4730-aee8-5b6ab718f9c2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:01.886887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.891873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.893891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.894128 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Set router 04750f77-8927-4730-aee8-5b6ab718f9c2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:01.904567 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.914209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.915906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-84bb6900-7835-4bd0-b620-d33a6e594324 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0396552 Aug 27 02:31:01.917961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad119ad-6e7e-4999-88e4-2f2fd679dc8e']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:01.919737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50836) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:01.928438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:01.929603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port dacb4280-0b6c-43d2-8b8d-32b52e96fd34, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dacb4280-0b6c-43d2-8b8d-32b52e96fd34,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:01.937289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.943150 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-94cd2d16-8600-4d27-917e-c230d63e5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.948095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c89d4d-aa14-4863-bd25-c7ee66958bfe') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:01.948704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c89d4d-aa14-4863-bd25-c7ee66958bfe') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:01.953137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:01.973221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.991445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.992179 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Added segment aa3f5b97-5e92-4cd2-8564-53a725dfb9cf of type vlan for network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 Aug 27 02:31:01.996127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2946c9-0989-446d-9a8b-6103df75b47d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:02.012707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.038790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=dacb4280-0b6c-43d2-8b8d-32b52e96fd34,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:02.042905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:02.043614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:02.045753 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:02.063120 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-94cd2d16-8600-4d27-917e-c230d63e5630 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:31:02.064148 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-94cd2d16-8600-4d27-917e-c230d63e5630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:31:02.089736 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.110718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.117540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port cde85179-f462-4279-a513-29aac4158066 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:31:02.134981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.141348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.144472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ad119ad-6e7e-4999-88e4-2f2fd679dc8e HTTP/1.1" status: 204 len: 168 time: 0.5017197 Aug 27 02:31:02.174411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.175716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.176576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.179508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f87c8-a78b-4767-8136-6f8a9c2dce01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad119ad-6e7e-4999-88e4-2f2fd679dc8e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:02.251173 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04750f77-8927-4730-aee8-5b6ab718f9c2', 'name': 'tempest-snat-router-1317895553', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.15'}], 'enable_snat': False}, 'gw_port_id': '155ebcee-1c1e-4f2f-ae0a-de45d89b6263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:58Z', 'updated_at': '2021-08-27T02:31:00Z', 'revision_number': 3, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port': {'id': '155ebcee-1c1e-4f2f-ae0a-de45d89b6263', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04750f77-8927-4730-aee8-5b6ab718f9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:59Z', 'updated_at': '2021-08-27T02:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:02.302081 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Checking router: 04750f77-8927-4730-aee8-5b6ab718f9c2 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:02.302687 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Updating router 04750f77-8927-4730-aee8-5b6ab718f9c2 port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:31:02.358676 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.389586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50842) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:02.466441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2dc10667-9770-4a4e-b22f-46e68caf1cd1 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/04750f77-8927-4730-aee8-5b6ab718f9c2 HTTP/1.1" status: 200 len: 908 time: 0.5453136 Aug 27 02:31:02.474668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:02.486793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1317895553', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': True}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:02.508665 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::c12:c5d6:739:6702 (8095c560-1388-49b5-9ced-9a3602d5c435/70e84e30-c4fb-4e8e-9de9-e07c281f6301/cde85179-f462-4279-a513-29aac4158066) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:02.524715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-24e505fa-8dc6-40fa-8890-ad7082e0240b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be969c55a98b4657ac2541bf655c9416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330860 Aug 27 02:31:02.530749 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:02.561898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.562988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.624360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.762094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0f63f5cd-6f31-4b5b-b8bb-dfa302c48eb0 None None] Provisioning complete for port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:02.762814 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f63f5cd-6f31-4b5b-b8bb-dfa302c48eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.769551 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.788951 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Transition to ACTIVE for port object 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:02.797996 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.804819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2046137 Aug 27 02:31:02.809540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:02.820930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Request body: {'subnet': {'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2128008438-subnet', 'tenant_id': '556f2d859a334a85a4c761bc99cf79f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:02.824818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf6232-42e2-43ae-94c5-5a9233b74b48 admin admin] Pushing event updated for resources: {'Network': ['ID=fc53ee0a-fdaa-4c1d-9c25-21eafbb84926,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:02.844710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:02.878837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbea3c-328c-4293-b35c-3eadf0726a7e req-b91ca0a5-ec5c-4a20-b7f0-40f10a0fa5af tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.884646 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Attempting to bind port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:02.885221 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Attempting to bind port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:02.885592 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Attempting to bind port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:02.886733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbea3c-328c-4293-b35c-3eadf0726a7e req-b91ca0a5-ec5c-4a20-b7f0-40f10a0fa5af tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.893799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7cbea3c-328c-4293-b35c-3eadf0726a7e req-b91ca0a5-ec5c-4a20-b7f0-40f10a0fa5af tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1683 time: 0.2031214 Aug 27 02:31:02.895607 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:02.895892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Made reservation on behalf of 556f2d859a334a85a4c761bc99cf79f0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:02.896101 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:02.896784 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.897185 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:02.897754 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Bound port: 155ebcee-1c1e-4f2f-ae0a-de45d89b6263, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:02.899931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.914625 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.931409 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc60d3c3-93c9-47ab-8292-db37121f1d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.959618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc60d3c3-93c9-47ab-8292-db37121f1d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.984267 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6413-fb79-4842-8a07-b1e92402be90 None None] Pushing event updated for resources: {'Port': ['ID=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:03.000848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7cbea3c-328c-4293-b35c-3eadf0726a7e req-9ef980df-a826-49f7-8a8b-570ed08343c7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959489 Aug 27 02:31:03.013759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0f63f5cd-6f31-4b5b-b8bb-dfa302c48eb0 None None] Could not find standard attr ID for object ac9c6627-0e25-4583-b6a9-3b6ea828eb70. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:31:03.037015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.046793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc60d3c3-93c9-47ab-8292-db37121f1d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.049686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc60d3c3-93c9-47ab-8292-db37121f1d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.053892 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bc60d3c3-93c9-47ab-8292-db37121f1d39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e14e106e-c83a-4826-b32a-617383c3fe82 HTTP/1.1" status: 204 len: 168 time: 0.5220046 Aug 27 02:31:03.082091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.092530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60d3c3-93c9-47ab-8292-db37121f1d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14e106e-c83a-4826-b32a-617383c3fe82,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:03.108494 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] For port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:03.117261 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] For port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:03.127882 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.139970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0de633b4-8840-4ac5-b35d-82ca8fbea12a None None] Could not find standard attr ID for object 865e7811-03f9-4cd3-8295-6897c180f9b3. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:31:03.172905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.232311 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6413-fb79-4842-8a07-b1e92402be90 None None] Pushing event updated for resources: {'Port': ['ID=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:03.235222 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Routers {'04750f77-8927-4730-aee8-5b6ab718f9c2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:03.236069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04750f77-8927-4730-aee8-5b6ab718f9c2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:03.242742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object cde85179-f462-4279-a513-29aac4158066 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:03.273982 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.371784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Checking segment: {'id': 'aa3f5b97-5e92-4cd2-8564-53a725dfb9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:03.372153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Network hostable DHCP agents. Network: fc53ee0a-fdaa-4c1d-9c25-21eafbb84926, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:03.372351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.390212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59e59d5-07a3-44fa-bc57-c079033018e3,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:03.419612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:03.439671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, fc53ee0a-fdaa-4c1d-9c25-21eafbb84926) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:03.447149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:03.447861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.464625 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] Set router 04750f77-8927-4730-aee8-5b6ab718f9c2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:03.531820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bcc4dcbb-8602-49e3-9c8a-899b41ff94de admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7183340 Aug 27 02:31:03.540364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b0604-9374-4f71-8659-be043f1b531e None None] Network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:03.564641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dacb4280-0b6c-43d2-8b8d-32b52e96fd34 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:03.608423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:03.640655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:03.644166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:03.651572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:03.652625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.711286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=cde85179-f462-4279-a513-29aac4158066,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:03.738682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.771770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22390d-a552-44ab-8b00-ee2c00c5fe45 req-4a8024bc-3b48-4a2c-b54d-812381d8d5e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:03.772174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.777352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fbdfbc91-7488-40fb-b727-c349beaa310b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3757973 Aug 27 02:31:03.783081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50878) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:03.788505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22390d-a552-44ab-8b00-ee2c00c5fe45 req-4a8024bc-3b48-4a2c-b54d-812381d8d5e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:03.790273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d22390d-a552-44ab-8b00-ee2c00c5fe45 req-4a8024bc-3b48-4a2c-b54d-812381d8d5e7 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1683 time: 0.1703806 Aug 27 02:31:03.857186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:03.857653 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.907703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d22390d-a552-44ab-8b00-ee2c00c5fe45 req-f0f5d452-ac05-4349-91c3-184fb0b0022c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946298 Aug 27 02:31:04.038558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fa722-e09e-4b27-a205-ab8c748daff1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.061203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fa722-e09e-4b27-a205-ab8c748daff1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.063750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa9fa722-e09e-4b27-a205-ab8c748daff1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2784791 Aug 27 02:31:04.065789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50900) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:04.086035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e674f-d57f-41eb-b76f-a0fcd96052ed None None] Network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:04.128786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Allocated IP 172.25.1.32 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/d5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:04.143136 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04750f77-8927-4730-aee8-5b6ab718f9c2', 'name': 'tempest-snat-router-1317895553', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.15'}], 'enable_snat': False}, 'gw_port_id': '155ebcee-1c1e-4f2f-ae0a-de45d89b6263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:58Z', 'updated_at': '2021-08-27T02:31:00Z', 'revision_number': 3, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port': {'id': '155ebcee-1c1e-4f2f-ae0a-de45d89b6263', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04750f77-8927-4730-aee8-5b6ab718f9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:59Z', 'updated_at': '2021-08-27T02:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:04.210462 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbce9-fcd9-4f99-91ff-b4848dbb3127 None None] The sync data for ids ['04750f77-8927-4730-aee8-5b6ab718f9c2'] in n-d-806293-1 is: [{'id': '04750f77-8927-4730-aee8-5b6ab718f9c2', 'name': 'tempest-snat-router-1317895553', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.15'}], 'enable_snat': False}, 'gw_port_id': '155ebcee-1c1e-4f2f-ae0a-de45d89b6263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:58Z', 'updated_at': '2021-08-27T02:31:00Z', 'revision_number': 3, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port': {'id': '155ebcee-1c1e-4f2f-ae0a-de45d89b6263', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04750f77-8927-4730-aee8-5b6ab718f9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:59Z', 'updated_at': '2021-08-27T02:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:04.275052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port cde85179-f462-4279-a513-29aac4158066 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:04.275402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.381019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.427451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ca62f94d-cb3f-4c22-99fd-65eceb6ee0ec None None] Provisioning for port cde85179-f462-4279-a513-29aac4158066 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:04.434466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ca62f94d-cb3f-4c22-99fd-65eceb6ee0ec None None] Provisioning complete for port cde85179-f462-4279-a513-29aac4158066 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:04.436440 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca62f94d-cb3f-4c22-99fd-65eceb6ee0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.453827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.457688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.480568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for cde85179-f462-4279-a513-29aac4158066 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:04.488768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50912) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:04.495217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:04.530715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ca62f94d-cb3f-4c22-99fd-65eceb6ee0ec None None] Port cde85179-f462-4279-a513-29aac4158066 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:04.536828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:04.556901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:04.608307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Port': ['ID=d5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:04.768564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50928) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:04.803528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.804358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.805002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.805650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.806288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.806948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.807578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.813508 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-19ee8dde-c971-42e5-931c-731299eaf593 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6503 time: 0.3235507 Aug 27 02:31:04.909464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-070b8829-a33c-4062-99a2-ebcaae227014 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.914857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-070b8829-a33c-4062-99a2-ebcaae227014 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/networks?id=fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 HTTP/1.1" status: 200 len: 822 time: 0.2735465 Aug 27 02:31:04.929469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-ca85ca5d-0522-4eda-aa36-42409ef71019 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2dbb0713-7f88-4d97-81dc-a519732804d0&id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097138 Aug 27 02:31:04.933898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2121584425-network', 'tenant_id': '0195b26119834e539245fdc8a3e3dd30'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:04.971283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-9c4f2bbb-638d-47f3-9a91-86a1618f894b tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/quotas/556f2d859a334a85a4c761bc99cf79f0 HTTP/1.1" status: 200 len: 375 time: 0.0333002 Aug 27 02:31:04.984491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.040927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.044502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-9a3d86b8-b54b-436f-81d4-e04094590f59 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=556f2d859a334a85a4c761bc99cf79f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720694 Aug 27 02:31:05.080977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Made reservation on behalf of 0195b26119834e539245fdc8a3e3dd30 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:05.083325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.095724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=cde85179-f462-4279-a513-29aac4158066,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.120747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a4d7-ecd9-4da8-9001-1e9159729f54 req-c075e88e-f179-41ea-9c98-ad26db973dc3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.130690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a4d7-ecd9-4da8-9001-1e9159729f54 req-c075e88e-f179-41ea-9c98-ad26db973dc3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.132178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4579a4d7-ecd9-4da8-9001-1e9159729f54 req-c075e88e-f179-41ea-9c98-ad26db973dc3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1683 time: 0.1076918 Aug 27 02:31:05.143249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.191857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-53f4cc65-6939-47d7-ad4c-c888001684db tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.197849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-53f4cc65-6939-47d7-ad4c-c888001684db tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.199568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-53f4cc65-6939-47d7-ad4c-c888001684db tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 1683 time: 0.2211025 Aug 27 02:31:05.206837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.208923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a583681-5b0c-4c79-b18d-69e43cddd1f5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/cde85179-f462-4279-a513-29aac4158066 HTTP/1.1" status: 204 len: 168 time: 1.1419761 Aug 27 02:31:05.211966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50938) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:05.233667 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4579a4d7-ecd9-4da8-9001-1e9159729f54 req-a490919c-9ea2-4c05-9616-ee147ee4061a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935340 Aug 27 02:31:05.365463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-5e59200a-b537-4f28-9117-75dced599c55 service neutron] 10.222.0.10 "GET /v2.0/networks/fc53ee0a-fdaa-4c1d-9c25-21eafbb84926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878225 Aug 27 02:31:05.380520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fac626-289c-45ae-a38d-773affd24501 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.382181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fac626-289c-45ae-a38d-773affd24501 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.383994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a8fac626-289c-45ae-a38d-773affd24501 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1694186 Aug 27 02:31:05.386671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:05.459454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:05.524902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:05.529964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:05.530447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.530610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 762677fe-5f90-4965-aae7-9b0d7fa3e96d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:05.530840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.591709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-1aa78066-bfa0-457c-a521-19c40307fe67 service neutron] 10.222.0.10 "GET /v2.0/networks/fc53ee0a-fdaa-4c1d-9c25-21eafbb84926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253315 Aug 27 02:31:05.629274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.632400 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.646384 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.654800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:05.674759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.683388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 762677fe-5f90-4965-aae7-9b0d7fa3e96d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=762677fe-5f90-4965-aae7-9b0d7fa3e96d,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:05.683766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.691373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:05.718368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 762677fe-5f90-4965-aae7-9b0d7fa3e96d owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:05.724325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793ab3d6-6f6f-4325-96c0-25f922c1c4d3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.731466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.732089 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Added segment 4555fd87-a5eb-46f5-8271-02ede65c9e2f of type vlan for network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa Aug 27 02:31:05.799609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.813402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 70e84e30-c4fb-4e8e-9de9-e07c281f6301 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:05.817780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.822302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.826199 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.878770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.879747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.880440 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.920398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-610cc677-53d7-4c9a-82f9-19b9964e64ba req-f184bf51-88b1-4eac-8364-dc78f579442b tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 210 time: 0.0718005 Aug 27 02:31:05.922689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.982066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2057583 Aug 27 02:31:05.984383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70b5d3-f63d-4a1d-9fe0-b14c07bb6480 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.993311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50952) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:05.996260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:06.001768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Request body: {'subnet': {'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2121584425-subnet', 'tenant_id': '0195b26119834e539245fdc8a3e3dd30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:06.019278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.034723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.059093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['0a4b8a0a-864c-48fd-bc69-9c06cba62b85', '762677fe-5f90-4965-aae7-9b0d7fa3e96d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:06.073017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=762677fe-5f90-4965-aae7-9b0d7fa3e96d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:06.101933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Made reservation on behalf of 0195b26119834e539245fdc8a3e3dd30 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:06.104332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.140355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 762677fe-5f90-4965-aae7-9b0d7fa3e96d on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:06.143861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.148289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-174f04cb-c3c8-42c5-96ca-a96a22f97d4a tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.32 "DELETE /v2.0/ports/762677fe-5f90-4965-aae7-9b0d7fa3e96d HTTP/1.1" status: 204 len: 173 time: 0.9353974 Aug 27 02:31:06.149477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-deleted', 'tag': '762677fe-5f90-4965-aae7-9b0d7fa3e96d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:06.152405 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18b7324-7b80-4c1d-a17f-b67dabe1b071" -d '{"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-deleted", "tag": "762677fe-5f90-4965-aae7-9b0d7fa3e96d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:06.262771 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63928398-ff4d-4bdb-9497-5661e4b222b7 x-openstack-request-id: req-63928398-ff4d-4bdb-9497-5661e4b222b7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:06.263344 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-deleted", "tag": "762677fe-5f90-4965-aae7-9b0d7fa3e96d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:06.263935 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63928398-ff4d-4bdb-9497-5661e4b222b7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:06.264552 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-deleted', 'tag': '762677fe-5f90-4965-aae7-9b0d7fa3e96d', 'status': 'completed', 'code': 200} Aug 27 02:31:06.307602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.388640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:06.388996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.393288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.397458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/70e84e30-c4fb-4e8e-9de9-e07c281f6301 HTTP/1.1" status: 204 len: 168 time: 1.0075860 Aug 27 02:31:06.397458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2343571-9f97-4007-97b8-d701ec88b15c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=70e84e30-c4fb-4e8e-9de9-e07c281f6301,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:06.398485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50964) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:06.404888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6943972-c345-4cac-9e54-cf1f7c3a7555 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:06.412521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Router 84e44b23-984e-48e5-a265-50625e971f81 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:06.477348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d9187b1f-ccc6-403a-a356-af17705bb6ff tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687585 Aug 27 02:31:06.483057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50966) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:06.569493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:06.569866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.585809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88b83-c35a-435d-8454-0ce60e109b21 req-66e2c49e-db02-4b7d-80ee-7bf8f89e7af9 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.591426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ea231-bda0-4edb-b0c6-c01c2c8387fc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.592969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ce0ea231-bda0-4edb-b0c6-c01c2c8387fc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1069117 Aug 27 02:31:06.594254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71f88b83-c35a-435d-8454-0ce60e109b21 req-66e2c49e-db02-4b7d-80ee-7bf8f89e7af9 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea594bb-d4e3-451b-9552-408371f5a0cc HTTP/1.1" status: 200 len: 946 time: 0.2046638 Aug 27 02:31:06.596962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50968) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:06.606026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:06.690671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719f8a5-57f7-42f9-8103-faad3451852b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.692277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5719f8a5-57f7-42f9-8103-faad3451852b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942857 Aug 27 02:31:06.703458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50970) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:06.757088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:06.760591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-79cd0bae-8080-4f63-8da9-d22bac7c97fe tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534639 Aug 27 02:31:06.768488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50972) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:06.773532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71f88b83-c35a-435d-8454-0ce60e109b21 req-17442d43-71e8-4c9b-82b4-5ea69327e60c tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "GET /v2.0/security-groups?id=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781909 Aug 27 02:31:06.773780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:06.787955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.793425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:06.826111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Sync routers for ids ['84e44b23-984e-48e5-a265-50625e971f81'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:06.849550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Routers {'84e44b23-984e-48e5-a265-50625e971f81'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:06.850625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['84e44b23-984e-48e5-a265-50625e971f81'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:06.856236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.868147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.869519 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c57fc717-a045-4fda-a189-08283bdc0a92 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3918381 Aug 27 02:31:06.874883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50976) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:06.900251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['762677fe-5f90-4965-aae7-9b0d7fa3e96d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:06.913253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=0a4b8a0a-864c-48fd-bc69-9c06cba62b85,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:06.921989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b459be1b-3ac5-4c78-a03f-055b66591cd0,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:06.926959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Checking segment: {'id': '4555fd87-a5eb-46f5-8271-02ede65c9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:06.927385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Network hostable DHCP agents. Network: a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:06.969486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:06.974020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.976156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b94da75e-9c9c-48ef-9db6-ee49d46332a6 req-f1dbadac-6ba5-42eb-88e7-cc6da283aef3 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.32 "DELETE /v2.0/ports/0a4b8a0a-864c-48fd-bc69-9c06cba62b85 HTTP/1.1" status: 204 len: 173 time: 0.8198557 Aug 27 02:31:07.004300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:07.007031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:07.008102 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.025619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5a5e733b-6f3d-42b6-970b-7b566d411541 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/84e44b23-984e-48e5-a265-50625e971f81 HTTP/1.1" status: 200 len: 907 time: 0.1468213 Aug 27 02:31:07.025843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50980) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:07.034431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:07.105105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:07.105661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.198629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e9fac-b00e-4f3a-b5c9-4443e18a407f None None] Network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:07.240870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.264942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] Deleting port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:07.265637 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.326215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-2f2fc73a-ed67-4ee1-9775-36a53244e8f4 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:07.327521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-2f2fc73a-ed67-4ee1-9775-36a53244e8f4 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.45 "GET /v2.0/networks?id=fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 HTTP/1.1" status: 200 len: 822 time: 0.1417289 Aug 27 02:31:07.341472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cd9560b-73c6-465c-a2d7-3631b12eb11b req-217033c0-0f1b-4fa1-9359-e3b15b4282ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 210 time: 0.2406745 Aug 27 02:31:07.358393 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9dc15883-5ee9-4d35-8713-edbb9653ac53 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3566833 Aug 27 02:31:07.358801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Set router 84e44b23-984e-48e5-a265-50625e971f81 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:07.372928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Request body: {'port': {'device_id': '5a4a29b8-0736-4ace-8565-2cce22441524', 'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926', 'admin_state_up': True, 'tenant_id': '556f2d859a334a85a4c761bc99cf79f0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:07.442580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.523617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:07.529956 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.533318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:07.543176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:07.543790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.561736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=3e798ef0-c096-417e-a84f-ae01b91570d8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:07.582060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] For port dacb4280-0b6c-43d2-8b8d-32b52e96fd34, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dacb4280-0b6c-43d2-8b8d-32b52e96fd34,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:07.582746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.595150 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-412d85fc-2ea1-4a16-9ba6-a721cc3991c1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8255010 Aug 27 02:31:07.595974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50988) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:07.597817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] Calling delete_port for dacb4280-0b6c-43d2-8b8d-32b52e96fd34 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:07.601719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '3e798ef0-c096-417e-a84f-ae01b91570d8', 'ip_address': '2001:db8::3da6:df27:7549:10a5'}], 'name': 'tempest-NetworksTestDHCPv6-709669275'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:07.609484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Made reservation on behalf of 556f2d859a334a85a4c761bc99cf79f0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:07.620338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.654467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Deleting port d5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:07.657102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.681461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:07.776798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.797668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Calling delete_port for d5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:07.822143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.857705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50996) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:07.867911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] Pushing event deleted for resources: {'Port': ['ID=dacb4280-0b6c-43d2-8b8d-32b52e96fd34,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:07.906881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:07.951314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45f886-e2ca-4560-ae2a-fb8ad9099eca None None] No DVR routers for this DVR port dacb4280-0b6c-43d2-8b8d-32b52e96fd34 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:07.981482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Allocated IP 172.20.0.10 (fc53ee0a-fdaa-4c1d-9c25-21eafbb84926/f59e59d5-07a3-44fa-bc57-c079033018e3/f757748d-01ef-4b22-bc04-31a2a7459081) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:07.993342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe8354-525d-404c-a2ac-77b1d7c7837e None None] Network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:07.997265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:07.997894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.002460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e963a1cc-ac20-46ff-b7ee-fe365b1ce6fc None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:08.009222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting subnet 064d3c14-f7cf-4b05-9451-7f27d1c3ba73 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:08.016850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.101138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-d4ea9188-a03f-49b7-8b9e-f8f0598e1211 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:08.102817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-d4ea9188-a03f-49b7-8b9e-f8f0598e1211 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/networks?id=a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa HTTP/1.1" status: 200 len: 809 time: 0.1575177 Aug 27 02:31:08.117338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.123848 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e14af5df-8de3-4b3b-b2a3-4a9518220fd0 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/quotas/0195b26119834e539245fdc8a3e3dd30 HTTP/1.1" status: 200 len: 375 time: 0.0143077 Aug 27 02:31:08.136289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.144797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.147350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:08.176178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e44b23-984e-48e5-a265-50625e971f81', 'name': 'tempest-snat-router-1317895553', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:02Z', 'updated_at': '2021-08-27T02:31:04Z', 'revision_number': 3, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port': {'id': 'd5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e44b23-984e-48e5-a265-50625e971f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:31:03Z', 'updated_at': '2021-08-27T02:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:08.182788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-bbcc1b05-7f68-4df5-a5cb-4900ace58cb8 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0195b26119834e539245fdc8a3e3dd30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388494 Aug 27 02:31:08.229241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Checking router: 84e44b23-984e-48e5-a265-50625e971f81 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:08.230124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Updating router 84e44b23-984e-48e5-a265-50625e971f81 port d5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:31:08.262166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 20746e1f-22fa-48e6-a7fc-914bbe9f9906 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:31:08.269248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-deleted', 'tag': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:08.271302 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a421df56-78e2-48da-9155-9cba660f499e" -d '{"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-deleted", "tag": "0a4b8a0a-864c-48fd-bc69-9c06cba62b85"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:08.300351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.333129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Port d5410ad5-0eb2-4b64-96bf-f90e1f1f0e0e not found while updating agent binding for router 84e44b23-984e-48e5-a265-50625e971f81. {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 02:31:08.352502 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a430d3-c639-4281-9946-0b021dca28c7 x-openstack-request-id: req-37a430d3-c639-4281-9946-0b021dca28c7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:08.352797 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea594bb-d4e3-451b-9552-408371f5a0cc", "name": "network-vif-deleted", "tag": "0a4b8a0a-864c-48fd-bc69-9c06cba62b85", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:08.353018 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37a430d3-c639-4281-9946-0b021dca28c7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:08.354393 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea594bb-d4e3-451b-9552-408371f5a0cc', 'name': 'network-vif-deleted', 'tag': '0a4b8a0a-864c-48fd-bc69-9c06cba62b85', 'status': 'completed', 'code': 200} Aug 27 02:31:08.390346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Routers {'84e44b23-984e-48e5-a265-50625e971f81'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:08.391077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['84e44b23-984e-48e5-a265-50625e971f81'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:08.407470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.409790 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.414457 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-09077e35-ec6f-4c46-8cef-6db62a59515c service neutron] 10.222.0.10 "GET /v2.0/networks/a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136788 Aug 27 02:31:08.464322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.492738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.519223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '3e798ef0-c096-417e-a84f-ae01b91570d8'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:08.520598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.523318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dacb4280-0b6c-43d2-8b8d-32b52e96fd34 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:08.524873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.525407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84e44b23-984e-48e5-a265-50625e971f81 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:08.534392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.535699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-934b807f-bffe-4704-b71e-fa6ea8f2a826 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "DELETE /v2.0/routers/84e44b23-984e-48e5-a265-50625e971f81 HTTP/1.1" status: 204 len: 168 time: 1.5086803 Aug 27 02:31:08.538392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51012) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:08.563843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: dacb4280-0b6c-43d2-8b8d-32b52e96fd34 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:08.564583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dacb4280-0b6c-43d2-8b8d-32b52e96fd34 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:08.578727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] Set router 84e44b23-984e-48e5-a265-50625e971f81 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:08.608591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-221022b1-a335-44a6-93c1-37ad62db1f0d req-13b5d4bd-3bf4-43b4-bbe1-92823cb8285c tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 210 time: 0.0815256 Aug 27 02:31:08.653312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e44b23-984e-48e5-a265-50625e971f81', 'name': 'tempest-snat-router-1317895553', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:02Z', 'updated_at': '2021-08-27T02:31:08Z', 'revision_number': 5, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:08.654104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-17155339-d059-482f-9624-91de1a0b9c0f service neutron] 10.222.0.10 "GET /v2.0/networks/a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327867 Aug 27 02:31:08.687626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.746361 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.795014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b76de5-7716-45a2-9800-fd6050a997bd None None] The sync data for ids ['84e44b23-984e-48e5-a265-50625e971f81'] in n-d-806293-1 is: [{'id': '84e44b23-984e-48e5-a265-50625e971f81', 'name': 'tempest-snat-router-1317895553', 'tenant_id': '6af202415dcc448b8f2673f1a194ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:02Z', 'updated_at': '2021-08-27T02:31:08Z', 'revision_number': 5, 'project_id': '6af202415dcc448b8f2673f1a194ad9f', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:08.804760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Subnet': ['ID=064d3c14-f7cf-4b05-9451-7f27d1c3ba73,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:08.816783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::3da6:df27:7549:10a5 (8095c560-1388-49b5-9ced-9a3602d5c435/3e798ef0-c096-417e-a84f-ae01b91570d8/20746e1f-22fa-48e6-a7fc-914bbe9f9906) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:08.821133 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.826308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.826887 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.829145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6b82b769-6e62-4f06-931f-b7c5e4120d99 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/subnets/064d3c14-f7cf-4b05-9451-7f27d1c3ba73 HTTP/1.1" status: 204 len: 168 time: 0.9700611 Aug 27 02:31:08.832242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51018) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:08.846912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f017980-66d0-49f2-b5eb-462f5bf77386 None None] Network 8fe9c219-7265-4513-aa08-707ebd82718c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:08.935313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:08.954757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:08.961150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Pushing event updated for resources: {'Port': ['ID=f757748d-01ef-4b22-bc04-31a2a7459081,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:08.993957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:09.006809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.016842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3f7963c-079a-4a65-bd92-b0fe7a65ac52 req-01013399-3509-4755-8ad2-c4c5d183e73a tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 210 time: 0.0902183 Aug 27 02:31:09.071131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Deleting port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:09.071650 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.158044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] DHCP port deletion for 8fe9c219-7265-4513-aa08-707ebd82718c request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:09.208407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:09.208926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.213014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] Deleting port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:09.213401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.273710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] For port 155ebcee-1c1e-4f2f-ae0a-de45d89b6263, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:09.274204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.288115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] For port 441b7ac0-cdbb-40b9-986d-d5623519c0c6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=441b7ac0-cdbb-40b9-986d-d5623519c0c6,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:09.289137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.301153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Calling delete_port for 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:09.337237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 441b7ac0-cdbb-40b9-986d-d5623519c0c6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=441b7ac0-cdbb-40b9-986d-d5623519c0c6,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:09.339644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.454682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 441b7ac0-cdbb-40b9-986d-d5623519c0c6 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:09.471175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 441b7ac0-cdbb-40b9-986d-d5623519c0c6 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:09.515456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] Calling delete_port for 441b7ac0-cdbb-40b9-986d-d5623519c0c6 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:09.608703 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.634344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 762677fe-5f90-4965-aae7-9b0d7fa3e96d no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:09.660782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:09.661701 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.664895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 762677fe-5f90-4965-aae7-9b0d7fa3e96d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:09.665526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 762677fe-5f90-4965-aae7-9b0d7fa3e96d not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:09.666098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:09.703068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-450ead80-b06c-4d77-a96d-5374f94b86ad tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3385315 Aug 27 02:31:09.709785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:09.710136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 0a4b8a0a-864c-48fd-bc69-9c06cba62b85 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:09.719534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Request body: {'port': {'device_id': '5a4a29b8-0736-4ace-8565-2cce22441524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:09.732599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 441b7ac0-cdbb-40b9-986d-d5623519c0c6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=441b7ac0-cdbb-40b9-986d-d5623519c0c6,segment=NetworkSegment(a764857f-03ab-44b4-85e0-5081ae38df08),segment_id=a764857f-03ab-44b4-85e0-5081ae38df08)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:09.746974 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.808197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=441b7ac0-cdbb-40b9-986d-d5623519c0c6,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.833341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.868385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] Pushing event deleted for resources: {'Port': ['ID=441b7ac0-cdbb-40b9-986d-d5623519c0c6,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.872137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832957a-5788-4fff-91fb-6d8905fd0c78 None None] No DVR routers for this DVR port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:09.908000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.935281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa45b6b-f472-4883-85fc-9e3d6d3671bc req-df714edb-4976-4a59-9fc2-a0a3122c30ef tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:09.937013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0aa45b6b-f472-4883-85fc-9e3d6d3671bc req-df714edb-4976-4a59-9fc2-a0a3122c30ef tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 932 time: 0.1648011 Aug 27 02:31:09.937892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.954063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 20746e1f-22fa-48e6-a7fc-914bbe9f9906 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:10.042237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0aa45b6b-f472-4883-85fc-9e3d6d3671bc req-9d6a10c5-12d0-4c4e-98be-db6a4d30313d tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897307 Aug 27 02:31:10.077394 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.094358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.141718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.143127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=441b7ac0-cdbb-40b9-986d-d5623519c0c6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.145186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 441b7ac0-cdbb-40b9-986d-d5623519c0c6 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:10.225746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/3e798ef0-c096-417e-a84f-ae01b91570d8/f7e32ce7-0ab5-4205-8c58-0c45ea41c928) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:10.258596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:10.266930 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88bab153-f064-4a31-b975-aa6f94be03b0 req-7ef6b02f-bb81-49e1-b3f0-45fd26734090 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 210 time: 0.1326694 Aug 27 02:31:10.303898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event deleted for resources: {'Port': ['ID=155ebcee-1c1e-4f2f-ae0a-de45d89b6263,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.326141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:10.332000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:10.343643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.344000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.399186 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.403677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.446453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8476031 Aug 27 02:31:10.451313 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.454136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034a2dd-fd93-4011-960b-f610c206138f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=20746e1f-22fa-48e6-a7fc-914bbe9f9906,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.461239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Transition to ACTIVE for port object f7e32ce7-0ab5-4205-8c58-0c45ea41c928 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:10.464287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51038) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:10.477503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3631cfd1-2278-4d59-9781-d29f7699f2b3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '3e798ef0-c096-417e-a84f-ae01b91570d8', 'ip_address': '2001:db8::3da6:df27:7549:10a5'}], 'name': 'tempest-NetworksTestDHCPv6-1993695676'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:10.483040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe9c219-7265-4513-aa08-707ebd82718c']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:10.483868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Transition to ACTIVE for port object f7e32ce7-0ab5-4205-8c58-0c45ea41c928 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:10.490063 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.528107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a764857f-03ab-44b4-85e0-5081ae38df08') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:10.528401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a764857f-03ab-44b4-85e0-5081ae38df08') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:10.534081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.536409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:10.537437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.539650 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:10.546930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:10.551700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Pushing event updated for resources: {'Port': ['ID=f7e32ce7-0ab5-4205-8c58-0c45ea41c928,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.566995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.574529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-c9df61a4-56c7-4188-94ce-4a8feb297488 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.576207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-c9df61a4-56c7-4188-94ce-4a8feb297488 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.32 "GET /v2.0/networks?id=a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa HTTP/1.1" status: 200 len: 809 time: 0.4114571 Aug 27 02:31:10.605999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Request body: {'port': {'device_id': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa', 'admin_state_up': True, 'tenant_id': '0195b26119834e539245fdc8a3e3dd30'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:10.610428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Attempting to bind port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:10.610982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Attempting to bind port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:10.611503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Attempting to bind port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:10.615233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.618062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:10.618475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:10.618885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.619280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:10.619745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Bound port: f7e32ce7-0ab5-4205-8c58-0c45ea41c928, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:10.620127 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.621964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:10.622707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:10.637556 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:10.680213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.681266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04750f77-8927-4730-aee8-5b6ab718f9c2 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:10.685312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] For port f7e32ce7-0ab5-4205-8c58-0c45ea41c928, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:10.686472 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.687810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-448a8baa-c529-4d4d-9e90-131d7362029d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "DELETE /v2.0/routers/04750f77-8927-4730-aee8-5b6ab718f9c2 HTTP/1.1" status: 204 len: 168 time: 2.1484747 Aug 27 02:31:10.691787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51040) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:10.693578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] For port f7e32ce7-0ab5-4205-8c58-0c45ea41c928, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7e32ce7-0ab5-4205-8c58-0c45ea41c928,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:10.698244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-322065763', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:10.702351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.733588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.741074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.747321 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/networks/8fe9c219-7265-4513-aa08-707ebd82718c HTTP/1.1" status: 204 len: 168 time: 1.9136651 Aug 27 02:31:10.749451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51042) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:10.764919 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.766354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.793285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e64b99-5da2-4fe9-88e7-30befb99cf75 None None] Pushing event updated for resources: {'Port': ['ID=f7e32ce7-0ab5-4205-8c58-0c45ea41c928,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.804302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a2e02-1df7-47f4-a78f-4521a99c1113 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Network': ['ID=8fe9c219-7265-4513-aa08-707ebd82718c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.809180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f757748d-01ef-4b22-bc04-31a2a7459081 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:10.822696 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.846893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting subnet 6fd66431-7066-4c34-948c-28b5ff2d3ac5 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:10.853474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.857113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3631cfd1-2278-4d59-9781-d29f7699f2b3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:10.862358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3631cfd1-2278-4d59-9781-d29f7699f2b3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.866713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Transition to ACTIVE for port object f757748d-01ef-4b22-bc04-31a2a7459081 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:10.896538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.918019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.954005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Made reservation on behalf of 0195b26119834e539245fdc8a3e3dd30 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:10.958517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.964170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Pushing event updated for resources: {'Port': ['ID=f757748d-01ef-4b22-bc04-31a2a7459081,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.975038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-3631cfd1-2278-4d59-9781-d29f7699f2b3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 7f2eeca1-3973-4958-9b2c-9d0c854382bb yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:31:11.015453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.112049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.227758 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:31:11.274058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.351194 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3631cfd1-2278-4d59-9781-d29f7699f2b3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 02:31:11.351904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3631cfd1-2278-4d59-9781-d29f7699f2b3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:31:11.359309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178db0a-7cc1-4f1c-befa-11acbeedf141 req-3a1778c4-9f85-4b71-9d95-07094c549510 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.360347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Allocated IP 172.20.0.4 (a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa/b459be1b-3ac5-4c78-a03f-055b66591cd0/aea91323-edb0-4186-a797-332f99d0b57f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:11.363168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Attempting to bind port f757748d-01ef-4b22-bc04-31a2a7459081 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:11.367705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Attempting to bind port f757748d-01ef-4b22-bc04-31a2a7459081 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'aa3f5b97-5e92-4cd2-8564-53a725dfb9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:11.368100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Attempting to bind port f757748d-01ef-4b22-bc04-31a2a7459081 on network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:11.380296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b178db0a-7cc1-4f1c-befa-11acbeedf141 req-3a1778c4-9f85-4b71-9d95-07094c549510 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 944 time: 0.2497184 Aug 27 02:31:11.382939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Port f757748d-01ef-4b22-bc04-31a2a7459081 on network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:11.383330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Attempting to bind port f757748d-01ef-4b22-bc04-31a2a7459081 on network fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:11.403233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:11.403668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Checking segment: {'id': 'aa3f5b97-5e92-4cd2-8564-53a725dfb9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:11.404153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Bound using segment: {'id': 'aa3f5b97-5e92-4cd2-8564-53a725dfb9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:11.404753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Bound port: f757748d-01ef-4b22-bc04-31a2a7459081, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3f5b97-5e92-4cd2-8564-53a725dfb9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:11.405124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.436653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3631cfd1-2278-4d59-9781-d29f7699f2b3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9711821 Aug 27 02:31:11.443070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51052) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:11.507470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c9572d2-c833-4a9d-95a6-53e9a5c7c764 req-9c296f11-7707-4a26-9e6f-5ae11038681f tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 210 time: 0.0375011 Aug 27 02:31:11.528550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b178db0a-7cc1-4f1c-befa-11acbeedf141 req-16b30cb1-fcd8-486b-978a-16cbd8daa3b8 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454947 Aug 27 02:31:11.548727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7e32ce7-0ab5-4205-8c58-0c45ea41c928 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:11.572661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b87a7-f47b-4bf0-b0da-8dc9992d13c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.579185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b87a7-f47b-4bf0-b0da-8dc9992d13c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.581349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-074b87a7-f47b-4bf0-b0da-8dc9992d13c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1358163 Aug 27 02:31:11.582592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.585542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51054) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:11.608181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:11.617849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] For port f757748d-01ef-4b22-bc04-31a2a7459081, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:11.644526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd66431-7066-4c34-948c-28b5ff2d3ac5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:11.651337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] For port f757748d-01ef-4b22-bc04-31a2a7459081, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f757748d-01ef-4b22-bc04-31a2a7459081,segment=NetworkSegment(aa3f5b97-5e92-4cd2-8564-53a725dfb9cf),segment_id=aa3f5b97-5e92-4cd2-8564-53a725dfb9cf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:11.661764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.667300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52512af8-7686-42f1-aeed-fef9ab3036a2 None None] Network f0a043c0-5efa-4354-854e-1ce7ad63c5f8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:11.670221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.676658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c74a1250-3612-429d-ba9c-42d269ecc493 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/subnets/6fd66431-7066-4c34-948c-28b5ff2d3ac5 HTTP/1.1" status: 204 len: 168 time: 0.9214883 Aug 27 02:31:11.677864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51056) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:11.691253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:11.746038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:11.746669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 155ebcee-1c1e-4f2f-ae0a-de45d89b6263 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:11.774355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.775131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.776704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-efbae775-b91d-463c-bceb-14593109eccf service neutron] 10.222.0.45 "PUT /v2.0/ports/f757748d-01ef-4b22-bc04-31a2a7459081 HTTP/1.1" status: 200 len: 1092 time: 2.0635955 Aug 27 02:31:11.780678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4a29b8-0736-4ace-8565-2cce22441524', 'tag': 'f757748d-01ef-4b22-bc04-31a2a7459081'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:11.783074 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a4ed75-bf3e-4b4f-8061-55affcb80b28" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4a29b8-0736-4ace-8565-2cce22441524", "tag": "f757748d-01ef-4b22-bc04-31a2a7459081"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:11.832621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.856586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.860316 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210e2b6-051a-436b-b92f-fe8d504c4026 x-openstack-request-id: req-3210e2b6-051a-436b-b92f-fe8d504c4026 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:11.860628 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4a29b8-0736-4ace-8565-2cce22441524", "tag": "f757748d-01ef-4b22-bc04-31a2a7459081", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:11.860788 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3210e2b6-051a-436b-b92f-fe8d504c4026 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:11.861198 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4a29b8-0736-4ace-8565-2cce22441524', 'tag': 'f757748d-01ef-4b22-bc04-31a2a7459081', 'status': 'completed', 'code': 200} Aug 27 02:31:11.864473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.913400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbae775-b91d-463c-bceb-14593109eccf service neutron] Pushing event updated for resources: {'Port': ['ID=f757748d-01ef-4b22-bc04-31a2a7459081,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:11.923227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 20746e1f-22fa-48e6-a7fc-914bbe9f9906 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:11.923567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.925540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.935107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] DHCP port deletion for f0a043c0-5efa-4354-854e-1ce7ad63c5f8 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:11.980920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-78d73441-1f8b-4a9e-bde9-d6d8ff75aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.982664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-78d73441-1f8b-4a9e-bde9-d6d8ff75aa70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=556f2d859a334a85a4c761bc99cf79f0&device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 1095 time: 0.1558716 Aug 27 02:31:11.995731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] Deleting port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:11.997711 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.071782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-2d6efbcd-b931-47b6-acd2-98a66ff96ce8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f757748d-01ef-4b22-bc04-31a2a7459081 HTTP/1.1" status: 200 len: 217 time: 0.0635781 Aug 27 02:31:12.077022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.079879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Allocated IP 172.25.1.238 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/ba54ecd9-64cd-4aa2-8283-10f5dce80742) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:12.092915 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.101756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] For port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,segment=NetworkSegment(95ef634b-74c1-45ee-8238-da26c6746c39),segment_id=95ef634b-74c1-45ee-8238-da26c6746c39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:12.101969 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.119501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 20746e1f-22fa-48e6-a7fc-914bbe9f9906 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:12.123652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] Calling delete_port for 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:12.236053 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.247588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:12.263332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Deleting port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:12.263866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.273829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:12.282834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] No DVR routers for this DVR port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:12.290346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c883a-2593-44e7-a9cb-e5bca04e1d76 None None] Pushing event deleted for resources: {'Port': ['ID=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.296757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.326996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:12.330923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-65e3612c-4cd0-41fa-9044-6e62e19346d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.332459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-65e3612c-4cd0-41fa-9044-6e62e19346d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f59e59d5-07a3-44fa-bc57-c079033018e3 HTTP/1.1" status: 200 len: 862 time: 0.2490301 Aug 27 02:31:12.333436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Pushing event updated for resources: {'Port': ['ID=aea91323-edb0-4186-a797-332f99d0b57f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.376370 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.417770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.420801 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-212bbe0f-2441-4b22-a140-d3757b6d65a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc53ee0a-fdaa-4c1d-9c25-21eafbb84926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532854 Aug 27 02:31:12.424671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=20746e1f-22fa-48e6-a7fc-914bbe9f9906,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.444379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9150a6-d71d-45f6-9c62-c5fc65381fc3 req-f0160ee1-2ae9-4f96-a3d4-9b13b5a3549e tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.454230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d9150a6-d71d-45f6-9c62-c5fc65381fc3 req-f0160ee1-2ae9-4f96-a3d4-9b13b5a3549e tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.2832785 Aug 27 02:31:12.464570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bb29bc0d-d4b4-496e-99b1-bfa419a8925b None None] Provisioning for port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:12.474288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bb29bc0d-d4b4-496e-99b1-bfa419a8925b None None] Provisioning complete for port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:12.475967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bb29bc0d-d4b4-496e-99b1-bfa419a8925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.492141 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.497364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-88079087-c5a5-4a11-b7c2-b08d9c56f64b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/20746e1f-22fa-48e6-a7fc-914bbe9f9906 HTTP/1.1" status: 204 len: 168 time: 0.9074225 Aug 27 02:31:12.498034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51066) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:12.528905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] For port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a, host n-d-806293-1, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:12.529290 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.560631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.561563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.567655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:12.572372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event updated for resources: {'Port': ['ID=ba54ecd9-64cd-4aa2-8283-10f5dce80742,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.582644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:12.586574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Calling delete_port for 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:12.587187 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bb29bc0d-d4b4-496e-99b1-bfa419a8925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.588335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:12.598875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:31:12.616354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.633604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1da0a-73e8-4569-abfd-d2c8b32d2320 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.635623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1da0a-73e8-4569-abfd-d2c8b32d2320 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.640543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7ea1da0a-73e8-4569-abfd-d2c8b32d2320 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1392260 Aug 27 02:31:12.642993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51072) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:12.644025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bb29bc0d-d4b4-496e-99b1-bfa419a8925b None None] For port f7e32ce7-0ab5-4205-8c58-0c45ea41c928, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7e32ce7-0ab5-4205-8c58-0c45ea41c928,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:12.651764 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bb29bc0d-d4b4-496e-99b1-bfa419a8925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.656061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-9cf84163-6c56-40ad-969e-fc70dcdb53b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0621951 Aug 27 02:31:12.683555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] No DVR routers for this DVR port 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:12.697554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d9150a6-d71d-45f6-9c62-c5fc65381fc3 req-01c5985f-70bd-4918-a81b-c08583e44ef7 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423575 Aug 27 02:31:12.709947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Request body: {'port': {'device_id': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:12.722774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Port': ['ID=005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.734049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29bc0d-d4b4-496e-99b1-bfa419a8925b None None] Pushing event updated for resources: {'Port': ['ID=f7e32ce7-0ab5-4205-8c58-0c45ea41c928,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.793040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 3e798ef0-c096-417e-a84f-ae01b91570d8 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:12.794487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-abef184d-cfe7-45e4-b854-3c1590bec6e4 service neutron] 10.222.0.45 "GET /v2.0/networks/fc53ee0a-fdaa-4c1d-9c25-21eafbb84926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372612 Aug 27 02:31:12.796320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.882942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e6744a34-24b2-45ba-8050-fd4cd64aac2c None None] Could not find standard attr ID for object 20746e1f-22fa-48e6-a7fc-914bbe9f9906. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:31:12.893456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d32da-9b1a-4324-acdd-6eaa0e083cb8 req-4c359439-7181-4e2d-bb57-d48f2aeef025 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.895252 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f8d32da-9b1a-4324-acdd-6eaa0e083cb8 req-4c359439-7181-4e2d-bb57-d48f2aeef025 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 931 time: 0.2535892 Aug 27 02:31:12.926146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.945191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.976387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a043c0-5efa-4354-854e-1ce7ad63c5f8']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:12.997617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.001415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ef634b-74c1-45ee-8238-da26c6746c39') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:13.001722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ef634b-74c1-45ee-8238-da26c6746c39') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:13.023045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a51ab4-69ac-48df-9da6-e6b511d92247 req-f60d8e02-143a-4997-ac08-38fd66682f13 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.024700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a51ab4-69ac-48df-9da6-e6b511d92247 req-f60d8e02-143a-4997-ac08-38fd66682f13 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 944 time: 0.2448628 Aug 27 02:31:13.031890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.034013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f8d32da-9b1a-4324-acdd-6eaa0e083cb8 req-1ca07cec-4ad3-4228-bf8a-01fe20b4bfa0 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323533 Aug 27 02:31:13.085976 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.100474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:13.100958 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:13.106889 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:13.125056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95e64a10-e7ab-42c5-9bfb-7baa87695268 req-017470d5-7822-451c-a1be-4e30a45e4c73 service neutron] 10.222.0.45 "GET /v2.0/networks/fc53ee0a-fdaa-4c1d-9c25-21eafbb84926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170621 Aug 27 02:31:13.182173 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32a51ab4-69ac-48df-9da6-e6b511d92247 req-ea1db030-0600-41e3-8279-947973b79018 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482327 Aug 27 02:31:13.280739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.293994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.296082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] 10.222.0.10 "DELETE /v2.0/networks/f0a043c0-5efa-4354-854e-1ce7ad63c5f8 HTTP/1.1" status: 204 len: 168 time: 1.6134391 Aug 27 02:31:13.389095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df10ea-5e00-4a84-bacb-d69f468b2673 tempest-ServersTestMultiNic-987036540 tempest-ServersTestMultiNic-987036540-project] Pushing event deleted for resources: {'Network': ['ID=f0a043c0-5efa-4354-854e-1ce7ad63c5f8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.412909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-9c281727-62dc-456e-a4bf-637add810f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.414485 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-9c281727-62dc-456e-a4bf-637add810f2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=556f2d859a334a85a4c761bc99cf79f0&device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 1095 time: 0.2232873 Aug 27 02:31:13.421392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7e32ce7-0ab5-4205-8c58-0c45ea41c928 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:13.494271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:13.494939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.498625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51086) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:13.512206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.602856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.657651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.692820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=3e798ef0-c096-417e-a84f-ae01b91570d8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.698092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.703056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-203c3787-fcdf-476f-8d5c-93a7b60bb681 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/3e798ef0-c096-417e-a84f-ae01b91570d8 HTTP/1.1" status: 204 len: 168 time: 1.0522466 Aug 27 02:31:13.705481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51092) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:13.708749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f09316-019e-4281-987b-837264c73b7e None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:13.710816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:13.744215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9a5020a8-a1dd-480e-8711-3958d76251bc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379624 Aug 27 02:31:13.748156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51094) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:13.753555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:13.773763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:13.774108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 005b6f23-41f7-4ed4-b61c-cbfb6ba3a81a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:13.921811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:13.964524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:13.968003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.971176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] Deleting port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:13.971667 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.037263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] For port f7e32ce7-0ab5-4205-8c58-0c45ea41c928, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7e32ce7-0ab5-4205-8c58-0c45ea41c928,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:14.037825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.044953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.053393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] Calling delete_port for f7e32ce7-0ab5-4205-8c58-0c45ea41c928 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:14.150717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc8a8-aed0-45f5-ab41-31f7db4974fd req-728d226b-9722-47c5-bcb8-6a61c3ecda97 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.152122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b30cc8a8-aed0-45f5-ab41-31f7db4974fd req-728d226b-9722-47c5-bcb8-6a61c3ecda97 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.1551569 Aug 27 02:31:14.181946 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.192891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea91323-edb0-4186-a797-332f99d0b57f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:14.209258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-4f5e9706-e27a-4138-bf59-885b5a927756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.209738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] Pushing event deleted for resources: {'Port': ['ID=f7e32ce7-0ab5-4205-8c58-0c45ea41c928,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:14.210771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-4f5e9706-e27a-4138-bf59-885b5a927756 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 HTTP/1.1" status: 200 len: 923 time: 0.7730284 Aug 27 02:31:14.214232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.219093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa74d28-0054-407f-a185-b8eaf6e55256 None None] No DVR routers for this DVR port f7e32ce7-0ab5-4205-8c58-0c45ea41c928 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:14.248988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f73c2-a7e6-4743-9ac1-19603bc8eaea req-94c53444-5ebd-4dd7-8376-8943e0266e2e tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.250602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1c7f73c2-a7e6-4743-9ac1-19603bc8eaea req-94c53444-5ebd-4dd7-8376-8943e0266e2e tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 931 time: 0.1422718 Aug 27 02:31:14.304825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-99e8c942-ef19-41a4-81f4-49484f394f71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f757748d-01ef-4b22-bc04-31a2a7459081 HTTP/1.1" status: 200 len: 217 time: 0.0841665 Aug 27 02:31:14.330841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Transition to ACTIVE for port object aea91323-edb0-4186-a797-332f99d0b57f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:14.334123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b30cc8a8-aed0-45f5-ab41-31f7db4974fd req-0c6df869-7b37-415a-8929-13abb8fd7a3e tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728539 Aug 27 02:31:14.336198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.358274 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.366981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1c7f73c2-a7e6-4743-9ac1-19603bc8eaea req-37b1f563-b4c5-4e0d-81ee-6b5ca2c6e478 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081369 Aug 27 02:31:14.392879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Router 12ff77a3-9225-497d-9129-3e33f5113aa9 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:14.416031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:14.424056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:14.428464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.429059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.431185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=53906213-3269-4f64-982b-93c369a918eb,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:14.457039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f4233-3715-4ff7-afdf-8c4375b2ff9e None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:14.487416 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bbd06ad1-e21c-4da6-8c49-6efa18c68cf9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7351236 Aug 27 02:31:14.487636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51104) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:14.489869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-f2e31626-310a-45b9-8375-aaa3e25ec02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.491396 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-f2e31626-310a-45b9-8375-aaa3e25ec02c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f59e59d5-07a3-44fa-bc57-c079033018e3 HTTP/1.1" status: 200 len: 862 time: 0.1761351 Aug 27 02:31:14.492617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-292008ab-a128-446c-8dd0-cc607a8cfa42 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '53906213-3269-4f64-982b-93c369a918eb', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-961762499'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:14.514934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aea91323-edb0-4186-a797-332f99d0b57f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:14.543679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-a237dbf2-742f-4cd8-97a9-8c6ccf101755 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc53ee0a-fdaa-4c1d-9c25-21eafbb84926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400808 Aug 27 02:31:14.615742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:14.628833 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] Sync routers for ids ['12ff77a3-9225-497d-9129-3e33f5113aa9'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:14.657516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.658203 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] Routers {'12ff77a3-9225-497d-9129-3e33f5113aa9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:14.659121 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['12ff77a3-9225-497d-9129-3e33f5113aa9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:14.661678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3f7778ff-91bb-449f-834e-37842c986f1e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9685254 Aug 27 02:31:14.664888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51110) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:14.669656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': False}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:14.677674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449500c-f3b1-43bb-97c1-6a078ca7dc58 req-fe506a23-d88d-48e8-bb04-c3581efb0b17 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.679310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f449500c-f3b1-43bb-97c1-6a078ca7dc58 req-fe506a23-d88d-48e8-bb04-c3581efb0b17 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 944 time: 0.2503355 Aug 27 02:31:14.706171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '53906213-3269-4f64-982b-93c369a918eb'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:14.708183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.715713 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:14.731466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] Routers {'12ff77a3-9225-497d-9129-3e33f5113aa9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:14.732154 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['12ff77a3-9225-497d-9129-3e33f5113aa9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:14.733369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292008ab-a128-446c-8dd0-cc607a8cfa42 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:14.771798 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:14.772631 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ce9d9-395f-496a-b775-a7e7e2a0b02d None None] The sync data for ids ['12ff77a3-9225-497d-9129-3e33f5113aa9'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:14.801910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Attempting to bind port aea91323-edb0-4186-a797-332f99d0b57f on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:14.802269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Attempting to bind port aea91323-edb0-4186-a797-332f99d0b57f by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '4555fd87-a5eb-46f5-8271-02ede65c9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:14.802601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Attempting to bind port aea91323-edb0-4186-a797-332f99d0b57f on network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:14.807909 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-dcd91b2e-30a1-4aef-93f3-4bbce23e1509 service neutron] 10.222.0.45 "GET /v2.0/networks/fc53ee0a-fdaa-4c1d-9c25-21eafbb84926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442226 Aug 27 02:31:14.822213 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f449500c-f3b1-43bb-97c1-6a078ca7dc58 req-ef67497e-743a-4500-bc8e-bb5ef2e346f2 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289382 Aug 27 02:31:14.836010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Port aea91323-edb0-4186-a797-332f99d0b57f on network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:14.836351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Attempting to bind port aea91323-edb0-4186-a797-332f99d0b57f on network a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:14.879028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:14.879420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Checking segment: {'id': '4555fd87-a5eb-46f5-8271-02ede65c9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:14.879790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Bound using segment: {'id': '4555fd87-a5eb-46f5-8271-02ede65c9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:14.880235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Bound port: aea91323-edb0-4186-a797-332f99d0b57f, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4555fd87-a5eb-46f5-8271-02ede65c9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:14.880605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.929608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-292008ab-a128-446c-8dd0-cc607a8cfa42 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.938376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/53906213-3269-4f64-982b-93c369a918eb/11909ecd-96a6-4a39-ba3b-02b9881cfc47) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:14.992643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-292008ab-a128-446c-8dd0-cc607a8cfa42 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port d7c763f4-3757-4a89-8d4c-106dfd67b52b yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:31:15.021866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] For port aea91323-edb0-4186-a797-332f99d0b57f, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:15.028382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60a4ed75-bf3e-4b4f-8061-55affcb80b28 req-10db6079-324d-4249-a041-90fb09d6d441 service neutron] 10.222.0.45 "GET /v2.0/networks/fc53ee0a-fdaa-4c1d-9c25-21eafbb84926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046704 Aug 27 02:31:15.056034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] For port aea91323-edb0-4186-a797-332f99d0b57f, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aea91323-edb0-4186-a797-332f99d0b57f,segment=NetworkSegment(4555fd87-a5eb-46f5-8271-02ede65c9e2f),segment_id=4555fd87-a5eb-46f5-8271-02ede65c9e2f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:15.066178 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.124666 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.131699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.132348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.133774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] 10.222.0.32 "PUT /v2.0/ports/aea91323-edb0-4186-a797-332f99d0b57f HTTP/1.1" status: 200 len: 1091 time: 2.4322970 Aug 27 02:31:15.134415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'tag': 'aea91323-edb0-4186-a797-332f99d0b57f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:15.136808 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f09a92c-14d7-488f-9bef-064d1e644747" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe4400e-357e-4a66-9091-e8a4bf3eb25a", "tag": "aea91323-edb0-4186-a797-332f99d0b57f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:15.137065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Transition to ACTIVE for port object 11909ecd-96a6-4a39-ba3b-02b9881cfc47 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:15.173732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.192333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Transition to ACTIVE for port object 11909ecd-96a6-4a39-ba3b-02b9881cfc47 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:15.201296 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.206273 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-292008ab-a128-446c-8dd0-cc607a8cfa42 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:31:15.207830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292008ab-a128-446c-8dd0-cc607a8cfa42 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:31:15.215140 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.226676 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de18464-3e89-4d64-869d-630585ccff3d x-openstack-request-id: req-3de18464-3e89-4d64-869d-630585ccff3d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:15.226935 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe4400e-357e-4a66-9091-e8a4bf3eb25a", "tag": "aea91323-edb0-4186-a797-332f99d0b57f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:15.227294 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3de18464-3e89-4d64-869d-630585ccff3d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:15.227632 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'tag': 'aea91323-edb0-4186-a797-332f99d0b57f', 'status': 'completed', 'code': 200} Aug 27 02:31:15.240152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:15.247610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:15.247777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-292008ab-a128-446c-8dd0-cc607a8cfa42 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7566617 Aug 27 02:31:15.247881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b786b0-8501-46dd-8c76-24eb488af5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aea91323-edb0-4186-a797-332f99d0b57f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:15.247962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51118) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:15.248928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:15.257568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Pushing event updated for resources: {'Port': ['ID=11909ecd-96a6-4a39-ba3b-02b9881cfc47,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:15.266929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e55bf0-c85a-4ea7-88f9-58e35ec5d2ad req-8bc1811a-4e39-485d-9819-af3467806128 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.268546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70e55bf0-c85a-4ea7-88f9-58e35ec5d2ad req-8bc1811a-4e39-485d-9819-af3467806128 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.1717198 Aug 27 02:31:15.310283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Attempting to bind port 11909ecd-96a6-4a39-ba3b-02b9881cfc47 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:15.311078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Attempting to bind port 11909ecd-96a6-4a39-ba3b-02b9881cfc47 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:15.312031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Attempting to bind port 11909ecd-96a6-4a39-ba3b-02b9881cfc47 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:15.318400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:15.318989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:15.319551 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.320120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:15.320783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Bound port: 11909ecd-96a6-4a39-ba3b-02b9881cfc47, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:15.321365 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.339843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e670348-d8b6-4731-8091-0543792a08ff tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.343712 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e670348-d8b6-4731-8091-0543792a08ff tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0927253 Aug 27 02:31:15.344126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51120) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:15.367214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70e55bf0-c85a-4ea7-88f9-58e35ec5d2ad req-6f8b37e5-57d2-4f72-8d65-41759456d1b6 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808423 Aug 27 02:31:15.375331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f757748d-01ef-4b22-bc04-31a2a7459081 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:15.377829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-fe4bb328-f976-4c80-8040-53f93681dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.379615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-fe4bb328-f976-4c80-8040-53f93681dd25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0195b26119834e539245fdc8a3e3dd30&device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 1094 time: 0.2008429 Aug 27 02:31:15.424330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8c744-3f75-406e-8d3d-09fe63df775a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.425935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8c744-3f75-406e-8d3d-09fe63df775a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.430020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-86a8c744-3f75-406e-8d3d-09fe63df775a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826397 Aug 27 02:31:15.431320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51124) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:15.457636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-8b87f339-346f-491e-b702-bf8499cbaf47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea91323-edb0-4186-a797-332f99d0b57f HTTP/1.1" status: 200 len: 217 time: 0.0648384 Aug 27 02:31:15.474595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7e32ce7-0ab5-4205-8c58-0c45ea41c928 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:15.511402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] For port 11909ecd-96a6-4a39-ba3b-02b9881cfc47, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:15.513619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f7e32ce7-0ab5-4205-8c58-0c45ea41c928 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:15.513746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7e32ce7-0ab5-4205-8c58-0c45ea41c928 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:15.530857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] For port 11909ecd-96a6-4a39-ba3b-02b9881cfc47, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=11909ecd-96a6-4a39-ba3b-02b9881cfc47,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:15.533561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 53906213-3269-4f64-982b-93c369a918eb {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:15.544796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.545271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f757748d-01ef-4b22-bc04-31a2a7459081, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f757748d-01ef-4b22-bc04-31a2a7459081,segment=NetworkSegment(aa3f5b97-5e92-4cd2-8564-53a725dfb9cf),segment_id=aa3f5b97-5e92-4cd2-8564-53a725dfb9cf)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:15.546454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-150dcfca-4100-4e36-81c0-d2afc6489f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.548276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-150dcfca-4100-4e36-81c0-d2afc6489f69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b459be1b-3ac5-4c78-a03f-055b66591cd0 HTTP/1.1" status: 200 len: 849 time: 0.0629895 Aug 27 02:31:15.549306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.585249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-a0bed0a6-0cfb-48a8-b5df-f60a7c134049 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292451 Aug 27 02:31:15.594097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f757748d-01ef-4b22-bc04-31a2a7459081', 'network_id': 'fc53ee0a-fdaa-4c1d-9c25-21eafbb84926', 'port_id': 'f757748d-01ef-4b22-bc04-31a2a7459081', 'mac_address': 'fa:16:3e:b4:d7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e59d5-07a3-44fa-bc57-c079033018e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:15.606435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.643307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f0ef5-ad8d-4fe0-baaa-13beffea1227 req-27e57ffa-d0de-4a5b-8cb3-0bc0517fb22a tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.647359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d1e36-7ba8-4d6e-8a77-8ae5ec0966f9 None None] Pushing event updated for resources: {'Port': ['ID=11909ecd-96a6-4a39-ba3b-02b9881cfc47,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:15.651196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f1f0ef5-ad8d-4fe0-baaa-13beffea1227 req-27e57ffa-d0de-4a5b-8cb3-0bc0517fb22a tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 943 time: 0.1646473 Aug 27 02:31:15.662895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.686144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f757748d-01ef-4b22-bc04-31a2a7459081 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:15.713336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f757748d-01ef-4b22-bc04-31a2a7459081, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f757748d-01ef-4b22-bc04-31a2a7459081,segment=NetworkSegment(aa3f5b97-5e92-4cd2-8564-53a725dfb9cf),segment_id=aa3f5b97-5e92-4cd2-8564-53a725dfb9cf)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:15.721813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.775299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Deleting port 3fc3cc09-583c-4510-a3bc-686f43a2aadb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:15.775644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.779352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-ebd7610b-bac7-4144-abab-9243aededa35 service neutron] 10.222.0.32 "GET /v2.0/networks/a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756201 Aug 27 02:31:15.780133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f757748d-01ef-4b22-bc04-31a2a7459081,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:15.798421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f1f0ef5-ad8d-4fe0-baaa-13beffea1227 req-1229e1ec-654d-4969-818a-b4bf3659a696 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459787 Aug 27 02:31:15.857224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.988284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] For port 3fc3cc09-583c-4510-a3bc-686f43a2aadb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3fc3cc09-583c-4510-a3bc-686f43a2aadb,segment=NetworkSegment(a162caf7-4d37-48bc-ab5c-455654e023df),segment_id=a162caf7-4d37-48bc-ab5c-455654e023df)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:15.988762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.023414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f757748d-01ef-4b22-bc04-31a2a7459081'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:16.024005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.038547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-690ea3d3-44f3-470c-a0c6-bf1bf76887f9 req-0f2310a2-0297-40ab-92ab-43b21b3863c0 service neutron] 10.222.0.32 "GET /v2.0/networks/a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460101 Aug 27 02:31:16.039323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Calling delete_port for 3fc3cc09-583c-4510-a3bc-686f43a2aadb owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:16.060489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=53906213-3269-4f64-982b-93c369a918eb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:16.064378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.069070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ee194c8b-4f84-4fcd-91f8-e1bb1665e633 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/53906213-3269-4f64-982b-93c369a918eb HTTP/1.1" status: 204 len: 168 time: 0.6355517 Aug 27 02:31:16.072664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51130) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:16.132781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bfe6a-4a08-4e88-8d17-58ea41d4780e req-08dddd4e-12ef-405a-9411-f8d9d1ce2f16 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.134198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-032bfe6a-4a08-4e88-8d17-58ea41d4780e req-08dddd4e-12ef-405a-9411-f8d9d1ce2f16 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 945 time: 0.1692502 Aug 27 02:31:16.149817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb59e149-3986-4aa0-b877-249724c26c56 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760152 Aug 27 02:31:16.153724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51132) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:16.158692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:16.214378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-287611f1-50a8-413c-9a1d-3bf97149f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.215964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-287611f1-50a8-413c-9a1d-3bf97149f2dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0195b26119834e539245fdc8a3e3dd30&device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 1094 time: 0.1000006 Aug 27 02:31:16.224869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-032bfe6a-4a08-4e88-8d17-58ea41d4780e req-67ec40ba-2ce1-41cd-b57c-3efb5ac2265d tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691195 Aug 27 02:31:16.370356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-56d338e1-c799-41ba-8dac-80a4fdd9d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.371788 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-56d338e1-c799-41ba-8dac-80a4fdd9d921 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa HTTP/1.1" status: 200 len: 910 time: 0.1135931 Aug 27 02:31:16.436602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-d902e3cc-c484-4fa5-b1fc-633c991b0b39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea91323-edb0-4186-a797-332f99d0b57f HTTP/1.1" status: 200 len: 217 time: 0.0424218 Aug 27 02:31:16.491635 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.525685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc3cc09-583c-4510-a3bc-686f43a2aadb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:16.555572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-c49cccec-d2b8-4d52-afc2-d896d1543a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.562294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-c49cccec-d2b8-4d52-afc2-d896d1543a4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b459be1b-3ac5-4c78-a03f-055b66591cd0 HTTP/1.1" status: 200 len: 849 time: 0.1100326 Aug 27 02:31:16.578665 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.644375 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.648203 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-e14ad7e6-f81f-42e6-a64f-5783041647e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524688 Aug 27 02:31:16.673590 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.727036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:16.730544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.742939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef12a35-2f62-4f28-88e1-2e7d0a394717 req-22c03fa2-c9fc-4de1-8671-08c76d7d5ce3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.750726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ef12a35-2f62-4f28-88e1-2e7d0a394717 req-22c03fa2-c9fc-4de1-8671-08c76d7d5ce3 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.1287997 Aug 27 02:31:16.769678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-d57da9c1-ad9a-4d53-9c30-491308a1780a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.771329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-d57da9c1-ad9a-4d53-9c30-491308a1780a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.2342141 Aug 27 02:31:16.897019 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ef12a35-2f62-4f28-88e1-2e7d0a394717 req-3d3be383-f411-41c7-89a0-b3319d862a0a tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453202 Aug 27 02:31:16.902372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ace4b-d12f-442f-adba-82e5fcf8c5fe None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:16.912265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-d613c028-6311-452f-a524-3488b3820eeb service neutron] 10.222.0.32 "GET /v2.0/networks/a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534244 Aug 27 02:31:16.942127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Router 12ff77a3-9225-497d-9129-3e33f5113aa9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:16.976607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2284b575-4f9f-43f0-bb64-beb35eb8c7b0 None None] Provisioning for port 11909ecd-96a6-4a39-ba3b-02b9881cfc47 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:17.064490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.073399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d0adb-4dea-4329-aef3-c5c3209193d5 req-e94c643c-6e3d-438f-931e-13867e8bbfa5 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.074948 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cf0d0adb-4dea-4329-aef3-c5c3209193d5 req-e94c643c-6e3d-438f-931e-13867e8bbfa5 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 943 time: 0.1574461 Aug 27 02:31:17.125944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:17.133741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:17.136064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.141929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.145377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d2dad082-79e1-4f12-a845-6ab5607bdde8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "PUT /v2.0/routers/12ff77a3-9225-497d-9129-3e33f5113aa9 HTTP/1.1" status: 200 len: 921 time: 2.4793451 Aug 27 02:31:17.148722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51142) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:17.159515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] Sync routers for ids ['12ff77a3-9225-497d-9129-3e33f5113aa9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:17.172134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] Routers {'12ff77a3-9225-497d-9129-3e33f5113aa9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:17.172766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['12ff77a3-9225-497d-9129-3e33f5113aa9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:17.208661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:17.224578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] Routers {'12ff77a3-9225-497d-9129-3e33f5113aa9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:17.225332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['12ff77a3-9225-497d-9129-3e33f5113aa9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:17.234574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:17.241407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:17.247927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.248530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.255905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=ec23c1e6-fc00-43c5-8370-94e1d0f9fe39,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:17.309905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a2348839-92b9-4dee-9420-eb0879f74b0e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1518948 Aug 27 02:31:17.314653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51146) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:17.321535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d918647f-72d9-4e06-ad67-d4a574da1275 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1620890696', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:17.391371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3efa66ba-c79e-4f31-b7de-f9a33a9fb47b tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/12ff77a3-9225-497d-9129-3e33f5113aa9 HTTP/1.1" status: 200 len: 921 time: 0.2382803 Aug 27 02:31:17.394243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51148) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:17.452703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d918647f-72d9-4e06-ad67-d4a574da1275 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.453786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d918647f-72d9-4e06-ad67-d4a574da1275 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.465526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:17.466824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e2f255-4d83-472e-bc8a-6c2fe4e3835c None None] The sync data for ids ['12ff77a3-9225-497d-9129-3e33f5113aa9'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:17.480141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f757748d-01ef-4b22-bc04-31a2a7459081 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:17.490132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246277f-aa38-48b8-b470-8f5773c5f35e req-74db186c-13af-4137-844f-667f82b3857f tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.491772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2246277f-aa38-48b8-b470-8f5773c5f35e req-74db186c-13af-4137-844f-667f82b3857f tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 945 time: 0.1565554 Aug 27 02:31:17.533013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a8795-ffaf-49c4-bb5c-7faf407eb725 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.536681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] Deleting port 11909ecd-96a6-4a39-ba3b-02b9881cfc47 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:17.537222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.537346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9c4a8795-ffaf-49c4-bb5c-7faf407eb725 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=12ff77a3-9225-497d-9129-3e33f5113aa9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1419041 Aug 27 02:31:17.537964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51150) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:17.542765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f09a92c-14d7-488f-9bef-064d1e644747 req-a9993afd-c6b5-495e-b81d-b5640c887684 service neutron] 10.222.0.32 "GET /v2.0/networks/a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934062 Aug 27 02:31:17.557448 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.573503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cf0d0adb-4dea-4329-aef3-c5c3209193d5 req-663e6d56-b773-4daf-a72c-db703c0d305e tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794207 Aug 27 02:31:17.574575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d918647f-72d9-4e06-ad67-d4a574da1275 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.615928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Deleting port 2259f5e9-2003-453c-8bed-695c6ec6ed56 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:17.616375 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.626827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d918647f-72d9-4e06-ad67-d4a574da1275 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.629176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f757748d-01ef-4b22-bc04-31a2a7459081 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:17.634664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f757748d-01ef-4b22-bc04-31a2a7459081 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:17.635040 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.646022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2246277f-aa38-48b8-b470-8f5773c5f35e req-857eeedb-132d-4e1c-aa15-43916e852cd3 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439881 Aug 27 02:31:17.668822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d918647f-72d9-4e06-ad67-d4a574da1275 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.670103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d918647f-72d9-4e06-ad67-d4a574da1275 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3540955 Aug 27 02:31:17.673159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51152) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:17.683015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] For port 11909ecd-96a6-4a39-ba3b-02b9881cfc47, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=11909ecd-96a6-4a39-ba3b-02b9881cfc47,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:17.683198 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.698366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] Calling delete_port for 11909ecd-96a6-4a39-ba3b-02b9881cfc47 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:17.766030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c827d-5ab2-4690-ae37-5eb86d8195f3 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.770182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b29c827d-5ab2-4690-ae37-5eb86d8195f3 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.2060840 Aug 27 02:31:17.770820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51154) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:17.784757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] For port 2259f5e9-2003-453c-8bed-695c6ec6ed56, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=2259f5e9-2003-453c-8bed-695c6ec6ed56,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:17.785145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.791517 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.825192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4a29b8-0736-4ace-8565-2cce22441524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f757748d-01ef-4b22-bc04-31a2a7459081'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:17.827917 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0f266b-990f-4c3a-ace4-9d928a238a21" -d '{"events": [{"server_uuid": "5a4a29b8-0736-4ace-8565-2cce22441524", "name": "network-vif-plugged", "status": "completed", "tag": "f757748d-01ef-4b22-bc04-31a2a7459081"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:17.849009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f757748d-01ef-4b22-bc04-31a2a7459081, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f757748d-01ef-4b22-bc04-31a2a7459081,segment=NetworkSegment(aa3f5b97-5e92-4cd2-8564-53a725dfb9cf),segment_id=aa3f5b97-5e92-4cd2-8564-53a725dfb9cf)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:17.856077 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.864280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a04cf25a-0102-4ee9-9e95-56b8cee3f10a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ff77a3-9225-497d-9129-3e33f5113aa9 HTTP/1.1" status: 200 len: 205 time: 0.0922031 Aug 27 02:31:17.867632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51160) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:17.885269 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.904976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] No DVR routers for this DVR port 11909ecd-96a6-4a39-ba3b-02b9881cfc47 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:17.907952 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ab571-ec51-43f3-8f8a-c220348bdf05 x-openstack-request-id: req-175ab571-ec51-43f3-8f8a-c220348bdf05 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:17.907952 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4a29b8-0736-4ace-8565-2cce22441524", "name": "network-vif-plugged", "status": "completed", "tag": "f757748d-01ef-4b22-bc04-31a2a7459081", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:17.908217 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-175ab571-ec51-43f3-8f8a-c220348bdf05 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:17.908561 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4a29b8-0736-4ace-8565-2cce22441524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f757748d-01ef-4b22-bc04-31a2a7459081', 'code': 200} Aug 27 02:31:17.934696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb05e57-f72f-495e-8987-841903d31787 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:17.938429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f757748d-01ef-4b22-bc04-31a2a7459081,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.006975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332f01c-61ba-4226-9cf4-ccde1315f467 None None] Pushing event deleted for resources: {'Port': ['ID=11909ecd-96a6-4a39-ba3b-02b9881cfc47,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.108383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Router 04417808-5c89-4e92-b600-f3a059e6f151 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:18.120326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.123082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934fd08-6229-4aea-8d3f-dea0fa44c824 req-f5a6016e-fc42-409e-91c9-346cdcfece20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.124616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1934fd08-6229-4aea-8d3f-dea0fa44c824 req-f5a6016e-fc42-409e-91c9-346cdcfece20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 1097 time: 0.1196513 Aug 27 02:31:18.132753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a570f-0f76-4fba-b793-acb85d5610e1 req-bf9d13a9-1441-4601-b98b-e5d4cce388fa tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.134259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e6a570f-0f76-4fba-b793-acb85d5610e1 req-bf9d13a9-1441-4601-b98b-e5d4cce388fa tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 945 time: 0.1045396 Aug 27 02:31:18.144845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': 'ec23c1e6-fc00-43c5-8370-94e1d0f9fe39'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:18.145746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.161703 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.162057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.162431 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Floating IP 5cd64f9d-121b-4080-9e4b-e8eded0f4c04 disassociated. External IP: 172.25.1.170, port: 2259f5e9-2003-453c-8bed-695c6ec6ed56. Aug 27 02:31:18.162774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Calling delete_port for 2259f5e9-2003-453c-8bed-695c6ec6ed56 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:18.206090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.264182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1934fd08-6229-4aea-8d3f-dea0fa44c824 req-f4b9d41a-2b9f-47ce-aa02-02f192aa17dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Aug 27 02:31:18.305349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e6a570f-0f76-4fba-b793-acb85d5610e1 req-f858af0f-4830-4c41-b3e0-e015decc52d1 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a74c039-a064-49f2-ae3d-8f6aaabb3513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361663 Aug 27 02:31:18.306141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/ec23c1e6-fc00-43c5-8370-94e1d0f9fe39/8268b855-d70b-4bfe-afb6-8fad9c945628) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:18.325234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:18.334302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51164) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:18.335231 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-61eb35b9-3b95-4835-bac9-855e984a8f84 admin admin] 10.222.0.10 "PUT /v2.0/routers/04417808-5c89-4e92-b600-f3a059e6f151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8348188 Aug 27 02:31:18.336695 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] Sync routers for ids ['04417808-5c89-4e92-b600-f3a059e6f151'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:18.348760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] Routers {'04417808-5c89-4e92-b600-f3a059e6f151'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:18.349405 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04417808-5c89-4e92-b600-f3a059e6f151'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:18.426479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.459571 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] Set router 04417808-5c89-4e92-b600-f3a059e6f151 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:18.468548 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.474717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event deleted for resources: {'Port': ['ID=2259f5e9-2003-453c-8bed-695c6ec6ed56,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.500295 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.511213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Transition to ACTIVE for port object 8268b855-d70b-4bfe-afb6-8fad9c945628 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:18.543981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Transition to ACTIVE for port object 8268b855-d70b-4bfe-afb6-8fad9c945628 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:18.552948 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.612850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:18.622899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:18.627671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:18.631073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Pushing event updated for resources: {'Port': ['ID=8268b855-d70b-4bfe-afb6-8fad9c945628,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.641402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Router 7021affa-c065-4eef-8b99-3073ed98af04 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:18.657750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.658095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.658605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.659100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.659434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.659872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.660203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.660525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.660849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.661191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.661513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.661834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.691071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::1 (8095c560-1388-49b5-9ced-9a3602d5c435/ec23c1e6-fc00-43c5-8370-94e1d0f9fe39/2c761d51-757b-4154-b461-07db1eff5aa8) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:18.704735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.724915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Attempting to bind port 8268b855-d70b-4bfe-afb6-8fad9c945628 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:18.725572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Attempting to bind port 8268b855-d70b-4bfe-afb6-8fad9c945628 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:18.726390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Attempting to bind port 8268b855-d70b-4bfe-afb6-8fad9c945628 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:18.732799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:18.733476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:18.734062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.734770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:18.735432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Bound port: 8268b855-d70b-4bfe-afb6-8fad9c945628, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:18.735996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.807143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:18.809412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:31:16Z', 'revision_number': 5, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:18.818029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Deleting port ba54ecd9-64cd-4aa2-8283-10f5dce80742 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:18.818463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.823152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422377a-b89c-437c-aa17-9d6369c997b9 req-6716f087-8318-439c-809e-851a904f81b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.824855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6422377a-b89c-437c-aa17-9d6369c997b9 req-6716f087-8318-439c-809e-851a904f81b6 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 943 time: 0.0771413 Aug 27 02:31:18.830420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] Sync routers for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:18.848367 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] Checking router: 04417808-5c89-4e92-b600-f3a059e6f151 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:18.861610 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] Routers {'04417808-5c89-4e92-b600-f3a059e6f151'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:18.862503 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['04417808-5c89-4e92-b600-f3a059e6f151'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:18.866782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] For port 8268b855-d70b-4bfe-afb6-8fad9c945628, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:18.870156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] For port 8268b855-d70b-4bfe-afb6-8fad9c945628, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8268b855-d70b-4bfe-afb6-8fad9c945628,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:18.871452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:18.872379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:18.878659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] No DVR routers for this DVR port 2259f5e9-2003-453c-8bed-695c6ec6ed56 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:18.883405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.885741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82adec1c-722b-4e3c-a328-fc2a889cb0f1 req-8a7227f4-f5ca-4da5-94b3-02a33e69be55 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.32 "DELETE /v2.0/ports/2259f5e9-2003-453c-8bed-695c6ec6ed56 HTTP/1.1" status: 204 len: 173 time: 2.1060691 Aug 27 02:31:18.886576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'name': 'network-vif-deleted', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:18.896516 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8e4977-acbf-4574-b3a0-5a0d6355369b" -d '{"events": [{"server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "name": "network-vif-deleted", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:18.925295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6422377a-b89c-437c-aa17-9d6369c997b9 req-1c96499f-0a60-4128-bcd8-377d595ac336 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857630 Aug 27 02:31:18.943097 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.956407 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.029947 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] Set router 04417808-5c89-4e92-b600-f3a059e6f151 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:19.057064 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb4c791-49d6-4ccf-aa00-5909ab3bf268 x-openstack-request-id: req-1cb4c791-49d6-4ccf-aa00-5909ab3bf268 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:19.060211 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f1755-141a-46f5-bd09-fdd3693fd26c", "name": "network-vif-deleted", "tag": "2259f5e9-2003-453c-8bed-695c6ec6ed56", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:19.060554 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cb4c791-49d6-4ccf-aa00-5909ab3bf268 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:19.061135 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f1755-141a-46f5-bd09-fdd3693fd26c', 'name': 'network-vif-deleted', 'tag': '2259f5e9-2003-453c-8bed-695c6ec6ed56', 'status': 'completed', 'code': 200} Aug 27 02:31:19.102816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5e3d1-be3f-4f8a-a204-5f1bc2ee7038 None None] Pushing event updated for resources: {'Port': ['ID=8268b855-d70b-4bfe-afb6-8fad9c945628,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:19.148006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:19.388436 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:31:16Z', 'revision_number': 5, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:19.447190 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cd5fc-f711-4668-a5ea-570045e5f7f3 None None] The sync data for ids ['04417808-5c89-4e92-b600-f3a059e6f151'] in n-d-806293-1 is: [{'id': '04417808-5c89-4e92-b600-f3a059e6f151', 'name': 'tempest-ServersTestMultiNic-2009639856-router', 'tenant_id': '98291587d77a4313aefe91bbf3775941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:30Z', 'updated_at': '2021-08-27T02:31:16Z', 'revision_number': 5, 'project_id': '98291587d77a4313aefe91bbf3775941', 'gw_port': {'id': 'f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04417808-5c89-4e92-b600-f3a059e6f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:31Z', 'updated_at': '2021-08-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:19.538549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3e2285c-c5a1-425b-a72e-4e9a09614b2d req-9885f364-2815-41a1-8bec-59b6b49e4b2d tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 210 time: 0.0644634 Aug 27 02:31:19.575483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Calling delete_port for ba54ecd9-64cd-4aa2-8283-10f5dce80742 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:19.612201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:27Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:19.643653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aea91323-edb0-4186-a797-332f99d0b57f details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:19.647173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] Checking router: 7021affa-c065-4eef-8b99-3073ed98af04 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:19.660406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c169e68-30be-41ca-a997-02c39f11b511 req-bea72fbc-9ff5-40ee-bee5-a79f2cc86730 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:19.665240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:19.665861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:19.666897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c169e68-30be-41ca-a997-02c39f11b511 req-bea72fbc-9ff5-40ee-bee5-a79f2cc86730 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 946 time: 0.7340789 Aug 27 02:31:19.699708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.724032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.790179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 2c761d51-757b-4154-b461-07db1eff5aa8 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:19.800583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c169e68-30be-41ca-a997-02c39f11b511 req-b86340fa-8fba-4a42-98a6-e24aec0c19a9 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284645 Aug 27 02:31:19.838531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aea91323-edb0-4186-a797-332f99d0b57f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aea91323-edb0-4186-a797-332f99d0b57f,segment=NetworkSegment(4555fd87-a5eb-46f5-8271-02ede65c9e2f),segment_id=4555fd87-a5eb-46f5-8271-02ede65c9e2f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:19.848489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:19.887632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'aea91323-edb0-4186-a797-332f99d0b57f', 'network_id': 'a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa', 'port_id': 'aea91323-edb0-4186-a797-332f99d0b57f', 'mac_address': 'fa:16:3e:ea:c3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b459be1b-3ac5-4c78-a03f-055b66591cd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:19.904589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Deleting port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:19.904933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.991680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.109035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.116811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:20.123843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=2c761d51-757b-4154-b461-07db1eff5aa8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.126230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:20.132583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:20.133156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.155736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a63653-a56a-4df4-9675-259917e54894 req-cd983eaf-cee8-4f14-8e84-a504a823500a tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.163615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4a63653-a56a-4df4-9675-259917e54894 req-cd983eaf-cee8-4f14-8e84-a504a823500a tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 943 time: 0.0885534 Aug 27 02:31:20.190071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.191347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.191975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.192094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.192371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.192713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.193032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.193368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.193691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.194020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.194423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.194757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:20.240525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4a63653-a56a-4df4-9675-259917e54894 req-4e2669b0-7932-44dc-b11d-49aaf6601d7b tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716305 Aug 27 02:31:20.268942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.292849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea91323-edb0-4186-a797-332f99d0b57f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:20.331316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event deleted for resources: {'Port': ['ID=ba54ecd9-64cd-4aa2-8283-10f5dce80742,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.339026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aea91323-edb0-4186-a797-332f99d0b57f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aea91323-edb0-4186-a797-332f99d0b57f,segment=NetworkSegment(4555fd87-a5eb-46f5-8271-02ede65c9e2f),segment_id=4555fd87-a5eb-46f5-8271-02ede65c9e2f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:20.362821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.379190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] For port f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:20.379738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.411870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Calling delete_port for f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:20.435940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.441088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=aea91323-edb0-4186-a797-332f99d0b57f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.454210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:27Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:20.482460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c9aa7-7689-4fd0-88ec-52d8fa407398 None None] The sync data for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 is: [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f8b31c5b-b007-47f1-a346-feb9b46bb14c', 'name': '', 'network_id': 'ddb64937-3348-430a-9303-9c36194cdc20', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'mac_address': 'fa:16:3e:25:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:19Z', 'updated_at': '2021-08-27T02:28:27Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'subnets': [{'id': '8d9f0231-445f-48af-9187-e7e9763b1628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:20.558178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['aea91323-edb0-4186-a797-332f99d0b57f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:20.599470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.604811 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.615678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.688380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b128e320-0beb-49b0-b4e5-3df3e15f5de9 req-c7ea7da3-a8c8-4504-b87e-1757da9c315e tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 210 time: 0.0458181 Aug 27 02:31:20.691255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-89cade67-6313-4e9b-87ef-66327bc54547 None None] Provisioning for port 8268b855-d70b-4bfe-afb6-8fad9c945628 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:20.761011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.762046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Fanout notify agent at l3_agent the message router_deleted on router 12ff77a3-9225-497d-9129-3e33f5113aa9 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:20.807302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.811782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6b1719df-89fa-4a33-ae6e-55334d4d51bc tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/12ff77a3-9225-497d-9129-3e33f5113aa9 HTTP/1.1" status: 204 len: 168 time: 2.9399295 Aug 27 02:31:20.812339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51184) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:20.817288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-79927b8f-fc0f-4511-babc-eb307de7c2b6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-423907242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:20.862897 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79927b8f-fc0f-4511-babc-eb307de7c2b6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.864456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79927b8f-fc0f-4511-babc-eb307de7c2b6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.940168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e510cf4-bca4-4965-be0b-6727ed13223b None None] Provisioning for port 2c761d51-757b-4154-b461-07db1eff5aa8 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:20.945179 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79927b8f-fc0f-4511-babc-eb307de7c2b6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.945918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e510cf4-bca4-4965-be0b-6727ed13223b None None] Provisioning complete for port 2c761d51-757b-4154-b461-07db1eff5aa8 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:20.951466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79927b8f-fc0f-4511-babc-eb307de7c2b6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.952207 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e510cf4-bca4-4965-be0b-6727ed13223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.954115 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a22808-4c42-4fa6-8be3-7f2addd79ad6 None None] New status for floating IP 5cd64f9d-121b-4080-9e4b-e8eded0f4c04: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:31:20.974057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79927b8f-fc0f-4511-babc-eb307de7c2b6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.976018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-79927b8f-fc0f-4511-babc-eb307de7c2b6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1624248 Aug 27 02:31:20.978643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51188) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:20.984655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:20.996897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0e510cf4-bca4-4965-be0b-6727ed13223b None None] Port 2c761d51-757b-4154-b461-07db1eff5aa8 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:21.121391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692f3b-527f-49eb-aede-c0c1ad4c804d req-19169c0c-092c-48b2-b768-6cb60cd99d5d tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.123289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81692f3b-527f-49eb-aede-c0c1ad4c804d req-19169c0c-092c-48b2-b768-6cb60cd99d5d tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 946 time: 0.1849694 Aug 27 02:31:21.188023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.233493 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.244049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Pushing event deleted for resources: {'Port': ['ID=f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:21.257975 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81692f3b-527f-49eb-aede-c0c1ad4c804d req-6fae7c45-ae4b-46cd-a9ac-213b47f96b08 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214397 Aug 27 02:31:21.309581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.374852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.434739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305c802-3604-40cb-9eb9-aa2f52263652 req-09a67621-5d1b-4406-84f4-b84bbdb00e35 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.436492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3305c802-3604-40cb-9eb9-aa2f52263652 req-09a67621-5d1b-4406-84f4-b84bbdb00e35 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 944 time: 0.0800841 Aug 27 02:31:21.495701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.498899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.560261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.561667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.578220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8268b855-d70b-4bfe-afb6-8fad9c945628 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:21.583817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3305c802-3604-40cb-9eb9-aa2f52263652 req-4e8bdf76-f2c3-4281-a8b5-568e44a4da8b tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304264 Aug 27 02:31:21.621524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=2c761d51-757b-4154-b461-07db1eff5aa8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:21.626490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.627141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04417808-5c89-4e92-b600-f3a059e6f151 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:21.632690 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.637506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-600b27f8-6516-4b56-a1d4-c13b68a19639 admin admin] 10.222.0.10 "DELETE /v2.0/routers/04417808-5c89-4e92-b600-f3a059e6f151 HTTP/1.1" status: 204 len: 168 time: 3.2937436 Aug 27 02:31:21.642513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51200) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:21.642857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aea91323-edb0-4186-a797-332f99d0b57f up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:21.689197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 8268b855-d70b-4bfe-afb6-8fad9c945628 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:21.726584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8268b855-d70b-4bfe-afb6-8fad9c945628 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:21.728049 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.813947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:21.816113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:21.840909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port aea91323-edb0-4186-a797-332f99d0b57f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:21.866692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port aea91323-edb0-4186-a797-332f99d0b57f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:21.867074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.930638 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e9ce1d68-9be1-4efb-a134-eb5dc0cc1675 req-7bdee5c8-8388-4699-94a6-fc62ddaaf494 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 210 time: 0.0498018 Aug 27 02:31:21.949708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.961789 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.988020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.993340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] Deleting subnet 42e5740d-f12e-4040-8d7a-0e5f32dfda13 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:22.000215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.002065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 8268b855-d70b-4bfe-afb6-8fad9c945628, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8268b855-d70b-4bfe-afb6-8fad9c945628,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:22.022815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2591c-1b4a-4c97-8187-2ebcfb749317 req-103907eb-3fa9-43ed-af66-a26519f711a6 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.025726 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.028219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7f2591c-1b4a-4c97-8187-2ebcfb749317 req-103907eb-3fa9-43ed-af66-a26519f711a6 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 946 time: 0.1078217 Aug 27 02:31:22.093521 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.103872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=8268b855-d70b-4bfe-afb6-8fad9c945628,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:22.106867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3fc3cc09-583c-4510-a3bc-686f43a2aadb no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:22.112435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7f2591c-1b4a-4c97-8187-2ebcfb749317 req-7cf6f4c7-4f59-4448-8d38-e246ca234bbf tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764420 Aug 27 02:31:22.116211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:22.136113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3fc3cc09-583c-4510-a3bc-686f43a2aadb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:22.136324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3fc3cc09-583c-4510-a3bc-686f43a2aadb not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:22.146029 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.186842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea91323-edb0-4186-a797-332f99d0b57f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:22.194801 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe92f43d-0325-47dd-8e1b-7158f344ddb1" -d '{"events": [{"server_uuid": "cbe4400e-357e-4a66-9091-e8a4bf3eb25a", "name": "network-vif-plugged", "status": "completed", "tag": "aea91323-edb0-4186-a797-332f99d0b57f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:22.219782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port aea91323-edb0-4186-a797-332f99d0b57f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aea91323-edb0-4186-a797-332f99d0b57f,segment=NetworkSegment(4555fd87-a5eb-46f5-8271-02ede65c9e2f),segment_id=4555fd87-a5eb-46f5-8271-02ede65c9e2f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:22.233074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.235291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 2259f5e9-2003-453c-8bed-695c6ec6ed56 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:22.245446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Allocated IP 172.25.1.125 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/057a1a72-e611-40a2-b631-aaffb0bb5d5d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:22.273747 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.278660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 2259f5e9-2003-453c-8bed-695c6ec6ed56 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:22.279147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 2259f5e9-2003-453c-8bed-695c6ec6ed56 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:22.279442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:22.296055 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a85b870f-4db2-4044-aec9-45beb8e6e8e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "PUT /v2.0/routers/a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6218305 Aug 27 02:31:22.296951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51208) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:22.304300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Sync routers for ids ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:22.324921 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ebeed-fe1b-4d1e-b20c-12d3dc3ef82f x-openstack-request-id: req-7d4ebeed-fe1b-4d1e-b20c-12d3dc3ef82f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:22.325213 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe4400e-357e-4a66-9091-e8a4bf3eb25a", "name": "network-vif-plugged", "status": "completed", "tag": "aea91323-edb0-4186-a797-332f99d0b57f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:22.325464 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d4ebeed-fe1b-4d1e-b20c-12d3dc3ef82f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:22.325850 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea91323-edb0-4186-a797-332f99d0b57f', 'code': 200} Aug 27 02:31:22.352235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Routers {'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:22.352905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:22.383821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431b109-0554-45e3-b500-1211d0647b10 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.385281 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8431b109-0554-45e3-b500-1211d0647b10 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports/2c761d51-757b-4154-b461-07db1eff5aa8 HTTP/1.1" status: 200 len: 911 time: 0.0858595 Aug 27 02:31:22.387877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51210) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:22.401765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-07bd3e16-de79-41e5-9ed8-fdb32b46f604 None None] Provisioning complete for port 2c761d51-757b-4154-b461-07db1eff5aa8 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:22.401765 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-07bd3e16-de79-41e5-9ed8-fdb32b46f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.401765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=aea91323-edb0-4186-a797-332f99d0b57f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:22.452667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c94566e-1801-4d18-9510-ea888eaea782 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.462005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a10e3-0614-4df3-b0b0-94c2c5e1ecd0 req-ffbe3852-7fe6-4d1a-9a5a-a87ae19af1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.464827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-268a10e3-0614-4df3-b0b0-94c2c5e1ecd0 req-ffbe3852-7fe6-4d1a-9a5a-a87ae19af1a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 1096 time: 0.1038277 Aug 27 02:31:22.467959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c94566e-1801-4d18-9510-ea888eaea782 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.470896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c94566e-1801-4d18-9510-ea888eaea782 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0819721 Aug 27 02:31:22.473738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51214) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:22.487419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-07bd3e16-de79-41e5-9ed8-fdb32b46f604 None None] Port 2c761d51-757b-4154-b461-07db1eff5aa8 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:22.493075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Set router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:22.505358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.558609 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.563632 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/42e5740d-f12e-4040-8d7a-0e5f32dfda13 HTTP/1.1" status: 204 len: 168 time: 0.9143751 Aug 27 02:31:22.563632 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51216) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:22.566995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.574269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112381a8-2246-4441-badc-eabac5b51743 None None] Network 65f30562-304e-4edf-90e3-a9b7ebf45914 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:22.575781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b2e5d-3de0-4110-b08b-04dc8c3cafcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e5740d-f12e-4040-8d7a-0e5f32dfda13,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:22.675848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-268a10e3-0614-4df3-b0b0-94c2c5e1ecd0 req-0a201ae2-c1ca-42b6-8f21-1d7ad692651f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997962 Aug 27 02:31:22.696437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.801523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.841328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc', 'name': 'tempest-NetworksTestDHCPv6-router-1620890696', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:17Z', 'updated_at': '2021-08-27T02:31:20Z', 'revision_number': 2, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None, '_interfaces': [{'id': '2c761d51-757b-4154-b461-07db1eff5aa8', 'name': '', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'mac_address': 'fa:16:3e:61:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ec23c1e6-fc00-43c5-8370-94e1d0f9fe39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:31:18Z', 'updated_at': '2021-08-27T02:31:20Z', 'revision_number': 2, 'project_id': 'abef832362d048b99c3490815db06c31', 'subnets': [{'id': 'ec23c1e6-fc00-43c5-8370-94e1d0f9fe39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:22.859392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc6f0f-e060-43e7-bc4a-e6d5475c1f1f req-f535b841-50b6-4fc5-bbfd-c2a385373115 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.864433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc6f0f-e060-43e7-bc4a-e6d5475c1f1f req-f535b841-50b6-4fc5-bbfd-c2a385373115 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 945 time: 0.1387155 Aug 27 02:31:22.884515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:22.885831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Checking router: a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:22.886543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Updating router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc port 2c761d51-757b-4154-b461-07db1eff5aa8 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:31:22.898631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:22.901389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Deleting port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:22.901732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.905457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:22.911404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] DHCP port deletion for 65f30562-304e-4edf-90e3-a9b7ebf45914 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:22.927900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.996012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event updated for resources: {'Port': ['ID=057a1a72-e611-40a2-b631-aaffb0bb5d5d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:23.027781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] Deleting port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:23.028159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.034791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.039498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc6f0f-e060-43e7-bc4a-e6d5475c1f1f req-3b54a938-63c4-490a-901d-fd9f012a3bc1 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577492 Aug 27 02:31:23.193188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] For port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,segment=NetworkSegment(a162caf7-4d37-48bc-ab5c-455654e023df),segment_id=a162caf7-4d37-48bc-ab5c-455654e023df)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:23.193593 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.236555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49b2b9b3-29c8-421c-96e6-6173a87d9293 req-8444f1c2-53f5-4a93-abb8-18d1ca8e217b tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 210 time: 0.0534856 Aug 27 02:31:23.253209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] Calling delete_port for 3bc33a0f-b78a-4cf3-88be-0d1894032f7e owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:23.329921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] For port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,segment=NetworkSegment(a162caf7-4d37-48bc-ab5c-455654e023df),segment_id=a162caf7-4d37-48bc-ab5c-455654e023df)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:23.330827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.340399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 2c761d51-757b-4154-b461-07db1eff5aa8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:23.340744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.362822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Calling delete_port for 3bc33a0f-b78a-4cf3-88be-0d1894032f7e owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:23.443067 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.455845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Transition to ACTIVE for port object 2c761d51-757b-4154-b461-07db1eff5aa8 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:23.463477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8268b855-d70b-4bfe-afb6-8fad9c945628 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:23.478163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.492308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.493532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 2c761d51-757b-4154-b461-07db1eff5aa8 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:23.755190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2757a0d-4297-4e8f-931b-60f9d7ffe279 None None] Pushing event updated for resources: {'Port': ['ID=2c761d51-757b-4154-b461-07db1eff5aa8,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:23.782062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.824276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.855395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=2c761d51-757b-4154-b461-07db1eff5aa8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:23.881277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-bfaca02b-ac78-477c-8f6b-c8e268e5d6e5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.884603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-bfaca02b-ac78-477c-8f6b-c8e268e5d6e5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 946 time: 0.6704018 Aug 27 02:31:23.891201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892901-fd38-4225-981e-19bea67f3767 req-e1b1a081-2c51-440b-b01d-58289bdc5650 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.898549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2892901-fd38-4225-981e-19bea67f3767 req-e1b1a081-2c51-440b-b01d-58289bdc5650 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 946 time: 0.6684101 Aug 27 02:31:23.920591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] Pushing event deleted for resources: {'Port': ['ID=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:23.937200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f414f-f47b-4781-8e83-7160863b62a8 None None] No DVR routers for this DVR port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:23.952830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Attempting to bind port 2c761d51-757b-4154-b461-07db1eff5aa8 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:23.953302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Attempting to bind port 2c761d51-757b-4154-b461-07db1eff5aa8 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:23.953656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Attempting to bind port 2c761d51-757b-4154-b461-07db1eff5aa8 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:23.960339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8268b855-d70b-4bfe-afb6-8fad9c945628 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:23.960602 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.963663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:23.963862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:23.965111 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.965111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:23.965111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Bound port: 2c761d51-757b-4154-b461-07db1eff5aa8, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:23.965467 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.029373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2892901-fd38-4225-981e-19bea67f3767 req-defef241-acf2-4aed-b7e7-be34dd2460b4 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e2946c9-0989-446d-9a8b-6103df75b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298451 Aug 27 02:31:24.039196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.053965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.064418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Port 2c761d51-757b-4154-b461-07db1eff5aa8 has been deleted concurrently {{(pid=94774) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 02:31:24.100983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Routers {'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:24.101655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:24.230459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.233069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] Set router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:24.241208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Deleting port f757748d-01ef-4b22-bc04-31a2a7459081 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:24.241558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.344943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b38fcd-e0f0-46fc-9eef-481ff7c806d5 req-ac656bd1-f7f8-4209-b3ed-d7be2aa4cc89 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.346125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-07bcdcfc-8622-4666-a065-fd421a1a1330 None None] Could not find standard attr ID for object 2c761d51-757b-4154-b461-07db1eff5aa8. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:31:24.347987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc', 'name': 'tempest-NetworksTestDHCPv6-router-1620890696', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:17Z', 'updated_at': '2021-08-27T02:31:23Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:24.352988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13b38fcd-e0f0-46fc-9eef-481ff7c806d5 req-ac656bd1-f7f8-4209-b3ed-d7be2aa4cc89 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 945 time: 0.2079859 Aug 27 02:31:24.364103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] No DVR routers for this DVR port 3bc33a0f-b78a-4cf3-88be-0d1894032f7e on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:24.402234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfba7e9-b7ee-4bc3-a1c8-c94c2a129c86 None None] The sync data for ids ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'] in n-d-806293-1 is: [{'id': 'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc', 'name': 'tempest-NetworksTestDHCPv6-router-1620890696', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:17Z', 'updated_at': '2021-08-27T02:31:23Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:24.453567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13b38fcd-e0f0-46fc-9eef-481ff7c806d5 req-2c94e3a6-f343-4883-9e2b-af580c532a09 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983422 Aug 27 02:31:24.463634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:24.522197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:24.557661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc33a0f-b78a-4cf3-88be-0d1894032f7e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:24.559288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:24.559888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f089ce54-0d62-41f5-9bcd-27d5b6e9ae5c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:24.560646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3bc33a0f-b78a-4cf3-88be-0d1894032f7e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:24.593002 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66805785-31f8-4996-ad70-e5dc45690e47 req-645d9a34-e4e0-44d9-8a32-231ef3e65306 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f1755-141a-46f5-bd09-fdd3693fd26c HTTP/1.1" status: 200 len: 210 time: 0.1038561 Aug 27 02:31:24.603982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3bc33a0f-b78a-4cf3-88be-0d1894032f7e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:24.604677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3bc33a0f-b78a-4cf3-88be-0d1894032f7e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:24.702914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] For port f757748d-01ef-4b22-bc04-31a2a7459081, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f757748d-01ef-4b22-bc04-31a2a7459081,segment=NetworkSegment(aa3f5b97-5e92-4cd2-8564-53a725dfb9cf),segment_id=aa3f5b97-5e92-4cd2-8564-53a725dfb9cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:24.703360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.729795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Calling delete_port for f757748d-01ef-4b22-bc04-31a2a7459081 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:24.867215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.923897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f30562-304e-4edf-90e3-a9b7ebf45914']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:24.947121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a162caf7-4d37-48bc-ab5c-455654e023df') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:24.947121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a162caf7-4d37-48bc-ab5c-455654e023df') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:24.967929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.012464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.022981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.025705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f757748d-01ef-4b22-bc04-31a2a7459081'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:25.070258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Pushing event deleted for resources: {'Port': ['ID=f757748d-01ef-4b22-bc04-31a2a7459081,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.072661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:25.073094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:25.081222 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:25.138857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:25.148194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16efee37-1786-47d3-aaea-16e4fad55393 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "PUT /v2.0/routers/a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6710033 Aug 27 02:31:25.148486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51246) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.168372 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.204885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6867a9-4f6b-456e-bf9d-cab48c7ee3b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.206830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6867a9-4f6b-456e-bf9d-cab48c7ee3b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.211021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d6867a9-4f6b-456e-bf9d-cab48c7ee3b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0589683 Aug 27 02:31:25.211250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51248) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.223649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.231317 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1803a064-78e0-463b-a1ab-aa63e4e8189e req-91274228-8d9d-47c8-8634-9c49ff016ce4 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a4a29b8-0736-4ace-8565-2cce22441524 HTTP/1.1" status: 200 len: 210 time: 0.0609634 Aug 27 02:31:25.254893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] No DVR routers for this DVR port f757748d-01ef-4b22-bc04-31a2a7459081 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:25.261347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.264313 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b60e21d6-b0f7-4317-a3b7-6d22b4b11196 req-57be40ac-836d-4a71-9c10-b67bfd017eb5 tempest-InstanceActionsNegativeTestJSON-2010863948 tempest-InstanceActionsNegativeTestJSON-2010863948-project] 10.222.0.45 "DELETE /v2.0/ports/f757748d-01ef-4b22-bc04-31a2a7459081 HTTP/1.1" status: 204 len: 173 time: 1.3470325 Aug 27 02:31:25.265880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4a29b8-0736-4ace-8565-2cce22441524', 'name': 'network-vif-deleted', 'tag': 'f757748d-01ef-4b22-bc04-31a2a7459081'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:25.271117 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f4862-ca99-4ac4-8bfc-842f0ded338d" -d '{"events": [{"server_uuid": "5a4a29b8-0736-4ace-8565-2cce22441524", "name": "network-vif-deleted", "tag": "f757748d-01ef-4b22-bc04-31a2a7459081"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:25.291502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet ec23c1e6-fc00-43c5-8370-94e1d0f9fe39 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:25.296663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.314514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.323197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.327496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65f30562-304e-4edf-90e3-a9b7ebf45914 HTTP/1.1" status: 204 len: 168 time: 2.7556138 Aug 27 02:31:25.359827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2531ca-d604-4bba-b496-57b282b29933 admin admin] Pushing event deleted for resources: {'Network': ['ID=65f30562-304e-4edf-90e3-a9b7ebf45914,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.374253 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4277e36-9c37-421e-8a75-241595f79892 x-openstack-request-id: req-b4277e36-9c37-421e-8a75-241595f79892 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:25.375298 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4a29b8-0736-4ace-8565-2cce22441524", "name": "network-vif-deleted", "tag": "f757748d-01ef-4b22-bc04-31a2a7459081", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:25.377036 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4277e36-9c37-421e-8a75-241595f79892 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:25.377632 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4a29b8-0736-4ace-8565-2cce22441524', 'name': 'network-vif-deleted', 'tag': 'f757748d-01ef-4b22-bc04-31a2a7459081', 'status': 'completed', 'code': 200} Aug 27 02:31:25.396506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.552627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.573891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Router 4b451657-d848-4338-afda-134c92a7093a is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:25.619929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51262) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.688103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-da67cc05-a407-45ac-abf6-afed22afc0e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98291587d77a4313aefe91bbf3775941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657992 Aug 27 02:31:25.690472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51268) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.794452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51272) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.832280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.848056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:25.859117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.860639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51b6470c-da94-4e15-abc3-9218d21196c8 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "PUT /v2.0/routers/4b451657-d848-4338-afda-134c92a7093a HTTP/1.1" status: 200 len: 879 time: 4.8807268 Aug 27 02:31:25.865754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51278) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.866769 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] Sync routers for ids ['4b451657-d848-4338-afda-134c92a7093a'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:25.880278 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=ec23c1e6-fc00-43c5-8370-94e1d0f9fe39,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.890279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18447746-f3c1-4310-8181-409773eaebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.892488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71851ca9-db64-4aa0-9cab-20aac9e1f963 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:25.906224 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] Routers {'4b451657-d848-4338-afda-134c92a7093a'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:25.907518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.908259 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4b451657-d848-4338-afda-134c92a7093a'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:25.912177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14385769-f393-4b50-8a29-c254f9283868 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/ec23c1e6-fc00-43c5-8370-94e1d0f9fe39 HTTP/1.1" status: 204 len: 168 time: 0.6975489 Aug 27 02:31:25.917946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51280) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.962465 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18447746-f3c1-4310-8181-409773eaebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.981583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] Sync routers for ids ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:26.019361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] Routers {'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:26.019986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:26.044958 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:26.065424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18447746-f3c1-4310-8181-409773eaebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.067977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18447746-f3c1-4310-8181-409773eaebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.069211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-18447746-f3c1-4310-8181-409773eaebce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71a51c52-f464-452f-a0c8-4cd0cb9fb2a2 HTTP/1.1" status: 204 len: 168 time: 0.3776596 Aug 27 02:31:26.080589 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] Routers {'4b451657-d848-4338-afda-134c92a7093a'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:26.081541 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4b451657-d848-4338-afda-134c92a7093a'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:26.082245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18447746-f3c1-4310-8181-409773eaebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a51c52-f464-452f-a0c8-4cd0cb9fb2a2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:26.175564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:26.176343 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d9802-5fdd-4264-96b9-33e3f486eab5 None None] The sync data for ids ['4b451657-d848-4338-afda-134c92a7093a'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:26.199055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] Set router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:26.274580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc', 'name': 'tempest-NetworksTestDHCPv6-router-1620890696', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:17Z', 'updated_at': '2021-08-27T02:31:23Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:26.284810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51292) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:26.285384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-621c68af-6898-4fde-8782-c832a144fc80 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/4b451657-d848-4338-afda-134c92a7093a HTTP/1.1" status: 200 len: 920 time: 0.4173915 Aug 27 02:31:26.295644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdc88321-c804-4181-a78e-99a80243e791 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.326109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdc88321-c804-4181-a78e-99a80243e791 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.329414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51294) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:26.339007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] Checking router: a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:26.373366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] Routers {'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:26.374184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:26.426765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dcba929f-ccfe-437a-a3de-960059146634 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5075927 Aug 27 02:31:26.429369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51300) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:26.449973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab468c-c354-42c0-9841-193342d24ed0 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.451532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-adab468c-c354-42c0-9841-193342d24ed0 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=4b451657-d848-4338-afda-134c92a7093a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1657093 Aug 27 02:31:26.455913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51302) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:26.566163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] Set router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:26.568523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] Deleting subnet f59e59d5-07a3-44fa-bc57-c079033018e3 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:26.574290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.598975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e30-c7cb-4e34-8aad-00f55a0d4369 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.624358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:26.658600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc', 'name': 'tempest-NetworksTestDHCPv6-router-1620890696', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:17Z', 'updated_at': '2021-08-27T02:31:23Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:26.670296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdc88321-c804-4181-a78e-99a80243e791 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.678965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdc88321-c804-4181-a78e-99a80243e791 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.683163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bdc88321-c804-4181-a78e-99a80243e791 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "DELETE /v2.0/security-groups/1a74c039-a064-49f2-ae3d-8f6aaabb3513 HTTP/1.1" status: 204 len: 168 time: 0.8848386 Aug 27 02:31:26.684589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51312) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:26.688921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de476260-34c0-46b0-a5a7-f63338c195e4 None None] The sync data for ids ['a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc'] in n-d-806293-1 is: [{'id': 'a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc', 'name': 'tempest-NetworksTestDHCPv6-router-1620890696', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:17Z', 'updated_at': '2021-08-27T02:31:23Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:26.705544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc88321-c804-4181-a78e-99a80243e791 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a74c039-a064-49f2-ae3d-8f6aaabb3513,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:26.766133 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-f89536c1-4582-4274-96b5-bbf267bf5335 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] show failed (client error): The resource could not be found. Aug 27 02:31:26.767232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f89536c1-4582-4274-96b5-bbf267bf5335 tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "GET /v2.0/security-groups/1a74c039-a064-49f2-ae3d-8f6aaabb3513 HTTP/1.1" status: 404 len: 347 time: 0.0799496 Aug 27 02:31:26.777293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] Deleting port 8268b855-d70b-4bfe-afb6-8fad9c945628 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:26.778189 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.798009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51316) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:26.833025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.871416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] For port 8268b855-d70b-4bfe-afb6-8fad9c945628, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8268b855-d70b-4bfe-afb6-8fad9c945628,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:26.871884 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.890082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] Calling delete_port for 8268b855-d70b-4bfe-afb6-8fad9c945628 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:26.923977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e30-c7cb-4e34-8aad-00f55a0d4369 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.936434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e30-c7cb-4e34-8aad-00f55a0d4369 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.969091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dac222e-b033-4557-bb45-69809ac78dbc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.970867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6dac222e-b033-4557-bb45-69809ac78dbc tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.5137777 Aug 27 02:31:26.979031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51324) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:27.034476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.070527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] Pushing event deleted for resources: {'Port': ['ID=8268b855-d70b-4bfe-afb6-8fad9c945628,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:27.070935 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e3b0c0d5-fad2-4d84-820a-67ebbffa8144 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b451657-d848-4338-afda-134c92a7093a HTTP/1.1" status: 200 len: 205 time: 0.0901952 Aug 27 02:31:27.073077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51332) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:27.075556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.089078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc760d9-e6b7-4943-8529-9110b05f67db None None] No DVR routers for this DVR port 8268b855-d70b-4bfe-afb6-8fad9c945628 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:27.096107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e30-c7cb-4e34-8aad-00f55a0d4369 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.096970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac17e30-c7cb-4e34-8aad-00f55a0d4369 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Fanout notify agent at l3_agent the message router_deleted on router a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:27.106467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e30-c7cb-4e34-8aad-00f55a0d4369 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.113656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8ac17e30-c7cb-4e34-8aad-00f55a0d4369 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/routers/a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc HTTP/1.1" status: 204 len: 168 time: 0.6755548 Aug 27 02:31:27.114413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51336) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:27.122445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:27.319672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.330678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.336150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51342) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:27.357987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:27.361852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.436372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f757748d-01ef-4b22-bc04-31a2a7459081 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:27.450523 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.452594 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f59e59d5-07a3-44fa-bc57-c079033018e3 HTTP/1.1" status: 204 len: 168 time: 1.1107738 Aug 27 02:31:27.473078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f757748d-01ef-4b22-bc04-31a2a7459081 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:27.473421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f757748d-01ef-4b22-bc04-31a2a7459081 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:27.478251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8268b855-d70b-4bfe-afb6-8fad9c945628 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:27.491901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51346) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:27.498587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 8268b855-d70b-4bfe-afb6-8fad9c945628 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:27.498933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8268b855-d70b-4bfe-afb6-8fad9c945628 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:27.521747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba5a60-0d31-4269-a909-bed3bea5f0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59e59d5-07a3-44fa-bc57-c079033018e3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:27.530002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-229244293-network', 'tenant_id': '7f2aa78ec72d4179a4c581e71c2a9ca4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:27.634675 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ab03eee-f24a-40ed-adef-0e209f699f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.661449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Deleting port 5471687b-2ba3-49d5-bd48-47e1f0a0d7fe {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:27.661449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.661808 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.663724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.668721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Made reservation on behalf of 7f2aa78ec72d4179a4c581e71c2a9ca4 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:27.671168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.690544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.754681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4743c-6012-4a0a-940d-bec638f07fd6 req-53fba894-60d9-4787-8688-21e369e5a5c8 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.759209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0f4743c-6012-4a0a-940d-bec638f07fd6 req-53fba894-60d9-4787-8688-21e369e5a5c8 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 945 time: 0.1789021 Aug 27 02:31:27.813858 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.814729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.831918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.841808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Calling delete_port for 5471687b-2ba3-49d5-bd48-47e1f0a0d7fe owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:27.844628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.853715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0f4743c-6012-4a0a-940d-bec638f07fd6 req-0c47f031-8c80-45ed-913f-1a903dac16a4 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814104 Aug 27 02:31:27.865284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Deleting port 057a1a72-e611-40a2-b631-aaffb0bb5d5d {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:27.865685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.898907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc53ee0a-fdaa-4c1d-9c25-21eafbb84926']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:27.923930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3f5b97-5e92-4cd2-8564-53a725dfb9cf') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:27.924329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3f5b97-5e92-4cd2-8564-53a725dfb9cf') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:27.938527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:27.947264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.951502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:27.962149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.962837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.965255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6415ee1-e90c-4e36-99a0-565fcff9e9c7 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:27.969074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=3a400ba7-34d5-4740-8cd7-d135db79a867,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:27.984849 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.996258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:27.996621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:27.998390 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:28.004227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.017745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Calling delete_port for 057a1a72-e611-40a2-b631-aaffb0bb5d5d owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:28.099262 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.117042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.117951 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.119817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fc53ee0a-fdaa-4c1d-9c25-21eafbb84926 HTTP/1.1" status: 204 len: 168 time: 0.6243689 Aug 27 02:31:28.136159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3f445-8661-4d5a-af95-978914af6c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc53ee0a-fdaa-4c1d-9c25-21eafbb84926,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.147693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '3a400ba7-34d5-4740-8cd7-d135db79a867'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:28.149074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.156521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Pushing event deleted for resources: {'Port': ['ID=5471687b-2ba3-49d5-bd48-47e1f0a0d7fe,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.165837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.174293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.209582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a6b77a-549f-4e6f-acaf-45099c4f5ea8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.213718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-03422287-800e-4574-b410-a66f97a7cc06 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0954759 Aug 27 02:31:28.216625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51354) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:28.224576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2630527d-3e6e-4d3a-8fe2-ea6308c0b0e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1107386135', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:28.241489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:28.260637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.261378 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Added segment 99ffba33-cea8-491b-9b56-61624214c8cc of type vlan for network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 Aug 27 02:31:28.268169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.270751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.271943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5772fc3e-0fde-4a59-89aa-15d1a58d3d4c tempest-ServersTestBootFromVolume-1010638239 tempest-ServersTestBootFromVolume-1010638239-project] 10.222.0.10 "DELETE /v2.0/floatingips/5cd64f9d-121b-4080-9e4b-e8eded0f4c04 HTTP/1.1" status: 204 len: 168 time: 1.4611690 Aug 27 02:31:28.276304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2630527d-3e6e-4d3a-8fe2-ea6308c0b0e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.277490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2630527d-3e6e-4d3a-8fe2-ea6308c0b0e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.279449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51356) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:28.316574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.363925 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.365099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.365799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.401681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/3a400ba7-34d5-4740-8cd7-d135db79a867/2eb03bf6-642a-481e-be57-9967d1458968) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:28.438356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51358) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:28.451527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1129439 Aug 27 02:31:28.454499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51360) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:28.459705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Request body: {'subnet': {'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-229244293-subnet', 'tenant_id': '7f2aa78ec72d4179a4c581e71c2a9ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:28.469546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76842c-5f43-4e44-b91b-78a3e8812017 admin admin] Pushing event updated for resources: {'Network': ['ID=3acb4b1e-7ad6-47a9-8d88-3e657a1e0386,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.486880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Made reservation on behalf of 7f2aa78ec72d4179a4c581e71c2a9ca4 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:28.489421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.493668 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e34f6c11-c032-4502-9ae3-6fcb166b734c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=556f2d859a334a85a4c761bc99cf79f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542037 Aug 27 02:31:28.494252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51362) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:28.561077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3a17fe-30e6-4fd6-a82a-f868911370f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.583409 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3a17fe-30e6-4fd6-a82a-f868911370f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.647800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:28.648986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3a17fe-30e6-4fd6-a82a-f868911370f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.652767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3a17fe-30e6-4fd6-a82a-f868911370f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.654747 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed3a17fe-30e6-4fd6-a82a-f868911370f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e2946c9-0989-446d-9a8b-6103df75b47d HTTP/1.1" status: 204 len: 168 time: 0.1564555 Aug 27 02:31:28.689601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.695643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.730914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a17fe-30e6-4fd6-a82a-f868911370f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2946c9-0989-446d-9a8b-6103df75b47d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.736265 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.744167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event deleted for resources: {'Port': ['ID=057a1a72-e611-40a2-b631-aaffb0bb5d5d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.752555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Transition to ACTIVE for port object 2eb03bf6-642a-481e-be57-9967d1458968 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:28.773914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Transition to ACTIVE for port object 2eb03bf6-642a-481e-be57-9967d1458968 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:28.778608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26550cf-9905-4b1a-9b9e-a226ae81dcdb,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.789145 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.839253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:28.845333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:28.849262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:28.852511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2630527d-3e6e-4d3a-8fe2-ea6308c0b0e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.856259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Pushing event updated for resources: {'Port': ['ID=2eb03bf6-642a-481e-be57-9967d1458968,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.873965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2630527d-3e6e-4d3a-8fe2-ea6308c0b0e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.900899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-c5df06b8-5323-480c-8f20-a11ba15d829e tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.902803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-c5df06b8-5323-480c-8f20-a11ba15d829e tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 945 time: 0.1325130 Aug 27 02:31:28.920376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Checking segment: {'id': '99ffba33-cea8-491b-9b56-61624214c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:28.920743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Network hostable DHCP agents. Network: 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:28.948343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2630527d-3e6e-4d3a-8fe2-ea6308c0b0e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.950043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2630527d-3e6e-4d3a-8fe2-ea6308c0b0e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7295976 Aug 27 02:31:28.953264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51368) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:28.960185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Attempting to bind port 2eb03bf6-642a-481e-be57-9967d1458968 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:28.963498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Attempting to bind port 2eb03bf6-642a-481e-be57-9967d1458968 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:28.964008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Attempting to bind port 2eb03bf6-642a-481e-be57-9967d1458968 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:28.974949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:28.976257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:28.976795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.977592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:28.979093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Bound port: 2eb03bf6-642a-481e-be57-9967d1458968, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:28.980512 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.001796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:29.017716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:29.028178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.028976 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.032361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b4e04-b8c6-40ef-a950-d666ff5b2a75 None None] Network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:29.052835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Deleting port aea91323-edb0-4186-a797-332f99d0b57f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:29.053509 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.075152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0fabe38d-9fb9-4f2e-b5da-55032a039b76 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6192546 Aug 27 02:31:29.103390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.136832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] For port 2eb03bf6-642a-481e-be57-9967d1458968, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:29.159132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] For port 2eb03bf6-642a-481e-be57-9967d1458968, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2eb03bf6-642a-481e-be57-9967d1458968,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:29.169570 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.195862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] For port aea91323-edb0-4186-a797-332f99d0b57f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=aea91323-edb0-4186-a797-332f99d0b57f,segment=NetworkSegment(4555fd87-a5eb-46f5-8271-02ede65c9e2f),segment_id=4555fd87-a5eb-46f5-8271-02ede65c9e2f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:29.196458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.212141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Calling delete_port for aea91323-edb0-4186-a797-332f99d0b57f owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:29.248342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e087ea-6d7c-45a4-9292-1ce79b883b4a None None] Network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:29.393974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.422336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['aea91323-edb0-4186-a797-332f99d0b57f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:29.462855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca691a0-ad52-47cf-ab34-aae275e5ba9f None None] Pushing event updated for resources: {'Port': ['ID=2eb03bf6-642a-481e-be57-9967d1458968,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:29.518764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Pushing event deleted for resources: {'Port': ['ID=aea91323-edb0-4186-a797-332f99d0b57f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:29.548525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] No DVR routers for this DVR port aea91323-edb0-4186-a797-332f99d0b57f on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:29.551885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.554892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-691b5317-3297-4a05-8a7b-dec5664d16e0 req-4260007d-e494-4693-8582-3d26c19ccf0d tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.32 "DELETE /v2.0/ports/aea91323-edb0-4186-a797-332f99d0b57f HTTP/1.1" status: 204 len: 173 time: 0.6451983 Aug 27 02:31:29.555381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'name': 'network-vif-deleted', 'tag': 'aea91323-edb0-4186-a797-332f99d0b57f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:29.559463 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed70975-84dc-4045-9ceb-8f5be757eeec" -d '{"events": [{"server_uuid": "cbe4400e-357e-4a66-9091-e8a4bf3eb25a", "name": "network-vif-deleted", "tag": "aea91323-edb0-4186-a797-332f99d0b57f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:29.839011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.844961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.867834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926117e2-1f2f-4ade-ba06-2e98defd3e6c req-05d1a30d-1e53-4b90-b076-ea5e6e7035e2 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.868952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-926117e2-1f2f-4ade-ba06-2e98defd3e6c req-05d1a30d-1e53-4b90-b076-ea5e6e7035e2 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbe4400e-357e-4a66-9091-e8a4bf3eb25a HTTP/1.1" status: 200 len: 867 time: 0.8659070 Aug 27 02:31:29.990090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.990602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51410) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:29.991080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Fanout notify agent at l3_agent the message router_deleted on router 4b451657-d848-4338-afda-134c92a7093a {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:30.003540 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.004651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-96f3659f-d84f-4bb0-b27a-36af496cd34c tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/4b451657-d848-4338-afda-134c92a7093a HTTP/1.1" status: 204 len: 168 time: 2.9306917 Aug 27 02:31:30.013825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51414) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:30.031424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a7c86128-d4c4-4b1f-a097-99c4a12cc6e2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-688193957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:30.057828 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-926117e2-1f2f-4ade-ba06-2e98defd3e6c req-f9c51df6-b7d5-4997-9299-5ada081fa711 tempest-ServerTagsTestJSON-184251323 tempest-ServerTagsTestJSON-184251323-project] 10.222.0.10 "GET /v2.0/security-groups?id=793ab3d6-6f6f-4325-96c0-25f922c1c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537681 Aug 27 02:31:30.110763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-2339b709-0cf3-4b93-b499-2c1ebea9fb42 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.120192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-2339b709-0cf3-4b93-b499-2c1ebea9fb42 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/networks?id=3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 HTTP/1.1" status: 200 len: 821 time: 0.1975961 Aug 27 02:31:30.132654 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c86128-d4c4-4b1f-a097-99c4a12cc6e2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.133676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c86128-d4c4-4b1f-a097-99c4a12cc6e2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.139038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.139991 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6998ae62-3735-42c0-8d10-f1aac812145c x-openstack-request-id: req-6998ae62-3735-42c0-8d10-f1aac812145c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:30.140477 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe4400e-357e-4a66-9091-e8a4bf3eb25a", "name": "network-vif-deleted", "tag": "aea91323-edb0-4186-a797-332f99d0b57f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:30.141260 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6998ae62-3735-42c0-8d10-f1aac812145c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:30.141656 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe4400e-357e-4a66-9091-e8a4bf3eb25a', 'name': 'network-vif-deleted', 'tag': 'aea91323-edb0-4186-a797-332f99d0b57f', 'status': 'completed', 'code': 200} Aug 27 02:31:30.149359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-297661329-network', 'tenant_id': '69f2b6375a9942b3ad79e1fdf1059d45'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:30.174001 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c833dd05-94d6-411a-aab3-abb5bd358b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.181129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-e2a0661b-c5b9-4679-a1e3-9e20110a13c1 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/quotas/7f2aa78ec72d4179a4c581e71c2a9ca4 HTTP/1.1" status: 200 len: 375 time: 0.0591853 Aug 27 02:31:30.223124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-b591106c-9a1a-4c6e-9352-3b9b57bd4672 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f2aa78ec72d4179a4c581e71c2a9ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409076 Aug 27 02:31:30.260746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.427442 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.560400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::1 (8095c560-1388-49b5-9ced-9a3602d5c435/3a400ba7-34d5-4740-8cd7-d135db79a867/5978beac-c854-4151-9484-26116bbc8b47) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:30.627378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5e7ce846-3e3d-49b8-9289-29bdf3cff06f None None] Provisioning for port 2eb03bf6-642a-481e-be57-9967d1458968 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:30.682773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Made reservation on behalf of 69f2b6375a9942b3ad79e1fdf1059d45 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:30.685041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.693697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c86128-d4c4-4b1f-a097-99c4a12cc6e2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.702168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.706194 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c86128-d4c4-4b1f-a097-99c4a12cc6e2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.740530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.747275 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c86128-d4c4-4b1f-a097-99c4a12cc6e2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.748467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a7c86128-d4c4-4b1f-a097-99c4a12cc6e2 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7217500 Aug 27 02:31:30.751419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:30.757316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': True}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:30.765444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-4cf12116-8b79-497e-86fe-2bb475fb462d service neutron] 10.222.0.10 "GET /v2.0/networks/3acb4b1e-7ad6-47a9-8d88-3e657a1e0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326211 Aug 27 02:31:30.800269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 5978beac-c854-4151-9484-26116bbc8b47 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:30.892363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-bb2ac47d-9eda-4f35-aa69-fab521244a9a service neutron] 10.222.0.10 "GET /v2.0/networks/3acb4b1e-7ad6-47a9-8d88-3e657a1e0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179078 Aug 27 02:31:30.904915 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.912276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.932895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Deleting port f8b31c5b-b007-47f1-a346-feb9b46bb14c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:30.933495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.934086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:30.949405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b86192-7412-4a22-b0e9-a6897ac26849,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:30.952441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.952791 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Added segment 913ccf65-40e3-4f3f-848d-14326e615bca of type vlan for network 605769c5-2a92-42ae-9380-6f6a450b8f34 Aug 27 02:31:30.994484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.022605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.023592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.024170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.084588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0926454 Aug 27 02:31:31.087487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51426) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:31.095000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Request body: {'subnet': {'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-297661329-subnet', 'tenant_id': '69f2b6375a9942b3ad79e1fdf1059d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:31.099096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d1e29-a17b-4a7f-884e-0b76919a751c admin admin] Pushing event updated for resources: {'Network': ['ID=605769c5-2a92-42ae-9380-6f6a450b8f34,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:31.111484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 605769c5-2a92-42ae-9380-6f6a450b8f34 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:31.119284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.124287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Made reservation on behalf of 69f2b6375a9942b3ad79e1fdf1059d45 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:31.127235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.143050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51428) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:31.145551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b031ad7-d969-4619-ad56-8f8cfdb515a0 req-55e84ec6-15b6-496e-85e3-67743e954fd6 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 210 time: 0.0699093 Aug 27 02:31:31.149897 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.206215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.211269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] For port f8b31c5b-b007-47f1-a346-feb9b46bb14c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f8b31c5b-b007-47f1-a346-feb9b46bb14c,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:31.211646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.229086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:31.245504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:31.262461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] Deleting subnet b459be1b-3ac5-4c78-a03f-055b66591cd0 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:31.268119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.284068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Calling delete_port for f8b31c5b-b007-47f1-a346-feb9b46bb14c owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:31.285963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:31.286585 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.315638 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.351140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=5978beac-c854-4151-9484-26116bbc8b47,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:31.401991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.490729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.549401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2eb03bf6-642a-481e-be57-9967d1458968 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:31.559744 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.575121 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.577759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b459be1b-3ac5-4c78-a03f-055b66591cd0 HTTP/1.1" status: 204 len: 168 time: 0.4336634 Aug 27 02:31:31.581546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51438) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:31.582693 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.657219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed35d1a-d0f5-479d-9422-cab41d36fa19,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:31.699563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Checking segment: {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:31.699998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Network hostable DHCP agents. Network: 605769c5-2a92-42ae-9380-6f6a450b8f34, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:31.708163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6193e89-8544-4acf-b01e-f3c04c32a46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b459be1b-3ac5-4c78-a03f-055b66591cd0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:31.735092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.752218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Network 605769c5-2a92-42ae-9380-6f6a450b8f34 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:31.811317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a444e4ee-78e6-4195-90c6-4c6efbb4dbbe None None] Provisioning for port 5978beac-c854-4151-9484-26116bbc8b47 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:31.815897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a444e4ee-78e6-4195-90c6-4c6efbb4dbbe None None] Provisioning complete for port 5978beac-c854-4151-9484-26116bbc8b47 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:31.816341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a444e4ee-78e6-4195-90c6-4c6efbb4dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.819132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 2eb03bf6-642a-481e-be57-9967d1458968 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:31.820994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 605769c5-2a92-42ae-9380-6f6a450b8f34) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:31.832522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.833140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.840000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2eb03bf6-642a-481e-be57-9967d1458968 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:31.840863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.846734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bbb0f-5105-4dea-9891-aca96301e4d9 None None] Network 605769c5-2a92-42ae-9380-6f6a450b8f34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:31.850389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.872474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50204e62-4606-4db9-8e49-6a666490e961 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7836947 Aug 27 02:31:31.878438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:31.890247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4555fd87-a5eb-46f5-8271-02ede65c9e2f') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:31.890654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4555fd87-a5eb-46f5-8271-02ede65c9e2f') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:31.905007 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.923507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.935956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a444e4ee-78e6-4195-90c6-4c6efbb4dbbe None None] Port 5978beac-c854-4151-9484-26116bbc8b47 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:31.936203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:31.937153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:31.940487 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:32.032099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.043349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.048794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.050863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa HTTP/1.1" status: 204 len: 168 time: 0.4626508 Aug 27 02:31:32.057481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.073867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1e9b7-5c5c-4e51-9aff-655a1f42b8a4 None None] Network 605769c5-2a92-42ae-9380-6f6a450b8f34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:32.095065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4135384-ec6f-4f4c-b173-d041d9e82171 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a0f6da-a5f1-4214-bb94-4b4cb0cabafa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.101297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.128704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b31c5b-b007-47f1-a346-feb9b46bb14c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.133352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 2eb03bf6-642a-481e-be57-9967d1458968, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2eb03bf6-642a-481e-be57-9967d1458968,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:32.141019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.146548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.246350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51452) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:32.285319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=2eb03bf6-642a-481e-be57-9967d1458968,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.318719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0097de91-29c1-42ad-9281-c31fb6f341bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0195b26119834e539245fdc8a3e3dd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709763 Aug 27 02:31:32.321345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51454) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:32.350426 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84cfa904-f42e-4ae7-a33a-0e741b0537d8 req-91de6cf5-186b-4d22-a595-27652c64572d tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 210 time: 0.1253185 Aug 27 02:31:32.480344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d095498-c9f0-4978-b008-aa884e6d9fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.507593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d095498-c9f0-4978-b008-aa884e6d9fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.606670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-53202eb1-e8c6-479d-b98c-0b5c149b935f tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.608623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-53202eb1-e8c6-479d-b98c-0b5c149b935f tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.32 "GET /v2.0/networks?id=3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 HTTP/1.1" status: 200 len: 821 time: 0.2454507 Aug 27 02:31:32.610043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d095498-c9f0-4978-b008-aa884e6d9fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.612860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d095498-c9f0-4978-b008-aa884e6d9fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.617237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2d095498-c9f0-4978-b008-aa884e6d9fef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/793ab3d6-6f6f-4325-96c0-25f922c1c4d3 HTTP/1.1" status: 204 len: 168 time: 0.2916458 Aug 27 02:31:32.630592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Request body: {'port': {'device_id': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386', 'admin_state_up': True, 'tenant_id': '7f2aa78ec72d4179a4c581e71c2a9ca4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:32.655755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d095498-c9f0-4978-b008-aa884e6d9fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793ab3d6-6f6f-4325-96c0-25f922c1c4d3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.844512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Made reservation on behalf of 7f2aa78ec72d4179a4c581e71c2a9ca4 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:32.848281 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.867564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.879760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.880542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.890383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c4fbe3dc-e33b-409c-a8de-01d0c6b90bcb tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.892013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c4fbe3dc-e33b-409c-a8de-01d0c6b90bcb tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 817 time: 0.1796727 Aug 27 02:31:32.916522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Allocated IP 172.25.1.68 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/1500a3ff-7213-47cd-96c1-32ed01f1b649) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:32.944814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b72b3b97-666a-4af8-9dee-a8e6325f2fc3 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/quotas/69f2b6375a9942b3ad79e1fdf1059d45 HTTP/1.1" status: 200 len: 375 time: 0.0154836 Aug 27 02:31:32.987944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-8ab4f7a6-1ef6-46db-8386-5ddf3e1afa7c tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283296 Aug 27 02:31:33.063604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=5978beac-c854-4151-9484-26116bbc8b47,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:33.072224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.072803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.132029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Allocated IP 172.20.0.11 (3acb4b1e-7ad6-47a9-8d88-3e657a1e0386/d26550cf-9905-4b1a-9b9e-a226ae81dcdb/736769e7-14ae-481e-80f1-bd1bde927efc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:33.165604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-7a1ee9ed-89e4-46c8-8b20-97a06d15e01f service neutron] 10.222.0.10 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625481 Aug 27 02:31:33.237915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:33.242651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.246510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:33.406811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-749eed30-7aff-406b-9e1f-3a604e956e8a service neutron] 10.222.0.10 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302244 Aug 27 02:31:33.434782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-8e480e23-1732-4190-b06d-66a86e9b5599 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1284139 Aug 27 02:31:33.446831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.501402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.582597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2eb03bf6-642a-481e-be57-9967d1458968 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:33.602357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:33.641240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:33.648691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-07d2cc76-713a-4716-8b36-977cada00e66 req-0b6ac67c-f00f-4a50-afa4-bbbfdba3d7c2 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 210 time: 0.0879450 Aug 27 02:31:33.662006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:33.664869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.692375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Port': ['ID=1500a3ff-7213-47cd-96c1-32ed01f1b649,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:33.709914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Router 7021affa-c065-4eef-8b99-3073ed98af04 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:33.725425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2eb03bf6-642a-481e-be57-9967d1458968 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:33.725839 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.731037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Router 8db5df5a-eb4f-4e17-856d-374ba61920f5 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:33.750421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aea91323-edb0-4186-a797-332f99d0b57f no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:33.760722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Pushing event updated for resources: {'Port': ['ID=736769e7-14ae-481e-80f1-bd1bde927efc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:33.788565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: aea91323-edb0-4186-a797-332f99d0b57f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:33.789708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.789960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device aea91323-edb0-4186-a797-332f99d0b57f not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:33.790194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.790706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.791185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.791664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.792136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.792618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.802975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-06f9b88b-692f-4370-b64d-f6d3fe274e4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fed3a08ed24444739f28e31cd37296d7&device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 6503 time: 0.2371631 Aug 27 02:31:33.815734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:33.818947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:33.824751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-44f9011d-a5c8-47df-9a87-6c1c99e4541c None None] Provisioning complete for port 5978beac-c854-4151-9484-26116bbc8b47 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:33.825020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:33.825501 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-44f9011d-a5c8-47df-9a87-6c1c99e4541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.939245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-44f9011d-a5c8-47df-9a87-6c1c99e4541c None None] Port 5978beac-c854-4151-9484-26116bbc8b47 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:33.939669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.940330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.002112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-11a9bfb6-0e36-4049-97c3-4ca2cee287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.002933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-11a9bfb6-0e36-4049-97c3-4ca2cee287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.003874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-11a9bfb6-0e36-4049-97c3-4ca2cee287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.005891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-11a9bfb6-0e36-4049-97c3-4ca2cee287e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43252a63-0fa7-40af-9791-8381c0b678e0&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=aea73a19-2afa-4a18-9dfd-961653b53f34&id=57ddc318-492a-427e-95de-ec664d81e1e4&id=57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 200 len: 2296 time: 0.1823196 Aug 27 02:31:34.013728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-14cbeeaa-b072-4ca6-bdd2-b066547fcf41 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3896866 Aug 27 02:31:34.029273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Request body: {'port': {'device_id': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:34.124804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-07867723-0236-4257-9456-8509bf3ed648 req-2ca03bec-8ddb-4180-8345-ae027a1d3ee9 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 210 time: 0.0543699 Aug 27 02:31:34.140734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51506) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:34.196808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-215bb67f-3da5-4f62-85bc-a70a91db3a2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff HTTP/1.1" status: 200 len: 1002 time: 0.1816914 Aug 27 02:31:34.201958 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.217679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:34.226070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1ac7e576-2f6b-4091-8d89-93747079aac0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "PUT /v2.0/routers/8db5df5a-eb4f-4e17-856d-374ba61920f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2716155 Aug 27 02:31:34.229950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:34.231140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:34.233845 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Sync routers for ids ['8db5df5a-eb4f-4e17-856d-374ba61920f5'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:34.240852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] Sync routers for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:34.248901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-81596872-f011-4ffc-81a3-638ec0befea1 admin admin] 10.222.0.10 "PUT /v2.0/routers/7021affa-c065-4eef-8b99-3073ed98af04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9657755 Aug 27 02:31:34.249450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51516) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:34.261457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:34.262219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:34.272502 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Routers {'8db5df5a-eb4f-4e17-856d-374ba61920f5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:34.273136 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8db5df5a-eb4f-4e17-856d-374ba61920f5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:34.313426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e4f53c-8943-4aee-a038-26d23774e60c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.314932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d4e4f53c-8943-4aee-a038-26d23774e60c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports/5978beac-c854-4151-9484-26116bbc8b47 HTTP/1.1" status: 200 len: 911 time: 0.0816810 Aug 27 02:31:34.317696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:34.372012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3832c-2190-4d10-8817-a7c38181690b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.410385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:34.411721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9158dc0-d182-454a-bf60-4ee6bc875c21 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.417811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9158dc0-d182-454a-bf60-4ee6bc875c21 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.419493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c9158dc0-d182-454a-bf60-4ee6bc875c21 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1008611 Aug 27 02:31:34.422702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51524) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:34.423224 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Set router 8db5df5a-eb4f-4e17-856d-374ba61920f5 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:34.427263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-89b82ffd-e193-4839-8e89-ed8d171fbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.429225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-89b82ffd-e193-4839-8e89-ed8d171fbc12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735f726c-d2c8-4bb4-baaf-d10cbe4287bd HTTP/1.1" status: 200 len: 854 time: 0.2246797 Aug 27 02:31:34.615655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.648104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.702815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-fa5be88b-f017-40d0-81ae-68ccf59e7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.704377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-fa5be88b-f017-40d0-81ae-68ccf59e7c79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43252a63-0fa7-40af-9791-8381c0b678e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2183332 Aug 27 02:31:34.788089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:31:31Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:34.854751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] Checking router: 7021affa-c065-4eef-8b99-3073ed98af04 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:34.873695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] Routers {'7021affa-c065-4eef-8b99-3073ed98af04'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:34.874787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7021affa-c065-4eef-8b99-3073ed98af04'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:34.902695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6b57-56c4-42eb-9303-0779d1624ecc req-d0e6c5d7-ac91-4975-bd4d-57e07cff46a7 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.924187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d99b6b57-56c4-42eb-9303-0779d1624ecc req-d0e6c5d7-ac91-4975-bd4d-57e07cff46a7 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 932 time: 0.1326957 Aug 27 02:31:35.028022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3832c-2190-4d10-8817-a7c38181690b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.046617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] Set router 7021affa-c065-4eef-8b99-3073ed98af04 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:35.079407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'name': 'tempest-NetworksTestDHCPv6-router-1107386135', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:28Z', 'updated_at': '2021-08-27T02:31:31Z', 'revision_number': 2, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None, '_interfaces': [{'id': '5978beac-c854-4151-9484-26116bbc8b47', 'name': '', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'mac_address': 'fa:16:3e:03:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '3a400ba7-34d5-4740-8cd7-d135db79a867', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:31:30Z', 'updated_at': '2021-08-27T02:31:31Z', 'revision_number': 2, 'project_id': 'abef832362d048b99c3490815db06c31', 'subnets': [{'id': '3a400ba7-34d5-4740-8cd7-d135db79a867', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:35.102492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d99b6b57-56c4-42eb-9303-0779d1624ecc req-d32006f2-3daa-48b1-b6c1-f435e1ff97bf tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727543 Aug 27 02:31:35.159007 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Checking router: 8db5df5a-eb4f-4e17-856d-374ba61920f5 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:35.159296 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Updating router 8db5df5a-eb4f-4e17-856d-374ba61920f5 port 5978beac-c854-4151-9484-26116bbc8b47 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:31:35.179075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.203274 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.205793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.219630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736769e7-14ae-481e-80f1-bd1bde927efc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:35.228119 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.235665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.250187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Transition to ACTIVE for port object 736769e7-14ae-481e-80f1-bd1bde927efc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:35.253217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-6036e38d-82b4-4dea-accd-b65af9f8f40a service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330822 Aug 27 02:31:35.280279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3832c-2190-4d10-8817-a7c38181690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.393885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.402049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:31:31Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:35.453629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b43f7-264c-4893-bcc9-81b1d20c33a9 None None] The sync data for ids ['7021affa-c065-4eef-8b99-3073ed98af04'] in n-d-806293-1 is: [{'id': '7021affa-c065-4eef-8b99-3073ed98af04', 'name': 'tempest-ServersTestBootFromVolume-591681944-router', 'tenant_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:28:14Z', 'updated_at': '2021-08-27T02:31:31Z', 'revision_number': 5, 'project_id': '9f1f80b548154fdcb879dd0efcf97ff7', 'gw_port': {'id': 'a4d520a1-d9b3-4fe6-830e-1c5032a1e33b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7021affa-c065-4eef-8b99-3073ed98af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:28:15Z', 'updated_at': '2021-08-27T02:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:35.534507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.550909 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b350e50-8b1e-49d6-865f-41a39c0f56be req-1341f04a-830c-430f-b7ce-b859767a09cc tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 210 time: 0.1723943 Aug 27 02:31:35.598594 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.606038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-ea55c13c-c8ad-4d26-807f-9b1eb594f469 service neutron] 10.222.0.45 "GET /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162026 Aug 27 02:31:35.610660 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Transition to ACTIVE for port object 5978beac-c854-4151-9484-26116bbc8b47 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:35.622709 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.631539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b9d3832c-2190-4d10-8817-a7c38181690b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=258a6c5e27584361b147a0483191d7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4871941 Aug 27 02:31:35.649866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51534) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:35.774386 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Attempting to bind port 5978beac-c854-4151-9484-26116bbc8b47 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:35.774971 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Attempting to bind port 5978beac-c854-4151-9484-26116bbc8b47 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:35.775574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Attempting to bind port 5978beac-c854-4151-9484-26116bbc8b47 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:35.779386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3832c-2190-4d10-8817-a7c38181690b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5de1ae0-e61e-4060-b7d4-a17b2d615aa4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:35.785733 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:35.786442 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:35.787078 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.787852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:35.789242 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Bound port: 5978beac-c854-4151-9484-26116bbc8b47, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:35.790423 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.892313 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] For port 5978beac-c854-4151-9484-26116bbc8b47, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:35.895306 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f9095-2c2c-4730-afb4-315f6027bbc7 None None] Pushing event updated for resources: {'Port': ['ID=5978beac-c854-4151-9484-26116bbc8b47,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:35.898866 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] For port 5978beac-c854-4151-9484-26116bbc8b47, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5978beac-c854-4151-9484-26116bbc8b47,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:35.904167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-5e5b701e-3f2a-4f40-99d7-753b029c61fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 217 time: 0.2672279 Aug 27 02:31:35.909797 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.918019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=736769e7-14ae-481e-80f1-bd1bde927efc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:35.974652 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Routers {'8db5df5a-eb4f-4e17-856d-374ba61920f5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:35.975994 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8db5df5a-eb4f-4e17-856d-374ba61920f5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:36.181945 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f9095-2c2c-4730-afb4-315f6027bbc7 None None] Pushing event updated for resources: {'Port': ['ID=5978beac-c854-4151-9484-26116bbc8b47,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:36.203180 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] Set router 8db5df5a-eb4f-4e17-856d-374ba61920f5 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:36.433822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Router 706de999-f696-4a52-90de-2837ebd105df is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:36.640919 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'name': 'tempest-NetworksTestDHCPv6-router-1107386135', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:28Z', 'updated_at': '2021-08-27T02:31:31Z', 'revision_number': 2, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None, '_interfaces': [{'id': '5978beac-c854-4151-9484-26116bbc8b47', 'name': '', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'mac_address': 'fa:16:3e:03:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '3a400ba7-34d5-4740-8cd7-d135db79a867', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:31:30Z', 'updated_at': '2021-08-27T02:31:35Z', 'revision_number': 4, 'project_id': 'abef832362d048b99c3490815db06c31', 'subnets': [{'id': '3a400ba7-34d5-4740-8cd7-d135db79a867', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:36.650338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-78c58641-9997-41a0-bce6-3680b610602c tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.652111 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-78c58641-9997-41a0-bce6-3680b610602c tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 817 time: 0.3393550 Aug 27 02:31:36.672148 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7b3a0-f8d8-468d-afcc-4653078941a2 None None] The sync data for ids ['8db5df5a-eb4f-4e17-856d-374ba61920f5'] in n-d-806293-1 is: [{'id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'name': 'tempest-NetworksTestDHCPv6-router-1107386135', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:28Z', 'updated_at': '2021-08-27T02:31:31Z', 'revision_number': 2, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None, '_interfaces': [{'id': '5978beac-c854-4151-9484-26116bbc8b47', 'name': '', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'mac_address': 'fa:16:3e:03:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '3a400ba7-34d5-4740-8cd7-d135db79a867', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:31:30Z', 'updated_at': '2021-08-27T02:31:35Z', 'revision_number': 4, 'project_id': 'abef832362d048b99c3490815db06c31', 'subnets': [{'id': '3a400ba7-34d5-4740-8cd7-d135db79a867', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:36.712638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Request body: {'port': {'device_id': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34', 'admin_state_up': True, 'tenant_id': '69f2b6375a9942b3ad79e1fdf1059d45'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:36.751726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2dba052d-0237-40d7-a127-b189adabd441 req-eceb691f-acce-4ced-8182-203b37f5de26 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 210 time: 0.0575423 Aug 27 02:31:36.823479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:36.831855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:36.836750 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] Sync routers for ids ['706de999-f696-4a52-90de-2837ebd105df'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:36.845316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-63617836-e799-4ad4-8171-45f61c6ae0f8 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "PUT /v2.0/routers/706de999-f696-4a52-90de-2837ebd105df HTTP/1.1" status: 200 len: 913 time: 6.0927551 Aug 27 02:31:36.851049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51542) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:36.856608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] Routers {'706de999-f696-4a52-90de-2837ebd105df'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:36.857243 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['706de999-f696-4a52-90de-2837ebd105df'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:36.922408 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:36.931312 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] Routers {'706de999-f696-4a52-90de-2837ebd105df'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:36.931917 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['706de999-f696-4a52-90de-2837ebd105df'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:36.946809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-e7fa61c8-9c58-4fcf-94d3-ef9c63b1b2c3 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.951316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-e7fa61c8-9c58-4fcf-94d3-ef9c63b1b2c3 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.45 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 817 time: 0.8403378 Aug 27 02:31:36.967885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Request body: {'port': {'device_id': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34', 'admin_state_up': True, 'tenant_id': '69f2b6375a9942b3ad79e1fdf1059d45'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:36.981263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 5978beac-c854-4151-9484-26116bbc8b47 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:36.981861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:36.983939 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:36.984619 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7bfbfc-72e9-4c14-b422-3f5cc87b901e None None] The sync data for ids ['706de999-f696-4a52-90de-2837ebd105df'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:37.045767 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-221eb61c-1484-4b6e-ba60-5421ddcec4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.104587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-7b93665d-470e-4dff-abdb-366d1ddc14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.106120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-7b93665d-470e-4dff-abdb-366d1ddc14d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 1.1697230 Aug 27 02:31:37.123657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-f9314626-80e3-443f-afdd-3499ab2aebb8 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.125301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-f9314626-80e3-443f-afdd-3499ab2aebb8 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 817 time: 1.3493514 Aug 27 02:31:37.137036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Made reservation on behalf of 69f2b6375a9942b3ad79e1fdf1059d45 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:37.140530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.167328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Request body: {'port': {'device_id': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34', 'admin_state_up': True, 'tenant_id': '69f2b6375a9942b3ad79e1fdf1059d45'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:37.171818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-221eb61c-1484-4b6e-ba60-5421ddcec4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.172714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] For port 5978beac-c854-4151-9484-26116bbc8b47, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5978beac-c854-4151-9484-26116bbc8b47,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:37.173628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.192213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 5978beac-c854-4151-9484-26116bbc8b47 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:37.195674 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb76b017-f54c-43d7-a64d-99f3879eb5e4 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/706de999-f696-4a52-90de-2837ebd105df HTTP/1.1" status: 200 len: 919 time: 0.3435676 Aug 27 02:31:37.198902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51546) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:37.201007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Deleting port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:37.201362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.203545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Attempting to bind port 736769e7-14ae-481e-80f1-bd1bde927efc on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:37.204295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Attempting to bind port 736769e7-14ae-481e-80f1-bd1bde927efc by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '99ffba33-cea8-491b-9b56-61624214c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:37.204636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Attempting to bind port 736769e7-14ae-481e-80f1-bd1bde927efc on network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:37.277163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77c875-0232-45d8-8c0f-68ea6c966ef6 req-e29f8a35-c5e2-4a6d-a751-5662ba543317 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.285003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c77c875-0232-45d8-8c0f-68ea6c966ef6 req-e29f8a35-c5e2-4a6d-a751-5662ba543317 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 944 time: 0.4297504 Aug 27 02:31:37.335273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Port 736769e7-14ae-481e-80f1-bd1bde927efc on network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:37.335611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Attempting to bind port 736769e7-14ae-481e-80f1-bd1bde927efc on network 3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:37.355074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c64823-6f9b-4aa5-9d6a-be67c1830ca9 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.356727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d4c64823-6f9b-4aa5-9d6a-be67c1830ca9 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=706de999-f696-4a52-90de-2837ebd105df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1565108 Aug 27 02:31:37.361648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51548) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:37.403521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:37.403927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Checking segment: {'id': '99ffba33-cea8-491b-9b56-61624214c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:37.404456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Bound using segment: {'id': '99ffba33-cea8-491b-9b56-61624214c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:37.405215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Bound port: 736769e7-14ae-481e-80f1-bd1bde927efc, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ffba33-cea8-491b-9b56-61624214c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:37.405630 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.476537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5978beac-c854-4151-9484-26116bbc8b47 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:37.517384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-069aa2b1-784a-41d6-a20c-81b865e35f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.520064 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-069aa2b1-784a-41d6-a20c-81b865e35f1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3897552 Aug 27 02:31:37.533384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c77c875-0232-45d8-8c0f-68ea6c966ef6 req-9f5c3d47-5916-453c-895a-3ebd70fe7194 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474711 Aug 27 02:31:37.544047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Allocated IP 172.20.0.13 (605769c5-2a92-42ae-9380-6f6a450b8f34/aed35d1a-d0f5-479d-9422-cab41d36fa19/f1ddd2f3-cea7-4b95-9472-062c30bc19aa) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:37.580299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 5978beac-c854-4151-9484-26116bbc8b47 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:37.585868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5978beac-c854-4151-9484-26116bbc8b47 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:37.586296 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.597380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55c1ef-1456-4f86-ab77-2b4b5eed91a0 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.598791 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb55c1ef-1456-4f86-ab77-2b4b5eed91a0 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.2338991 Aug 27 02:31:37.604989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51550) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:37.653932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-221eb61c-1484-4b6e-ba60-5421ddcec4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.656319 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-221eb61c-1484-4b6e-ba60-5421ddcec4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.657507 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-221eb61c-1484-4b6e-ba60-5421ddcec4a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5de1ae0-e61e-4060-b7d4-a17b2d615aa4 HTTP/1.1" status: 204 len: 168 time: 1.9959297 Aug 27 02:31:37.683825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.690042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Made reservation on behalf of 69f2b6375a9942b3ad79e1fdf1059d45 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:37.693975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.697204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] For port a4d520a1-d9b3-4fe6-830e-1c5032a1e33b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:37.697558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.708622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eb61c-1484-4b6e-ba60-5421ddcec4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5de1ae0-e61e-4060-b7d4-a17b2d615aa4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:37.714819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ea1b9de3-1e7d-41f5-b883-a87c22428e97 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=706de999-f696-4a52-90de-2837ebd105df HTTP/1.1" status: 200 len: 205 time: 0.1064396 Aug 27 02:31:37.714952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51554) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:37.759361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.763129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Calling delete_port for a4d520a1-d9b3-4fe6-830e-1c5032a1e33b owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:37.783338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] For port 736769e7-14ae-481e-80f1-bd1bde927efc, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:37.790048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Made reservation on behalf of 69f2b6375a9942b3ad79e1fdf1059d45 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:37.793705 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.796044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f8b31c5b-b007-47f1-a346-feb9b46bb14c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:37.814271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=5978beac-c854-4151-9484-26116bbc8b47,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:37.854430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f8b31c5b-b007-47f1-a346-feb9b46bb14c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:37.863271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f8b31c5b-b007-47f1-a346-feb9b46bb14c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:37.884095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] For port 736769e7-14ae-481e-80f1-bd1bde927efc, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=736769e7-14ae-481e-80f1-bd1bde927efc,segment=NetworkSegment(99ffba33-cea8-491b-9b56-61624214c8cc),segment_id=99ffba33-cea8-491b-9b56-61624214c8cc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:37.961690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.974030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a7623d5-3dd2-45dd-ba0b-3e109b99b4bc req-0b6d2c33-2ad3-44b7-921a-ffb067299243 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 210 time: 0.1046216 Aug 27 02:31:38.014242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.048206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-0bb3afa8-3214-435c-b9d2-5a8379958d5b service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842639 Aug 27 02:31:38.063856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.064542 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.065960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] 10.222.0.32 "PUT /v2.0/ports/736769e7-14ae-481e-80f1-bd1bde927efc HTTP/1.1" status: 200 len: 1092 time: 4.0415878 Aug 27 02:31:38.073853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'tag': '736769e7-14ae-481e-80f1-bd1bde927efc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:38.076181 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a41771a-9538-42b1-b2a6-89c8b1f4952b", "tag": "736769e7-14ae-481e-80f1-bd1bde927efc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:38.168049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.179147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.190256 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c82a45-a21f-4c89-a6a4-9444d77a5a4c x-openstack-request-id: req-a8c82a45-a21f-4c89-a6a4-9444d77a5a4c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:38.190569 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a41771a-9538-42b1-b2a6-89c8b1f4952b", "tag": "736769e7-14ae-481e-80f1-bd1bde927efc", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:38.190820 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8c82a45-a21f-4c89-a6a4-9444d77a5a4c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:38.191279 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'tag': '736769e7-14ae-481e-80f1-bd1bde927efc', 'status': 'completed', 'code': 200} Aug 27 02:31:38.215227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38b9ee-2c93-4855-bdca-277f9f13fcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=736769e7-14ae-481e-80f1-bd1bde927efc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:38.293889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-bbc078e1-5ad3-4ec6-9dcb-7343e1639b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.295774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-bbc078e1-5ad3-4ec6-9dcb-7343e1639b69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f2aa78ec72d4179a4c581e71c2a9ca4&device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 1095 time: 0.1630056 Aug 27 02:31:38.346526 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.375527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-00b72089-e6f3-48da-917a-ef648db20a64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736769e7-14ae-481e-80f1-bd1bde927efc HTTP/1.1" status: 200 len: 217 time: 0.0676544 Aug 27 02:31:38.414733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-e2f8ff0a-d75d-4131-b4e9-d3e4b428553d service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417382 Aug 27 02:31:38.439787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Network 605769c5-2a92-42ae-9380-6f6a450b8f34 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:38.547526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Allocated IP 172.20.0.14 (605769c5-2a92-42ae-9380-6f6a450b8f34/aed35d1a-d0f5-479d-9422-cab41d36fa19/539e20f5-5f13-492e-8356-8248e1a715a8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:38.664747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-d8e844ed-09e3-4e3f-843e-90ff4247bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.666287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-d8e844ed-09e3-4e3f-843e-90ff4247bdd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d26550cf-9905-4b1a-9b9e-a226ae81dcdb HTTP/1.1" status: 200 len: 861 time: 0.2473655 Aug 27 02:31:38.679515 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-b4f1eccb-6445-470e-9270-fae4c3b06b6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 217 time: 0.2483423 Aug 27 02:31:38.709474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-a0ff7680-8178-4cb7-86df-182fd664abad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3acb4b1e-7ad6-47a9-8d88-3e657a1e0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268414 Aug 27 02:31:38.710140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.830678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:38.837024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:38.840853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Pushing event updated for resources: {'Port': ['ID=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:38.866148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.881755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Router 8db5df5a-eb4f-4e17-856d-374ba61920f5 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:38.883375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d520a1-d9b3-4fe6-830e-1c5032a1e33b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:38.936268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.936898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.944733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-acba977d-f73a-4930-90fc-61f685538104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.946217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-acba977d-f73a-4930-90fc-61f685538104 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.2270226 Aug 27 02:31:38.963664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb07aa-d618-4b5b-948c-58f94b0b30ec req-565f46fd-6028-4169-8bc2-2cc07a8b34ba tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.965155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71bb07aa-d618-4b5b-948c-58f94b0b30ec req-565f46fd-6028-4169-8bc2-2cc07a8b34ba tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 944 time: 0.2954962 Aug 27 02:31:39.025738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.026270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:39.036131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9c8bc546-fedd-40e3-9829-cc84111bf960 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "PUT /v2.0/routers/8db5df5a-eb4f-4e17-856d-374ba61920f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6123998 Aug 27 02:31:39.037716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ff350b3-ac49-4b0c-952f-308a78ad9faf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3319726 Aug 27 02:31:39.041080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51594) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:39.044514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] Sync routers for ids ['8db5df5a-eb4f-4e17-856d-374ba61920f5'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:39.061039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] Routers {'8db5df5a-eb4f-4e17-856d-374ba61920f5'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:39.061936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Request body: {'port': {'device_id': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:39.062709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8db5df5a-eb4f-4e17-856d-374ba61920f5'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:39.103209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Deleting port 1500a3ff-7213-47cd-96c1-32ed01f1b649 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:39.103806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.113251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-56e3fd2d-014b-4ce9-9dd3-e2d9676fb38b service neutron] 10.222.0.32 "GET /v2.0/networks/3acb4b1e-7ad6-47a9-8d88-3e657a1e0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639359 Aug 27 02:31:39.117331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.238138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a056915-c4a2-4472-8c49-1ef18282b4a9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.240666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a056915-c4a2-4472-8c49-1ef18282b4a9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.242556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1a056915-c4a2-4472-8c49-1ef18282b4a9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2003231 Aug 27 02:31:39.256081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51600) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:39.262463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.288061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65ea53-4ac9-4cc5-addb-a4c7c8989233 req-eea083c1-8c97-4b29-a0f6-944d7f2d9ae6 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.289981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba65ea53-4ac9-4cc5-addb-a4c7c8989233 req-eea083c1-8c97-4b29-a0f6-944d7f2d9ae6 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 932 time: 0.1840262 Aug 27 02:31:39.307243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.327979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.357343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Calling delete_port for 1500a3ff-7213-47cd-96c1-32ed01f1b649 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:39.421906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.429713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-44425de9-70f3-49f8-a5d7-9db2f378685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.431524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-44425de9-70f3-49f8-a5d7-9db2f378685e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4620802 Aug 27 02:31:39.444420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba65ea53-4ac9-4cc5-addb-a4c7c8989233 req-e12cde7e-e1fd-4ed1-8ba1-ea9dc2869a1d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430795 Aug 27 02:31:39.481802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71bb07aa-d618-4b5b-948c-58f94b0b30ec req-55a6aa67-891a-4d41-a62a-8f41c98cb239 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854052 Aug 27 02:31:39.496323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] Set router 8db5df5a-eb4f-4e17-856d-374ba61920f5 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:39.584370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'name': 'tempest-NetworksTestDHCPv6-router-1107386135', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:28Z', 'updated_at': '2021-08-27T02:31:37Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:39.619312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] Checking router: 8db5df5a-eb4f-4e17-856d-374ba61920f5 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:39.628531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] Routers {'8db5df5a-eb4f-4e17-856d-374ba61920f5'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:39.629254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8db5df5a-eb4f-4e17-856d-374ba61920f5'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:39.718454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] Set router 8db5df5a-eb4f-4e17-856d-374ba61920f5 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:31:39.809123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'name': 'tempest-NetworksTestDHCPv6-router-1107386135', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:28Z', 'updated_at': '2021-08-27T02:31:37Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:39.847925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae436219-7122-4aac-bfae-b9d2fdb159e3 None None] The sync data for ids ['8db5df5a-eb4f-4e17-856d-374ba61920f5'] in n-d-806293-1 is: [{'id': '8db5df5a-eb4f-4e17-856d-374ba61920f5', 'name': 'tempest-NetworksTestDHCPv6-router-1107386135', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:31:28Z', 'updated_at': '2021-08-27T02:31:37Z', 'revision_number': 3, 'project_id': 'abef832362d048b99c3490815db06c31', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:39.853765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.901820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event deleted for resources: {'Port': ['ID=1500a3ff-7213-47cd-96c1-32ed01f1b649,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:39.998088 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.111805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 3a400ba7-34d5-4740-8cd7-d135db79a867 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:40.121634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.122546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.124410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.125412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.126200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7021affa-c065-4eef-8b99-3073ed98af04 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:40.156659 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.158141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4d964f71-298e-4c4c-bfda-748f4ff35e9d admin admin] 10.222.0.10 "DELETE /v2.0/routers/7021affa-c065-4eef-8b99-3073ed98af04 HTTP/1.1" status: 204 len: 168 time: 5.9077270 Aug 27 02:31:40.165432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51616) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:40.181266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.181915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Fanout notify agent at l3_agent the message router_deleted on router 706de999-f696-4a52-90de-2837ebd105df {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:40.189444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.194685 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9f44ed77-7e94-463b-a7a0-e40552780c3e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/706de999-f696-4a52-90de-2837ebd105df HTTP/1.1" status: 204 len: 168 time: 2.4749856 Aug 27 02:31:40.194685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51620) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:40.201388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-dcd7cd98-a4d5-46d2-b98d-05eddfc3f61a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1420428414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:40.215733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.249653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd98-a4d5-46d2-b98d-05eddfc3f61a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.251149 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd98-a4d5-46d2-b98d-05eddfc3f61a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.290917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-b6913042-66f0-46ba-a784-e23f0fc71c34 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849467 Aug 27 02:31:40.308465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-054a70a9-fa11-4694-a952-f2d2a62e0122 req-ce495534-58ef-4118-911e-5a4e5698fc3c service neutron] 10.222.0.32 "GET /v2.0/networks/3acb4b1e-7ad6-47a9-8d88-3e657a1e0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1467934 Aug 27 02:31:40.338760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd98-a4d5-46d2-b98d-05eddfc3f61a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.346552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.359414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd98-a4d5-46d2-b98d-05eddfc3f61a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.387783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd98-a4d5-46d2-b98d-05eddfc3f61a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.389105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dcd7cd98-a4d5-46d2-b98d-05eddfc3f61a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1924210 Aug 27 02:31:40.392534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51622) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:40.411885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': False}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:40.595986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] Deleting subnet 8d9f0231-445f-48af-9187-e7e9763b1628 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:40.600336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Network 605769c5-2a92-42ae-9380-6f6a450b8f34 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:40.603926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Allocated IP 172.20.0.11 (605769c5-2a92-42ae-9380-6f6a450b8f34/aed35d1a-d0f5-479d-9422-cab41d36fa19/5ff1f1f0-0b6b-435f-9d8f-0e2605a15512) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:40.621469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.623784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Pushing event updated for resources: {'Port': ['ID=539e20f5-5f13-492e-8356-8248e1a715a8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:40.651673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.665574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:40.668534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:40.688173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ce8b0-b4d8-44ea-ac5c-f2eb6c5e974f req-f367d99a-2b91-4389-85b0-bb3e1bf24635 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.689929 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d2ce8b0-b4d8-44ea-ac5c-f2eb6c5e974f req-f367d99a-2b91-4389-85b0-bb3e1bf24635 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 944 time: 0.0927076 Aug 27 02:31:40.742126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-f615414e-4a88-446c-8146-84e9c441dbfc service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986950 Aug 27 02:31:40.764956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d2ce8b0-b4d8-44ea-ac5c-f2eb6c5e974f req-a32502aa-29de-4f9f-bcb9-090a497ee8fc tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Aug 27 02:31:40.828991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.900446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-41edb198-b6cb-4fb5-8f5f-7225eedf82f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f HTTP/1.1" status: 200 len: 217 time: 0.1292081 Aug 27 02:31:40.910903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-79b59806-0aaf-46b8-a37c-dafcef922c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.911538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-79b59806-0aaf-46b8-a37c-dafcef922c36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f2aa78ec72d4179a4c581e71c2a9ca4&device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 1095 time: 0.4980726 Aug 27 02:31:40.917351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.918070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.950092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.971857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.003549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.072816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f63313-e6c1-4960-bd78-200eb88fded6 req-b60e648d-207d-4fd5-949c-483bc8ad3e6d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.074257 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-29f63313-e6c1-4960-bd78-200eb88fded6 req-b60e648d-207d-4fd5-949c-483bc8ad3e6d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 932 time: 0.4728854 Aug 27 02:31:41.092786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Allocated IP 172.25.1.38 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0089874c-b8f3-48ca-8d0b-fdb362f68e4b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:41.112382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-5d09ec4d-ad09-4b3e-8ba8-991d1d21c51a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9730332 Aug 27 02:31:41.139551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Request body: {'port': {'device_id': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:41.204618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.222076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51638) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:41.232337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-255d5fda-913d-4354-8bd4-4ffe6f4e00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.233913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-255d5fda-913d-4354-8bd4-4ffe6f4e00d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.3050809 Aug 27 02:31:41.254993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.297817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:41.305371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:41.308162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:41.319590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.339690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Pushing event updated for resources: {'Port': ['ID=0089874c-b8f3-48ca-8d0b-fdb362f68e4b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:41.359790 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4e5-f5e0-4aae-b02c-8ee62decd82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.373962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5978beac-c854-4151-9484-26116bbc8b47 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:41.399938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-29f63313-e6c1-4960-bd78-200eb88fded6 req-caebe9bb-057e-4237-8008-2c66aad7e147 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815082 Aug 27 02:31:41.406900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 5978beac-c854-4151-9484-26116bbc8b47 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:41.407628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-90381452-6dba-49fc-a0d2-61e7ef23e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.409177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-90381452-6dba-49fc-a0d2-61e7ef23e1cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 HTTP/1.1" status: 200 len: 922 time: 0.4814966 Aug 27 02:31:41.410854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5978beac-c854-4151-9484-26116bbc8b47 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:41.411597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4d520a1-d9b3-4fe6-830e-1c5032a1e33b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:41.419363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.436425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a4d520a1-d9b3-4fe6-830e-1c5032a1e33b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:41.437038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4d520a1-d9b3-4fe6-830e-1c5032a1e33b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:41.446155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.450239 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.524302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-d7fda7e8-35af-461f-9125-8ab0f8a295ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736769e7-14ae-481e-80f1-bd1bde927efc HTTP/1.1" status: 200 len: 217 time: 0.0994446 Aug 27 02:31:41.545291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f82c3-de70-4fa5-af6e-3130b6751b9b None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:41.553725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-04d626ca-d850-4646-a562-7a2a144b93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.555290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-04d626ca-d850-4646-a562-7a2a144b93a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2990067 Aug 27 02:31:41.555998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=3a400ba7-34d5-4740-8cd7-d135db79a867,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:41.568801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.572722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e056d754-4b2d-40c1-9cbb-2bb041d0a044 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/3a400ba7-34d5-4740-8cd7-d135db79a867 HTTP/1.1" status: 204 len: 168 time: 2.2609043 Aug 27 02:31:41.574068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51642) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:41.663501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.728664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4e5-f5e0-4aae-b02c-8ee62decd82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.730599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9f0231-445f-48af-9187-e7e9763b1628,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:41.740432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:41.743910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4e5-f5e0-4aae-b02c-8ee62decd82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.788906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc2a9783-3d42-4e50-bebe-541455b4612f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2114425 Aug 27 02:31:41.790867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51644) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:41.799018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-559a8dee-a9fd-441f-81bb-4755a5dcc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.800593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-559a8dee-a9fd-441f-81bb-4755a5dcc3ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d26550cf-9905-4b1a-9b9e-a226ae81dcdb HTTP/1.1" status: 200 len: 861 time: 0.2675216 Aug 27 02:31:41.801622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] Deleting port 2eb03bf6-642a-481e-be57-9967d1458968 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:41.802129 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.805476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.809352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1d951aa6-bd88-4ad4-917f-9703db4643a2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d9f0231-445f-48af-9187-e7e9763b1628 HTTP/1.1" status: 204 len: 168 time: 1.6386006 Aug 27 02:31:41.809548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155ee64-8ede-4be0-8df0-eed98c0bab32 None None] Network ddb64937-3348-430a-9303-9c36194cdc20 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:41.810380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.813012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51648) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:41.861568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f73ae4e5-f5e0-4aae-b02c-8ee62decd82e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38da4c63addd42e6bad619afd4b9c491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383419 Aug 27 02:31:41.866274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ae4e5-f5e0-4aae-b02c-8ee62decd82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5626b33-56a6-465d-906b-460b98088fc2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:41.879466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51650) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:41.920544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.939998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] For port 2eb03bf6-642a-481e-be57-9967d1458968, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2eb03bf6-642a-481e-be57-9967d1458968,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:41.940672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.950047 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-a7fe20e0-e2b8-46b0-b1d7-aa274d81e748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3acb4b1e-7ad6-47a9-8d88-3e657a1e0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299806 Aug 27 02:31:41.978891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8facab2d-3d14-4fc9-8f68-b7c40e63d306 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:41.989583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] Calling delete_port for 2eb03bf6-642a-481e-be57-9967d1458968 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:42.103891 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.137617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] Pushing event deleted for resources: {'Port': ['ID=2eb03bf6-642a-481e-be57-9967d1458968,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:42.142730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-2d0dc160-99ae-4420-a35c-85a75821a8c7 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675838 Aug 27 02:31:42.145805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b629f-bd32-4fd9-be7d-4d1959d7404d None None] No DVR routers for this DVR port 2eb03bf6-642a-481e-be57-9967d1458968 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:42.165698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] DHCP port deletion for ddb64937-3348-430a-9303-9c36194cdc20 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:42.166213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Network 605769c5-2a92-42ae-9380-6f6a450b8f34 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:42.191042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:42.206742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Pushing event updated for resources: {'Port': ['ID=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:42.224230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] Deleting port 17d0e32c-be7c-402b-acb9-a7683921cd0d {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:42.224621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.235429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:42.293804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] For port 17d0e32c-be7c-402b-acb9-a7683921cd0d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=17d0e32c-be7c-402b-acb9-a7683921cd0d,segment=NetworkSegment(dcaffbae-97f6-44ab-81ec-d742ecac019d),segment_id=dcaffbae-97f6-44ab-81ec-d742ecac019d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:42.294209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.308868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] Calling delete_port for 17d0e32c-be7c-402b-acb9-a7683921cd0d owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:42.395052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.421633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] Pushing event deleted for resources: {'Port': ['ID=17d0e32c-be7c-402b-acb9-a7683921cd0d,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:42.426891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42050dfb-d43f-441d-86fb-552d32d8f27f None None] No DVR routers for this DVR port 17d0e32c-be7c-402b-acb9-a7683921cd0d on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:42.440686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.500222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d30bf-411b-4050-8138-43dfbe1e9bd5 req-ef8f692c-80a0-4b2b-9dc8-a25fae7704df tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.501808 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b92d30bf-411b-4050-8138-43dfbe1e9bd5 req-ef8f692c-80a0-4b2b-9dc8-a25fae7704df tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 944 time: 0.6381075 Aug 27 02:31:42.719057 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b92d30bf-411b-4050-8138-43dfbe1e9bd5 req-a2be6e24-56fd-42da-b0ad-7628fae7b079 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099133 Aug 27 02:31:42.720478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.743473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb64937-3348-430a-9303-9c36194cdc20']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:42.753215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ddd2f3-cea7-4b95-9472-062c30bc19aa {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:42.762879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaffbae-97f6-44ab-81ec-d742ecac019d') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:42.763174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaffbae-97f6-44ab-81ec-d742ecac019d') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:42.765920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.769225 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.780299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8facab2d-3d14-4fc9-8f68-b7c40e63d306 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.786702 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8facab2d-3d14-4fc9-8f68-b7c40e63d306 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.787000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.788949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.800093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Transition to ACTIVE for port object f1ddd2f3-cea7-4b95-9472-062c30bc19aa will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:42.837491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.839024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee910de-8da4-48ae-8a13-9b3188abd831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.839389 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.853670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:42.853935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: items = [ Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:42.855651 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:42.899461 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-a153109d-5594-4f53-b099-91efd3ce0a89 service neutron] 10.222.0.32 "GET /v2.0/networks/3acb4b1e-7ad6-47a9-8d88-3e657a1e0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9297497 Aug 27 02:31:42.911210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.911826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.984776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Pushing event updated for resources: {'Port': ['ID=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:42.999534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.000745 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8facab2d-3d14-4fc9-8f68-b7c40e63d306 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.001437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8facab2d-3d14-4fc9-8f68-b7c40e63d306 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Fanout notify agent at l3_agent the message router_deleted on router 8db5df5a-eb4f-4e17-856d-374ba61920f5 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:43.007171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.009830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] 10.222.0.10 "DELETE /v2.0/networks/ddb64937-3348-430a-9303-9c36194cdc20 HTTP/1.1" status: 204 len: 168 time: 1.1951008 Aug 27 02:31:43.020151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f2cef-4c1c-4274-9271-ce53effca3ee req-62b479bb-e1c2-46c1-9b1b-47fd99897715 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.021708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e21f2cef-4c1c-4274-9271-ce53effca3ee req-62b479bb-e1c2-46c1-9b1b-47fd99897715 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 932 time: 0.3265474 Aug 27 02:31:43.028950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8facab2d-3d14-4fc9-8f68-b7c40e63d306 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.030258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8facab2d-3d14-4fc9-8f68-b7c40e63d306 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/routers/8db5df5a-eb4f-4e17-856d-374ba61920f5 HTTP/1.1" status: 204 len: 168 time: 1.2332108 Aug 27 02:31:43.039368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-9049244d-973f-46a4-8c64-6fbf3c83adcf service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777065 Aug 27 02:31:43.052387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51660) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.053849 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3e355d97-bfca-48b5-be30-f556bcf15af0 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0903325 Aug 27 02:31:43.059720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074c501-66a2-4885-96be-8f1a92c308ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb64937-3348-430a-9303-9c36194cdc20,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:43.064828 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee910de-8da4-48ae-8a13-9b3188abd831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.122522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Request body: {'port': {'device_id': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:43.135930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Attempting to bind port f1ddd2f3-cea7-4b95-9472-062c30bc19aa on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:43.136282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Attempting to bind port f1ddd2f3-cea7-4b95-9472-062c30bc19aa by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:43.136609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Attempting to bind port f1ddd2f3-cea7-4b95-9472-062c30bc19aa on network 605769c5-2a92-42ae-9380-6f6a450b8f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:43.141972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Port f1ddd2f3-cea7-4b95-9472-062c30bc19aa on network 605769c5-2a92-42ae-9380-6f6a450b8f34 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:43.142308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Attempting to bind port f1ddd2f3-cea7-4b95-9472-062c30bc19aa on network 605769c5-2a92-42ae-9380-6f6a450b8f34 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:43.150806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:43.151155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Checking segment: {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:43.151545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Bound using segment: {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:43.151984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Bound port: f1ddd2f3-cea7-4b95-9472-062c30bc19aa, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:43.152424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.172004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Router 78ac4c11-2636-4d8d-b93c-0a3c7482ecbd is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:43.172232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-43cce2ef-c310-43d7-8176-b5ca9fdd6dc2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1172416 Aug 27 02:31:43.177936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.184593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51666) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.206031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-90038f12-4cc3-4ab1-b74b-56cce673239f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f32e51da-d1a7-474b-8f36-ac21600c7509 HTTP/1.1" status: 200 len: 217 time: 0.1435204 Aug 27 02:31:43.319313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757038-ce88-40bf-a0c9-d17267ccc190 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.320847 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d8757038-ce88-40bf-a0c9-d17267ccc190 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1418381 Aug 27 02:31:43.322361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] For port f1ddd2f3-cea7-4b95-9472-062c30bc19aa, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:43.329800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] For port f1ddd2f3-cea7-4b95-9472-062c30bc19aa, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:43.331056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51668) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.334821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e21f2cef-4c1c-4274-9271-ce53effca3ee req-073f8f9a-7f44-4feb-926a-9d559349a004 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884862 Aug 27 02:31:43.343361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.392773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-721e9eea-aa18-4677-b9a5-9ddd9d61ba7e req-245cafd8-f160-4fb5-a980-1fc3aa67e4ef service neutron] 10.222.0.32 "GET /v2.0/networks/3acb4b1e-7ad6-47a9-8d88-3e657a1e0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756203 Aug 27 02:31:43.408222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.414373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f83eb8e8-29d1-49ca-b179-99142b8b69a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f1f80b548154fdcb879dd0efcf97ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049749 Aug 27 02:31:43.416892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-43148887-8707-48a2-9e3c-8ef95f3d7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.417042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51670) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.418456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-43148887-8707-48a2-9e3c-8ef95f3d7945 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 200 len: 797 time: 0.1893797 Aug 27 02:31:43.433305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2a088bad-8683-4794-81b1-4df35f4cb0df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947413 Aug 27 02:31:43.435100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17d0e32c-be7c-402b-acb9-a7683921cd0d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:43.443954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51672) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.461117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:43.461314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 17d0e32c-be7c-402b-acb9-a7683921cd0d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:43.461536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17d0e32c-be7c-402b-acb9-a7683921cd0d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:43.462188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2eb03bf6-642a-481e-be57-9967d1458968 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:43.467101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee910de-8da4-48ae-8a13-9b3188abd831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.469396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee910de-8da4-48ae-8a13-9b3188abd831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.472869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2ee910de-8da4-48ae-8a13-9b3188abd831 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5626b33-56a6-465d-906b-460b98088fc2 HTTP/1.1" status: 204 len: 168 time: 1.5900834 Aug 27 02:31:43.481560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.481942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.483361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] 10.222.0.32 "PUT /v2.0/ports/f1ddd2f3-cea7-4b95-9472-062c30bc19aa HTTP/1.1" status: 200 len: 1092 time: 4.4297462 Aug 27 02:31:43.504988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 2eb03bf6-642a-481e-be57-9967d1458968 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:43.505322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'tag': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:43.505782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2eb03bf6-642a-481e-be57-9967d1458968 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:43.523809 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71854a75-0aec-46cb-949a-d6fe2e7383ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9aec0371-f3d5-41da-9491-8b3fdc00d982", "tag": "f1ddd2f3-cea7-4b95-9472-062c30bc19aa"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:43.563081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539e20f5-5f13-492e-8356-8248e1a715a8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:43.586119 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c6e4b5-c8c1-4447-868a-75662dcf08ba x-openstack-request-id: req-86c6e4b5-c8c1-4447-868a-75662dcf08ba {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:43.586510 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aec0371-f3d5-41da-9491-8b3fdc00d982", "tag": "f1ddd2f3-cea7-4b95-9472-062c30bc19aa", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:43.586841 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86c6e4b5-c8c1-4447-868a-75662dcf08ba {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:43.587306 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'tag': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa', 'status': 'completed', 'code': 200} Aug 27 02:31:43.602400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9bce9-5d8d-403f-98c0-6ce2dedba19b service neutron] Pushing event updated for resources: {'Port': ['ID=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:43.607829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:43.614299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.615544 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-29ca0500-1246-411b-9d25-af815b473d24 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "PUT /v2.0/routers/78ac4c11-2636-4d8d-b93c-0a3c7482ecbd HTTP/1.1" status: 200 len: 915 time: 3.2201147 Aug 27 02:31:43.621459 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] Sync routers for ids ['78ac4c11-2636-4d8d-b93c-0a3c7482ecbd'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:43.624890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51678) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.626613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.629252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee910de-8da4-48ae-8a13-9b3188abd831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5626b33-56a6-465d-906b-460b98088fc2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:43.639116 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] Routers {'78ac4c11-2636-4d8d-b93c-0a3c7482ecbd'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:43.641940 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['78ac4c11-2636-4d8d-b93c-0a3c7482ecbd'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:43.670968 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06957a73-a487-4ee2-a9f3-1433346ae9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.678690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-d051b6cb-7f1b-4d19-874e-8f7ff2dc8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.680224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-d051b6cb-7f1b-4d19-874e-8f7ff2dc8c9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 1095 time: 0.1352522 Aug 27 02:31:43.702440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Transition to ACTIVE for port object 539e20f5-5f13-492e-8356-8248e1a715a8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:43.705287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-9df40192-d90e-4d73-9f09-a665ef430f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.707489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-9df40192-d90e-4d73-9f09-a665ef430f69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aea73a19-2afa-4a18-9dfd-961653b53f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2623432 Aug 27 02:31:43.709934 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:43.722019 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] Routers {'78ac4c11-2636-4d8d-b93c-0a3c7482ecbd'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:43.722960 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['78ac4c11-2636-4d8d-b93c-0a3c7482ecbd'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:43.751469 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-febb2cd4-da47-4907-891f-f52ff32ee085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa HTTP/1.1" status: 200 len: 217 time: 0.0583987 Aug 27 02:31:43.753376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06957a73-a487-4ee2-a9f3-1433346ae9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.759559 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:43.762382 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0cbb0e-343e-4fc7-85f1-17537f99a18e None None] The sync data for ids ['78ac4c11-2636-4d8d-b93c-0a3c7482ecbd'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:43.763085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 736769e7-14ae-481e-80f1-bd1bde927efc details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:43.787523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.879480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-f0546c5c-bcf9-4a55-8e7a-6b9427663655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.880974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-f0546c5c-bcf9-4a55-8e7a-6b9427663655 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 200 len: 857 time: 0.1189380 Aug 27 02:31:43.883068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de825985-7722-46a6-8540-f0911710a095 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/78ac4c11-2636-4d8d-b93c-0a3c7482ecbd HTTP/1.1" status: 200 len: 921 time: 0.2571120 Aug 27 02:31:43.886165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51686) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.930603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 736769e7-14ae-481e-80f1-bd1bde927efc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=736769e7-14ae-481e-80f1-bd1bde927efc,segment=NetworkSegment(99ffba33-cea8-491b-9b56-61624214c8cc),segment_id=99ffba33-cea8-491b-9b56-61624214c8cc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:43.937895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-72d089a0-a8ad-4eec-a2f0-8930dbbad65a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=605769c5-2a92-42ae-9380-6f6a450b8f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417593 Aug 27 02:31:43.953538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '736769e7-14ae-481e-80f1-bd1bde927efc', 'network_id': '3acb4b1e-7ad6-47a9-8d88-3e657a1e0386', 'port_id': '736769e7-14ae-481e-80f1-bd1bde927efc', 'mac_address': 'fa:16:3e:da:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26550cf-9905-4b1a-9b9e-a226ae81dcdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:43.969321 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06957a73-a487-4ee2-a9f3-1433346ae9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.972307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06957a73-a487-4ee2-a9f3-1433346ae9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.976397 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06957a73-a487-4ee2-a9f3-1433346ae9cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea911bdc-e6cd-4c96-a206-287bba5e00d8 HTTP/1.1" status: 204 len: 168 time: 0.5529950 Aug 27 02:31:43.988882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51690) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:44.005417 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.020002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fbb7f-c106-4a13-9e68-4560c3770454 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.021555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-473fbb7f-c106-4a13-9e68-4560c3770454 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=78ac4c11-2636-4d8d-b93c-0a3c7482ecbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1342494 Aug 27 02:31:44.022976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736769e7-14ae-481e-80f1-bd1bde927efc {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:44.024220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06957a73-a487-4ee2-a9f3-1433346ae9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea911bdc-e6cd-4c96-a206-287bba5e00d8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.030441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51692) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:44.057977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 736769e7-14ae-481e-80f1-bd1bde927efc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=736769e7-14ae-481e-80f1-bd1bde927efc,segment=NetworkSegment(99ffba33-cea8-491b-9b56-61624214c8cc),segment_id=99ffba33-cea8-491b-9b56-61624214c8cc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:44.083587 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c716be95-f5ea-4e07-8cb5-3b6f53b4194b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.086260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Pushing event updated for resources: {'Port': ['ID=539e20f5-5f13-492e-8356-8248e1a715a8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.087043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.107937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:44.112505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.123343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-9ef7ce46-fc68-4cf8-9c8b-e7c92efebf09 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762121 Aug 27 02:31:44.161122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-e846d7e8-b381-4eff-bdca-e6e65c73f412 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447119 Aug 27 02:31:44.162708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=736769e7-14ae-481e-80f1-bd1bde927efc,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.163012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.163510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.164029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.164642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.165243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.165869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.166384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.166876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.167207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.167536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.167864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.168192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:44.201805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5cd5e-6c61-482d-9f2c-b598bbc037c9 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.203295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a8d5cd5e-6c61-482d-9f2c-b598bbc037c9 tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.1721969 Aug 27 02:31:44.206662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51696) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:44.240237 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-612add4b-cbeb-4baa-bd66-91940ea5affb tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ac4c11-2636-4d8d-b93c-0a3c7482ecbd HTTP/1.1" status: 200 len: 205 time: 0.0323002 Aug 27 02:31:44.242871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51698) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:44.279728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['736769e7-14ae-481e-80f1-bd1bde927efc'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:44.318241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-258d929e-9ca1-405f-a0b2-f1e75bd8f715 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846647 Aug 27 02:31:44.318742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfebd44-b04d-403c-87da-f453940dfa47 req-6e90701d-5993-403e-9c94-da0e5d7bd7bb tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.320188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfebd44-b04d-403c-87da-f453940dfa47 req-6e90701d-5993-403e-9c94-da0e5d7bd7bb tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 944 time: 0.3885014 Aug 27 02:31:44.380059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.507928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7dfebd44-b04d-403c-87da-f453940dfa47 req-b32b1b22-f615-4f9a-8cf1-07281c63973c tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749537 Aug 27 02:31:44.513823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-d859bdf7-e9e0-48e0-b742-ad7d34321186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.515584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-d859bdf7-e9e0-48e0-b742-ad7d34321186 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 1095 time: 0.1329904 Aug 27 02:31:44.517912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Attempting to bind port 539e20f5-5f13-492e-8356-8248e1a715a8 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:44.518458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Attempting to bind port 539e20f5-5f13-492e-8356-8248e1a715a8 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:44.518657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Attempting to bind port 539e20f5-5f13-492e-8356-8248e1a715a8 on network 605769c5-2a92-42ae-9380-6f6a450b8f34 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:44.535491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-4eb10300-d237-4a93-b28e-2b6dd0d63f19 service neutron] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604186 Aug 27 02:31:44.573941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Port 539e20f5-5f13-492e-8356-8248e1a715a8 on network 605769c5-2a92-42ae-9380-6f6a450b8f34 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:44.573941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Attempting to bind port 539e20f5-5f13-492e-8356-8248e1a715a8 on network 605769c5-2a92-42ae-9380-6f6a450b8f34 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:44.613727 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.623030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-37e844ab-d0f0-4329-9de7-45e95021513b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2 HTTP/1.1" status: 200 len: 217 time: 0.0784421 Aug 27 02:31:44.643282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:44.643560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Checking segment: {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:44.643907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Bound using segment: {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:44.644371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Bound port: 539e20f5-5f13-492e-8356-8248e1a715a8, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:44.644735 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.680645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4282b2-0b4d-49ce-b3e6-80cf085d9d94 req-322c159c-36f8-4786-8bfb-2b0913759c5e tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.682240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b4282b2-0b4d-49ce-b3e6-80cf085d9d94 req-322c159c-36f8-4786-8bfb-2b0913759c5e tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 944 time: 0.1083906 Aug 27 02:31:44.691839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:44.697118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-8dd4234b-de7b-4df0-abff-d59e0c97ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.698604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-8dd4234b-de7b-4df0-abff-d59e0c97ac23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 918 time: 0.1754003 Aug 27 02:31:44.715188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.765103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-762cd46c-eef7-4ba4-88cf-1dffd5e0210e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa HTTP/1.1" status: 200 len: 217 time: 0.0487494 Aug 27 02:31:44.789225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Transition to ACTIVE for port object 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:44.810393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Deleting port 0089874c-b8f3-48ca-8d0b-fdb362f68e4b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:44.810742 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.815592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b4282b2-0b4d-49ce-b3e6-80cf085d9d94 req-265e85e7-5aba-4f30-84af-67fd39624055 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207709 Aug 27 02:31:44.816917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c716be95-f5ea-4e07-8cb5-3b6f53b4194b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.819334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-c8edcb3f-1e10-4e66-8064-dc31b7b6498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.820892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-c8edcb3f-1e10-4e66-8064-dc31b7b6498e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.1734819 Aug 27 02:31:44.831449 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.857524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c716be95-f5ea-4e07-8cb5-3b6f53b4194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.873435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-67a72afa-4295-4352-acb4-746ae6ab14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.874992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-67a72afa-4295-4352-acb4-746ae6ab14f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 200 len: 857 time: 0.1010933 Aug 27 02:31:44.924450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-9a37fbaf-eadc-4f89-a8d6-aaeac2e38b09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=605769c5-2a92-42ae-9380-6f6a450b8f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352941 Aug 27 02:31:44.957512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.991862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] For port 539e20f5-5f13-492e-8356-8248e1a715a8, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:45.002397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Calling delete_port for 0089874c-b8f3-48ca-8d0b-fdb362f68e4b owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:45.004075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c716be95-f5ea-4e07-8cb5-3b6f53b4194b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95774aca91c14913a7100d9dc78e19da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0054052 Aug 27 02:31:45.011539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51720) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:45.017605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716be95-f5ea-4e07-8cb5-3b6f53b4194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105a531c-732e-478b-98a8-bdaa57be35bf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.036366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51722) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:45.044040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.050974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] For port 539e20f5-5f13-492e-8356-8248e1a715a8, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=539e20f5-5f13-492e-8356-8248e1a715a8,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:45.066923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-a82739b3-8b30-46cd-b956-d2ddc0826f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.068449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-a82739b3-8b30-46cd-b956-d2ddc0826f08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2307067 Aug 27 02:31:45.087737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.259925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.260559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.261999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/539e20f5-5f13-492e-8356-8248e1a715a8 HTTP/1.1" status: 200 len: 1092 time: 4.1308386 Aug 27 02:31:45.265360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'tag': '539e20f5-5f13-492e-8356-8248e1a715a8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:45.267700 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c31d23-0005-4209-8443-bd8c29acbd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "63fb90aa-10c7-4b4d-b3ab-2e22aa10c618", "tag": "539e20f5-5f13-492e-8356-8248e1a715a8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:45.291025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.objects.ports [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:31:45.307120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.323012 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9964ca-c39e-458e-878c-475a9a4d99e7 x-openstack-request-id: req-1a9964ca-c39e-458e-878c-475a9a4d99e7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:45.323707 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fb90aa-10c7-4b4d-b3ab-2e22aa10c618", "tag": "539e20f5-5f13-492e-8356-8248e1a715a8", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:45.323707 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a9964ca-c39e-458e-878c-475a9a4d99e7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:45.323912 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'tag': '539e20f5-5f13-492e-8356-8248e1a715a8', 'status': 'completed', 'code': 200} Aug 27 02:31:45.382793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759d94b-3fa0-4443-a6b4-0b25c1bd62b6 service neutron] Pushing event updated for resources: {'Port': ['ID=539e20f5-5f13-492e-8356-8248e1a715a8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.470753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-195341975-network', 'tenant_id': 'a136295cde1a4c1f8003d674a9328ac3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:45.484088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-8fa2fe1c-d2d8-432e-9cfd-826ded861f70 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503676 Aug 27 02:31:45.583109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Made reservation on behalf of a136295cde1a4c1f8003d674a9328ac3 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:45.585445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.611117 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.666735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71854a75-0aec-46cb-949a-d6fe2e7383ca req-3c496c2d-c385-4538-b6c7-89069dab76c1 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726549 Aug 27 02:31:45.727368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.765685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Attempting to bind port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:45.765926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event deleted for resources: {'Port': ['ID=0089874c-b8f3-48ca-8d0b-fdb362f68e4b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.766055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Attempting to bind port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:45.766427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Attempting to bind port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 on network 605769c5-2a92-42ae-9380-6f6a450b8f34 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:45.774423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 736769e7-14ae-481e-80f1-bd1bde927efc up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:45.777351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd17b9-984c-4fa4-8dbc-18304e1e9fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.794415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:45.816686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 on network 605769c5-2a92-42ae-9380-6f6a450b8f34 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:45.817016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Attempting to bind port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 on network 605769c5-2a92-42ae-9380-6f6a450b8f34 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:45.826359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:45.837729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59673e33-2fe2-47e5-8fb6-e23e893f0a1f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:45.842946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 736769e7-14ae-481e-80f1-bd1bde927efc completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:45.853638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.853868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.853868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.857386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=19a90a97-08bd-4326-a483-ca8c0542b784,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.857860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.862572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.868858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-80e648a6-903f-4c81-8eb6-7399420d5ec9 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7788732 Aug 27 02:31:45.872958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 736769e7-14ae-481e-80f1-bd1bde927efc triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:45.874004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd17b9-984c-4fa4-8dbc-18304e1e9fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.874811 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.877282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:45.877720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Checking segment: {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:45.877996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Bound using segment: {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:45.878476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Bound port: 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ccf65-40e3-4f3f-848d-14326e615bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:45.878833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.972053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-63378e9a-3136-43b9-8a2a-48a696f43f7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5240834 Aug 27 02:31:45.974219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-057a5985-5f38-4804-9db3-9af737172c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.975673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-057a5985-5f38-4804-9db3-9af737172c3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 1095 time: 0.6331365 Aug 27 02:31:45.982538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51736) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:45.991649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:45.999931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.004222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.012819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:46.020418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bf8d56-73af-40dc-9c8c-6261d9264c1b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.066028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.066484 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Added segment 60bc03f3-457b-4a36-b3a8-fd2de136241a of type vlan for network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b Aug 27 02:31:46.083522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9d03c-dc8b-490c-9881-6310623753f8 req-0408f320-641f-44db-9628-c1579f067a5f tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.091282 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63c9d03c-dc8b-490c-9881-6310623753f8 req-0408f320-641f-44db-9628-c1579f067a5f tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 945 time: 0.3149257 Aug 27 02:31:46.107750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece3765-1101-4739-ba24-acf4b06a3be2 req-f5c522e1-bc01-4399-b29c-2defa8854c38 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.109323 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ece3765-1101-4739-ba24-acf4b06a3be2 req-f5c522e1-bc01-4399-b29c-2defa8854c38 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 944 time: 0.1770563 Aug 27 02:31:46.112427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.112942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Fanout notify agent at l3_agent the message router_deleted on router 78ac4c11-2636-4d8d-b93c-0a3c7482ecbd {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:46.122503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.123607 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dedf16a7-61ba-4db7-93c9-ca687e37213e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/78ac4c11-2636-4d8d-b93c-0a3c7482ecbd HTTP/1.1" status: 204 len: 168 time: 1.8798246 Aug 27 02:31:46.129695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51738) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:46.130104 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.133845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '19a90a97-08bd-4326-a483-ca8c0542b784'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:46.134465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-296158602', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:46.134904 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.145343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.155394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c8cd5f27-5491-4425-9251-1c4458097078 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=539e20f5-5f13-492e-8356-8248e1a715a8 HTTP/1.1" status: 200 len: 217 time: 0.1678648 Aug 27 02:31:46.201597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.202848 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.214563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ece3765-1101-4739-ba24-acf4b06a3be2 req-3386fdd1-e0f7-4648-b982-9f797c89d6f8 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718985 Aug 27 02:31:46.222649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736769e7-14ae-481e-80f1-bd1bde927efc'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:46.223685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.225192 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d60226-eb4c-4dd3-a9e4-0499f88931dd" -d '{"events": [{"server_uuid": "4a41771a-9538-42b1-b2a6-89c8b1f4952b", "name": "network-vif-plugged", "status": "completed", "tag": "736769e7-14ae-481e-80f1-bd1bde927efc"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:46.226114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.226745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.252970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 736769e7-14ae-481e-80f1-bd1bde927efc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=736769e7-14ae-481e-80f1-bd1bde927efc,segment=NetworkSegment(99ffba33-cea8-491b-9b56-61624214c8cc),segment_id=99ffba33-cea8-491b-9b56-61624214c8cc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:46.264842 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.276204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] For port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:46.286805 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2184522 Aug 27 02:31:46.289718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51744) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:46.291472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] For port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:46.297846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Request body: {'subnet': {'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-195341975-subnet', 'tenant_id': 'a136295cde1a4c1f8003d674a9328ac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:46.312516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9e2c7-066f-4c09-bc7d-0a748ba53508 admin admin] Pushing event updated for resources: {'Network': ['ID=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.368307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.371542 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4fec9-eb1c-4b35-8942-b425d53ac181 x-openstack-request-id: req-99d4fec9-eb1c-4b35-8942-b425d53ac181 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:46.372811 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a41771a-9538-42b1-b2a6-89c8b1f4952b", "name": "network-vif-plugged", "status": "completed", "tag": "736769e7-14ae-481e-80f1-bd1bde927efc", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:46.373057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.375232 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99d4fec9-eb1c-4b35-8942-b425d53ac181 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:46.375795 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736769e7-14ae-481e-80f1-bd1bde927efc', 'code': 200} Aug 27 02:31:46.381696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:46.383193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Made reservation on behalf of a136295cde1a4c1f8003d674a9328ac3 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:46.385460 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.401407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd17b9-984c-4fa4-8dbc-18304e1e9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.403951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd17b9-984c-4fa4-8dbc-18304e1e9fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.407586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8bfd17b9-984c-4fa4-8dbc-18304e1e9fb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/105a531c-732e-478b-98a8-bdaa57be35bf HTTP/1.1" status: 204 len: 168 time: 1.3885252 Aug 27 02:31:46.436983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.437620 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.439206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] 10.222.0.45 "PUT /v2.0/ports/5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 HTTP/1.1" status: 200 len: 1092 time: 3.3642240 Aug 27 02:31:46.440795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-6072e59b-9156-4ca7-9f9a-dfe1e3df9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.442051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-6072e59b-9156-4ca7-9f9a-dfe1e3df9e2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 200 len: 857 time: 0.2645476 Aug 27 02:31:46.457563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63c9d03c-dc8b-490c-9881-6310623753f8 req-186edeee-7bf1-43ec-949c-90f9416ff251 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652475 Aug 27 02:31:46.498890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-d16f7abc-00d1-4355-a821-b25238c15ee5 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114523 Aug 27 02:31:46.501146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-81202a49-c758-4909-aa4f-d6044cb56777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=605769c5-2a92-42ae-9380-6f6a450b8f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315285 Aug 27 02:31:46.513634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd17b9-984c-4fa4-8dbc-18304e1e9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a531c-732e-478b-98a8-bdaa57be35bf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.544834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86ec45-163d-4ada-ac93-bd0537d78dc8 req-89334dbd-0ba4-4855-a844-8cc115dcb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.546443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d86ec45-163d-4ada-ac93-bd0537d78dc8 req-89334dbd-0ba4-4855-a844-8cc115dcb0e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 1097 time: 0.1729829 Aug 27 02:31:46.592474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=736769e7-14ae-481e-80f1-bd1bde927efc,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.618793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.633139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-e3cf9b52-b8c5-42e0-ad0d-6a37ed9d81dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=109811b0-e2a4-4f1b-a28e-20402b738205 HTTP/1.1" status: 200 len: 217 time: 0.1252961 Aug 27 02:31:46.633281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Allocated IP 2001:db8::f816:3eff:fefb:b775 (8095c560-1388-49b5-9ced-9a3602d5c435/19a90a97-08bd-4326-a483-ca8c0542b784/e72e3808-27ff-4c90-837d-70bea889d199) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:46.633717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:46.637204 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.656264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.679177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d86ec45-163d-4ada-ac93-bd0537d78dc8 req-d417235b-e1ef-41b3-9088-1de32eda7217 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924447 Aug 27 02:31:46.727368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aac861-aba3-47c4-b5f8-02e20eca3b42 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.772997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-f877b87d-67f1-4ee2-9c74-ce61bcd2bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.774117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-f877b87d-67f1-4ee2-9c74-ce61bcd2bd6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 1095 time: 0.2423096 Aug 27 02:31:46.829564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.831721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-a0cd608f-9506-48b4-a21d-9b1e78a1b3e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 HTTP/1.1" status: 200 len: 217 time: 0.0455937 Aug 27 02:31:46.837559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-5f4bb52f-7b91-4cf1-877b-7d49eac2563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.839167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-5f4bb52f-7b91-4cf1-877b-7d49eac2563a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 200 len: 797 time: 0.1963584 Aug 27 02:31:46.840013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Transition to ACTIVE for port object e72e3808-27ff-4c90-837d-70bea889d199 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:46.856209 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.856565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Transition to ACTIVE for port object e72e3808-27ff-4c90-837d-70bea889d199 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:46.867851 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.921919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-150f7760-f69e-44b9-a228-dc047937d5b7 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993084 Aug 27 02:31:46.923103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:46.926860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:46.931697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:46.974587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Pushing event updated for resources: {'Port': ['ID=e72e3808-27ff-4c90-837d-70bea889d199,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:47.010824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Attempting to bind port e72e3808-27ff-4c90-837d-70bea889d199 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:47.011358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Attempting to bind port e72e3808-27ff-4c90-837d-70bea889d199 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:47.011817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Attempting to bind port e72e3808-27ff-4c90-837d-70bea889d199 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:47.019542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:47.020064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:47.020600 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.021199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:47.022391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Bound port: e72e3808-27ff-4c90-837d-70bea889d199, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:47.022879 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.030195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-88eaa1f0-225c-4d7a-bf6c-1ef7655fe625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.031750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-88eaa1f0-225c-4d7a-bf6c-1ef7655fe625 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 200 len: 857 time: 0.1918492 Aug 27 02:31:47.044974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:47.059537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Checking segment: {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:47.060079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Network hostable DHCP agents. Network: 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:47.060810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-407ffb25-7bc6-4a45-affa-e8de8751d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.062606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-407ffb25-7bc6-4a45-affa-e8de8751d112 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57ddc318-492a-427e-95de-ec664d81e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2098954 Aug 27 02:31:47.084338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-8908b7ae-ed5f-4018-91e8-b5be11bdb0c7 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487446 Aug 27 02:31:47.086536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-e035808f-987e-4b19-9046-d1374eb12580 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=605769c5-2a92-42ae-9380-6f6a450b8f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429862 Aug 27 02:31:47.093597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.112150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] For port e72e3808-27ff-4c90-837d-70bea889d199, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:47.116120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] For port e72e3808-27ff-4c90-837d-70bea889d199, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e72e3808-27ff-4c90-837d-70bea889d199,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:47.128883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.130997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.132047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:47.198636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a25deb-8a09-4328-a453-08a8bea97a4f None None] Pushing event updated for resources: {'Port': ['ID=e72e3808-27ff-4c90-837d-70bea889d199,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:47.233659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:47.239436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.240076 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.249161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92636dda-c84a-4549-930f-8a5b690d56d5 None None] Network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:47.283776 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-788d6c9c-e865-467e-ab88-592056df9716 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9844608 Aug 27 02:31:47.326747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'tag': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:47.335425 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a1e78-f7a6-4002-84c4-da679699c67b" -d '{"events": [{"name": "network-changed", "server_uuid": "7078b7a8-1470-4ba2-9154-4448c4907d72", "tag": "5ff1f1f0-0b6b-435f-9d8f-0e2605a15512"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:47.394484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-629b8250-910e-4264-a240-3993ea00e64c service neutron] 10.222.0.45 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973492 Aug 27 02:31:47.409569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Allocated IP 172.25.1.249 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0b4e6d3b-95cd-4618-a9ba-2143c38cb29e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:47.584317 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0f3751-3c7d-4e50-ba2e-633dc282e678 x-openstack-request-id: req-3d0f3751-3c7d-4e50-ba2e-633dc282e678 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:47.584317 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7078b7a8-1470-4ba2-9154-4448c4907d72", "tag": "5ff1f1f0-0b6b-435f-9d8f-0e2605a15512", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:47.584317 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d0f3751-3c7d-4e50-ba2e-633dc282e678 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:47.584317 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'tag': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512', 'status': 'completed', 'code': 200} Aug 27 02:31:47.638040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb95ef-64b9-4599-9fcc-3f446c735bf9 req-c29a41a3-6184-4b07-9b83-c8c122443aec tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.639658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74eb95ef-64b9-4599-9fcc-3f446c735bf9 req-c29a41a3-6184-4b07-9b83-c8c122443aec tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 944 time: 0.1450369 Aug 27 02:31:47.690612 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.728623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74eb95ef-64b9-4599-9fcc-3f446c735bf9 req-4df6671c-91c8-4fcb-87b5-c5544e803968 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789523 Aug 27 02:31:47.731753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.788006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f1ddd2f3-cea7-4b95-9472-062c30bc19aa details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:47.798746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.816011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1435a64-154c-4624-b96c-91cf814ec307 None None] Network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:47.827481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f43ad3a5-51cf-4f12-8ce1-64608147b20d req-f408322f-538a-45cc-b229-11f6cd422a6b service neutron] 10.222.0.45 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055328 Aug 27 02:31:47.829356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-0cd43353-0204-4964-b154-19d5fd815205 service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7512584 Aug 27 02:31:47.875424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-4d2457aa-0491-4dd9-a2c3-7e8583576214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.883711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-4d2457aa-0491-4dd9-a2c3-7e8583576214 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 1095 time: 0.7156606 Aug 27 02:31:47.901163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event updated for resources: {'Port': ['ID=0b4e6d3b-95cd-4618-a9ba-2143c38cb29e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:47.925306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:47.927682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:47.938593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:48.056241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f1ddd2f3-cea7-4b95-9472-062c30bc19aa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:48.082634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa', 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34', 'port_id': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa', 'mac_address': 'fa:16:3e:5e:52:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed35d1a-d0f5-479d-9422-cab41d36fa19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:48.158431 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.177183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ddd2f3-cea7-4b95-9472-062c30bc19aa {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:48.227112 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:31:48.229601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f1ddd2f3-cea7-4b95-9472-062c30bc19aa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:48.237380 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.332730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-790f11b2-ee18-4889-b783-e31c3242ac97 req-d3db0ca7-4210-4c2c-8803-42dee22c4e4e service neutron] 10.222.0.45 "GET /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723265 Aug 27 02:31:48.341451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:48.344213 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.414083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d1649-a52d-4551-ac51-b765b9d62298 req-fe19d163-3f79-445a-829f-7d35d389ed07 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.421656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-238d1649-a52d-4551-ac51-b765b9d62298 req-fe19d163-3f79-445a-829f-7d35d389ed07 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 946 time: 0.5863998 Aug 27 02:31:48.454290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f1ddd2f3-cea7-4b95-9472-062c30bc19aa'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:48.458991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1e78-f7a6-4002-84c4-da679699c67b req-dad9cece-850d-42b8-a40e-7c6cfa8e18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.461123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-746a1e78-f7a6-4002-84c4-da679699c67b req-dad9cece-850d-42b8-a40e-7c6cfa8e18e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 1095 time: 0.3378959 Aug 27 02:31:48.465263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:48.476565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4c17443a-2fbb-4a79-8b90-971d4937fa81 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.485785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=73fa5141-05d4-454c-8af0-b3577047ef22,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:48.492813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4c17443a-2fbb-4a79-8b90-971d4937fa81 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 814 time: 0.2891881 Aug 27 02:31:48.510155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:48.518864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-5315669b-775c-478f-ae95-271251247281 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/quotas/a136295cde1a4c1f8003d674a9328ac3 HTTP/1.1" status: 200 len: 375 time: 0.0250046 Aug 27 02:31:48.520335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.520952 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.572815 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-791670b4-c6da-499d-99a9-e05d8b7d63f1 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529797 Aug 27 02:31:48.583610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.596883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-238d1649-a52d-4551-ac51-b765b9d62298 req-b7fe75c3-7acb-4edb-b7c4-be7442dfd6ac tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743186 Aug 27 02:31:48.601054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-a0eb2552-a707-4a2f-9d6e-a5532a9b1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.607177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-a0eb2552-a707-4a2f-9d6e-a5532a9b1cc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 918 time: 0.4807739 Aug 27 02:31:48.633580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e70bd02c-94c8-4346-82da-f5e7121f4aaf tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6444166 Aug 27 02:31:48.640196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51810) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:48.647838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:c4:93:da', 'name': 'tempest-NetworksTestDHCPv6-1844920257'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:48.850736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-cde5ed82-19d7-4d9e-98ee-b2786f2ca79d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=539e20f5-5f13-492e-8356-8248e1a715a8 HTTP/1.1" status: 200 len: 217 time: 0.2371938 Aug 27 02:31:48.874971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-f74fd349-e66d-4479-a9e3-9a9e37d99b3a service neutron] 10.222.0.10 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008819 Aug 27 02:31:48.916681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc9a37-adaf-4fc8-9807-e138f6f76d98 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:48.950896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1e78-f7a6-4002-84c4-da679699c67b req-4fa60db9-b453-41ee-b5f1-e6c940453200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.952453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-746a1e78-f7a6-4002-84c4-da679699c67b req-4fa60db9-b453-41ee-b5f1-e6c940453200 service neutron] 10.222.0.45 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 918 time: 0.4666643 Aug 27 02:31:49.004925 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-28e1cf86-cdd0-410a-a33c-ae8a5df8e7f8 service neutron] 10.222.0.10 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248901 Aug 27 02:31:49.019303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-a2588e0d-700d-4b7b-84ea-0a38b805ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.020804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-a2588e0d-700d-4b7b-84ea-0a38b805ba7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 200 len: 857 time: 0.1524827 Aug 27 02:31:49.022138 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-746a1e78-f7a6-4002-84c4-da679699c67b req-b1a24fa6-e46c-4ac4-b3b5-cdf57c3d933a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 HTTP/1.1" status: 200 len: 217 time: 0.0556209 Aug 27 02:31:49.040121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c7360-7162-4bcc-853a-25969e748c89 req-ca5401ba-99aa-444b-8fa5-bf32e643d8d5 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.048456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c6c7360-7162-4bcc-853a-25969e748c89 req-ca5401ba-99aa-444b-8fa5-bf32e643d8d5 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 945 time: 0.1916173 Aug 27 02:31:49.104715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-81b36a21-8d75-4c1f-b0a6-a0b7ca9ea9ed None None] Provisioning for port e72e3808-27ff-4c90-837d-70bea889d199 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:49.137053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-386cb738-0111-446f-82dd-f289d16c4f67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=605769c5-2a92-42ae-9380-6f6a450b8f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774596 Aug 27 02:31:49.175914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:49.214143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.217578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] Update dhcp port {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '19a90a97-08bd-4326-a483-ca8c0542b784', 'ip_address': '2001:db8::f816:3eff:fefb:b775'}, {'subnet_id': '73fa5141-05d4-454c-8af0-b3577047ef22'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'e72e3808-27ff-4c90-837d-70bea889d199'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:31:49.245178 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.256160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1e78-f7a6-4002-84c4-da679699c67b req-7fbfadd8-d040-40fd-a6b7-7d583439dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.257643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-746a1e78-f7a6-4002-84c4-da679699c67b req-7fbfadd8-d040-40fd-a6b7-7d583439dac9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 200 len: 857 time: 0.2072234 Aug 27 02:31:49.282920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c6c7360-7162-4bcc-853a-25969e748c89 req-d791470e-167b-4755-a84f-a88551d9cbec tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335105 Aug 27 02:31:49.340268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-746a1e78-f7a6-4002-84c4-da679699c67b req-97e631f7-0c5b-4395-aff8-06a2ea7390ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=605769c5-2a92-42ae-9380-6f6a450b8f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719252 Aug 27 02:31:49.391584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5ea37796-082d-4793-ad7b-7b61b0efe80d req-47dbde72-ff6c-450f-9f24-3f6952256bd1 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 210 time: 0.0442781 Aug 27 02:31:49.435143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Router c26d8f61-5f58-4642-bebd-2cbfc45391e0 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:31:49.517635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e72e3808-27ff-4c90-837d-70bea889d199 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:49.586928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] Allocated IP 172.20.0.2 (8095c560-1388-49b5-9ced-9a3602d5c435/73fa5141-05d4-454c-8af0-b3577047ef22/e72e3808-27ff-4c90-837d-70bea889d199) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:49.613274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e72e3808-27ff-4c90-837d-70bea889d199 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:49.628048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:49.628568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.717100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:49.820560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 539e20f5-5f13-492e-8356-8248e1a715a8 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:49.823570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f1ddd2f3-cea7-4b95-9472-062c30bc19aa up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:50.075401 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-caff5e54-2eeb-42e5-801b-f8b5c57195b2 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9263802 Aug 27 02:31:50.088737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.177274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:50.178543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb22623-8ca5-4673-878f-02d9008dccc7 req-e8acaa7e-414f-4fc8-a077-1d8b2a3a4abe tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.181243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] For port e72e3808-27ff-4c90-837d-70bea889d199, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e72e3808-27ff-4c90-837d-70bea889d199,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:50.186074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fb22623-8ca5-4673-878f-02d9008dccc7 req-e8acaa7e-414f-4fc8-a077-1d8b2a3a4abe tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 946 time: 0.1942945 Aug 27 02:31:50.200728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 04f60865-b49c-41a5-a9a6-c38b2bdd1a83 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:31:50.228476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-746a1e78-f7a6-4002-84c4-da679699c67b req-ced06d14-b00e-4b5d-aa74-43849730bf0e service neutron] 10.222.0.45 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8668458 Aug 27 02:31:50.234669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:50.264968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 539e20f5-5f13-492e-8356-8248e1a715a8, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=539e20f5-5f13-492e-8356-8248e1a715a8,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:50.276970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.282242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bfa62292-c467-4d9c-a0ee-59343c13b67e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1515162 Aug 27 02:31:50.283190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51852) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:50.291090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:50.309725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '539e20f5-5f13-492e-8356-8248e1a715a8', 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34', 'port_id': '539e20f5-5f13-492e-8356-8248e1a715a8', 'mac_address': 'fa:16:3e:96:13:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed35d1a-d0f5-479d-9422-cab41d36fa19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:50.311543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512', 'network_id': '605769c5-2a92-42ae-9380-6f6a450b8f34', 'port_id': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512', 'mac_address': 'fa:16:3e:1c:9f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed35d1a-d0f5-479d-9422-cab41d36fa19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:50.390878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fb22623-8ca5-4673-878f-02d9008dccc7 req-c0be9b52-44cb-4083-b828-cdb98e822d23 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037404 Aug 27 02:31:50.397898 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.404093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3c31d23-0005-4209-8443-bd8c29acbd5d req-e59f9795-c1d8-4ae8-a663-f7a24168c50c service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207169 Aug 27 02:31:50.410330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] Sync routers for ids ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:50.435847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] Transition to ACTIVE for port object e72e3808-27ff-4c90-837d-70bea889d199 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:50.480151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] Routers {'c26d8f61-5f58-4642-bebd-2cbfc45391e0'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:50.480804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:50.484287 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.553926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50ed6d-3420-4e04-870e-2711c35273a6 req-67258b09-93b8-494b-b03b-337abe893c70 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.555811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c50ed6d-3420-4e04-870e-2711c35273a6 req-67258b09-93b8-494b-b03b-337abe893c70 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 945 time: 0.1018386 Aug 27 02:31:50.584001 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.605926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:50.617981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-746a1e78-f7a6-4002-84c4-da679699c67b req-4b6ce849-3533-4a57-a417-73926b7d9305 service neutron] 10.222.0.45 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747394 Aug 27 02:31:50.620557 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b9f0e8b-3d43-4031-8c92-1a86aa079f13 req-9f6ae030-3e36-4103-9500-5757e70801dd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 210 time: 0.0393193 Aug 27 02:31:50.623665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port f1ddd2f3-cea7-4b95-9472-062c30bc19aa completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:50.625907 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.687560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port f1ddd2f3-cea7-4b95-9472-062c30bc19aa triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:50.687560 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.698799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:50.711690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 172.20.0.8 (8095c560-1388-49b5-9ced-9a3602d5c435/73fa5141-05d4-454c-8af0-b3577047ef22/04f60865-b49c-41a5-a9a6-c38b2bdd1a83) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:50.747536 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.754693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:fec4:93da (8095c560-1388-49b5-9ced-9a3602d5c435/19a90a97-08bd-4326-a483-ca8c0542b784/04f60865-b49c-41a5-a9a6-c38b2bdd1a83) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:50.816518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] Routers {'c26d8f61-5f58-4642-bebd-2cbfc45391e0'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:50.817159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:50.978532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-88611906-e1da-4594-b17e-2e43d332fe79 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.980252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-88611906-e1da-4594-b17e-2e43d332fe79 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 814 time: 0.2528470 Aug 27 02:31:50.993902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Request body: {'port': {'device_id': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'admin_state_up': True, 'tenant_id': 'a136295cde1a4c1f8003d674a9328ac3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:51.007720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c50ed6d-3420-4e04-870e-2711c35273a6 req-68a64f1f-bf4b-407c-9ce0-9571589547b7 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810161 Aug 27 02:31:51.037687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.065377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.136347 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:31:51.136711 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:31:51.139616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539e20f5-5f13-492e-8356-8248e1a715a8 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:51.146986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:51.153085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87ae55-a561-4e4e-9c9c-9927682da6ef None None] Pushing event updated for resources: {'Port': ['ID=e72e3808-27ff-4c90-837d-70bea889d199,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.160860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:51.161531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4d5ddd-245e-4c6b-a14f-c762dc781e3a None None] The sync data for ids ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:51.171208 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.207224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 539e20f5-5f13-492e-8356-8248e1a715a8, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=539e20f5-5f13-492e-8356-8248e1a715a8,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:51.214473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.219905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.239234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0421dc5-cbf9-4f19-b1d0-ac231797c8e1 req-c5dd7f94-15c0-41cc-8472-842363cc206c tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.242107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0421dc5-cbf9-4f19-b1d0-ac231797c8e1 req-c5dd7f94-15c0-41cc-8472-842363cc206c tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 946 time: 0.1081414 Aug 27 02:31:51.251375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Deleting port 0b4e6d3b-95cd-4618-a9ba-2143c38cb29e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:51.252649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.254885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 04f60865-b49c-41a5-a9a6-c38b2bdd1a83 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:51.258822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Made reservation on behalf of a136295cde1a4c1f8003d674a9328ac3 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:51.262979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.286840 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.344621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.347285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:51.352047 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58876c0-95bf-4631-a46e-f55c84b74961" -d '{"events": [{"server_uuid": "9aec0371-f3d5-41da-9491-8b3fdc00d982", "name": "network-vif-plugged", "status": "completed", "tag": "f1ddd2f3-cea7-4b95-9472-062c30bc19aa"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:51.396183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.401140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f1ddd2f3-cea7-4b95-9472-062c30bc19aa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:51.424052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0421dc5-cbf9-4f19-b1d0-ac231797c8e1 req-5ae3ff68-e38f-4d02-bf74-2a3058940f2c tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759162 Aug 27 02:31:51.440019 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.456052 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be0628e-4d77-41fa-a029-fdf43e5172b6 x-openstack-request-id: req-8be0628e-4d77-41fa-a029-fdf43e5172b6 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:51.457588 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec0371-f3d5-41da-9491-8b3fdc00d982", "name": "network-vif-plugged", "status": "completed", "tag": "f1ddd2f3-cea7-4b95-9472-062c30bc19aa", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:51.458564 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8be0628e-4d77-41fa-a029-fdf43e5172b6 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:51.459147 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa', 'code': 200} Aug 27 02:31:51.469275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['5ff1f1f0-0b6b-435f-9d8f-0e2605a15512'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:51.483318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.485137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=04f60865-b49c-41a5-a9a6-c38b2bdd1a83,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.495290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['539e20f5-5f13-492e-8356-8248e1a715a8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:51.526174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Calling delete_port for 0b4e6d3b-95cd-4618-a9ba-2143c38cb29e owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:51.555316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:51.572981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:51.576440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:51.614653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=539e20f5-5f13-492e-8356-8248e1a715a8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.635433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Allocated IP 172.20.0.9 (13f5f0da-cbd4-4e90-b93d-5d43c5471b1b/3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32/dc1e1744-92bd-4c58-8eac-7809ddc22b25) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:51.695420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9dd16-a2af-497e-9c2c-4df8943e4eaf req-ee6a9506-7e9f-440a-b8c5-d2eed57a8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.701560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1a9dd16-a2af-497e-9c2c-4df8943e4eaf req-ee6a9506-7e9f-440a-b8c5-d2eed57a8077 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 1097 time: 0.1736627 Aug 27 02:31:51.715387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.716126 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.743207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4bb7413e-7148-40ca-a1e5-58813c7d467f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1003461 Aug 27 02:31:51.756083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51886) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:51.822188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-971df830-d3d5-4615-9cf6-38a21759e9bc req-769a9b9c-a916-4469-9a1c-3673caa86534 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 210 time: 0.0654020 Aug 27 02:31:51.824140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1a9dd16-a2af-497e-9c2c-4df8943e4eaf req-24ed2221-c78e-46ed-a3d5-63a0519a3715 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938077 Aug 27 02:31:51.841188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.863438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.868085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.897225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Pushing event deleted for resources: {'Port': ['ID=0b4e6d3b-95cd-4618-a9ba-2143c38cb29e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.958924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e72e3808-27ff-4c90-837d-70bea889d199, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e72e3808-27ff-4c90-837d-70bea889d199,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:51.970246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f42784-d569-4cd0-8aa5-336f4a2e25b4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.977696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.978969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f42784-d569-4cd0-8aa5-336f4a2e25b4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.992302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f1f42784-d569-4cd0-8aa5-336f4a2e25b4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2351298 Aug 27 02:31:51.996564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.999558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51890) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:52.097712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.128512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e72e3808-27ff-4c90-837d-70bea889d199,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:52.169140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e72e3808-27ff-4c90-837d-70bea889d199 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:52.263193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.269135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-61f16e9f-cf2f-4f29-830e-d2e9839043da None None] Provisioning for port e72e3808-27ff-4c90-837d-70bea889d199 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:52.276441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-61f16e9f-cf2f-4f29-830e-d2e9839043da None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:52.276806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61f16e9f-cf2f-4f29-830e-d2e9839043da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.298291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:52.322492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:52.340669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4324393-fe36-44ee-a22d-398db0b394ca req-5eab0d2f-5f01-4eec-919b-4cd8c501f78d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.342075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.346153 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.348678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4324393-fe36-44ee-a22d-398db0b394ca req-5eab0d2f-5f01-4eec-919b-4cd8c501f78d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 946 time: 0.1627629 Aug 27 02:31:52.350963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:52.454234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4324393-fe36-44ee-a22d-398db0b394ca req-01d6a27e-61a4-4771-a26b-69be56392f7b tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904527 Aug 27 02:31:52.454365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Router c26d8f61-5f58-4642-bebd-2cbfc45391e0 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:52.456110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 04f60865-b49c-41a5-a9a6-c38b2bdd1a83 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:52.456110 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.456302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:52.496352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.497098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.527445 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-4e5c38ee-acd9-4c01-b715-5be917f91256 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5377350 Aug 27 02:31:52.541615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Request body: {'port': {'device_id': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:52.604641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-29493058-8526-4ea6-a9b7-d5f240090421 None None] Provisioning for port 04f60865-b49c-41a5-a9a6-c38b2bdd1a83 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:52.606351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.609814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-29493058-8526-4ea6-a9b7-d5f240090421 None None] Provisioning complete for port 04f60865-b49c-41a5-a9a6-c38b2bdd1a83 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:52.610450 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29493058-8526-4ea6-a9b7-d5f240090421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.649176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:52.661894 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] Sync routers for ids ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:52.663856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-29493058-8526-4ea6-a9b7-d5f240090421 None None] Port 04f60865-b49c-41a5-a9a6-c38b2bdd1a83 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:52.669990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.673922 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c79d6d8b-ef32-48c8-9cbf-00a9516eec78 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "PUT /v2.0/routers/c26d8f61-5f58-4642-bebd-2cbfc45391e0 HTTP/1.1" status: 200 len: 705 time: 2.3869076 Aug 27 02:31:52.676088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51904) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:52.685661 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] Routers {'c26d8f61-5f58-4642-bebd-2cbfc45391e0'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:52.686784 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:52.696449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261829a1-6148-46cd-a2ce-23afde61c007 req-015c848e-e008-420d-b36c-dc171e08a261 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.697994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-261829a1-6148-46cd-a2ce-23afde61c007 req-015c848e-e008-420d-b36c-dc171e08a261 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 946 time: 0.0928118 Aug 27 02:31:52.733997 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:52.743600 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] Routers {'c26d8f61-5f58-4642-bebd-2cbfc45391e0'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:31:52.744340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:31:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:52.760273 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.780109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176db04-d7f6-4e2d-8741-cf69eb92f9a2 req-51f86164-e321-4205-8852-480f1fbe66ee tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.782963 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:52.783950 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93c7f0-2144-40e1-8f57-8297e82afb6e None None] The sync data for ids ['c26d8f61-5f58-4642-bebd-2cbfc45391e0'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:52.793942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d176db04-d7f6-4e2d-8741-cf69eb92f9a2 req-51f86164-e321-4205-8852-480f1fbe66ee tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 946 time: 0.2326341 Aug 27 02:31:52.802266 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-56017ee3-1016-4941-bc92-45c516e18b2d tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/routers/c26d8f61-5f58-4642-bebd-2cbfc45391e0 HTTP/1.1" status: 200 len: 740 time: 0.1230528 Aug 27 02:31:52.804472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51908) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:52.807215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 04f60865-b49c-41a5-a9a6-c38b2bdd1a83 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:52.887265 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-39d54f1c-61b2-47d4-bbfd-f0e55cd5b35c tempest-RoutersAdminTest-1782049524 tempest-RoutersAdminTest-1782049524-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=c26d8f61-5f58-4642-bebd-2cbfc45391e0 HTTP/1.1" status: 200 len: 205 time: 0.0803034 Aug 27 02:31:52.893153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51914) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:52.910408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Deleting port 736769e7-14ae-481e-80f1-bd1bde927efc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:52.910763 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.944982 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-02b27b79-c475-4f03-a2bf-95569985878b tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=c26d8f61-5f58-4642-bebd-2cbfc45391e0 HTTP/1.1" status: 200 len: 205 time: 0.0470781 Aug 27 02:31:52.958438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51918) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:52.982890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d176db04-d7f6-4e2d-8741-cf69eb92f9a2 req-a97db901-22c1-404f-973a-a417bfa00784 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820242 Aug 27 02:31:53.125145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7cd43f4-6658-4d79-8bb9-f42baed4ce53 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.157527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.179999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ca2fe-9fe8-4c3b-90e9-5c70430d7ba7 req-07809358-e5cd-46d5-994e-f9f82352b5f1 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.181497 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e98ca2fe-9fe8-4c3b-90e9-5c70430d7ba7 req-07809358-e5cd-46d5-994e-f9f82352b5f1 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 931 time: 0.2205293 Aug 27 02:31:53.187715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=04f60865-b49c-41a5-a9a6-c38b2bdd1a83,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.256453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] For port 736769e7-14ae-481e-80f1-bd1bde927efc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=736769e7-14ae-481e-80f1-bd1bde927efc,segment=NetworkSegment(99ffba33-cea8-491b-9b56-61624214c8cc),segment_id=99ffba33-cea8-491b-9b56-61624214c8cc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:53.256835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.279296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.281521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-63df1ace-c79c-4339-a916-474dc706c811 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/04f60865-b49c-41a5-a9a6-c38b2bdd1a83 HTTP/1.1" status: 204 len: 168 time: 1.2796092 Aug 27 02:31:53.284015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51926) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.307195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Calling delete_port for 736769e7-14ae-481e-80f1-bd1bde927efc owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:53.347464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f6ad39-889b-4b58-ac08-48ef48482ae8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.349736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f6ad39-889b-4b58-ac08-48ef48482ae8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.351304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f6ad39-889b-4b58-ac08-48ef48482ae8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.353229 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-58f6ad39-889b-4b58-ac08-48ef48482ae8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0682487 Aug 27 02:31:53.357149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51928) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.393860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e98ca2fe-9fe8-4c3b-90e9-5c70430d7ba7 req-e98b3e51-200e-424d-9b1a-a1a671555a77 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055292 Aug 27 02:31:53.412554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 19a90a97-08bd-4326-a483-ca8c0542b784 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:53.415989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.436357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7cd43f4-6658-4d79-8bb9-f42baed4ce53 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.440488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1e1744-92bd-4c58-8eac-7809ddc22b25 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:53.445029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7cd43f4-6658-4d79-8bb9-f42baed4ce53 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.459180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.479649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.530093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Transition to ACTIVE for port object dc1e1744-92bd-4c58-8eac-7809ddc22b25 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:53.537317 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.544892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7cd43f4-6658-4d79-8bb9-f42baed4ce53 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.544892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cd43f4-6658-4d79-8bb9-f42baed4ce53 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Fanout notify agent at l3_agent the message router_deleted on router c26d8f61-5f58-4642-bebd-2cbfc45391e0 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:53.578180 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7cd43f4-6658-4d79-8bb9-f42baed4ce53 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.579290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b7cd43f4-6658-4d79-8bb9-f42baed4ce53 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/c26d8f61-5f58-4642-bebd-2cbfc45391e0 HTTP/1.1" status: 204 len: 168 time: 0.6171656 Aug 27 02:31:53.584620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51932) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.593915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa989-159e-4b3f-bfd1-c49325533f08 req-5f6f6e7e-4169-4905-9237-15283ecccf00 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.595450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2efa989-159e-4b3f-bfd1-c49325533f08 req-5f6f6e7e-4169-4905-9237-15283ecccf00 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 946 time: 0.0911741 Aug 27 02:31:53.596860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.633037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5905dbeb-b04b-4d9a-a280-eb018d35bc8a tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=c26d8f61-5f58-4642-bebd-2cbfc45391e0 HTTP/1.1" status: 200 len: 205 time: 0.0437407 Aug 27 02:31:53.635023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51934) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.645502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.655284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:53.666983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2efa989-159e-4b3f-bfd1-c49325533f08 req-d28dd246-51c3-48b0-a5c8-f0ab2990ecb3 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Aug 27 02:31:53.699204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.706477 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-5e299305-a186-4f66-ac26-8bb687302fa9 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] delete failed (client error): The resource could not be found. Aug 27 02:31:53.707544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e299305-a186-4f66-ac26-8bb687302fa9 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/c26d8f61-5f58-4642-bebd-2cbfc45391e0 HTTP/1.1" status: 404 len: 336 time: 0.0707538 Aug 27 02:31:53.724616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51938) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.735783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=19a90a97-08bd-4326-a483-ca8c0542b784,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.755417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:53.760297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caeea17-013a-4206-a20a-ee6d2fa20b37 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:53.762250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.765017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d68ca60-a8ce-4cc0-a36d-134eae96b327 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/19a90a97-08bd-4326-a483-ca8c0542b784 HTTP/1.1" status: 204 len: 168 time: 0.4068055 Aug 27 02:31:53.769725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d9d81e2a-534c-4aa7-8546-686cd680e01b tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ac4c11-2636-4d8d-b93c-0a3c7482ecbd HTTP/1.1" status: 200 len: 205 time: 0.0414612 Aug 27 02:31:53.769725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51940) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.776790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.780873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:53.781164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.810603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 539e20f5-5f13-492e-8356-8248e1a715a8 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:53.841977 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-230d6b59-37dc-4066-b5eb-6dacfd98c441 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] delete failed (client error): The resource could not be found. Aug 27 02:31:53.845737 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-230d6b59-37dc-4066-b5eb-6dacfd98c441 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/78ac4c11-2636-4d8d-b93c-0a3c7482ecbd HTTP/1.1" status: 404 len: 336 time: 0.0653758 Aug 27 02:31:53.847300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51944) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.888703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e61a0ec5-0db1-495c-a165-512efe9b2e0e tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=706de999-f696-4a52-90de-2837ebd105df HTTP/1.1" status: 200 len: 205 time: 0.0405920 Aug 27 02:31:53.892307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51946) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.903453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 73fa5141-05d4-454c-8af0-b3577047ef22 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:53.935684 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.938158 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-a34129c6-d133-4ede-b92b-d1e2cb5e7161 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] delete failed (client error): The resource could not be found. Aug 27 02:31:53.942752 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a34129c6-d133-4ede-b92b-d1e2cb5e7161 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/706de999-f696-4a52-90de-2837ebd105df HTTP/1.1" status: 404 len: 336 time: 0.0463884 Aug 27 02:31:53.959668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51948) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:53.973889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 539e20f5-5f13-492e-8356-8248e1a715a8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:53.979411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 539e20f5-5f13-492e-8356-8248e1a715a8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:53.979918 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.997364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-31489974-5e18-42ef-9842-05832df602f6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b451657-d848-4338-afda-134c92a7093a HTTP/1.1" status: 200 len: 205 time: 0.0343468 Aug 27 02:31:53.999565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51950) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.029247 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.042833 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-aa28d392-68ba-4705-a695-4b724fb9b04d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] delete failed (client error): The resource could not be found. Aug 27 02:31:54.046275 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aa28d392-68ba-4705-a695-4b724fb9b04d tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/4b451657-d848-4338-afda-134c92a7093a HTTP/1.1" status: 404 len: 336 time: 0.0422757 Aug 27 02:31:54.046493 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.049480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51954) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.095398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed03d0dc-0e20-4f46-a89b-fd781198fffb tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ff77a3-9225-497d-9129-3e33f5113aa9 HTTP/1.1" status: 200 len: 205 time: 0.0432451 Aug 27 02:31:54.096844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51956) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.123896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:54.126757 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad308c7-76d9-40bd-a7b3-82aaa1199df4" -d '{"events": [{"server_uuid": "7078b7a8-1470-4ba2-9154-4448c4907d72", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1f1f0-0b6b-435f-9d8f-0e2605a15512"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:54.129322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e72e3808-27ff-4c90-837d-70bea889d199 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:54.152715 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-f135a58c-f315-41c2-9ce0-a33254b44aa6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] delete failed (client error): The resource could not be found. Aug 27 02:31:54.156211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f135a58c-f315-41c2-9ce0-a33254b44aa6 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/12ff77a3-9225-497d-9129-3e33f5113aa9 HTTP/1.1" status: 404 len: 336 time: 0.0562518 Aug 27 02:31:54.158306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51960) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.167542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:54.202651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.218752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1c343702-5e3f-4d24-8135-d72675eb56cb tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e3240ee-a3f4-4c5d-b183-db89208143dc HTTP/1.1" status: 200 len: 205 time: 0.0470970 Aug 27 02:31:54.223252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51966) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.231732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.239197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.305550 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-f1369019-15bb-4de8-ac82-34cf7245c135 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] delete failed (client error): The resource could not be found. Aug 27 02:31:54.306641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f1369019-15bb-4de8-ac82-34cf7245c135 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/routers/6e3240ee-a3f4-4c5d-b183-db89208143dc HTTP/1.1" status: 404 len: 336 time: 0.0797648 Aug 27 02:31:54.321467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a99c2-372c-491e-9010-1cb8e57b80d9 req-ac0e0916-e193-40f9-970d-61f4456a9e14 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.323082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-272a99c2-372c-491e-9010-1cb8e57b80d9 req-ac0e0916-e193-40f9-970d-61f4456a9e14 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 945 time: 0.2184267 Aug 27 02:31:54.323721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51970) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.326743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.330303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Pushing event deleted for resources: {'Port': ['ID=736769e7-14ae-481e-80f1-bd1bde927efc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:54.343837 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.366537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:54.376917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Attempting to bind port dc1e1744-92bd-4c58-8eac-7809ddc22b25 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:54.377623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Attempting to bind port dc1e1744-92bd-4c58-8eac-7809ddc22b25 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:54.378118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Attempting to bind port dc1e1744-92bd-4c58-8eac-7809ddc22b25 on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:54.382584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=73fa5141-05d4-454c-8af0-b3577047ef22,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:54.387924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['736769e7-14ae-481e-80f1-bd1bde927efc'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:54.393695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.395289 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ebf673-68a8-42e1-8c0c-f0b34a59b9b7 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] DELETE failed (client error): The resource could not be found. Aug 27 02:31:54.395944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ebf673-68a8-42e1-8c0c-f0b34a59b9b7 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:31:54.397841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e9ebf673-68a8-42e1-8c0c-f0b34a59b9b7 tempest-RoutersAdminTest-977608922 tempest-RoutersAdminTest-977608922-project] 10.222.0.10 "DELETE /v2.0/subnets/6048b246-b150-4b20-8ffe-6b1ba528c7bb HTTP/1.1" status: 404 len: 337 time: 0.0629332 Aug 27 02:31:54.399390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1a5a4446-28dc-4f8f-a2f4-22509f3dff48 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/73fa5141-05d4-454c-8af0-b3577047ef22 HTTP/1.1" status: 204 len: 168 time: 0.6301823 Aug 27 02:31:54.400462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51974) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.432268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Port dc1e1744-92bd-4c58-8eac-7809ddc22b25 on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:54.432602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Attempting to bind port dc1e1744-92bd-4c58-8eac-7809ddc22b25 on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:54.437014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 539e20f5-5f13-492e-8356-8248e1a715a8, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=539e20f5-5f13-492e-8356-8248e1a715a8,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:54.438024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:54.439784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.457601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c5de4309-6f38-4214-9623-91897fb9e1df tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539052 Aug 27 02:31:54.459331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51980) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:54.465065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:54.478446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09639f48-b3e9-4d13-bfa4-4da55190b818 req-429e3872-9a52-47f8-af38-44827b00a928 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.488563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09639f48-b3e9-4d13-bfa4-4da55190b818 req-429e3872-9a52-47f8-af38-44827b00a928 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a41771a-9538-42b1-b2a6-89c8b1f4952b HTTP/1.1" status: 200 len: 867 time: 0.3393340 Aug 27 02:31:54.488762 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.493425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:54.493778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Checking segment: {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:54.494175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Bound using segment: {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:54.494671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Bound port: dc1e1744-92bd-4c58-8eac-7809ddc22b25, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:54.495049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.515926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] No DVR routers for this DVR port 736769e7-14ae-481e-80f1-bd1bde927efc on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:54.539577 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.541580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-261829a1-6148-46cd-a2ce-23afde61c007 req-cc02ec02-9568-41bc-b44e-00043da1fa3a tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.32 "DELETE /v2.0/ports/736769e7-14ae-481e-80f1-bd1bde927efc HTTP/1.1" status: 204 len: 173 time: 1.8326840 Aug 27 02:31:54.542059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'name': 'network-vif-deleted', 'tag': '736769e7-14ae-481e-80f1-bd1bde927efc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:54.544404 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1c34d-0bea-4521-b927-a991942b5a99" -d '{"events": [{"server_uuid": "4a41771a-9538-42b1-b2a6-89c8b1f4952b", "name": "network-vif-deleted", "tag": "736769e7-14ae-481e-80f1-bd1bde927efc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:54.562414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-272a99c2-372c-491e-9010-1cb8e57b80d9 req-6e6c9bd9-fee0-4a6a-aa21-f73b6545d79d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188034 Aug 27 02:31:54.622292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=539e20f5-5f13-492e-8356-8248e1a715a8,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:54.634227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09639f48-b3e9-4d13-bfa4-4da55190b818 req-c1ea7327-0fd1-4e93-b5ff-405cb744f272 tempest-ServerAddressesNegativeTestJSON-208873913 tempest-ServerAddressesNegativeTestJSON-208873913-project] 10.222.0.10 "GET /v2.0/security-groups?id=46a6b77a-549f-4e6f-acaf-45099c4f5ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445894 Aug 27 02:31:54.658407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:54.673338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:54.677090 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca3dab-1dd7-401a-8d1f-3a4ae7814db8 x-openstack-request-id: req-f6ca3dab-1dd7-401a-8d1f-3a4ae7814db8 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:54.677624 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7078b7a8-1470-4ba2-9154-4448c4907d72", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1f1f0-0b6b-435f-9d8f-0e2605a15512", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:54.677909 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6ca3dab-1dd7-401a-8d1f-3a4ae7814db8 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:54.678610 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512', 'code': 200} Aug 27 02:31:54.687144 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.749264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.750089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.750819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:54.752381 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc1e1744-92bd-4c58-8eac-7809ddc22b25 HTTP/1.1" status: 200 len: 1091 time: 2.2162890 Aug 27 02:31:54.756006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.786380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46e2c8-228e-4573-b052-898b600ae726 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:54.866648 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00590b-4565-47a7-8bf4-0e26de0e75d2 x-openstack-request-id: req-3f00590b-4565-47a7-8bf4-0e26de0e75d2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:54.867013 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a41771a-9538-42b1-b2a6-89c8b1f4952b", "name": "network-vif-deleted", "tag": "736769e7-14ae-481e-80f1-bd1bde927efc", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:54.867226 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f00590b-4565-47a7-8bf4-0e26de0e75d2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:54.867637 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a41771a-9538-42b1-b2a6-89c8b1f4952b', 'name': 'network-vif-deleted', 'tag': '736769e7-14ae-481e-80f1-bd1bde927efc', 'status': 'completed', 'code': 200} Aug 27 02:31:54.931287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-3bda9d14-898c-452b-9388-c01bb5da5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.934824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-3bda9d14-898c-452b-9388-c01bb5da5ece service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 1094 time: 0.1071513 Aug 27 02:31:54.937391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b19eb-872d-4011-aa81-a8c886b445b0 req-a53583dc-5e9c-49f3-a51e-2459d5ab8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.941095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc5b19eb-872d-4011-aa81-a8c886b445b0 req-a53583dc-5e9c-49f3-a51e-2459d5ab8d06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 1097 time: 0.1234233 Aug 27 02:31:54.964389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580e5a-a717-4477-835e-33b9b2b1d3bd req-47087d39-2395-4381-a703-3708856addab tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.966198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29580e5a-a717-4477-835e-33b9b2b1d3bd req-47087d39-2395-4381-a703-3708856addab tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 943 time: 0.0899122 Aug 27 02:31:54.998249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-714c2ccf-c20a-4c37-a3d5-3fd18a8b2163 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25 HTTP/1.1" status: 200 len: 217 time: 0.0490153 Aug 27 02:31:55.034544 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29580e5a-a717-4477-835e-33b9b2b1d3bd req-084c2307-a6f5-4b9b-ad61-9e5be23bff7a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567346 Aug 27 02:31:55.064106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc5b19eb-872d-4011-aa81-a8c886b445b0 req-188dd7ab-b760-42a6-b0b7-a356968334f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136198 Aug 27 02:31:55.087773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-b2cc990c-10aa-4c95-9140-bacc81b7d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.089927 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-b2cc990c-10aa-4c95-9140-bacc81b7d10a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 200 len: 854 time: 0.0723391 Aug 27 02:31:55.152801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62c40a-bfdb-45c6-aa24-fe40573902c4 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:55.174200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51992) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:55.249378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6e29981f-311a-4c48-8953-76525cd584be None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:55.250676 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e29981f-311a-4c48-8953-76525cd584be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.291703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-c1d2ee8f-6c20-45ab-b6e3-246d3efeed92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439060 Aug 27 02:31:55.434572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ca16173-c31c-4f73-aba2-30c6c49ad678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.445538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-2203efd5-0b57-4b30-86ca-b59e32697b25 service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453710 Aug 27 02:31:55.482979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201439e9-a245-4601-af52-a53034dff263 None None] Update dhcp port {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': 'acdc749b-11af-46d5-91a5-5ababe2d5312'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'e72e3808-27ff-4c90-837d-70bea889d199'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:31:55.522560 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-201439e9-a245-4601-af52-a53034dff263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.605965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ca16173-c31c-4f73-aba2-30c6c49ad678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.641182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ca16173-c31c-4f73-aba2-30c6c49ad678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.673798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db2b124b-bf7a-4ddf-a965-ef1f7cd4af40 req-b94bfd4a-a410-48fe-89f7-bf23af32002e service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691887 Aug 27 02:31:55.748785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-201439e9-a245-4601-af52-a53034dff263 None None] Allocated IP 2001:db8::f816:3eff:fefb:b775 (8095c560-1388-49b5-9ced-9a3602d5c435/acdc749b-11af-46d5-91a5-5ababe2d5312/e72e3808-27ff-4c90-837d-70bea889d199) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:55.751632 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2ca16173-c31c-4f73-aba2-30c6c49ad678 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc2595d0846a4f2ea6b7e6605dc74d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757830 Aug 27 02:31:55.752882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:55.772855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52008) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:55.870440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:31:55.875236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-201439e9-a245-4601-af52-a53034dff263 None None] For port e72e3808-27ff-4c90-837d-70bea889d199, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e72e3808-27ff-4c90-837d-70bea889d199,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:55.883597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] Deleting subnet d26550cf-9905-4b1a-9b9e-a226ae81dcdb {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:55.893120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.895060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca16173-c31c-4f73-aba2-30c6c49ad678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44d3d4-79f0-4628-a54d-bcea3c46bb46,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:55.912784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-201439e9-a245-4601-af52-a53034dff263 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.931794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-201439e9-a245-4601-af52-a53034dff263 None None] Transition to ACTIVE for port object e72e3808-27ff-4c90-837d-70bea889d199 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:55.938955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-201439e9-a245-4601-af52-a53034dff263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.965078 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.025666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201439e9-a245-4601-af52-a53034dff263 None None] Pushing event updated for resources: {'Port': ['ID=e72e3808-27ff-4c90-837d-70bea889d199,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.027312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9e85-13c1-4d07-a2d7-a5fc76584713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.036582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd49e9-2d98-4f81-b8aa-9216ff5cc89f req-5d62a79f-7f1e-41ef-8611-6771cb7d8700 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.038251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fcd49e9-2d98-4f81-b8aa-9216ff5cc89f req-5d62a79f-7f1e-41ef-8611-6771cb7d8700 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 946 time: 0.2841778 Aug 27 02:31:56.081480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Port e72e3808-27ff-4c90-837d-70bea889d199 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=94773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 27 02:31:56.081793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.083825 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.085075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9e85-13c1-4d07-a2d7-a5fc76584713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.129757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fcd49e9-2d98-4f81-b8aa-9216ff5cc89f req-149f5da2-d590-4ee2-9a45-0c5e199f458f tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782824 Aug 27 02:31:56.149904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:56.162648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:56.174843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.175451 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.194071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.210839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=acdc749b-11af-46d5-91a5-5ababe2d5312,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.234264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc5cbbce-3dfb-4e17-91e7-4deb1860c3ec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7737832 Aug 27 02:31:56.239035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52018) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:56.243858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:56.258599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26550cf-9905-4b1a-9b9e-a226ae81dcdb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.270887 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.276294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4ee0fd4e-8028-49e7-9d44-417c79b34957 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d26550cf-9905-4b1a-9b9e-a226ae81dcdb HTTP/1.1" status: 204 len: 168 time: 0.5053604 Aug 27 02:31:56.276953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52020) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:56.304823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9e85-13c1-4d07-a2d7-a5fc76584713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.307493 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9e85-13c1-4d07-a2d7-a5fc76584713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.308620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dc2d9e85-13c1-4d07-a2d7-a5fc76584713 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa44d3d4-79f0-4628-a54d-bcea3c46bb46 HTTP/1.1" status: 204 len: 168 time: 0.5345697 Aug 27 02:31:56.320834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db2c36-8d1c-42a5-bcad-6998431bb211 req-bdd7f604-2e8c-4ff7-a272-ff1ca14a85ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.328823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51db2c36-8d1c-42a5-bcad-6998431bb211 req-bdd7f604-2e8c-4ff7-a272-ff1ca14a85ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 943 time: 0.1376879 Aug 27 02:31:56.350029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52024) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:56.364297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d9e85-13c1-4d07-a2d7-a5fc76584713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44d3d4-79f0-4628-a54d-bcea3c46bb46,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.414230 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51db2c36-8d1c-42a5-bcad-6998431bb211 req-5f2fde91-7e78-4e67-aab5-e56714be1176 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845978 Aug 27 02:31:56.419389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.476335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:56.481221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.527058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.539105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acb4b1e-7ad6-47a9-8d88-3e657a1e0386']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:56.556281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ffba33-cea8-491b-9b56-61624214c8cc') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:56.556590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ffba33-cea8-491b-9b56-61624214c8cc') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:56.567835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.588144 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.596303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:56.596731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:56.670374 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:56.680201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539e20f5-5f13-492e-8356-8248e1a715a8'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:56.682902 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574ed16-c1c8-4985-875d-c5bbfb4cce76" -d '{"events": [{"server_uuid": "63fb90aa-10c7-4b4d-b3ab-2e22aa10c618", "name": "network-vif-plugged", "status": "completed", "tag": "539e20f5-5f13-492e-8356-8248e1a715a8"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:56.687328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.714730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.716879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] 10.222.0.10 "DELETE /v2.0/networks/3acb4b1e-7ad6-47a9-8d88-3e657a1e0386 HTTP/1.1" status: 204 len: 168 time: 0.4388397 Aug 27 02:31:56.717891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c37f5c-3298-4b9c-8a85-7e98413825ef admin admin] Pushing event deleted for resources: {'Network': ['ID=3acb4b1e-7ad6-47a9-8d88-3e657a1e0386,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.747858 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ba3108-ab9b-43d0-94a8-dcbd9b4401a6 x-openstack-request-id: req-15ba3108-ab9b-43d0-94a8-dcbd9b4401a6 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:56.748219 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb90aa-10c7-4b4d-b3ab-2e22aa10c618", "name": "network-vif-plugged", "status": "completed", "tag": "539e20f5-5f13-492e-8356-8248e1a715a8", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:56.748537 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15ba3108-ab9b-43d0-94a8-dcbd9b4401a6 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:56.749133 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539e20f5-5f13-492e-8356-8248e1a715a8', 'code': 200} Aug 27 02:31:56.780625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d14aced-e40c-4644-94f7-3703b3568e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.792633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318adb5e-ff70-4c6e-8dcf-e48a0115546b None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:56.874265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:56.877256 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46853c5-3d45-453e-922a-bf2677e89c67" -d '{"events": [{"name": "network-changed", "server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:56.891480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52036) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:56.951191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.961437 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828d5238-d4a8-4bc0-af68-242eb845ade1 x-openstack-request-id: req-828d5238-d4a8-4bc0-af68-242eb845ade1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:56.963213 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:56.964198 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-828d5238-d4a8-4bc0-af68-242eb845ade1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:56.966907 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'status': 'completed', 'code': 200} Aug 27 02:31:56.988871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52040) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:57.025631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858931e-81ad-4a7d-a29b-d2cbd3eabc4a req-df234421-284e-469d-a9d6-442fa8b0c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.027457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6858931e-81ad-4a7d-a29b-d2cbd3eabc4a req-df234421-284e-469d-a9d6-442fa8b0c646 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 1097 time: 0.2016838 Aug 27 02:31:57.040255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:57.052490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:57.055921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.056525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.057298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8e5fd4a4-6d52-467b-bdc1-9922049835fb None None] Provisioning for port e72e3808-27ff-4c90-837d-70bea889d199 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:57.063946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8e5fd4a4-6d52-467b-bdc1-9922049835fb None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:57.064334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8e5fd4a4-6d52-467b-bdc1-9922049835fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.073204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=0d1e8c92-7347-4598-aa95-c3a12f96c64c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.077663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-e4e03daf-514f-4dae-b941-20c56508966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.079823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-e4e03daf-514f-4dae-b941-20c56508966b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 1094 time: 0.1042705 Aug 27 02:31:57.086451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-30f1f594-5a08-4f92-850f-2683ffa59f08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6af202415dcc448b8f2673f1a194ad9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907866 Aug 27 02:31:57.089543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52042) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:57.114966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ce238787-1565-45ed-b830-8f3bd5b78d01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f2aa78ec72d4179a4c581e71c2a9ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225405 Aug 27 02:31:57.118238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52044) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:57.126737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d14aced-e40c-4644-94f7-3703b3568e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.139447 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d14aced-e40c-4644-94f7-3703b3568e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.157933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2f1dd871-0832-4f80-bf52-2defb1969587 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9187660 Aug 27 02:31:57.158194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6858931e-81ad-4a7d-a29b-d2cbd3eabc4a req-1ae27f7f-12a5-4d87-9f78-326993489e53 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204801 Aug 27 02:31:57.163000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52046) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:57.195344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14aced-e40c-4644-94f7-3703b3568e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d4f8a-9929-419d-887b-a016167d65b3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.225930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:f9:ae:47', 'name': 'tempest-NetworksTestDHCPv6-371894743'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:57.238649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1b26-08e2-437b-a4ed-7b1cefde0b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.259184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-e08512cc-4a04-40a9-bad1-69d1bcc60761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.260684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-e08512cc-4a04-40a9-bad1-69d1bcc60761 service neutron] 10.222.0.45 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 915 time: 0.1719105 Aug 27 02:31:57.279006 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1b26-08e2-437b-a4ed-7b1cefde0b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.287492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] Update dhcp port {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': 'acdc749b-11af-46d5-91a5-5ababe2d5312', 'ip_address': '2001:db8::f816:3eff:fefb:b775'}, {'subnet_id': '0d1e8c92-7347-4598-aa95-c3a12f96c64c'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'e72e3808-27ff-4c90-837d-70bea889d199'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:31:57.300348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1d14aced-e40c-4644-94f7-3703b3568e8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3e992d8304d4318bee121bc1925581f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9418859 Aug 27 02:31:57.309618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52050) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:57.314299 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.319058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-3730f1ff-d865-470d-902f-9c21cbae6774 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25 HTTP/1.1" status: 200 len: 217 time: 0.0509109 Aug 27 02:31:57.353912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14964dbd-ef9e-47b5-922f-319c42b9d299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.389634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd562-5ff5-468c-9d5f-cb2f3bfdaeb1 req-504806b8-7622-495b-8787-60c867c66310 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.391239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19edd562-5ff5-468c-9d5f-cb2f3bfdaeb1 req-504806b8-7622-495b-8787-60c867c66310 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 946 time: 0.1515141 Aug 27 02:31:57.417645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-8be28b2d-e227-4c94-80f0-a720ecd22f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.419139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-8be28b2d-e227-4c94-80f0-a720ecd22f63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 200 len: 854 time: 0.0875623 Aug 27 02:31:57.419821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14964dbd-ef9e-47b5-922f-319c42b9d299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.470719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-1a1b1592-70e5-48bd-96bf-af259d9e37f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427387 Aug 27 02:31:57.471390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-827dc13f-9be8-4404-bbd7-4a9bcc6751ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.493498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19edd562-5ff5-468c-9d5f-cb2f3bfdaeb1 req-be73d357-e3ff-4da1-9a7b-e5a33b2b9153 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898881 Aug 27 02:31:57.505663 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1b26-08e2-437b-a4ed-7b1cefde0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.506738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:57.508530 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1b26-08e2-437b-a4ed-7b1cefde0b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.511900 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f7b1b26-08e2-437b-a4ed-7b1cefde0b89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da3a8771-2962-4c42-a699-c9c93d511ae5 HTTP/1.1" status: 204 len: 168 time: 0.4188905 Aug 27 02:31:57.521240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] Allocated IP 172.20.0.2 (8095c560-1388-49b5-9ced-9a3602d5c435/0d1e8c92-7347-4598-aa95-c3a12f96c64c/e72e3808-27ff-4c90-837d-70bea889d199) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:57.585662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-827dc13f-9be8-4404-bbd7-4a9bcc6751ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.629015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b1b26-08e2-437b-a4ed-7b1cefde0b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3a8771-2962-4c42-a699-c9c93d511ae5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.647789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.653978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-80960ebc-b1e3-4c95-8ca4-05f4cbac8ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.690936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 940f626c-77a5-454b-8528-6a98f9b33ffe yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:31:57.693050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc1e1744-92bd-4c58-8eac-7809ddc22b25 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:57.697566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ca576-be6d-4094-acbc-7485fb58d999 req-eee1c533-589e-4232-a54b-c7c96fe693d2 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.699087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14964dbd-ef9e-47b5-922f-319c42b9d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.702215 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14964dbd-ef9e-47b5-922f-319c42b9d299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.705686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c62ca576-be6d-4094-acbc-7485fb58d999 req-eee1c533-589e-4232-a54b-c7c96fe693d2 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 943 time: 0.1241593 Aug 27 02:31:57.719620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14964dbd-ef9e-47b5-922f-319c42b9d299 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46a6b77a-549f-4e6f-acaf-45099c4f5ea8 HTTP/1.1" status: 204 len: 168 time: 0.5950813 Aug 27 02:31:57.731156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-4a05f672-f217-46c9-a3ac-aabeb2ef0000 service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488163 Aug 27 02:31:57.765357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-827dc13f-9be8-4404-bbd7-4a9bcc6751ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.767977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-827dc13f-9be8-4404-bbd7-4a9bcc6751ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.771434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-827dc13f-9be8-4404-bbd7-4a9bcc6751ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d5d4f8a-9929-419d-887b-a016167d65b3 HTTP/1.1" status: 204 len: 168 time: 0.4582880 Aug 27 02:31:57.776805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] For port e72e3808-27ff-4c90-837d-70bea889d199, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e72e3808-27ff-4c90-837d-70bea889d199,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.786109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14964dbd-ef9e-47b5-922f-319c42b9d299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a6b77a-549f-4e6f-acaf-45099c4f5ea8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.822625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 736769e7-14ae-481e-80f1-bd1bde927efc no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:57.827181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c62ca576-be6d-4094-acbc-7485fb58d999 req-f749e92d-9609-49f0-9c33-51630e06f3d4 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198514 Aug 27 02:31:57.838709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dc13f-9be8-4404-bbd7-4a9bcc6751ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d4f8a-9929-419d-887b-a016167d65b3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.854824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 736769e7-14ae-481e-80f1-bd1bde927efc {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:57.855368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 736769e7-14ae-481e-80f1-bd1bde927efc not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:57.877560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf630c-6013-4c33-98c2-5a300a8e01a3 req-dde2a1af-a713-446f-9659-2abead4092dc tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.880857 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2cbf630c-6013-4c33-98c2-5a300a8e01a3 req-dde2a1af-a713-446f-9659-2abead4092dc tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 946 time: 0.2142870 Aug 27 02:31:57.903543 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.931375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] Transition to ACTIVE for port object e72e3808-27ff-4c90-837d-70bea889d199 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:57.933337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.933629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d46853c5-3d45-453e-922a-bf2677e89c67 req-7bbcdd97-626d-494a-9f68-1e30027ac1fd service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928325 Aug 27 02:31:57.945664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.956193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'port_id': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'mac_address': 'fa:16:3e:38:21:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:57.956760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2cbf630c-6013-4c33-98c2-5a300a8e01a3 req-466e690e-2522-430e-b0f3-b094e2898f94 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577126 Aug 27 02:31:58.048806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.094846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e72e3808-27ff-4c90-837d-70bea889d199 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:58.107449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1e1744-92bd-4c58-8eac-7809ddc22b25 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:58.154835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f04f6-306d-45bd-8fab-d165515eb6eb None None] Pushing event updated for resources: {'Port': ['ID=e72e3808-27ff-4c90-837d-70bea889d199,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.186585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:58.196315 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.247374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 172.20.0.8 (8095c560-1388-49b5-9ced-9a3602d5c435/0d1e8c92-7347-4598-aa95-c3a12f96c64c/940f626c-77a5-454b-8528-6a98f9b33ffe) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:58.257577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:fef9:ae47 (8095c560-1388-49b5-9ced-9a3602d5c435/acdc749b-11af-46d5-91a5-5ababe2d5312/940f626c-77a5-454b-8528-6a98f9b33ffe) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:58.265519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.444021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.464878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 940f626c-77a5-454b-8528-6a98f9b33ffe will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:58.475096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['dc1e1744-92bd-4c58-8eac-7809ddc22b25'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.499332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:58.522254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.526605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-349aac63-a505-4d1f-b969-f7ecf583b24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.592534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:58.596944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:58.603805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:58.661604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.662266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.689277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=940f626c-77a5-454b-8528-6a98f9b33ffe,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.695575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-349aac63-a505-4d1f-b969-f7ecf583b24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.703599 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-349aac63-a505-4d1f-b969-f7ecf583b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.718686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f16565d3-58b1-4407-b06b-45f011c561c0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5248399 Aug 27 02:31:58.720894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52084) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:58.779687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997cec5d-dd98-492c-99b4-b58abf6776f9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.781215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-349aac63-a505-4d1f-b969-f7ecf583b24d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c13440f9fedb4a4f99c300e4e0fa57ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806969 Aug 27 02:31:58.783336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52090) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:58.798732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997cec5d-dd98-492c-99b4-b58abf6776f9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.803425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-997cec5d-dd98-492c-99b4-b58abf6776f9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0814784 Aug 27 02:31:58.806433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52092) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:58.822787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aac63-a505-4d1f-b969-f7ecf583b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25533a96-77d3-4a85-a4d9-518ccab190d3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.854079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f5618a-5ee0-4090-98d9-7dada3340f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.905425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f5618a-5ee0-4090-98d9-7dada3340f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.976691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f5618a-5ee0-4090-98d9-7dada3340f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.982354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f5618a-5ee0-4090-98d9-7dada3340f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.987234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27f5618a-5ee0-4090-98d9-7dada3340f6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25533a96-77d3-4a85-a4d9-518ccab190d3 HTTP/1.1" status: 204 len: 168 time: 0.2023797 Aug 27 02:31:58.993410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155655a-793e-4f27-9388-01c47466a1b6 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:59.008031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5618a-5ee0-4090-98d9-7dada3340f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25533a96-77d3-4a85-a4d9-518ccab190d3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:59.035122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbead6e9-bcba-44d1-a467-21bf98294135 req-7c9e1f94-ef05-4d45-ab2d-608df07e31fd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.036931 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bbead6e9-bcba-44d1-a467-21bf98294135 req-7c9e1f94-ef05-4d45-ab2d-608df07e31fd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 944 time: 0.0865386 Aug 27 02:31:59.044199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 940f626c-77a5-454b-8528-6a98f9b33ffe {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:59.044765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.140176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c359e932-4add-41b4-b6a7-7ebe24b36d38 None None] Provisioning for port e72e3808-27ff-4c90-837d-70bea889d199 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:59.147773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c359e932-4add-41b4-b6a7-7ebe24b36d38 None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:59.148284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c359e932-4add-41b4-b6a7-7ebe24b36d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.155887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bbead6e9-bcba-44d1-a467-21bf98294135 req-6bbd6de3-c0d0-4ba7-bac9-4a0ffbab3459 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051600 Aug 27 02:31:59.192720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbe026-f772-4746-9248-75d57209c494 req-4bb579a4-6f2e-4188-b313-0d295d413b2e tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.203583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3fbe026-f772-4746-9248-75d57209c494 req-4bb579a4-6f2e-4188-b313-0d295d413b2e tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 946 time: 0.1336594 Aug 27 02:31:59.219315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.245220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 940f626c-77a5-454b-8528-6a98f9b33ffe owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:59.271614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3fbe026-f772-4746-9248-75d57209c494 req-e3b67728-7d0f-4fbe-940b-a1f7d03c8c5b tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Aug 27 02:31:59.316148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52120) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:59.548430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.612295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=940f626c-77a5-454b-8528-6a98f9b33ffe,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:59.615944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52130) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:59.676684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be962f3-6a22-48af-8555-1894d30bb69c req-6f0c21ef-b8b0-4574-bda1-6cd3f8ae2e8c tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.678501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6be962f3-6a22-48af-8555-1894d30bb69c req-6f0c21ef-b8b0-4574-bda1-6cd3f8ae2e8c tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 946 time: 0.1064453 Aug 27 02:31:59.688398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-294721627-network', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:59.702414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc1e1744-92bd-4c58-8eac-7809ddc22b25 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:59.741434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-467042722'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:59.783133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.789897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-10164467-2f26-419b-9ed2-0ce66aa53496 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/940f626c-77a5-454b-8528-6a98f9b33ffe HTTP/1.1" status: 204 len: 168 time: 0.9821806 Aug 27 02:31:59.790657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52138) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:59.792470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Made reservation on behalf of c5d91824d45b4d5ba443e4e5eece7572 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:59.799615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.801498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-40a5308d-53b6-4462-86e7-d93367370ac0 None None] Could not find standard attr ID for object 940f626c-77a5-454b-8528-6a98f9b33ffe. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:31:59.811041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port dc1e1744-92bd-4c58-8eac-7809ddc22b25 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:59.815956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port dc1e1744-92bd-4c58-8eac-7809ddc22b25 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:59.816813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.835277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6be962f3-6a22-48af-8555-1894d30bb69c req-ab319e7f-3e12-4f0e-8bb6-1192dd7ffe7d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426704 Aug 27 02:31:59.838676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.843479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-40a5308d-53b6-4462-86e7-d93367370ac0 None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:59.843745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40a5308d-53b6-4462-86e7-d93367370ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.867084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:59.870842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.884748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.887701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d4a32-1107-4f32-a2af-6deb41c45582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.889929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d4a32-1107-4f32-a2af-6deb41c45582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.891635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d4a32-1107-4f32-a2af-6deb41c45582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.896710 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-171d4a32-1107-4f32-a2af-6deb41c45582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1050217 Aug 27 02:31:59.897423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52142) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:59.966536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 0d1e8c92-7347-4598-aa95-c3a12f96c64c {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:59.970133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.009860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.047735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.051665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.053314 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.118112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:00.123294 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580afe43-db6b-4679-a3b1-6ef76911e6e6" -d '{"events": [{"server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:00.137963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e72e3808-27ff-4c90-837d-70bea889d199 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:00.148373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:00.166498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.170948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:00.190721 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.197088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.197452 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Added segment 15e75e67-0d21-4e08-95d6-b1b009acd9d5 of type vlan for network 801a8d67-60d2-443a-9d84-7348c8956a96 Aug 27 02:32:00.199214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.213841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15894ddb-40b2-4795-8944-fb3a53757971,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:00.291433 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34895a-4b65-4cad-a789-b77beffaa5a5 x-openstack-request-id: req-9d34895a-4b65-4cad-a789-b77beffaa5a5 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:00.291912 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:00.292455 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d34895a-4b65-4cad-a789-b77beffaa5a5 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:00.292996 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'code': 200} Aug 27 02:32:00.298924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:00.301998 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4b368b9c-5629-40fd-9cb4-8628fcfdd6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.310966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-78f83376-1164-420d-aa54-767367edd500 None None] Could not find standard attr ID for object 940f626c-77a5-454b-8528-6a98f9b33ffe. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:32:00.325059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.328523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:00.329075 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.331259 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.377584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de12986-3d49-43c2-97d9-7c85f868bea1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:00.440626 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.447429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f11ed1-b303-4e20-a686-f69605253fc6 req-b4f690f2-8934-4dd9-9dfc-3d70ed8b4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.449186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18f11ed1-b303-4e20-a686-f69605253fc6 req-b4f690f2-8934-4dd9-9dfc-3d70ed8b4dad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 1096 time: 0.1809723 Aug 27 02:32:00.457266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.473571 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.474531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.475114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.490023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1e8c92-7347-4598-aa95-c3a12f96c64c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:00.496621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.502223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-54787c28-670c-4f4b-b2fe-f7e89d219f1a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/0d1e8c92-7347-4598-aa95-c3a12f96c64c HTTP/1.1" status: 204 len: 168 time: 0.6038566 Aug 27 02:32:00.504009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52158) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:00.504886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:32:00.505238 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:32:00.583251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386b8a-2ef5-46e7-8851-9af79e2e6ad7 req-31f258b1-e82b-4d7a-980e-ddd5b2c1346e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.586177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet acdc749b-11af-46d5-91a5-5ababe2d5312 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:00.589820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.593514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15386b8a-2ef5-46e7-8851-9af79e2e6ad7 req-31f258b1-e82b-4d7a-980e-ddd5b2c1346e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.2376990 Aug 27 02:32:00.602550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa59175-cd01-4660-8d71-e21d38d89554 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:00.646455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3280973 Aug 27 02:32:00.650517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52164) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:00.657366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.663501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Request body: {'subnet': {'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-subnet', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:00.684182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15386b8a-2ef5-46e7-8851-9af79e2e6ad7 req-e1db787c-3d4c-45b7-80b4-ddaf4f7cd452 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Aug 27 02:32:00.685117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75330b8c-a44a-4b80-babe-4d7200662097 admin admin] Pushing event updated for resources: {'Network': ['ID=801a8d67-60d2-443a-9d84-7348c8956a96,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:00.692990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18f11ed1-b303-4e20-a686-f69605253fc6 req-7bce00e0-6997-40ae-ad2a-f28d79ee86a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277992 Aug 27 02:32:00.699871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 801a8d67-60d2-443a-9d84-7348c8956a96 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:00.733747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Made reservation on behalf of c5d91824d45b4d5ba443e4e5eece7572 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:00.735826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.821419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.873967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52170) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:00.939259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-d71b94b1-9c28-499a-b90c-9454db7ac636 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.941070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-d71b94b1-9c28-499a-b90c-9454db7ac636 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "GET /v2.0/ports?device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 946 time: 0.0785573 Aug 27 02:32:00.963035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.022666 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.024718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=acdc749b-11af-46d5-91a5-5ababe2d5312,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:01.055604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.059905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d645be63-cd05-4d06-9105-110a2a8163f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/acdc749b-11af-46d5-91a5-5ababe2d5312 HTTP/1.1" status: 204 len: 168 time: 0.5520070 Aug 27 02:32:01.060914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52174) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:01.070219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:01.084264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.084760 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Added segment aeb629a8-7610-4722-944a-a3def9b10151 of type vlan for network e8f55819-920c-49df-be69-97352d0f8623 Aug 27 02:32:01.126350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18bb6d75-57b3-4973-99ca-b519bcd8f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.131574 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3e4388c5-32ed-49a2-9c4e-1a007825e08f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638170 Aug 27 02:32:01.136333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52176) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:01.139471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.145485 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.148445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95dd9c-0daa-4c48-905d-29e3badab49b req-41cecfc5-a133-4d62-b9cb-978157c40b6a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.149950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e95dd9c-0daa-4c48-905d-29e3badab49b req-41cecfc5-a133-4d62-b9cb-978157c40b6a tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 946 time: 0.2088921 Aug 27 02:32:01.176098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:01.183490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.190174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.190741 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.196587 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.209818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Deleting port 539e20f5-5f13-492e-8356-8248e1a715a8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:01.210035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.261689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c7e594-7561-4f53-844c-2f416abfe018,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:01.270115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e95dd9c-0daa-4c48-905d-29e3badab49b req-f05e73fa-8095-400b-b1a1-f1a77b330b4b tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114154 Aug 27 02:32:01.288257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Checking segment: {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:01.288906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Network hostable DHCP agents. Network: 801a8d67-60d2-443a-9d84-7348c8956a96, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:01.329686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Network 801a8d67-60d2-443a-9d84-7348c8956a96 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:01.350159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18bb6d75-57b3-4973-99ca-b519bcd8f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.352113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 801a8d67-60d2-443a-9d84-7348c8956a96) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:01.356447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.357287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.366777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18bb6d75-57b3-4973-99ca-b519bcd8f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.372386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea86ac-2c50-48df-af7f-35d180fb583d None None] Network 801a8d67-60d2-443a-9d84-7348c8956a96 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:01.388448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7655542 Aug 27 02:32:01.396360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52178) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:01.400144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998ed19-adce-4228-9e9e-3870f1d39055 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Network': ['ID=e8f55819-920c-49df-be69-97352d0f8623,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:01.401761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'subnet': {'network_id': 'e8f55819-920c-49df-be69-97352d0f8623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:01.415772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cc14a55f-e96c-4c89-ba5e-f3cfc7a6ff98 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7637246 Aug 27 02:32:01.433741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52182) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:01.456764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network e8f55819-920c-49df-be69-97352d0f8623 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:01.472250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb6d75-57b3-4973-99ca-b519bcd8f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb8303c-7811-4517-9e1b-ae13a9831ca5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:01.486593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:01.486724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] For port 539e20f5-5f13-492e-8356-8248e1a715a8, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=539e20f5-5f13-492e-8356-8248e1a715a8,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:01.487113 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.495430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-18bb6d75-57b3-4973-99ca-b519bcd8f3ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67153293a8e547739b49925b5d60702a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187665 Aug 27 02:32:01.502552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52184) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:01.509792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3a536-a35c-41ef-9b78-4401bc74c03d None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:01.510029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Calling delete_port for 539e20f5-5f13-492e-8356-8248e1a715a8 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:01.531709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:01.536060 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.570984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.572213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.619403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0e79-350c-491a-8c8a-ca5499abcda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.623100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:01.626669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.637209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b6de3245-3912-4ee5-9b5e-58b2e164f78d None None] Provisioning complete for port e72e3808-27ff-4c90-837d-70bea889d199 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:01.637582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b6de3245-3912-4ee5-9b5e-58b2e164f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.706583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.723348 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0e79-350c-491a-8c8a-ca5499abcda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.882269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.915927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.930620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d7f8b-ab2c-40c4-845a-bb85abbc5548 None None] Network 801a8d67-60d2-443a-9d84-7348c8956a96 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:01.932591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['5ff1f1f0-0b6b-435f-9d8f-0e2605a15512'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:01.935277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f1ddd2f3-cea7-4b95-9472-062c30bc19aa', '539e20f5-5f13-492e-8356-8248e1a715a8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:01.940722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:01.966197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:01.970616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.971194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Pushing event deleted for resources: {'Port': ['ID=539e20f5-5f13-492e-8356-8248e1a715a8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:01.976923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.978130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:01.989061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=d678a915-07fa-4893-9f70-ff390f7099f0,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:02.001332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1d58a-54fb-4bdf-8361-d1ede2353b43 req-97e9352b-b1e3-4a11-ab98-8446c23fb59b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:02.008689 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55d1d58a-54fb-4bdf-8361-d1ede2353b43 req-97e9352b-b1e3-4a11-ab98-8446c23fb59b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.2297454 Aug 27 02:32:02.024569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28992c1d-03fe-482d-bbdc-67b877dd84dc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8512449 Aug 27 02:32:02.035329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52188) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:02.040615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:02.044494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] No DVR routers for this DVR port 539e20f5-5f13-492e-8356-8248e1a715a8 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:02.047998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.050036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a749fa99-f813-4212-9842-cfd81c8b35b3 req-5268a239-9c66-470d-9397-20efc7fc5ed1 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "DELETE /v2.0/ports/539e20f5-5f13-492e-8356-8248e1a715a8 HTTP/1.1" status: 204 len: 173 time: 1.1021512 Aug 27 02:32:02.050579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'name': 'network-vif-deleted', 'tag': '539e20f5-5f13-492e-8356-8248e1a715a8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:02.052904 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba94c255-1590-4fb5-be67-dc8bf7409200" -d '{"events": [{"server_uuid": "63fb90aa-10c7-4b4d-b3ab-2e22aa10c618", "name": "network-vif-deleted", "tag": "539e20f5-5f13-492e-8356-8248e1a715a8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:02.112224 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e40ea1-0410-438f-ac4e-e7a954abc281 x-openstack-request-id: req-03e40ea1-0410-438f-ac4e-e7a954abc281 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:02.112580 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb90aa-10c7-4b4d-b3ab-2e22aa10c618", "name": "network-vif-deleted", "tag": "539e20f5-5f13-492e-8356-8248e1a715a8", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:02.112813 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03e40ea1-0410-438f-ac4e-e7a954abc281 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:02.125867 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb90aa-10c7-4b4d-b3ab-2e22aa10c618', 'name': 'network-vif-deleted', 'tag': '539e20f5-5f13-492e-8356-8248e1a715a8', 'status': 'completed', 'code': 200} Aug 27 02:32:02.223271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64429e70-f951-4574-979b-e8073bdce343 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:02.259003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:02.264057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.452404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-64429e70-f951-4574-979b-e8073bdce343 None None] Deleting port e72e3808-27ff-4c90-837d-70bea889d199 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:02.452914 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-64429e70-f951-4574-979b-e8073bdce343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.453543 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9a877e6-958e-464c-bba7-9ec91b25212c req-542c6d42-7f31-4b89-b9a6-4412466f2e23 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=63fb90aa-10c7-4b4d-b3ab-2e22aa10c618 HTTP/1.1" status: 200 len: 210 time: 0.0536995 Aug 27 02:32:02.467548 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0e79-350c-491a-8c8a-ca5499abcda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.470419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0e79-350c-491a-8c8a-ca5499abcda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.471889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8f4a0e79-350c-491a-8c8a-ca5499abcda6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bb8303c-7811-4517-9e1b-ae13a9831ca5 HTTP/1.1" status: 204 len: 168 time: 0.9682710 Aug 27 02:32:02.510809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a0e79-350c-491a-8c8a-ca5499abcda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb8303c-7811-4517-9e1b-ae13a9831ca5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:02.538446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55d1d58a-54fb-4bdf-8361-d1ede2353b43 req-7c63b9b1-ff08-4422-8012-bb620a44634a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284481 Aug 27 02:32:02.596437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.672536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Subnet': ['ID=418be0c7-f811-4f14-bb47-cdc1d67c6719,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:02.688750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-64429e70-f951-4574-979b-e8073bdce343 None None] For port e72e3808-27ff-4c90-837d-70bea889d199, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e72e3808-27ff-4c90-837d-70bea889d199,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:02.689418 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-64429e70-f951-4574-979b-e8073bdce343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.710904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-64429e70-f951-4574-979b-e8073bdce343 None None] Calling delete_port for e72e3808-27ff-4c90-837d-70bea889d199 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:02.729813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Checking segment: {'id': 'aeb629a8-7610-4722-944a-a3def9b10151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e8f55819-920c-49df-be69-97352d0f8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:02.730233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network hostable DHCP agents. Network: e8f55819-920c-49df-be69-97352d0f8623, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:02.802502 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-64429e70-f951-4574-979b-e8073bdce343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.837434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.objects.ports [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:02.843748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network e8f55819-920c-49df-be69-97352d0f8623 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:02.847950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64429e70-f951-4574-979b-e8073bdce343 None None] Pushing event deleted for resources: {'Port': ['ID=e72e3808-27ff-4c90-837d-70bea889d199,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:02.855984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64429e70-f951-4574-979b-e8073bdce343 None None] No DVR routers for this DVR port e72e3808-27ff-4c90-837d-70bea889d199 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:02.870058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, e8f55819-920c-49df-be69-97352d0f8623) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:02.876378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:02.877020 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.880759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.883090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f894ef1-1c23-4098-9b4e-3e2584da9670 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:02.889047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314ff87-41da-437b-b06d-5416c52ad212 None None] Network e8f55819-920c-49df-be69-97352d0f8623 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:02.920522 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:02.967545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb3f896d-f618-42cf-bcb4-131e7e911511 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5702481 Aug 27 02:32:02.971068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52206) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:02.978179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-198812877', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:03.046346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.047747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.114559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.167870 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.176005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654270b-e72b-4726-b040-c2aeb96d8d3f None None] Network e8f55819-920c-49df-be69-97352d0f8623 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:03.253932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': 'd678a915-07fa-4893-9f70-ff390f7099f0'}, {'subnet_id': 'efba5561-143b-4427-abd4-176daada5bc8'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:03.254805 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.256640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Allocated IP 172.25.1.122 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/015c348d-24ec-41ee-808c-af1931be9fc6) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:03.356630 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.513506 n-d-806293-1 neutron-server[94772]: WARNING neutron.services.revisions.revision_plugin [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Could not find related port for resource to bump revision. Aug 27 02:32:03.519705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Allocated IP 172.20.0.2 (8095c560-1388-49b5-9ced-9a3602d5c435/d678a915-07fa-4893-9f70-ff390f7099f0/67faa495-bec0-45da-9821-65c87ea9c3b2) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:03.524487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_pluggable_backend [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Port e72e3808-27ff-4c90-837d-70bea889d199 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 27 02:32:03.524990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_pluggable_backend [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Reverting IP allocation for 2001:db8::f816:3eff:fefb:b775 {{(pid=94772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 27 02:32:03.529002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_pluggable_backend [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefb:b775 {{(pid=94772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 27 02:32:03.530581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.533057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Allocated IP 2001:db8::f816:3eff:fe29:c35c (8095c560-1388-49b5-9ced-9a3602d5c435/efba5561-143b-4427-abd4-176daada5bc8/67faa495-bec0-45da-9821-65c87ea9c3b2) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:03.542302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.577768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:03.581618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:03.587832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.588432 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.610543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=efba5561-143b-4427-abd4-176daada5bc8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:03.621198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1570218b-c08d-474a-a29c-8f6e4327d2f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5846133 Aug 27 02:32:03.624668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52226) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:03.631888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:28:2d:0c', 'name': 'tempest-NetworksTestDHCPv6-1700927645'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:03.826231 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.842351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585e4dc-ca9a-4b6e-b738-d1e011db3112 req-fcddeb84-07b7-4c8c-9589-13b7ff5601bd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.844169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4585e4dc-ca9a-4b6e-b738-d1e011db3112 req-fcddeb84-07b7-4c8c-9589-13b7ff5601bd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1818688 Aug 27 02:32:03.845506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:03.849041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Transition to ACTIVE for port object 67faa495-bec0-45da-9821-65c87ea9c3b2 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:03.854888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.858793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.886228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Transition to ACTIVE for port object 67faa495-bec0-45da-9821-65c87ea9c3b2 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:03.902025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.903225 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:03.927493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:03.929550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:03.962601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:03.969374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4585e4dc-ca9a-4b6e-b738-d1e011db3112 req-7c4a5561-40db-4120-81ee-7bcbb4fc500b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Aug 27 02:32:03.970375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:03.972357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Pushing event updated for resources: {'Port': ['ID=67faa495-bec0-45da-9821-65c87ea9c3b2,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:03.981450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:03.991776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.028043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:04.037495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port fd1194f6-197e-4c9b-92d2-a08908e25666 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:04.106523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e72e3808-27ff-4c90-837d-70bea889d199 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:04.139690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e72e3808-27ff-4c90-837d-70bea889d199 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:04.140609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e72e3808-27ff-4c90-837d-70bea889d199 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:04.142809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Attempting to bind port 67faa495-bec0-45da-9821-65c87ea9c3b2 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:04.143407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Attempting to bind port 67faa495-bec0-45da-9821-65c87ea9c3b2 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:04.144124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Attempting to bind port 67faa495-bec0-45da-9821-65c87ea9c3b2 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:04.153868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:04.154392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:04.154740 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.158362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:04.158362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Bound port: 67faa495-bec0-45da-9821-65c87ea9c3b2, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:04.158362 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.167083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Pushing event updated for resources: {'Port': ['ID=015c348d-24ec-41ee-808c-af1931be9fc6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:04.206372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d075b-18c9-4955-8d7e-c6a0299d8e00 req-2670edc5-4152-454f-aa9a-0d065d5a4894 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:04.207922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-145d075b-18c9-4955-8d7e-c6a0299d8e00 req-2670edc5-4152-454f-aa9a-0d065d5a4894 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1026638 Aug 27 02:32:04.239645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] For port 67faa495-bec0-45da-9821-65c87ea9c3b2, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:04.243039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] For port 67faa495-bec0-45da-9821-65c87ea9c3b2, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=67faa495-bec0-45da-9821-65c87ea9c3b2,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:04.255503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.361022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-145d075b-18c9-4955-8d7e-c6a0299d8e00 req-719b3426-2754-48b9-87b1-4e56bd4dd9d0 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345191 Aug 27 02:32:04.363532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f1d0e-aa00-41b7-b7de-659c2ac57c8f None None] Pushing event updated for resources: {'Port': ['ID=67faa495-bec0-45da-9821-65c87ea9c3b2,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:04.469357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 172.20.0.4 (8095c560-1388-49b5-9ced-9a3602d5c435/d678a915-07fa-4893-9f70-ff390f7099f0/fd1194f6-197e-4c9b-92d2-a08908e25666) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:04.476595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:fe28:2d0c (8095c560-1388-49b5-9ced-9a3602d5c435/efba5561-143b-4427-abd4-176daada5bc8/fd1194f6-197e-4c9b-92d2-a08908e25666) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:04.571563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.25.1.77 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0971fc49-7893-484e-b25d-570044e95634) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:04.794749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.832317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.845400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object fd1194f6-197e-4c9b-92d2-a08908e25666 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:04.905612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.997165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.069298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.083030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:05.088578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:05.096513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:05.105418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=fd1194f6-197e-4c9b-92d2-a08908e25666,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:05.163163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782bc69-7734-4236-aa91-c0513d636c3b req-a0bf14a4-2312-470c-83bf-62c5e41265a8 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.164762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c782bc69-7734-4236-aa91-c0513d636c3b req-a0bf14a4-2312-470c-83bf-62c5e41265a8 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1682022 Aug 27 02:32:05.179784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:05.193272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:05.206073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:05.214027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.214721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.240296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158557f9-7104-4ea3-ad7a-a159fac3fa93 req-b3182c15-c3db-409c-8eba-2a97a265788f tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.244024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=0971fc49-7893-484e-b25d-570044e95634,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:05.256511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158557f9-7104-4ea3-ad7a-a159fac3fa93 req-b3182c15-c3db-409c-8eba-2a97a265788f tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.258547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-158557f9-7104-4ea3-ad7a-a159fac3fa93 req-b3182c15-c3db-409c-8eba-2a97a265788f tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72&device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 1683 time: 0.1213408 Aug 27 02:32:05.276650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-225eb401-dd41-4842-80c0-7e44a9aeea71 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6512129 Aug 27 02:32:05.282894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52314) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:05.328241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-158557f9-7104-4ea3-ad7a-a159fac3fa93 req-2270fcf7-9489-44c3-a3f1-c7418e09864d tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543942 Aug 27 02:32:05.370816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.459136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c782bc69-7734-4236-aa91-c0513d636c3b req-073cccf0-c068-469e-b9c9-9acf20f00233 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754672 Aug 27 02:32:05.562966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeefac1-e2ac-4c0f-9829-e9c33438bde9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.569189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeefac1-e2ac-4c0f-9829-e9c33438bde9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.570955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ceeefac1-e2ac-4c0f-9829-e9c33438bde9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2862711 Aug 27 02:32:05.575320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:05.698207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52334) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:05.789722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b707ba-a184-41c8-b8d4-6198c6c8303f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:05.823689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-ec3a4ed1-183d-47b9-ab49-44a41a5b354e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548837 Aug 27 02:32:05.857451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ac38c16-b790-4dae-b418-e78a1fa4204a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.870424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 539e20f5-5f13-492e-8356-8248e1a715a8 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:05.900947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 539e20f5-5f13-492e-8356-8248e1a715a8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:05.901283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 539e20f5-5f13-492e-8356-8248e1a715a8 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:05.911669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-048a7fbc-fb39-4fb6-bc9b-2499c9dae712 None None] Provisioning for port 67faa495-bec0-45da-9821-65c87ea9c3b2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:05.956740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b5131-0eb3-4521-900b-a36459cb8636 req-00287c1c-766b-40a3-90f9-1843cd37de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.958402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-00287c1c-766b-40a3-90f9-1843cd37de47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 1097 time: 0.0814946 Aug 27 02:32:06.129803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67faa495-bec0-45da-9821-65c87ea9c3b2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:06.156726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3725-5b89-44b1-a68e-393d62c1e88b req-e939773f-c864-4636-81ee-bd8c82facfcf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.158368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a62d3725-5b89-44b1-a68e-393d62c1e88b req-e939773f-c864-4636-81ee-bd8c82facfcf tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 946 time: 0.1835659 Aug 27 02:32:06.188219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 67faa495-bec0-45da-9821-65c87ea9c3b2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:06.193343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 67faa495-bec0-45da-9821-65c87ea9c3b2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:06.193736 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.208102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b5131-0eb3-4521-900b-a36459cb8636 req-fd1aa42e-edcb-43c7-a376-933dd20520de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.209612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-fd1aa42e-edcb-43c7-a376-933dd20520de service neutron] 10.222.0.32 "GET /v2.0/networks?id=605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 200 len: 918 time: 0.2165115 Aug 27 02:32:06.218877 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ac38c16-b790-4dae-b418-e78a1fa4204a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.232741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a62d3725-5b89-44b1-a68e-393d62c1e88b req-e7ab309c-da89-4832-9cdb-0fc5f0ef88ec tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655098 Aug 27 02:32:06.237348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ac38c16-b790-4dae-b418-e78a1fa4204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.266989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Router 0021da26-32a8-4a45-8f66-caf0b24a154e is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:32:06.279233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port fd1194f6-197e-4c9b-92d2-a08908e25666 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:06.279729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.295172 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.297331 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-2f3cb5b5-b740-4ec6-8093-eca29f8ae8ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa HTTP/1.1" status: 200 len: 217 time: 0.0754616 Aug 27 02:32:06.299126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.336868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 67faa495-bec0-45da-9821-65c87ea9c3b2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=67faa495-bec0-45da-9821-65c87ea9c3b2,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:06.344404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.367839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac38c16-b790-4dae-b418-e78a1fa4204a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4bdc9-eecd-42bd-ab4e-3ae2764926db,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:06.385100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2ac38c16-b790-4dae-b418-e78a1fa4204a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e9619232a8d4ebca32f167505ebca8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848891 Aug 27 02:32:06.393578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52344) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:06.404001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=67faa495-bec0-45da-9821-65c87ea9c3b2,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:06.429569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b5131-0eb3-4521-900b-a36459cb8636 req-d27831b0-564e-4249-aca4-ddfea7ce43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.431380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-d27831b0-564e-4249-aca4-ddfea7ce43ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 200 len: 857 time: 0.1224840 Aug 27 02:32:06.448156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-59c25ccf-876d-4719-b374-7ab5ff4d1478 None None] Provisioning for port fd1194f6-197e-4c9b-92d2-a08908e25666 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:06.454081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-59c25ccf-876d-4719-b374-7ab5ff4d1478 None None] Provisioning complete for port fd1194f6-197e-4c9b-92d2-a08908e25666 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:06.456090 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-59c25ccf-876d-4719-b374-7ab5ff4d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.476617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-9e76fdb9-eeca-4b14-b888-baf1ef4fc322 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=605769c5-2a92-42ae-9380-6f6a450b8f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318768 Aug 27 02:32:06.493454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c11d14f1-82d5-436f-902a-5147bdcc3b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.495027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-59c25ccf-876d-4719-b374-7ab5ff4d1478 None None] Port fd1194f6-197e-4c9b-92d2-a08908e25666 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:06.505878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-59c25ccf-876d-4719-b374-7ab5ff4d1478 None None] Provisioning complete for port 67faa495-bec0-45da-9821-65c87ea9c3b2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:06.506428 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-59c25ccf-876d-4719-b374-7ab5ff4d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.565525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.578463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:06.596555 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c11d14f1-82d5-436f-902a-5147bdcc3b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.599877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Sync routers for ids ['0021da26-32a8-4a45-8f66-caf0b24a154e'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:06.624950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for fd1194f6-197e-4c9b-92d2-a08908e25666 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:06.625748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Routers {'0021da26-32a8-4a45-8f66-caf0b24a154e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:06.626606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0021da26-32a8-4a45-8f66-caf0b24a154e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:06.660814 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.662173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-596049bf-1f31-4c60-9b8a-8543cc40be8b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2264094 Aug 27 02:32:06.665570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52348) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:06.729328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-95a15766-c9e1-4881-ae56-abe7d127e2de service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358098 Aug 27 02:32:06.756936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc46594-d2c8-439a-a5b1-02b0378d8c8f req-8ab604cf-9acf-4241-95a3-bcc5c0d18f84 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.758700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fdc46594-d2c8-439a-a5b1-02b0378d8c8f req-8ab604cf-9acf-4241-95a3-bcc5c0d18f84 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1778400 Aug 27 02:32:06.768250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Set router 0021da26-32a8-4a45-8f66-caf0b24a154e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:06.791142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c11d14f1-82d5-436f-902a-5147bdcc3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.793921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c11d14f1-82d5-436f-902a-5147bdcc3b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.797601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c11d14f1-82d5-436f-902a-5147bdcc3b64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24d4bdc9-eecd-42bd-ab4e-3ae2764926db HTTP/1.1" status: 204 len: 168 time: 0.4002910 Aug 27 02:32:06.840179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d14f1-82d5-436f-902a-5147bdcc3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4bdc9-eecd-42bd-ab4e-3ae2764926db,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:06.935768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fdc46594-d2c8-439a-a5b1-02b0378d8c8f req-6bee5c4e-e0d0-4fcc-bdc7-e1012eedf830 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637998 Aug 27 02:32:06.936372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2495f7d1-cabc-453a-a012-aaa58fc851f0 None None] Provisioning complete for port fd1194f6-197e-4c9b-92d2-a08908e25666 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:06.937856 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2495f7d1-cabc-453a-a012-aaa58fc851f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.971636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-642b5131-0eb3-4521-900b-a36459cb8636 req-f3466982-873f-4370-b970-3e99099c2652 service neutron] 10.222.0.32 "GET /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338126 Aug 27 02:32:06.973385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.162403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.170048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2495f7d1-cabc-453a-a012-aaa58fc851f0 None None] Port fd1194f6-197e-4c9b-92d2-a08908e25666 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:07.188498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-7e55afad-edd5-4139-bfb3-3460e6809c52 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.190336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-7e55afad-edd5-4139-bfb3-3460e6809c52 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.45 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 946 time: 0.0812829 Aug 27 02:32:07.209300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=fd1194f6-197e-4c9b-92d2-a08908e25666,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:07.243021 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52356) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:07.254994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:32:04Z', 'revision_number': 3, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port': {'id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:66:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:02Z', 'updated_at': '2021-08-27T02:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:07.263360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dab257a-553c-475e-8c5d-78996986d6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.309862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Checking router: 0021da26-32a8-4a45-8f66-caf0b24a154e for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:07.310225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Updating router 0021da26-32a8-4a45-8f66-caf0b24a154e port 015c348d-24ec-41ee-808c-af1931be9fc6 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:32:07.359883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.407531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-b29a6df0-7048-4773-a1e3-6f9f68e2f194 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.409223 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-b29a6df0-7048-4773-a1e3-6f9f68e2f194 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 946 time: 0.1247292 Aug 27 02:32:07.449138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:32:07.451897 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.456618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-edc956ce-25ab-4a9d-b660-54cd7f300162 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/fd1194f6-197e-4c9b-92d2-a08908e25666 HTTP/1.1" status: 204 len: 168 time: 1.8774905 Aug 27 02:32:07.459180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52360) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:07.491641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131813f9-43aa-47fb-a7ed-4317552cd760 req-df2de9a2-dfe4-449e-8fc2-becdea4e3a5c tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.493201 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-131813f9-43aa-47fb-a7ed-4317552cd760 req-df2de9a2-dfe4-449e-8fc2-becdea4e3a5c tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 946 time: 0.1286650 Aug 27 02:32:07.573845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Deleting port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:07.574088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.625509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-131813f9-43aa-47fb-a7ed-4317552cd760 req-9a506a12-5cdc-4198-a7c1-020cf08bee22 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216722 Aug 27 02:32:07.681087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.684399 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dab257a-553c-475e-8c5d-78996986d6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.692840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dab257a-553c-475e-8c5d-78996986d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.693862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Transition to ACTIVE for port object 015c348d-24ec-41ee-808c-af1931be9fc6 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:07.702106 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.714002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:07.715816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8c6b6-655e-40e8-ae83-eeab2ae2840f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.717336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8c6b6-655e-40e8-ae83-eeab2ae2840f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.718997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8c6b6-655e-40e8-ae83-eeab2ae2840f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.720570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-02f8c6b6-655e-40e8-ae83-eeab2ae2840f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2561998 Aug 27 02:32:07.726805 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:07.744737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52362) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:07.746114 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:07.746800 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:07.757056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae2ed7-c3e8-463e-8240-f2daac02c298 None None] Pushing event updated for resources: {'Port': ['ID=015c348d-24ec-41ee-808c-af1931be9fc6,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:07.759536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Attempting to bind port 015c348d-24ec-41ee-808c-af1931be9fc6 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:07.759908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Attempting to bind port 015c348d-24ec-41ee-808c-af1931be9fc6 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:07.760272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Attempting to bind port 015c348d-24ec-41ee-808c-af1931be9fc6 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:07.760829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab257a-553c-475e-8c5d-78996986d6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d1bbc-ecdf-4533-a85c-63ecf018d5c3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:07.766402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:07.766634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:07.766950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.767344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:07.767826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Bound port: 015c348d-24ec-41ee-808c-af1931be9fc6, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:07.768218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.783224 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:07.792255 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:07.793067 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:07.802574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.806793 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f0227619-d826-48db-adf6-dab67ddff283 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8337762 Aug 27 02:32:07.808008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52364) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:07.830727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:07.831282 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138720c9-df41-4177-895a-06af8ce039c2 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:07.841304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] For port 015c348d-24ec-41ee-808c-af1931be9fc6, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:07.845068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] For port 015c348d-24ec-41ee-808c-af1931be9fc6, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=015c348d-24ec-41ee-808c-af1931be9fc6,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:07.846817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet d678a915-07fa-4893-9f70-ff390f7099f0 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:07.851952 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.852652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2dab257a-553c-475e-8c5d-78996986d6d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37220ab4ab4d4748a96a3bbf3bf673f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036589 Aug 27 02:32:07.858151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52366) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:07.859972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.873450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Deleting port f1ddd2f3-cea7-4b95-9472-062c30bc19aa {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:07.873852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.883507 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.919121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Routers {'0021da26-32a8-4a45-8f66-caf0b24a154e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:07.920305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0021da26-32a8-4a45-8f66-caf0b24a154e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:07.924320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae2ed7-c3e8-463e-8240-f2daac02c298 None None] Pushing event updated for resources: {'Port': ['ID=015c348d-24ec-41ee-808c-af1931be9fc6,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:07.962980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] For port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:07.963362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.969062 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.000292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Calling delete_port for 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:08.087440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67faa495-bec0-45da-9821-65c87ea9c3b2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:08.119803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] Set router 0021da26-32a8-4a45-8f66-caf0b24a154e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:08.214054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ba5194b-2331-4e25-a02c-312a06282753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.292907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] For port f1ddd2f3-cea7-4b95-9472-062c30bc19aa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,segment=NetworkSegment(913ccf65-40e3-4f3f-848d-14326e615bca),segment_id=913ccf65-40e3-4f3f-848d-14326e615bca)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:08.293327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.323170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ba5194b-2331-4e25-a02c-312a06282753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.331196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 67faa495-bec0-45da-9821-65c87ea9c3b2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:08.331716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.337044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc43e4-9007-4b21-b0de-f566a6270822 req-c46d80bc-a53a-4ca9-854d-409fa25bd587 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.338977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22cc43e4-9007-4b21-b0de-f566a6270822 req-c46d80bc-a53a-4ca9-854d-409fa25bd587 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.3264778 Aug 27 02:32:08.347902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Calling delete_port for f1ddd2f3-cea7-4b95-9472-062c30bc19aa owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:08.450748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.504999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:32:04Z', 'revision_number': 3, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port': {'id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:66:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:02Z', 'updated_at': '2021-08-27T02:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:08.541496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344af9a-09f8-4682-8242-262a78c77cd0 None None] The sync data for ids ['0021da26-32a8-4a45-8f66-caf0b24a154e'] in n-d-806293-1 is: [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:32:04Z', 'revision_number': 3, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port': {'id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:66:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:02Z', 'updated_at': '2021-08-27T02:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:08.613030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.648985 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.650977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/d678a915-07fa-4893-9f70-ff390f7099f0 HTTP/1.1" status: 204 len: 168 time: 0.8914666 Aug 27 02:32:08.654058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd998a-eee1-4683-b1c4-cfd9aeeb20ba tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=d678a915-07fa-4893-9f70-ff390f7099f0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:08.655804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52374) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:08.660000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20404425-38a0-4eee-aa1c-9f23fafed77a None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:08.762476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet efba5561-143b-4427-abd4-176daada5bc8 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:08.782637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.896099 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.958708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1d91c-e7a3-405f-b1a7-7e08a1dd9483 req-94520aac-8d3a-4ff4-8265-57b9d43067b6 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.968876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22cc43e4-9007-4b21-b0de-f566a6270822 req-f1326a9a-f507-4407-bfb5-ad792f37689c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109822 Aug 27 02:32:08.969891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65d1d91c-e7a3-405f-b1a7-7e08a1dd9483 req-94520aac-8d3a-4ff4-8265-57b9d43067b6 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=7078b7a8-1470-4ba2-9154-4448c4907d72 HTTP/1.1" status: 200 len: 946 time: 0.2111201 Aug 27 02:32:08.975438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Allocated IP 172.20.0.1 (801a8d67-60d2-443a-9d84-7348c8956a96/b9c7e594-7561-4f53-844c-2f416abfe018/021812a6-d08d-480d-81a7-d340c9595a08) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:09.010737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.026355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ba5194b-2331-4e25-a02c-312a06282753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.029990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ba5194b-2331-4e25-a02c-312a06282753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.033650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9ba5194b-2331-4e25-a02c-312a06282753 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f88d1bbc-ecdf-4533-a85c-63ecf018d5c3 HTTP/1.1" status: 204 len: 168 time: 1.1692190 Aug 27 02:32:09.058596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.075957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['5ff1f1f0-0b6b-435f-9d8f-0e2605a15512'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:09.117196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f1ddd2f3-cea7-4b95-9472-062c30bc19aa'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:09.135505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65d1d91c-e7a3-405f-b1a7-7e08a1dd9483 req-99b0c3ea-1985-4e43-ae50-1a48d94052d4 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/security-groups?id=06b86192-7412-4a22-b0e9-a6897ac26849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636913 Aug 27 02:32:09.140127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5194b-2331-4e25-a02c-312a06282753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d1bbc-ecdf-4533-a85c-63ecf018d5c3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.163713 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.168255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Pushing event deleted for resources: {'Port': ['ID=5ff1f1f0-0b6b-435f-9d8f-0e2605a15512,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.270697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] No DVR routers for this DVR port 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:09.273695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.276318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f78d958e-f77f-433e-a606-bbaffa39de0c req-bb71fc10-5e81-4e21-a04a-41a3394449fd tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.45 "DELETE /v2.0/ports/5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 HTTP/1.1" status: 204 len: 173 time: 2.0799372 Aug 27 02:32:09.281740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'name': 'network-vif-deleted', 'tag': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:09.284308 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0d3a30-5cc4-4879-a074-6d8a17717e93" -d '{"events": [{"server_uuid": "7078b7a8-1470-4ba2-9154-4448c4907d72", "name": "network-vif-deleted", "tag": "5ff1f1f0-0b6b-435f-9d8f-0e2605a15512"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:09.410406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.441282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.491739 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef9c5fa-4446-4cf7-94d9-61b2d43987db x-openstack-request-id: req-cef9c5fa-4446-4cf7-94d9-61b2d43987db {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:09.495094 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7078b7a8-1470-4ba2-9154-4448c4907d72", "name": "network-vif-deleted", "tag": "5ff1f1f0-0b6b-435f-9d8f-0e2605a15512", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:09.498305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=efba5561-143b-4427-abd4-176daada5bc8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.499107 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cef9c5fa-4446-4cf7-94d9-61b2d43987db {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:09.499711 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7078b7a8-1470-4ba2-9154-4448c4907d72', 'name': 'network-vif-deleted', 'tag': '5ff1f1f0-0b6b-435f-9d8f-0e2605a15512', 'status': 'completed', 'code': 200} Aug 27 02:32:09.501483 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.504041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6ed37aae-df31-4581-a676-1a896462addd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/efba5561-143b-4427-abd4-176daada5bc8 HTTP/1.1" status: 204 len: 168 time: 0.8459167 Aug 27 02:32:09.507775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.508225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52384) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:09.521123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['5ff1f1f0-0b6b-435f-9d8f-0e2605a15512'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:09.571890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Pushing event deleted for resources: {'Port': ['ID=f1ddd2f3-cea7-4b95-9472-062c30bc19aa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.592249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d1e1731-ec08-4fc5-9df1-2f2a235b6fab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772309 Aug 27 02:32:09.593100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52386) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:09.606837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:09.640408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] No DVR routers for this DVR port f1ddd2f3-cea7-4b95-9472-062c30bc19aa on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:09.643508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.646752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae8af0de-0269-45dc-a3b2-884d222240a9 req-3ec34043-24b4-4857-932c-bb8ede1ac417 tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.32 "DELETE /v2.0/ports/f1ddd2f3-cea7-4b95-9472-062c30bc19aa HTTP/1.1" status: 204 len: 173 time: 2.2261314 Aug 27 02:32:09.648612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.731928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Network 801a8d67-60d2-443a-9d84-7348c8956a96 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:09.740475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Pushing event updated for resources: {'Port': ['ID=021812a6-d08d-480d-81a7-d340c9595a08,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.751605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:09.757396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:09.824876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fec6c-9a66-4017-82c4-01e91b1d72a1 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:09.845896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.857836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:09.874628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.056948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b1e6031c-ba1c-4282-9a3a-947c5f1bc6fd None None] Provisioning complete for port 67faa495-bec0-45da-9821-65c87ea9c3b2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:10.057343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1e6031c-ba1c-4282-9a3a-947c5f1bc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.119188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.229872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 015c348d-24ec-41ee-808c-af1931be9fc6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:10.328116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.1 (e8f55819-920c-49df-be69-97352d0f8623/418be0c7-f811-4f14-bb47-cdc1d67c6719/767445f0-07b8-4b6f-acf3-169adaac1f72) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:10.373604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 015c348d-24ec-41ee-808c-af1931be9fc6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:10.379227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 015c348d-24ec-41ee-808c-af1931be9fc6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:10.379741 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.383614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ac6b4-ec60-4b58-b2f0-48986bf91944 req-60a04a0a-17f5-44f5-b3a7-edc2d3d74716 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.385173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be5ac6b4-ec60-4b58-b2f0-48986bf91944 req-60a04a0a-17f5-44f5-b3a7-edc2d3d74716 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1621499 Aug 27 02:32:10.436543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:10.459268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8873efc7-000b-4b13-bf84-fdf0bd5132d7 req-06505c6d-0af7-47f9-a260-ecf80da03f3f tempest-ListServersNegativeTestJSON-1839419493 tempest-ListServersNegativeTestJSON-1839419493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aec0371-f3d5-41da-9491-8b3fdc00d982 HTTP/1.1" status: 200 len: 210 time: 0.0580528 Aug 27 02:32:10.550070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.569880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.590806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.599782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.615791 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be5ac6b4-ec60-4b58-b2f0-48986bf91944 req-d7ece064-a4c9-4516-8a60-88b425a805d0 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922820 Aug 27 02:32:10.657860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:10.667566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:10.680214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.680719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.684490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.688043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Pushing event updated for resources: {'Port': ['ID=021812a6-d08d-480d-81a7-d340c9595a08,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.690184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=eec1a4df-e72a-4ab6-938c-fec6fc1c110f,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.717580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.727540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1cf323d-4e51-4871-ac6b-d1447566e582 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1270387 Aug 27 02:32:10.731700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52414) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:10.743160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:10.809253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 015c348d-24ec-41ee-808c-af1931be9fc6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=015c348d-24ec-41ee-808c-af1931be9fc6,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:10.820085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] Deleting port 67faa495-bec0-45da-9821-65c87ea9c3b2 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:10.820471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.823544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Network 801a8d67-60d2-443a-9d84-7348c8956a96 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:10.823780 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.827633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:10.867145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.931771 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network e8f55819-920c-49df-be69-97352d0f8623 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:10.942527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:10.949625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:10.968410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=015c348d-24ec-41ee-808c-af1931be9fc6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.977496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=767445f0-07b8-4b6f-acf3-169adaac1f72,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.981988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:10.984706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Router 0021da26-32a8-4a45-8f66-caf0b24a154e has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:10.985629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.011865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] For port 67faa495-bec0-45da-9821-65c87ea9c3b2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=67faa495-bec0-45da-9821-65c87ea9c3b2,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:11.012290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.034711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] Calling delete_port for 67faa495-bec0-45da-9821-65c87ea9c3b2 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:11.050135 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.159516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.162014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:11.169551 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-656b5cc3-055a-4af8-bcbe-279bc42afd9b admin admin] 10.222.0.10 "PUT /v2.0/routers/0021da26-32a8-4a45-8f66-caf0b24a154e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5012543 Aug 27 02:32:11.194069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] Pushing event deleted for resources: {'Port': ['ID=67faa495-bec0-45da-9821-65c87ea9c3b2,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:11.199640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572242eb-4e49-44f3-a768-68b296f39185 None None] No DVR routers for this DVR port 67faa495-bec0-45da-9821-65c87ea9c3b2 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:11.221492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b0b34-dcd5-4df5-8542-38a8a4542507 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:11.300655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.308536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Sync routers for ids ['0021da26-32a8-4a45-8f66-caf0b24a154e'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:11.321550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Routers {'0021da26-32a8-4a45-8f66-caf0b24a154e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:11.323375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0021da26-32a8-4a45-8f66-caf0b24a154e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:11.500910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'name': 'network-vif-deleted', 'tag': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:11.504143 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a75ab2-2a8b-4444-9a07-05ea8ea8eb6d" -d '{"events": [{"server_uuid": "9aec0371-f3d5-41da-9491-8b3fdc00d982", "name": "network-vif-deleted", "tag": "f1ddd2f3-cea7-4b95-9472-062c30bc19aa"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:11.507632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Set router 0021da26-32a8-4a45-8f66-caf0b24a154e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:11.547202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52444) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:11.558975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': 'eec1a4df-e72a-4ab6-938c-fec6fc1c110f'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:11.560008 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.645377 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ee2b0-5553-46ea-abec-603cd5a76e2e x-openstack-request-id: req-b16ee2b0-5553-46ea-abec-603cd5a76e2e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:11.645693 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec0371-f3d5-41da-9491-8b3fdc00d982", "name": "network-vif-deleted", "tag": "f1ddd2f3-cea7-4b95-9472-062c30bc19aa", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:11.646016 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b16ee2b0-5553-46ea-abec-603cd5a76e2e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:11.646478 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aec0371-f3d5-41da-9491-8b3fdc00d982', 'name': 'network-vif-deleted', 'tag': 'f1ddd2f3-cea7-4b95-9472-062c30bc19aa', 'status': 'completed', 'code': 200} Aug 27 02:32:11.690874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] Deleting subnet aed35d1a-d0f5-479d-9422-cab41d36fa19 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:11.708024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.770554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:11.809901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:11.810341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5ff1f1f0-0b6b-435f-9d8f-0e2605a15512 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:11.836757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.879354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Allocated IP 172.20.0.2 (8095c560-1388-49b5-9ced-9a3602d5c435/eec1a4df-e72a-4ab6-938c-fec6fc1c110f/44cfa069-bd12-40f4-914d-d0157ae92ae6) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:11.914117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-b4a703e0-69a4-435d-bfd9-8022fd20a832 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.915959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-b4a703e0-69a4-435d-bfd9-8022fd20a832 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 818 time: 0.2298064 Aug 27 02:32:11.917193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.917698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f1ddd2f3-cea7-4b95-9472-062c30bc19aa no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:11.927228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:11.935446 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.949364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: f1ddd2f3-cea7-4b95-9472-062c30bc19aa {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:11.949970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f1ddd2f3-cea7-4b95-9472-062c30bc19aa not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:11.960170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-631aa267-6f81-46ed-b5b2-34749b2c16e2 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/quotas/c5d91824d45b4d5ba443e4e5eece7572 HTTP/1.1" status: 200 len: 375 time: 0.0199893 Aug 27 02:32:12.028967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:12.052153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-73f264a7-d6bc-47f4-96ca-ef000de6ac14 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857790 Aug 27 02:32:12.053587 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.072082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 4, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port': {'id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:66:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:02Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '021812a6-d08d-480d-81a7-d340c9595a08', 'name': '', 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'mac_address': 'fa:16:3e:d7:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:07Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 2, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'subnets': [{'id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.078168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:12.084074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:12.084917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.098991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279801d0-84ba-4907-9914-a9f0ec16079e req-5630d0cb-9f39-4a3a-8f75-38842e60f747 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:12.101939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed35d1a-d0f5-479d-9422-cab41d36fa19,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:12.107122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-279801d0-84ba-4907-9914-a9f0ec16079e req-5630d0cb-9f39-4a3a-8f75-38842e60f747 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.3250263 Aug 27 02:32:12.114584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.116617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4bf51e35-1582-43cc-af1b-4c9c2f913d55 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/aed35d1a-d0f5-479d-9422-cab41d36fa19 HTTP/1.1" status: 204 len: 168 time: 0.5659559 Aug 27 02:32:12.122170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 015c348d-24ec-41ee-808c-af1931be9fc6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:12.128153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52472) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:12.129340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=4e3cdb18-332b-49af-b6c5-f181ea8d57ef,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:12.131553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Checking router: 0021da26-32a8-4a45-8f66-caf0b24a154e for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:12.132131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Updating router 0021da26-32a8-4a45-8f66-caf0b24a154e port 021812a6-d08d-480d-81a7-d340c9595a08 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:32:12.213125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.227011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-ba7e37f1-3ebf-4f69-9870-86b8683aa8c6 service neutron] 10.222.0.10 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372085 Aug 27 02:32:12.234027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b7751bc-5846-43a1-8467-69cc45908cfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4991434 Aug 27 02:32:12.238226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52476) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:12.242045 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.251003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:42:54:dc', 'name': 'tempest-NetworksTestDHCPv6-9601209'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:12.356775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Transition to ACTIVE for port object 44cfa069-bd12-40f4-914d-d0157ae92ae6 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:12.360376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 015c348d-24ec-41ee-808c-af1931be9fc6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:12.360755 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.374508 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-b6b2fd9f-3e10-4204-a657-b66561a63015 service neutron] 10.222.0.10 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444461 Aug 27 02:32:12.377184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-279801d0-84ba-4907-9914-a9f0ec16079e req-320481b5-9ff7-4d4d-9fbf-25cd2172c656 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688410 Aug 27 02:32:12.404303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.405767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Transition to ACTIVE for port object 44cfa069-bd12-40f4-914d-d0157ae92ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:12.454190 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.519898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:12.532457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:12.543166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:12.543753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.550747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Pushing event updated for resources: {'Port': ['ID=44cfa069-bd12-40f4-914d-d0157ae92ae6,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:12.552114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:12.558101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.634053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.649989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605769c5-2a92-42ae-9380-6f6a450b8f34']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.710846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Attempting to bind port 44cfa069-bd12-40f4-914d-d0157ae92ae6 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:12.711213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Attempting to bind port 44cfa069-bd12-40f4-914d-d0157ae92ae6 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:12.711575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Attempting to bind port 44cfa069-bd12-40f4-914d-d0157ae92ae6 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:12.719933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:12.720324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:12.720777 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.721173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:12.721659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Bound port: 44cfa069-bd12-40f4-914d-d0157ae92ae6, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:12.722045 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.753556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.791789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913ccf65-40e3-4f3f-848d-14326e615bca') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.798158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67faa495-bec0-45da-9821-65c87ea9c3b2 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:12.800769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913ccf65-40e3-4f3f-848d-14326e615bca') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.825209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 67faa495-bec0-45da-9821-65c87ea9c3b2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:12.825557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67faa495-bec0-45da-9821-65c87ea9c3b2 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:12.829105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Transition to ACTIVE for port object 021812a6-d08d-480d-81a7-d340c9595a08 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:12.845760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5bc3ceeb-38cc-4995-8d28-254a13317088 req-e7a0f467-caca-4474-8bea-991b86a05ebd tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 210 time: 0.2076838 Aug 27 02:32:12.852031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.853473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.900348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] For port 44cfa069-bd12-40f4-914d-d0157ae92ae6, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:12.906339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.933650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:12.935253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.935428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] For port 44cfa069-bd12-40f4-914d-d0157ae92ae6, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44cfa069-bd12-40f4-914d-d0157ae92ae6,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:12.940498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fc72a-b45b-412e-9a17-a894e974f937 None None] Pushing event updated for resources: {'Port': ['ID=021812a6-d08d-480d-81a7-d340c9595a08,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:12.975265 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:13.022241 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:13.037601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=767445f0-07b8-4b6f-acf3-169adaac1f72,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.044670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d965b0e-1a32-4d51-8775-d7ba74251ea8 None None] Pushing event updated for resources: {'Port': ['ID=44cfa069-bd12-40f4-914d-d0157ae92ae6,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.055351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Attempting to bind port 021812a6-d08d-480d-81a7-d340c9595a08 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:13.055828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Attempting to bind port 021812a6-d08d-480d-81a7-d340c9595a08 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:13.056338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Attempting to bind port 021812a6-d08d-480d-81a7-d340c9595a08 on network 801a8d67-60d2-443a-9d84-7348c8956a96 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:13.066144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:13.066660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Checking segment: {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:13.067222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.067796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Bound using segment: {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:13.068393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Bound port: 021812a6-d08d-480d-81a7-d340c9595a08, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:13.068869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.076232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.078133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.089921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.103753 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/605769c5-2a92-42ae-9380-6f6a450b8f34 HTTP/1.1" status: 204 len: 168 time: 0.9596541 Aug 27 02:32:13.158499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6ac3-be4b-4f32-bc85-de481add47e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=605769c5-2a92-42ae-9380-6f6a450b8f34,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.185189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] For port 021812a6-d08d-480d-81a7-d340c9595a08, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:13.188687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.198687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] For port 021812a6-d08d-480d-81a7-d340c9595a08, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=021812a6-d08d-480d-81a7-d340c9595a08,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:13.210341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.233322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-f1c29d48-f2a2-4989-909c-766161a95822 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.245764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 29e8ac13-e978-49cc-a29e-3b69030658e5 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:13.252654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-f1c29d48-f2a2-4989-909c-766161a95822 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 818 time: 0.2173164 Aug 27 02:32:13.277201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-31d51bf1-6662-432c-9cb7-d3988914b165 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/quotas/c5d91824d45b4d5ba443e4e5eece7572 HTTP/1.1" status: 200 len: 375 time: 0.0231984 Aug 27 02:32:13.348310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-037c3c8d-408e-4a0f-b6ae-0010fa42f1a0 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695779 Aug 27 02:32:13.358551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Routers {'0021da26-32a8-4a45-8f66-caf0b24a154e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:13.359239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0021da26-32a8-4a45-8f66-caf0b24a154e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:13.364571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fc72a-b45b-412e-9a17-a894e974f937 None None] Pushing event updated for resources: {'Port': ['ID=021812a6-d08d-480d-81a7-d340c9595a08,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.526806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network e8f55819-920c-49df-be69-97352d0f8623 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:13.530853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:13.560770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-05630a30-4b47-407c-94df-541b04f3f405 service neutron] 10.222.0.10 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109094 Aug 27 02:32:13.613190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52548) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:13.748815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-453386f3-11c2-4bd2-93c6-578cdb600d0f service neutron] 10.222.0.10 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866109 Aug 27 02:32:13.770816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 172.20.0.5 (8095c560-1388-49b5-9ced-9a3602d5c435/eec1a4df-e72a-4ab6-938c-fec6fc1c110f/29e8ac13-e978-49cc-a29e-3b69030658e5) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:13.791721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:fe42:54dc (8095c560-1388-49b5-9ced-9a3602d5c435/4e3cdb18-332b-49af-b6c5-f181ea8d57ef/29e8ac13-e978-49cc-a29e-3b69030658e5) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:13.806519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52552) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:13.816610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] Set router 0021da26-32a8-4a45-8f66-caf0b24a154e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:13.911892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0724-3c25-4741-99fc-4f8f92ec4bfb req-cdcb5269-2859-48f6-9db5-1dbf9d48ba41 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.913448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-23db0724-3c25-4741-99fc-4f8f92ec4bfb req-cdcb5269-2859-48f6-9db5-1dbf9d48ba41 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.3104844 Aug 27 02:32:13.968726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-72f7d876-a6a9-4d16-bd20-ab555916a077 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69f2b6375a9942b3ad79e1fdf1059d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476202 Aug 27 02:32:13.972020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52562) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:14.054533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:14.107165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 4, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port': {'id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:66:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:02Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '021812a6-d08d-480d-81a7-d340c9595a08', 'name': '', 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'mac_address': 'fa:16:3e:d7:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:07Z', 'updated_at': '2021-08-27T02:32:13Z', 'revision_number': 4, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'subnets': [{'id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.162912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-23db0724-3c25-4741-99fc-4f8f92ec4bfb req-7cd28beb-b4d2-4380-8635-43cda09bb784 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337391 Aug 27 02:32:14.198383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a374f94a-0107-4889-a491-11351e78fefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.198613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12183ca-4555-49dd-9674-5f03beab5436 None None] The sync data for ids ['0021da26-32a8-4a45-8f66-caf0b24a154e'] in n-d-806293-1 is: [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 4, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port': {'id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:66:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:02Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '021812a6-d08d-480d-81a7-d340c9595a08', 'name': '', 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'mac_address': 'fa:16:3e:d7:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:07Z', 'updated_at': '2021-08-27T02:32:13Z', 'revision_number': 4, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'subnets': [{'id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:14.249779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44cfa069-bd12-40f4-914d-d0157ae92ae6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:14.331068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62aeec31-c5a3-45d1-99e4-69fcf8844767 req-947c543b-b390-424c-be00-1990649fb01a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 210 time: 0.1990514 Aug 27 02:32:14.377071 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.408586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 44cfa069-bd12-40f4-914d-d0157ae92ae6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:14.413652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:14.417846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 29e8ac13-e978-49cc-a29e-3b69030658e5 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:14.425565 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:14.426091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44f48c16-c87f-490c-bb5d-e348a95762ed tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/routers/417ce099-9710-4fa2-a1fe-5e28cdfbd293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5936854 Aug 27 02:32:14.428511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52570) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:14.434386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'port': {'network_id': 'e8f55819-920c-49df-be69-97352d0f8623', 'name': 'tempest-FloatingIPTestJSON-1322015616'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:14.439619 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:14.440271 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.520412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.534786 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:14.535675 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.606181 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.606900 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd50c0-8c6c-4eec-b5fa-60067dfcf46a None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:14.631929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36856573-d555-4868-8daf-4c088af702ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.635989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.664402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36856573-d555-4868-8daf-4c088af702ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.711180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:14.718975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:14.727628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:14.742346 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a374f94a-0107-4889-a491-11351e78fefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.751282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36856573-d555-4868-8daf-4c088af702ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.754524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36856573-d555-4868-8daf-4c088af702ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.758624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-36856573-d555-4868-8daf-4c088af702ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06b86192-7412-4a22-b0e9-a6897ac26849 HTTP/1.1" status: 204 len: 168 time: 0.7852507 Aug 27 02:32:14.763831 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a374f94a-0107-4889-a491-11351e78fefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.767932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=29e8ac13-e978-49cc-a29e-3b69030658e5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.774290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-1c048689-dd9d-4301-b034-1334865341bf tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.776334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-1c048689-dd9d-4301-b034-1334865341bf tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 818 time: 0.6306331 Aug 27 02:32:14.794568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1436abd-5d34-489d-b50f-6c8049662f13 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:14.810254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Request body: {'port': {'device_id': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'admin_state_up': True, 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:14.816375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36856573-d555-4868-8daf-4c088af702ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b86192-7412-4a22-b0e9-a6897ac26849,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.855219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.855867 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.880977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a374f94a-0107-4889-a491-11351e78fefd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e11e0e1dc894cd084d7140650782aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730050 Aug 27 02:32:14.885112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52574) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:14.912951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374f94a-0107-4889-a491-11351e78fefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c265719-13e3-4dd5-9164-4cfab621523a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.944306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:14.959450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:14.983064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-74f897fa-d8bf-4853-bb89-dc1d3c4a0bc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.7398016 Aug 27 02:32:14.983968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52578) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:15.005757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8db485cd-70c1-4376-b049-433506afef81 None None] Provisioning for port 44cfa069-bd12-40f4-914d-d0157ae92ae6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:15.006931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Made reservation on behalf of c5d91824d45b4d5ba443e4e5eece7572 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:15.011217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.022272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8db485cd-70c1-4376-b049-433506afef81 None None] Provisioning complete for port 44cfa069-bd12-40f4-914d-d0157ae92ae6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:15.024474 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db485cd-70c1-4376-b049-433506afef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.101551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] device_id is not set on port cb46dd23-c541-4a40-839e-5b790b23164a yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:15.226569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db485cd-70c1-4376-b049-433506afef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.231761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316257b-4ca9-4c6f-b582-311e67b3a30d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.238574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Allocated IP 172.20.0.2 (801a8d67-60d2-443a-9d84-7348c8956a96/b9c7e594-7561-4f53-844c-2f416abfe018/6ff85a77-393a-45c9-a4d4-4130539de405) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:15.254108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316257b-4ca9-4c6f-b582-311e67b3a30d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.259154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6316257b-4ca9-4c6f-b582-311e67b3a30d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1760 time: 0.2233405 Aug 27 02:32:15.260436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52588) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:15.269667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f952676-eeb5-4ea8-a938-073c71174c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.279076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8db485cd-70c1-4376-b049-433506afef81 None None] For port 44cfa069-bd12-40f4-914d-d0157ae92ae6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44cfa069-bd12-40f4-914d-d0157ae92ae6,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:15.315295 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db485cd-70c1-4376-b049-433506afef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.474035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f952676-eeb5-4ea8-a938-073c71174c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.494255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db485cd-70c1-4376-b049-433506afef81 None None] Pushing event updated for resources: {'Port': ['ID=44cfa069-bd12-40f4-914d-d0157ae92ae6,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:15.573492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] Update dhcp port {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': 'eec1a4df-e72a-4ab6-938c-fec6fc1c110f', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e3cdb18-332b-49af-b6c5-f181ea8d57ef'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '44cfa069-bd12-40f4-914d-d0157ae92ae6'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:32:15.603443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78ab4679-53d8-448f-b46b-14b6e175f805 req-5a2f43f6-a5d5-4907-8733-1094b7e0a123 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 210 time: 0.0774632 Aug 27 02:32:15.615477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14a27d-4c86-4948-8bf3-79e3894d513d req-b1026811-2a36-44e6-88a8-574ab720d95b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.618775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff14a27d-4c86-4948-8bf3-79e3894d513d req-b1026811-2a36-44e6-88a8-574ab720d95b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.2393403 Aug 27 02:32:15.620635 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.689198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.5 (e8f55819-920c-49df-be69-97352d0f8623/418be0c7-f811-4f14-bb47-cdc1d67c6719/cb46dd23-c541-4a40-839e-5b790b23164a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:15.714050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 29e8ac13-e978-49cc-a29e-3b69030658e5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:15.718385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.729233 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff14a27d-4c86-4948-8bf3-79e3894d513d req-a1e89108-8e57-4b6f-8405-7867a95fbcd7 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963120 Aug 27 02:32:15.760837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-0993dc3a-639b-4293-9e18-7757543520d4 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.762435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-0993dc3a-639b-4293-9e18-7757543520d4 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 818 time: 0.4651911 Aug 27 02:32:15.796628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Request body: {'port': {'device_id': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'admin_state_up': True, 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:15.813338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f952676-eeb5-4ea8-a938-073c71174c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.816040 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f952676-eeb5-4ea8-a938-073c71174c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.820039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8f952676-eeb5-4ea8-a938-073c71174c91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c265719-13e3-4dd5-9164-4cfab621523a HTTP/1.1" status: 204 len: 168 time: 0.9334874 Aug 27 02:32:15.870614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.877413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f952676-eeb5-4ea8-a938-073c71174c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c265719-13e3-4dd5-9164-4cfab621523a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:15.916214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.945452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 29e8ac13-e978-49cc-a29e-3b69030658e5 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:15.948485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] Allocated IP 2001:db8::f816:3eff:fe87:cb99 (8095c560-1388-49b5-9ced-9a3602d5c435/4e3cdb18-332b-49af-b6c5-f181ea8d57ef/44cfa069-bd12-40f4-914d-d0157ae92ae6) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:16.082170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] For port 44cfa069-bd12-40f4-914d-d0157ae92ae6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44cfa069-bd12-40f4-914d-d0157ae92ae6,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:16.135447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.144234 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.148082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52610) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:16.177827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] Transition to ACTIVE for port object 44cfa069-bd12-40f4-914d-d0157ae92ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:16.192906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.250310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Network 801a8d67-60d2-443a-9d84-7348c8956a96 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:16.266793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:16.280169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:16.366659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Pushing event updated for resources: {'Port': ['ID=6ff85a77-393a-45c9-a4d4-4130539de405,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:16.389322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44cfa069-bd12-40f4-914d-d0157ae92ae6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:16.447350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-6990002-network', 'tenant_id': 'def48c9d83614054823616e7fb3a9a0e'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:16.461099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.461739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.511386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 021812a6-d08d-480d-81a7-d340c9595a08 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:16.513939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52614) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:16.515301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c005e2-0387-47d9-98a2-b9e2d8705be2 None None] Pushing event updated for resources: {'Port': ['ID=44cfa069-bd12-40f4-914d-d0157ae92ae6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:16.536028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d53f21d-9007-457b-ab29-5b085d3bd751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.537901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Made reservation on behalf of c5d91824d45b4d5ba443e4e5eece7572 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:16.549193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.595137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.600843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 021812a6-d08d-480d-81a7-d340c9595a08 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:16.606381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 021812a6-d08d-480d-81a7-d340c9595a08 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:16.607191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.614142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.710824 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.755640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 021812a6-d08d-480d-81a7-d340c9595a08, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=021812a6-d08d-480d-81a7-d340c9595a08,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:16.763766 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.828942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=021812a6-d08d-480d-81a7-d340c9595a08,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:16.835925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ff221a-8a79-489d-b566-47a5c7fc072f req-7a0a955b-012c-40dc-8a30-606cc67678a7 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 210 time: 0.0413396 Aug 27 02:32:16.887791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.898173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.936235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=29e8ac13-e978-49cc-a29e-3b69030658e5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:16.977449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Allocated IP 172.20.0.9 (801a8d67-60d2-443a-9d84-7348c8956a96/b9c7e594-7561-4f53-844c-2f416abfe018/73237562-a5ee-4dda-aff9-cc6e9edb84ae) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:16.994489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network e8f55819-920c-49df-be69-97352d0f8623 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:17.016549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:17.021865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.024152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1fd86d4e-6aab-4bb8-9286-50afba550280 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/29e8ac13-e978-49cc-a29e-3b69030658e5 HTTP/1.1" status: 204 len: 168 time: 1.7624385 Aug 27 02:32:17.024354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=cb46dd23-c541-4a40-839e-5b790b23164a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:17.026960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:17.029762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:17.037326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d53f21d-9007-457b-ab29-5b085d3bd751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.082959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-54491a49-0e57-4d2e-ac64-e53b7d72e01b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2765028 Aug 27 02:32:17.084390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51631930-9176-45df-8e38-d28fb0be7cbf req-80fbcb03-2b35-44ce-b04b-558c382ab547 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:17.085949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51631930-9176-45df-8e38-d28fb0be7cbf req-80fbcb03-2b35-44ce-b04b-558c382ab547 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.2238460 Aug 27 02:32:17.086633 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d53f21d-9007-457b-ab29-5b085d3bd751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.102179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Request body: {'port': {'device_id': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:17.130396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03027303-a50a-403e-81d4-f48f448ed367 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:17.131990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03027303-a50a-403e-81d4-f48f448ed367 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:17.133574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03027303-a50a-403e-81d4-f48f448ed367 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:17.137026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-03027303-a50a-403e-81d4-f48f448ed367 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1053693 Aug 27 02:32:17.140442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Made reservation on behalf of def48c9d83614054823616e7fb3a9a0e for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:17.142844 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.146507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52622) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:17.188169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.215254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53f21d-9007-457b-ab29-5b085d3bd751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e044e18-0553-43f8-b671-026d821a66b9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:17.221913 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d53f21d-9007-457b-ab29-5b085d3bd751 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=616c1191e8f34a399c37b79051e961f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042265 Aug 27 02:32:17.223872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52624) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:17.225451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:17.226098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.255279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.265554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-467a6cf6-7665-4989-9ed1-df5ee95047d7 None None] Provisioning for port 44cfa069-bd12-40f4-914d-d0157ae92ae6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:17.271720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-467a6cf6-7665-4989-9ed1-df5ee95047d7 None None] Provisioning complete for port 44cfa069-bd12-40f4-914d-d0157ae92ae6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:17.272489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-467a6cf6-7665-4989-9ed1-df5ee95047d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.286573 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51631930-9176-45df-8e38-d28fb0be7cbf req-8ff0cfa8-c198-4817-b4cb-53fa3b8b6ef4 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688821 Aug 27 02:32:17.312719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 4e3cdb18-332b-49af-b6c5-f181ea8d57ef {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:17.331218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.369736 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.375122 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.398387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-467a6cf6-7665-4989-9ed1-df5ee95047d7 None None] Could not find standard attr ID for object 29e8ac13-e978-49cc-a29e-3b69030658e5. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:32:17.413933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.468459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Network 801a8d67-60d2-443a-9d84-7348c8956a96 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:17.471715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:17.477722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:17.485768 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.504398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Pushing event updated for resources: {'Port': ['ID=73237562-a5ee-4dda-aff9-cc6e9edb84ae,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:17.533473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:17.534102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.580581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9fe8-8036-42fa-a42c-02dc269971e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.610466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1a41ad62-23ca-4936-bd74-768a27ec44fb None None] Could not find standard attr ID for object 29e8ac13-e978-49cc-a29e-3b69030658e5. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:32:17.644921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9fe8-8036-42fa-a42c-02dc269971e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.667845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.681317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-be0b5a9d-0db0-4ca4-bf4c-be6973fb9ebf tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2513885 Aug 27 02:32:17.683276 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-41bf322e-a69c-4529-8ed9-8866a39af736 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9050109 Aug 27 02:32:17.684032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52628) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:17.690031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'port': {'network_id': 'e8f55819-920c-49df-be69-97352d0f8623', 'name': 'tempest-FloatingIPTestJSON-624355751'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:17.708762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Request body: {'port': {'device_id': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:17.711361 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.763309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:17.785895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.816188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.821556 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.821900 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Added segment 8c64d060-40d0-4567-b2b4-666ae68ac61e of type vlan for network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 Aug 27 02:32:17.827266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba139e7-ced6-4873-8d69-225a093773c4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:17.923861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9fe8-8036-42fa-a42c-02dc269971e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.926527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9fe8-8036-42fa-a42c-02dc269971e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.930463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ff4d9fe8-8036-42fa-a42c-02dc269971e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e044e18-0553-43f8-b671-026d821a66b9 HTTP/1.1" status: 204 len: 168 time: 0.7001150 Aug 27 02:32:17.936565 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.957365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:17.961244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d9fe8-8036-42fa-a42c-02dc269971e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e044e18-0553-43f8-b671-026d821a66b9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:17.961422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.976083 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.020266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] device_id is not set on port a523bd48-3b47-4799-b132-00810699bebb yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:18.109166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305d51-0442-4293-9287-4cd336c76af9 req-1b271779-009d-496b-b017-5a1b3973f7dc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.109477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 021812a6-d08d-480d-81a7-d340c9595a08 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:18.116549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34305d51-0442-4293-9287-4cd336c76af9 req-1b271779-009d-496b-b017-5a1b3973f7dc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 931 time: 0.1640341 Aug 27 02:32:18.126417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3cdb18-332b-49af-b6c5-f181ea8d57ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.135899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.138077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-85bb4688-04ad-408a-ae64-a06e73a14c74 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/4e3cdb18-332b-49af-b6c5-f181ea8d57ef HTTP/1.1" status: 204 len: 168 time: 0.9896488 Aug 27 02:32:18.141863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52634) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:18.150291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.151628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.153294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.170504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff85a77-393a-45c9-a4d4-4130539de405 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:18.222205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 021812a6-d08d-480d-81a7-d340c9595a08 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:18.222989 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.239528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34305d51-0442-4293-9287-4cd336c76af9 req-4c2875d0-4f15-4237-85d6-83324d2f5f4e tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220858 Aug 27 02:32:18.246596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0970576 Aug 27 02:32:18.248943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.251226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52638) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:18.259424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet eec1a4df-e72a-4ab6-938c-fec6fc1c110f {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:18.268611 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.275487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Request body: {'subnet': {'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-6990002-subnet', 'tenant_id': 'def48c9d83614054823616e7fb3a9a0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:18.276529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78e317-08c0-4341-8bf7-ae2126124995 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:18.293367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.8 (e8f55819-920c-49df-be69-97352d0f8623/418be0c7-f811-4f14-bb47-cdc1d67c6719/a523bd48-3b47-4799-b132-00810699bebb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:18.328712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860305f-fcde-4694-882a-787f6ac86953 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7ebbd3-a084-4813-b98c-f89817fa18b5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.329655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.352016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Transition to ACTIVE for port object 6ff85a77-393a-45c9-a4d4-4130539de405 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:18.355049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Made reservation on behalf of def48c9d83614054823616e7fb3a9a0e for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:18.357987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.378335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:18.387965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.595309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.607187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ff85a77-393a-45c9-a4d4-4130539de405,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.609544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44cfa069-bd12-40f4-914d-d0157ae92ae6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:18.665288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 44cfa069-bd12-40f4-914d-d0157ae92ae6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:18.665963 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.705672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.728711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73237562-a5ee-4dda-aff9-cc6e9edb84ae {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:18.743235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.764859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.768416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Transition to ACTIVE for port object 73237562-a5ee-4dda-aff9-cc6e9edb84ae will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:18.804809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=eec1a4df-e72a-4ab6-938c-fec6fc1c110f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.806669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.827947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.828336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845c47c-c5b8-4afe-b3e8-633247af40ef req-79a31717-db6f-4293-96a1-8c4734128776 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.829404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-15a2d07e-431d-4b21-bb08-ffd8474029ee tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/eec1a4df-e72a-4ab6-938c-fec6fc1c110f HTTP/1.1" status: 204 len: 168 time: 0.6844034 Aug 27 02:32:18.834501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3845c47c-c5b8-4afe-b3e8-633247af40ef req-79a31717-db6f-4293-96a1-8c4734128776 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.3293109 Aug 27 02:32:18.837977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52658) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:18.854288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Attempting to bind port 6ff85a77-393a-45c9-a4d4-4130539de405 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:18.854728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Attempting to bind port 6ff85a77-393a-45c9-a4d4-4130539de405 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:18.855256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Attempting to bind port 6ff85a77-393a-45c9-a4d4-4130539de405 on network 801a8d67-60d2-443a-9d84-7348c8956a96 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:18.883158 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.905949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Pushing event updated for resources: {'Port': ['ID=73237562-a5ee-4dda-aff9-cc6e9edb84ae,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.919749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-66917066-1f20-40a8-944a-58bcdb3e5f7f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802801 Aug 27 02:32:18.943276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52662) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:18.962127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Port 6ff85a77-393a-45c9-a4d4-4130539de405 on network 801a8d67-60d2-443a-9d84-7348c8956a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:18.962531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Attempting to bind port 6ff85a77-393a-45c9-a4d4-4130539de405 on network 801a8d67-60d2-443a-9d84-7348c8956a96 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:18.988984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network e8f55819-920c-49df-be69-97352d0f8623 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:18.997802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:19.000631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:19.019662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:19.020094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Checking segment: {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:19.020402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Bound using segment: {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:19.020864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Bound port: 6ff85a77-393a-45c9-a4d4-4130539de405, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:19.021233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.042558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3845c47c-c5b8-4afe-b3e8-633247af40ef req-892e8e16-1aa8-4c8c-8a33-4297b9bb6923 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332159 Aug 27 02:32:19.056840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.057553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.079349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=a523bd48-3b47-4799-b132-00810699bebb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:19.095790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-77732a3c-c6c1-48aa-ba46-eea2cb03266f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4102526 Aug 27 02:32:19.099988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:19.104890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'a523bd48-3b47-4799-b132-00810699bebb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:19.134528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Attempting to bind port 73237562-a5ee-4dda-aff9-cc6e9edb84ae on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:19.135094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Attempting to bind port 73237562-a5ee-4dda-aff9-cc6e9edb84ae by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:19.135415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Attempting to bind port 73237562-a5ee-4dda-aff9-cc6e9edb84ae on network 801a8d67-60d2-443a-9d84-7348c8956a96 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:19.144498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Port 73237562-a5ee-4dda-aff9-cc6e9edb84ae on network 801a8d67-60d2-443a-9d84-7348c8956a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:19.144848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Attempting to bind port 73237562-a5ee-4dda-aff9-cc6e9edb84ae on network 801a8d67-60d2-443a-9d84-7348c8956a96 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:19.147776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee824384-ff6e-4932-b6e7-26a95f6382e2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.152149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ee824384-ff6e-4932-b6e7-26a95f6382e2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2040489 Aug 27 02:32:19.153833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52672) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:19.167248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:19.167589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Checking segment: {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:19.167973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Bound using segment: {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:19.168421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Bound port: 73237562-a5ee-4dda-aff9-cc6e9edb84ae, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e75e67-0d21-4e08-95d6-b1b009acd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:19.168828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.191103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] For port 6ff85a77-393a-45c9-a4d4-4130539de405, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:19.194872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] For port 6ff85a77-393a-45c9-a4d4-4130539de405, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6ff85a77-393a-45c9-a4d4-4130539de405,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:19.195309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.196194 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.230275 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.285020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6682f90-2d9b-4299-8719-e829e60da19c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:19.290941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.291480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.292886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] 10.222.0.32 "PUT /v2.0/ports/6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 1091 time: 2.1997743 Aug 27 02:32:19.293516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'tag': '6ff85a77-393a-45c9-a4d4-4130539de405'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:19.296272 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd323ed-405e-4765-975d-583cb6d2c417" -d '{"events": [{"name": "network-changed", "server_uuid": "81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc", "tag": "6ff85a77-393a-45c9-a4d4-4130539de405"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:19.338863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1111dcf-e6a6-454e-9baa-0e34286267be tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.344120 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c1111dcf-e6a6-454e-9baa-0e34286267be tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1851563 Aug 27 02:32:19.347869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52678) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:19.350332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e497-47ed-4db3-b5cb-28a9e57aa0ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ff85a77-393a-45c9-a4d4-4130539de405,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:19.362389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Checking segment: {'id': '8c64d060-40d0-4567-b2b4-666ae68ac61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:19.362528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Network hostable DHCP agents. Network: 3e7ebbd3-a084-4813-b98c-f89817fa18b5, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:19.396094 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f98fb63-d2d3-4e6c-b6cd-92fdbe37ae4e x-openstack-request-id: req-5f98fb63-d2d3-4e6c-b6cd-92fdbe37ae4e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:19.396802 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc", "tag": "6ff85a77-393a-45c9-a4d4-4130539de405", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:19.396802 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f98fb63-d2d3-4e6c-b6cd-92fdbe37ae4e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:19.397014 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'tag': '6ff85a77-393a-45c9-a4d4-4130539de405', 'status': 'completed', 'code': 200} Aug 27 02:32:19.417405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-db07dcc7-f082-45c2-aeeb-571063b990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.418992 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-db07dcc7-f082-45c2-aeeb-571063b990b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1094 time: 0.0697913 Aug 27 02:32:19.420107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:19.471279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-7adce145-cd7c-4a81-bc0e-c177f21b45ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 217 time: 0.0432289 Aug 27 02:32:19.471799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3e7ebbd3-a084-4813-b98c-f89817fa18b5) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:19.471972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-808ac13e-a856-400d-88f7-44012c68218b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228507 Aug 27 02:32:19.476035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.476858 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.477245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52684) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:19.483519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-922181f4-e21a-45eb-9c45-e00a0aad40a8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:19.487081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0399060-192a-4e82-9a3d-f3bf2823f0d9 None None] Network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:19.504310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] For port 73237562-a5ee-4dda-aff9-cc6e9edb84ae, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:19.532011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e79fe92f-4c7c-427d-b308-4421066fd883 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2712150 Aug 27 02:32:19.555087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-55f7c5bc-40d2-4f90-9456-522168d34a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.557963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-55f7c5bc-40d2-4f90-9456-522168d34a60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.0769489 Aug 27 02:32:19.568605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] For port 73237562-a5ee-4dda-aff9-cc6e9edb84ae, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:19.608107 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.623314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-1549cc83-d176-4c50-9bb4-10e727b1ff17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576785 Aug 27 02:32:19.624267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ac6f-b63b-4642-8df2-c7efe3db941d req-a422ed8e-389b-4d0f-ad68-50afd73ebcf9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.632187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e039ac6f-b63b-4642-8df2-c7efe3db941d req-a422ed8e-389b-4d0f-ad68-50afd73ebcf9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 943 time: 0.2753057 Aug 27 02:32:19.646233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf64c24-df1c-4c2d-ae47-7d9a48a3c705 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:19.709220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.709857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.711359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] 10.222.0.32 "PUT /v2.0/ports/73237562-a5ee-4dda-aff9-cc6e9edb84ae HTTP/1.1" status: 200 len: 1091 time: 2.0165162 Aug 27 02:32:19.735210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'tag': '73237562-a5ee-4dda-aff9-cc6e9edb84ae'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:19.752543 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc7515-00e6-4506-b561-0ebba98ad9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe5995e-f58c-49cc-8ff4-14b101a0f27e", "tag": "73237562-a5ee-4dda-aff9-cc6e9edb84ae"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:19.790198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-b3719123-af86-4bd2-907c-43e7d7bd12b0 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585631 Aug 27 02:32:19.815805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1612ea08-96c5-4a02-9bfc-afa63aaf673a None None] Provisioning complete for port 44cfa069-bd12-40f4-914d-d0157ae92ae6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:19.816316 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1612ea08-96c5-4a02-9bfc-afa63aaf673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.896599 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627bc56b-59e5-4496-92fc-43e9149ea2b4 x-openstack-request-id: req-627bc56b-59e5-4496-92fc-43e9149ea2b4 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:19.896987 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe5995e-f58c-49cc-8ff4-14b101a0f27e", "tag": "73237562-a5ee-4dda-aff9-cc6e9edb84ae", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:19.897265 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-627bc56b-59e5-4496-92fc-43e9149ea2b4 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:19.898310 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'tag': '73237562-a5ee-4dda-aff9-cc6e9edb84ae', 'status': 'completed', 'code': 200} Aug 27 02:32:19.899603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65394e-55a1-44e2-9ed9-249ca59010a7 None None] Network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:19.916341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e039ac6f-b63b-4642-8df2-c7efe3db941d req-bfaf7ea2-9b05-42c8-9ee4-e30331588567 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831771 Aug 27 02:32:19.921573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad6c6-7751-4aa8-9da8-5d4f1c99f55b service neutron] Pushing event updated for resources: {'Port': ['ID=73237562-a5ee-4dda-aff9-cc6e9edb84ae,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:19.936592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922181f4-e21a-45eb-9c45-e00a0aad40a8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:19.941730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-922181f4-e21a-45eb-9c45-e00a0aad40a8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.943192 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-922181f4-e21a-45eb-9c45-e00a0aad40a8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:19.943833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922181f4-e21a-45eb-9c45-e00a0aad40a8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:19.950079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.950571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7890c3-8552-40a1-a3ee-b7ad7aa3b68a req-7a751a71-ed02-4a0a-af64-853b3e6a915d service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507688 Aug 27 02:32:20.026780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-83a3314b-fae2-42a5-b886-bf3a076c4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.028356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-83a3314b-fae2-42a5-b886-bf3a076c4cf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 1094 time: 0.2638428 Aug 27 02:32:20.029862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-922181f4-e21a-45eb-9c45-e00a0aad40a8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5514882 Aug 27 02:32:20.040922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52710) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:20.056853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-da0b46cd-f25d-482e-a17e-5c34f1c29350 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:20.117398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-293c6014-af7a-4af9-b9b2-da97da8a887d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae HTTP/1.1" status: 200 len: 217 time: 0.0644729 Aug 27 02:32:20.202868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-4e8ce967-d1ca-4eb0-80df-7835545e8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.204721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-4e8ce967-d1ca-4eb0-80df-7835545e8755 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1094 time: 0.1802168 Aug 27 02:32:20.242090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:20.256747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0b46cd-f25d-482e-a17e-5c34f1c29350 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:20.260860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da0b46cd-f25d-482e-a17e-5c34f1c29350 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.263529 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0b46cd-f25d-482e-a17e-5c34f1c29350 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:20.264017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0b46cd-f25d-482e-a17e-5c34f1c29350 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:20.266647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-b151fe3a-17f4-4de9-a2b1-7bd7bd84191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.268844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-b151fe3a-17f4-4de9-a2b1-7bd7bd84191d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.1396463 Aug 27 02:32:20.288152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.25.1.250 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0563eead-7ba9-44bf-b858-437c9049185e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:20.337201 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-1a85264b-60b9-4f43-9726-ed8cf21551de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515671 Aug 27 02:32:20.347572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2fbe-a656-432d-b613-37ae606b0408 req-f33dc190-747a-4450-8f27-1b7626d267a5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.349350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48eb2fbe-a656-432d-b613-37ae606b0408 req-f33dc190-747a-4450-8f27-1b7626d267a5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1508875 Aug 27 02:32:20.381951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-da0b46cd-f25d-482e-a17e-5c34f1c29350 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3267760 Aug 27 02:32:20.389124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52732) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:20.394170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-fd12da95-e275-4bf3-86ae-f41320f425c4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:20.428205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Deleting port 44cfa069-bd12-40f4-914d-d0157ae92ae6 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:20.428630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.481396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-646cc460-0834-4b50-8a7f-75cc3313fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.483116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-646cc460-0834-4b50-8a7f-75cc3313fe14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.2560551 Aug 27 02:32:20.523385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] For port 44cfa069-bd12-40f4-914d-d0157ae92ae6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44cfa069-bd12-40f4-914d-d0157ae92ae6,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:20.523813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.539877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Calling delete_port for 44cfa069-bd12-40f4-914d-d0157ae92ae6 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:20.554839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-ee8c0504-8c8b-46f2-8215-6625847bc145 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.562231 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-ee8c0504-8c8b-46f2-8215-6625847bc145 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/networks?id=3e7ebbd3-a084-4813-b98c-f89817fa18b5 HTTP/1.1" status: 200 len: 811 time: 0.3362439 Aug 27 02:32:20.566025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-327a8a32-da20-4e95-93b5-3f2d4532ca2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 217 time: 0.0717924 Aug 27 02:32:20.624361 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-ee5ae126-2605-4dda-b5c4-048469e81dbc tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/quotas/def48c9d83614054823616e7fb3a9a0e HTTP/1.1" status: 200 len: 375 time: 0.0611045 Aug 27 02:32:20.660977 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.671748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-46e112bf-06e2-48c0-a8fd-f7fe24fae7ab tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=def48c9d83614054823616e7fb3a9a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463686 Aug 27 02:32:20.696424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Pushing event deleted for resources: {'Port': ['ID=44cfa069-bd12-40f4-914d-d0157ae92ae6,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:20.704644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] No DVR routers for this DVR port 44cfa069-bd12-40f4-914d-d0157ae92ae6 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:20.707693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.708180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.708711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.709050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.709382 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.709713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.710039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.710383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.710930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.711261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.711578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.712055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241689c7-8347-4c9e-8956-ef71ad059f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:20.726587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd12da95-e275-4bf3-86ae-f41320f425c4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:20.730174 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd12da95-e275-4bf3-86ae-f41320f425c4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.731699 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd12da95-e275-4bf3-86ae-f41320f425c4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:20.732074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd12da95-e275-4bf3-86ae-f41320f425c4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:20.738012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-f29bfc1c-d19e-428c-9cfa-649b01a3ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.739524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-f29bfc1c-d19e-428c-9cfa-649b01a3ca3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.1640306 Aug 27 02:32:20.785180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-97063a9b-98f7-439d-9e04-c86bab009091 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367565 Aug 27 02:32:20.788306 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fd12da95-e275-4bf3-86ae-f41320f425c4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3981895 Aug 27 02:32:20.799275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52754) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:20.804830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1bedae99-2631-47ef-8e3b-47ede2f3b1b9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:20.830599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48eb2fbe-a656-432d-b613-37ae606b0408 req-4bb932fa-cb85-4f97-b47b-a80dad38dd1a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665833 Aug 27 02:32:20.877493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-a55c6cdf-301c-43f8-9fba-65f8e858b61b service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254316 Aug 27 02:32:20.914229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.944451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-aa0d4448-4943-4c0a-9fa6-e4c165c91a60 service neutron] 10.222.0.10 "GET /v2.0/networks/3e7ebbd3-a084-4813-b98c-f89817fa18b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718279 Aug 27 02:32:21.024888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f59bfbd9-14e0-4e4d-b405-77079c4c059b req-90f203a2-6fa3-49bd-91b7-fbf4b48be7b1 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283679 Aug 27 02:32:21.030630 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.054036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-817a5eee-1d0b-4255-864e-ba9f3f7af8f0 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564690 Aug 27 02:32:21.078667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bedae99-2631-47ef-8e3b-47ede2f3b1b9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:21.082469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bedae99-2631-47ef-8e3b-47ede2f3b1b9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.084095 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bedae99-2631-47ef-8e3b-47ede2f3b1b9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:21.084703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bedae99-2631-47ef-8e3b-47ede2f3b1b9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:21.087801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:21.104230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:21.111659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:21.149389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1bedae99-2631-47ef-8e3b-47ede2f3b1b9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3491797 Aug 27 02:32:21.151750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-969466f1-c971-4947-a180-dc40b4145556 service neutron] 10.222.0.10 "GET /v2.0/networks/3e7ebbd3-a084-4813-b98c-f89817fa18b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962209 Aug 27 02:32:21.154046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52774) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:21.160603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-dcc5a6d0-f78c-4cee-9974-1ec2593381f4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:21.183030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=0563eead-7ba9-44bf-b858-437c9049185e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:21.216372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-e3494f35-133b-4d06-90aa-23817129d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:21.218022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-e3494f35-133b-4d06-90aa-23817129d913 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 1094 time: 0.1101201 Aug 27 02:32:21.220177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.220681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.221206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.221726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.222881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.223404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.223932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.224441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.225520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.225882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.226233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.226818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:21.261872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fd323ed-405e-4765-975d-583cb6d2c417 req-467fb6f9-8d3c-453b-9881-0881f2a23dc5 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965234 Aug 27 02:32:21.287699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc5a6d0-f78c-4cee-9974-1ec2593381f4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:21.291646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a6d0-f78c-4cee-9974-1ec2593381f4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.293368 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc5a6d0-f78c-4cee-9974-1ec2593381f4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:21.293482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc5a6d0-f78c-4cee-9974-1ec2593381f4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:21.294293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e06a77-e5dc-46eb-827c-6a03900c46e9 req-66d216c6-558f-4cb9-ac32-5d8a53870141 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:21.295868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3e06a77-e5dc-46eb-827c-6a03900c46e9 req-66d216c6-558f-4cb9-ac32-5d8a53870141 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 943 time: 0.2305191 Aug 27 02:32:21.319413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dcc5a6d0-f78c-4cee-9974-1ec2593381f4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1639798 Aug 27 02:32:21.322745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52786) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:21.328944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-be359e49-a93a-4209-9bdf-cd9e87080344 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:21.443390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d3e06a77-e5dc-46eb-827c-6a03900c46e9 req-cb3f0dc0-b9d9-4a98-be22-171512e495c7 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192493 Aug 27 02:32:21.457958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813e0303-f401-4b35-a17e-d0afd2f62d8a req-71d7ff42-ecd2-45ad-975d-b74e6072f712 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 210 time: 0.0577521 Aug 27 02:32:21.463058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-297ca4c9-75b9-4982-b248-7d1f6767ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:21.473011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-297ca4c9-75b9-4982-b248-7d1f6767ef91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.2370498 Aug 27 02:32:21.510356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be359e49-a93a-4209-9bdf-cd9e87080344 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:21.515490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be359e49-a93a-4209-9bdf-cd9e87080344 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.518041 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-be359e49-a93a-4209-9bdf-cd9e87080344 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:21.520679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be359e49-a93a-4209-9bdf-cd9e87080344 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:21.556785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-be359e49-a93a-4209-9bdf-cd9e87080344 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2328973 Aug 27 02:32:21.558836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:21.567062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-a0542604-3c64-4cef-8296-ab08c3889897 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae HTTP/1.1" status: 200 len: 217 time: 0.0878942 Aug 27 02:32:21.599913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aaad64d4-2d05-4386-9b34-30c8493ccc31 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0396247 Aug 27 02:32:21.600421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52808) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:21.665856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafaca1b-e01a-4b89-bd6c-e785d07c518a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:21.667355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fafaca1b-e01a-4b89-bd6c-e785d07c518a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659943 Aug 27 02:32:21.669946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52814) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:21.671426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-a652045b-a8ee-4e14-838a-228c0a7b66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:21.672911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-a652045b-a8ee-4e14-838a-228c0a7b66be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.0932643 Aug 27 02:32:21.716178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dbf196c9-4714-478f-aa31-1954fff72095 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446010 Aug 27 02:32:21.720532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52820) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:21.726113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:21.728615 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-e5a1f063-54cd-4a57-8e6d-b0ae8034d077 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460687 Aug 27 02:32:21.838751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:21.842549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.943557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-e1d7e73f-ccec-4828-a076-230ec4bf32a4 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940553 Aug 27 02:32:22.091122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44cfa069-bd12-40f4-914d-d0157ae92ae6 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:22.114541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 44cfa069-bd12-40f4-914d-d0157ae92ae6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:22.115244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44cfa069-bd12-40f4-914d-d0157ae92ae6 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:22.223794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.objects.ports [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:22.225865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.268613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6cd51-ee93-47c4-a506-5e16d1be54be req-37bd0281-898c-4b36-85b7-f018e4d61ba5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:22.274949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7dd6cd51-ee93-47c4-a506-5e16d1be54be req-37bd0281-898c-4b36-85b7-f018e4d61ba5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.3255105 Aug 27 02:32:22.312419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.328571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3afc7515-00e6-4506-b561-0ebba98ad9ca req-193678e7-ede0-49e4-9fe8-fe948d4d5c23 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568163 Aug 27 02:32:22.404258 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7dd6cd51-ee93-47c4-a506-5e16d1be54be req-3c24b19b-6e3f-4f1e-b115-4a2a31ae842f tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190951 Aug 27 02:32:22.465303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.600118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ad857f0-c4d5-436c-b904-da96a6f25e07 req-54d2b3cb-b240-4daa-be85-fd9159dba0d4 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 210 time: 0.0381918 Aug 27 02:32:22.725770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=62a84351-82ef-4857-b028-33bb38ac6440,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:22.741978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:22.752721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:22.759119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:22.759969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.765442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee786281-5eb1-4e1b-a8aa-d9e5c07190cb None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:22.801298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b40cce-7586-4dbd-ad6d-a01a3602d530 req-92143e76-2463-4190-b6f5-57b778f50acc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:22.802925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91b40cce-7586-4dbd-ad6d-a01a3602d530 req-92143e76-2463-4190-b6f5-57b778f50acc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 943 time: 0.1938539 Aug 27 02:32:22.810907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1dd9cff5-ac1c-4a19-a953-0e9bf687c2e8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0864265 Aug 27 02:32:22.813870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52900) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:22.819214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:b6:d0:26', 'name': 'tempest-NetworksTestDHCPv6-532160715'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:22.883126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-ffef7625-f985-47d6-b083-c0f6d0710845 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:22.884665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-ffef7625-f985-47d6-b083-c0f6d0710845 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.45 "GET /v2.0/networks?id=3e7ebbd3-a084-4813-b98c-f89817fa18b5 HTTP/1.1" status: 200 len: 811 time: 0.2744322 Aug 27 02:32:22.903932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Request body: {'port': {'device_id': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5', 'admin_state_up': True, 'tenant_id': 'def48c9d83614054823616e7fb3a9a0e'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:22.971714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '62a84351-82ef-4857-b028-33bb38ac6440'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:22.972733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.993874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.996649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91b40cce-7586-4dbd-ad6d-a01a3602d530 req-00dd503a-966c-44e4-bbf6-7e93064f302d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700585 Aug 27 02:32:23.010504 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.079690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:23.085621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=0563eead-7ba9-44bf-b858-437c9049185e,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:23.142098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.164823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Made reservation on behalf of def48c9d83614054823616e7fb3a9a0e for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:23.168905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.198735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Allocated IP 2001:db8::f816:3eff:fe67:a3f8 (8095c560-1388-49b5-9ced-9a3602d5c435/62a84351-82ef-4857-b028-33bb38ac6440/ae5b2feb-143e-4f55-b9c8-9c13d468c3f1) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:23.255396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.266814 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP d1aa640f-ec33-4d06-94f7-1aebe167c68e associated. External IP: 172.25.1.250, port: a523bd48-3b47-4799-b132-00810699bebb. Aug 27 02:32:23.286702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 3629ce5f-9dc0-4f49-a845-16366dfad265 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:23.392904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Allocated IP 172.20.0.4 (3e7ebbd3-a084-4813-b98c-f89817fa18b5/c6682f90-2d9b-4299-8719-e829e60da19c/f500157d-3a26-40f9-be12-980fcc55d2b0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:23.407759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.417163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Transition to ACTIVE for port object ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:23.437554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Transition to ACTIVE for port object ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:23.448618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.492876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:23.497431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:23.501288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:23.522289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Pushing event updated for resources: {'Port': ['ID=ae5b2feb-143e-4f55-b9c8-9c13d468c3f1,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:23.557725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:23.592952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Attempting to bind port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:23.593655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Attempting to bind port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:23.594349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Attempting to bind port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:23.597284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:feb6:d026 (8095c560-1388-49b5-9ced-9a3602d5c435/62a84351-82ef-4857-b028-33bb38ac6440/3629ce5f-9dc0-4f49-a845-16366dfad265) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:23.600239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:23.600759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:23.601263 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.602130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:23.602826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Bound port: ae5b2feb-143e-4f55-b9c8-9c13d468c3f1, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:23.603657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.700903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] For port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:23.705349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] For port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ae5b2feb-143e-4f55-b9c8-9c13d468c3f1,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:23.713644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.719848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c3f7e-8f3b-47ed-9075-7f0544ce7a8a req-d680d58d-74e4-45d8-b682-7a7e8d732278 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:23.721406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c48c3f7e-8f3b-47ed-9075-7f0544ce7a8a req-d680d58d-74e4-45d8-b682-7a7e8d732278 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1806045 Aug 27 02:32:23.779999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec0f05b7-ee99-4d59-a1bd-f089e9fdec94 req-a2ac8b29-9c60-4145-ade0-91d771deff04 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 210 time: 0.0638430 Aug 27 02:32:23.791767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5941b-071c-4360-a527-82f1dbdd234f None None] Pushing event updated for resources: {'Port': ['ID=ae5b2feb-143e-4f55-b9c8-9c13d468c3f1,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:23.801876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:23.813166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:23.815615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.828263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:23.829363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:23.843442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.876180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:23.888282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:23.889190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:23.907486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c48c3f7e-8f3b-47ed-9075-7f0544ce7a8a req-9c62256b-0d20-44f5-9463-0d4a9d5e3119 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524577 Aug 27 02:32:23.911461 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-362285e0-32a9-419e-8f1c-b538255f93fb tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8102603 Aug 27 02:32:23.912477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52970) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:23.917510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:23.935619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:23.936407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8f4da-179f-428c-81f8-9a65ff6967af None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:23.993326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 73237562-a5ee-4dda-aff9-cc6e9edb84ae details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:23.998566 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.019227 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.066764 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.070854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 3629ce5f-9dc0-4f49-a845-16366dfad265 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:24.078762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:24.100242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:24.107362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:24.174082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Pushing event updated for resources: {'Port': ['ID=f500157d-3a26-40f9-be12-980fcc55d2b0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:24.208909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 73237562-a5ee-4dda-aff9-cc6e9edb84ae, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.223268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '73237562-a5ee-4dda-aff9-cc6e9edb84ae', 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'port_id': '73237562-a5ee-4dda-aff9-cc6e9edb84ae', 'mac_address': 'fa:16:3e:b1:64:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:24.275312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:24.277117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.294240 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.307261 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.333531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73237562-a5ee-4dda-aff9-cc6e9edb84ae {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:24.353891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-7d9ece1b-b824-4907-a31c-d8e5f35bbb9a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4573698 Aug 27 02:32:24.357277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 73237562-a5ee-4dda-aff9-cc6e9edb84ae, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.364973 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.365737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6ff85a77-393a-45c9-a4d4-4130539de405 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:24.370481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70423-5811-483b-ab60-f9099f8b65a1 req-117b6b6f-245b-48bb-bc98-1cfe260a6a2b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:24.372027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d70423-5811-483b-ab60-f9099f8b65a1 req-117b6b6f-245b-48bb-bc98-1cfe260a6a2b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 943 time: 0.1181877 Aug 27 02:32:24.375707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Request body: {'port': {'device_id': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:24.388285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.402940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.403418 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP d1aa640f-ec33-4d06-94f7-1aebe167c68e disassociated. External IP: 172.25.1.250, port: a523bd48-3b47-4799-b132-00810699bebb. Aug 27 02:32:24.436389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:24.451216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6ff85a77-393a-45c9-a4d4-4130539de405, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6ff85a77-393a-45c9-a4d4-4130539de405,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.463419 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:24.467354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:24.474209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=73237562-a5ee-4dda-aff9-cc6e9edb84ae,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:24.475543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:24.476225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.478303 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-47d70423-5811-483b-ab60-f9099f8b65a1 req-d6856715-3ad0-44d7-a9b2-b4723b4b5e3d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953345 Aug 27 02:32:24.483242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=3629ce5f-9dc0-4f49-a845-16366dfad265,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:24.487589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '6ff85a77-393a-45c9-a4d4-4130539de405', 'network_id': '801a8d67-60d2-443a-9d84-7348c8956a96', 'port_id': '6ff85a77-393a-45c9-a4d4-4130539de405', 'mac_address': 'fa:16:3e:76:45:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c7e594-7561-4f53-844c-2f416abfe018', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:24.521192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.526783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b6addc27-bbca-40c5-91a9-3c90a985e7a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7107804 Aug 27 02:32:24.532351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53002) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:24.537569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.555667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff85a77-393a-45c9-a4d4-4130539de405 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:24.583767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6ff85a77-393a-45c9-a4d4-4130539de405, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6ff85a77-393a-45c9-a4d4-4130539de405,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.590000 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.645184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668ca39-d4f6-4fa2-98f1-9d9061f37a3d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:24.651452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668ca39-d4f6-4fa2-98f1-9d9061f37a3d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:24.653150 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b668ca39-d4f6-4fa2-98f1-9d9061f37a3d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1198156 Aug 27 02:32:24.656187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6ff85a77-393a-45c9-a4d4-4130539de405,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:24.657287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53014) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:24.799647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:24.817837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['73237562-a5ee-4dda-aff9-cc6e9edb84ae'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:24.826778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 3629ce5f-9dc0-4f49-a845-16366dfad265 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:24.827292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.884960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['6ff85a77-393a-45c9-a4d4-4130539de405'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:24.994660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.009004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 3629ce5f-9dc0-4f49-a845-16366dfad265 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:25.048038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e301455-3ea4-4f4a-a747-0a1f77eda824 req-7bacbc18-a007-4fd8-99ee-eba7d1041c81 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.049757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e301455-3ea4-4f4a-a747-0a1f77eda824 req-7bacbc18-a007-4fd8-99ee-eba7d1041c81 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 931 time: 0.1236448 Aug 27 02:32:25.068354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f500157d-3a26-40f9-be12-980fcc55d2b0 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:25.099341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.127822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Transition to ACTIVE for port object f500157d-3a26-40f9-be12-980fcc55d2b0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:25.133794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0e301455-3ea4-4f4a-a747-0a1f77eda824 req-cb3d1c52-448c-4613-a323-2fa19cfcc05d tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752089 Aug 27 02:32:25.141351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.234012 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:32:25.271915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Pushing event updated for resources: {'Port': ['ID=f500157d-3a26-40f9-be12-980fcc55d2b0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:25.315135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Attempting to bind port f500157d-3a26-40f9-be12-980fcc55d2b0 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:25.315802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Attempting to bind port f500157d-3a26-40f9-be12-980fcc55d2b0 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '8c64d060-40d0-4567-b2b4-666ae68ac61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:25.316331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Attempting to bind port f500157d-3a26-40f9-be12-980fcc55d2b0 on network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:25.322607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:25.324664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Port f500157d-3a26-40f9-be12-980fcc55d2b0 on network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:25.325167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Attempting to bind port f500157d-3a26-40f9-be12-980fcc55d2b0 on network 3e7ebbd3-a084-4813-b98c-f89817fa18b5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:25.325633 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.332159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.333316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:25.333826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Checking segment: {'id': '8c64d060-40d0-4567-b2b4-666ae68ac61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:25.334334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Bound using segment: {'id': '8c64d060-40d0-4567-b2b4-666ae68ac61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:25.334948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Bound port: f500157d-3a26-40f9-be12-980fcc55d2b0, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c64d060-40d0-4567-b2b4-666ae68ac61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:25.335430 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.336742 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:25.348679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291583-f5f7-4e3e-933f-59cf7cc6acc5 req-96145826-0a38-4a8a-902e-22767a7ebd6c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.351987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9290be85-6c7b-4624-a38c-13f05734c44f None None] Provisioning for port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:25.356524 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:25.357171 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:25.358559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec291583-f5f7-4e3e-933f-59cf7cc6acc5 req-96145826-0a38-4a8a-902e-22767a7ebd6c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1893380 Aug 27 02:32:25.414774 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:25.424400 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:25.425389 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:25.439502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=3629ce5f-9dc0-4f49-a845-16366dfad265,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:25.470915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] For port f500157d-3a26-40f9-be12-980fcc55d2b0, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:25.479070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] For port f500157d-3a26-40f9-be12-980fcc55d2b0, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f500157d-3a26-40f9-be12-980fcc55d2b0,segment=NetworkSegment(8c64d060-40d0-4567-b2b4-666ae68ac61e),segment_id=8c64d060-40d0-4567-b2b4-666ae68ac61e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:25.487854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.525299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-20251827-73e9-4f93-b1da-5f011414167e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/floatingips/d1aa640f-ec33-4d06-94f7-1aebe167c68e HTTP/1.1" status: 200 len: 688 time: 1.6114116 Aug 27 02:32:25.528574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.530584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c15253a9-e9b0-4dc2-b809-195d89e9a24e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/3629ce5f-9dc0-4f49-a845-16366dfad265 HTTP/1.1" status: 204 len: 168 time: 0.8720608 Aug 27 02:32:25.531187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:25.533155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53070) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:25.556078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.556371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.557968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] 10.222.0.45 "PUT /v2.0/ports/f500157d-3a26-40f9-be12-980fcc55d2b0 HTTP/1.1" status: 200 len: 1091 time: 1.1941133 Aug 27 02:32:25.558466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'tag': 'f500157d-3a26-40f9-be12-980fcc55d2b0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:25.561816 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092db016-710e-4081-a386-39b58bb7d57d" -d '{"events": [{"name": "network-changed", "server_uuid": "553e5f67-18d9-4e6f-9829-4c3dfbe22454", "tag": "f500157d-3a26-40f9-be12-980fcc55d2b0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:25.566898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec291583-f5f7-4e3e-933f-59cf7cc6acc5 req-679c8bee-eeca-43aa-8c4b-5cca4317371d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049067 Aug 27 02:32:25.660049 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d98c985-7d78-49b4-952f-f27d74206796 x-openstack-request-id: req-8d98c985-7d78-49b4-952f-f27d74206796 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:25.660336 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553e5f67-18d9-4e6f-9829-4c3dfbe22454", "tag": "f500157d-3a26-40f9-be12-980fcc55d2b0", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:25.660586 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d98c985-7d78-49b4-952f-f27d74206796 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:25.661391 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'tag': 'f500157d-3a26-40f9-be12-980fcc55d2b0', 'status': 'completed', 'code': 200} Aug 27 02:32:25.678021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59527065-5358-44c1-bea5-9f7eae9aaf2c service neutron] Pushing event updated for resources: {'Port': ['ID=f500157d-3a26-40f9-be12-980fcc55d2b0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:25.704608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:25.705671 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b6686-06c4-40fd-baaa-957c1757cd9f None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:25.720560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-fa1ead06-cc77-42cf-a8c5-b76d28c00928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.722206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-fa1ead06-cc77-42cf-a8c5-b76d28c00928 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=def48c9d83614054823616e7fb3a9a0e&device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 1094 time: 0.1111913 Aug 27 02:32:25.733389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90021d8-7a12-467e-96ad-cad1d36dfd70 req-b641cabc-391c-4858-bbbe-73114fa40da9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.735209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a90021d8-7a12-467e-96ad-cad1d36dfd70 req-b641cabc-391c-4858-bbbe-73114fa40da9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 944 time: 0.0844355 Aug 27 02:32:25.773239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cb4d03d3-2f1f-4659-96ff-c529a9a01ca2 None None] Could not find standard attr ID for object 3629ce5f-9dc0-4f49-a845-16366dfad265. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:32:25.789540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-c2232626-a914-4335-9663-d057e3a1524b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f500157d-3a26-40f9-be12-980fcc55d2b0 HTTP/1.1" status: 200 len: 217 time: 0.0533173 Aug 27 02:32:25.818475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b4003-0a0f-4975-9275-4fc6f3639e69 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.821089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b4003-0a0f-4975-9275-4fc6f3639e69 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.822769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e97b4003-0a0f-4975-9275-4fc6f3639e69 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2888443 Aug 27 02:32:25.828244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53086) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:25.862227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a90021d8-7a12-467e-96ad-cad1d36dfd70 req-696190c9-33cc-458c-ad96-b865cf7bb0e9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201439 Aug 27 02:32:25.872453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-ccdbb4c2-4cb2-4111-bf5b-b48ec2eae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.874092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-ccdbb4c2-4cb2-4111-bf5b-b48ec2eae4fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c6682f90-2d9b-4299-8719-e829e60da19c HTTP/1.1" status: 200 len: 851 time: 0.0721414 Aug 27 02:32:25.913467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-24a5d75b-a536-4f0a-bfb5-4c5c7dbcb3f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e7ebbd3-a084-4813-b98c-f89817fa18b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318959 Aug 27 02:32:25.922234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 0563eead-7ba9-44bf-b858-437c9049185e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:25.922739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.928856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 62a84351-82ef-4857-b028-33bb38ac6440 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:25.940631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.996803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 73237562-a5ee-4dda-aff9-cc6e9edb84ae up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:26.015420 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-b28aeff0-bb1a-4f94-9421-c16e8a0b8d58 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7ebbd3-a084-4813-b98c-f89817fa18b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927775 Aug 27 02:32:26.036988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.084469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 73237562-a5ee-4dda-aff9-cc6e9edb84ae completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:26.089085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 73237562-a5ee-4dda-aff9-cc6e9edb84ae triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:26.089937 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.103638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.104286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.126079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 0563eead-7ba9-44bf-b858-437c9049185e owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:26.141428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53090) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:26.153654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f9bcaa-0d47-426d-a2c5-672e5a587d11 req-15007c59-f1c1-4869-9c78-f8ffb9a182c8 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7ebbd3-a084-4813-b98c-f89817fa18b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291051 Aug 27 02:32:26.155610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:26.220757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.252276 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.265963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092db016-710e-4081-a386-39b58bb7d57d req-20765300-5b28-4bcc-ad9a-1f26979e0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.267840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-092db016-710e-4081-a386-39b58bb7d57d req-20765300-5b28-4bcc-ad9a-1f26979e0927 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=def48c9d83614054823616e7fb3a9a0e&device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 1094 time: 0.0440874 Aug 27 02:32:26.291420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73237562-a5ee-4dda-aff9-cc6e9edb84ae'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:26.293741 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655505a4-b38e-404c-9f53-acec29f8c1ec" -d '{"events": [{"server_uuid": "1fe5995e-f58c-49cc-8ff4-14b101a0f27e", "name": "network-vif-plugged", "status": "completed", "tag": "73237562-a5ee-4dda-aff9-cc6e9edb84ae"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:26.327168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 73237562-a5ee-4dda-aff9-cc6e9edb84ae, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:26.329440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:26.336576 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.338834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6ff85a77-393a-45c9-a4d4-4130539de405 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:26.360617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b06f3b17-7838-4561-b21b-df589b22b532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.361362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7030c-ca1a-4aaa-bb92-f2d8c71c6c16 req-d09b7019-1449-4522-8787-6ee7c2fed98a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.362823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24e7030c-ca1a-4aaa-bb92-f2d8c71c6c16 req-d09b7019-1449-4522-8787-6ee7c2fed98a tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 943 time: 0.1382847 Aug 27 02:32:26.385654 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25196653-5a76-462c-95be-ebbafae84cb5 x-openstack-request-id: req-25196653-5a76-462c-95be-ebbafae84cb5 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:26.386286 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe5995e-f58c-49cc-8ff4-14b101a0f27e", "name": "network-vif-plugged", "status": "completed", "tag": "73237562-a5ee-4dda-aff9-cc6e9edb84ae", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:26.386286 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25196653-5a76-462c-95be-ebbafae84cb5 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:26.386695 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73237562-a5ee-4dda-aff9-cc6e9edb84ae', 'code': 200} Aug 27 02:32:26.389048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.390113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:26.390526 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.443416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092db016-710e-4081-a386-39b58bb7d57d req-b321cdde-e7d5-4c8e-8836-4e6e6b311040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.445328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-092db016-710e-4081-a386-39b58bb7d57d req-b321cdde-e7d5-4c8e-8836-4e6e6b311040 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e7ebbd3-a084-4813-b98c-f89817fa18b5 HTTP/1.1" status: 200 len: 912 time: 0.1656969 Aug 27 02:32:26.471710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=62a84351-82ef-4857-b028-33bb38ac6440,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:26.473971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.475911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-90463fc7-1813-4373-9fe6-7f709bd230d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/62a84351-82ef-4857-b028-33bb38ac6440 HTTP/1.1" status: 204 len: 168 time: 0.6452901 Aug 27 02:32:26.502621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb821b-3edc-4d76-b778-253e2aed2716 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:26.504250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53102) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:26.517138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 6ff85a77-393a-45c9-a4d4-4130539de405 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:26.517343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-092db016-710e-4081-a386-39b58bb7d57d req-26b1a777-289a-4231-8e26-6cbd1e879d57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f500157d-3a26-40f9-be12-980fcc55d2b0 HTTP/1.1" status: 200 len: 217 time: 0.0462914 Aug 27 02:32:26.535682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 6ff85a77-393a-45c9-a4d4-4130539de405 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:26.536064 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.568781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=73237562-a5ee-4dda-aff9-cc6e9edb84ae,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:26.570327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092db016-710e-4081-a386-39b58bb7d57d req-110d7bb2-325c-4856-8cd4-19d7a5520a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.571858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-092db016-710e-4081-a386-39b58bb7d57d req-110d7bb2-325c-4856-8cd4-19d7a5520a31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c6682f90-2d9b-4299-8719-e829e60da19c HTTP/1.1" status: 200 len: 851 time: 0.0503728 Aug 27 02:32:26.614027 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-092db016-710e-4081-a386-39b58bb7d57d req-a30c5a58-bde4-449f-a7c5-73dcb7dab884 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e7ebbd3-a084-4813-b98c-f89817fa18b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327053 Aug 27 02:32:26.703781 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.755715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58d4eb-a6b3-4ea4-be6e-46a34d6486b9 req-74874074-aaf1-4321-b82b-ae38d7325ff1 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.757562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ee58d4eb-a6b3-4ea4-be6e-46a34d6486b9 req-74874074-aaf1-4321-b82b-ae38d7325ff1 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1171246 Aug 27 02:32:26.779688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-092db016-710e-4081-a386-39b58bb7d57d req-04c851c3-f748-403d-94a3-e1bbd94820e7 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7ebbd3-a084-4813-b98c-f89817fa18b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478412 Aug 27 02:32:26.780740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ae5b2feb-143e-4f55-b9c8-9c13d468c3f1,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:26.786330 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.790553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.841691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24e7030c-ca1a-4aaa-bb92-f2d8c71c6c16 req-9519e75d-435b-411b-923b-d8c8b717d1aa tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726961 Aug 27 02:32:26.843722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f6c470e2-6df1-457d-a742-6a71de61114e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3364475 Aug 27 02:32:26.846811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53106) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:26.852336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:26.858191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.877315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:26.889425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6ff85a77-393a-45c9-a4d4-4130539de405, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6ff85a77-393a-45c9-a4d4-4130539de405,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:26.895912 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.901904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ae5b2feb-143e-4f55-b9c8-9c13d468c3f1,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:26.928252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=0563eead-7ba9-44bf-b858-437c9049185e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:26.937861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497b5-833c-4aba-b40b-93fb51bf92d9 req-fed66d05-32c7-48f7-9a9b-665878c74664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.939406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-498497b5-833c-4aba-b40b-93fb51bf92d9 req-fed66d05-32c7-48f7-9a9b-665878c74664 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 1096 time: 0.5025582 Aug 27 02:32:26.958982 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ee58d4eb-a6b3-4ea4-be6e-46a34d6486b9 req-9d0a5000-d7ba-4678-bb66-2307eddbe4a8 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873372 Aug 27 02:32:26.999876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6ff85a77-393a-45c9-a4d4-4130539de405,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.004972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-092db016-710e-4081-a386-39b58bb7d57d req-b8e27ef6-ff7d-4be9-a049-135db5ac9640 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7ebbd3-a084-4813-b98c-f89817fa18b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151306 Aug 27 02:32:27.017315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] Deleting port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:27.018083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.027184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b06f3b17-7838-4561-b21b-df589b22b532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.033944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b06f3b17-7838-4561-b21b-df589b22b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.096415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b06f3b17-7838-4561-b21b-df589b22b532 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1723688cb0f404aae9afed499adb938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9539213 Aug 27 02:32:27.100266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53110) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:27.101400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b55a1-99ad-40b7-8fe5-9efa7fd2cd7b req-5dafa1dd-d40d-4bbe-99f2-1adb36bc1bd9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:27.102956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af0b55a1-99ad-40b7-8fe5-9efa7fd2cd7b req-5dafa1dd-d40d-4bbe-99f2-1adb36bc1bd9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1593373 Aug 27 02:32:27.104570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-498497b5-833c-4aba-b40b-93fb51bf92d9 req-be6e10b9-9e2f-46d3-bfba-b29138717380 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439335 Aug 27 02:32:27.106423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.108967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.110855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-758ff515-3d00-4955-987b-37cd3388cb1c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/floatingips/d1aa640f-ec33-4d06-94f7-1aebe167c68e HTTP/1.1" status: 204 len: 168 time: 1.5783882 Aug 27 02:32:27.113014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] For port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ae5b2feb-143e-4f55-b9c8-9c13d468c3f1,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:27.114060 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.114215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53112) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:27.118623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'cb46dd23-c541-4a40-839e-5b790b23164a'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:27.119213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:27.122736 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.125593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3b17-7838-4561-b21b-df589b22b532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69570e0-7310-4ce0-a8e7-ec24e653e93a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.128715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] Calling delete_port for ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:27.177136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.191369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72b937cd-a8f4-4cad-8d70-d92ae0b18d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.215609 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.219583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af0b55a1-99ad-40b7-8fe5-9efa7fd2cd7b req-5fef3ede-fdf6-41a4-8d11-3d4c4d09ec3e tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023026 Aug 27 02:32:27.244939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] Pushing event deleted for resources: {'Port': ['ID=ae5b2feb-143e-4f55-b9c8-9c13d468c3f1,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.246918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1ea5b-089d-4b08-bf60-3bf4c5d4ec4a None None] No DVR routers for this DVR port ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:27.261948 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72b937cd-a8f4-4cad-8d70-d92ae0b18d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.428350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:27.430420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.474480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:27.477689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:27.481929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:27.482641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.487785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee36d9-22cf-4ac0-8715-b4cc91a70d3e None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:27.492643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=03ec1678-8ecd-4068-97d3-1498a94003b7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.511050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-52ef6d71-a8e2-4ada-9211-fc3390679eab tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6630678 Aug 27 02:32:27.513786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53116) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:27.519594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:ca:d7:10', 'name': 'tempest-NetworksTestDHCPv6-968382102'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:27.615383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72b937cd-a8f4-4cad-8d70-d92ae0b18d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.618622 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72b937cd-a8f4-4cad-8d70-d92ae0b18d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.620033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-72b937cd-a8f4-4cad-8d70-d92ae0b18d6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f69570e0-7310-4ce0-a8e7-ec24e653e93a HTTP/1.1" status: 204 len: 168 time: 0.5187769 Aug 27 02:32:27.635336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b937cd-a8f4-4cad-8d70-d92ae0b18d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69570e0-7310-4ce0-a8e7-ec24e653e93a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.665503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2c29-da27-4c92-a369-9c35918e1db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.671138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.689830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:27.696233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '03ec1678-8ecd-4068-97d3-1498a94003b7'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:27.697189 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.788654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.800667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.25.1.254 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/6e9753ff-606a-49b0-9b42-76d931193700) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:27.819494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port abe25562-3741-4b2a-b2f2-a21ef37b87da yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:27.830165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f500157d-3a26-40f9-be12-980fcc55d2b0 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:27.861057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Allocated IP 2001:db8::f816:3eff:fe44:e1f4 (8095c560-1388-49b5-9ced-9a3602d5c435/03ec1678-8ecd-4068-97d3-1498a94003b7/dbf072d7-6136-4e5b-b2f9-a4e4c04e218c) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:27.928837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.984027 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.018533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0d133-882e-4ba3-8d99-7b079c13665a req-32c79ec1-4fec-4fcc-aae1-9bddad2e9419 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.022831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42f0d133-882e-4ba3-8d99-7b079c13665a req-32c79ec1-4fec-4fcc-aae1-9bddad2e9419 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 943 time: 0.0876653 Aug 27 02:32:28.081042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:28.086903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:28.121703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:28.172396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:28.187772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=6e9753ff-606a-49b0-9b42-76d931193700,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:28.189133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42f0d133-882e-4ba3-8d99-7b079c13665a req-2392d6b9-640a-4d8b-b978-8edff3598bc8 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585519 Aug 27 02:32:28.236841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:28.237355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ae5b2feb-143e-4f55-b9c8-9c13d468c3f1 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:28.292451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f500157d-3a26-40f9-be12-980fcc55d2b0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f500157d-3a26-40f9-be12-980fcc55d2b0,segment=NetworkSegment(8c64d060-40d0-4567-b2b4-666ae68ac61e),segment_id=8c64d060-40d0-4567-b2b4-666ae68ac61e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:28.313192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f500157d-3a26-40f9-be12-980fcc55d2b0', 'network_id': '3e7ebbd3-a084-4813-b98c-f89817fa18b5', 'port_id': 'f500157d-3a26-40f9-be12-980fcc55d2b0', 'mac_address': 'fa:16:3e:39:d8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6682f90-2d9b-4299-8719-e829e60da19c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:28.315382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40489ab8-ddc9-455a-bb60-1696acb9d6b8 req-f2139651-eac6-4386-87c2-45e65f1290fc tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.323930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40489ab8-ddc9-455a-bb60-1696acb9d6b8 req-f2139651-eac6-4386-87c2-45e65f1290fc tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1383493 Aug 27 02:32:28.394841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff85a77-393a-45c9-a4d4-4130539de405'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:28.397142 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5cc58f-cbb9-4ba9-96e3-4859295fc813" -d '{"events": [{"server_uuid": "81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc", "name": "network-vif-plugged", "status": "completed", "tag": "6ff85a77-393a-45c9-a4d4-4130539de405"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:28.401636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40489ab8-ddc9-455a-bb60-1696acb9d6b8 req-548acbf0-39ba-46d9-b17c-151839d7412a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 Aug 27 02:32:28.405648 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.429099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.437562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f500157d-3a26-40f9-be12-980fcc55d2b0 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:28.444771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Transition to ACTIVE for port object dbf072d7-6136-4e5b-b2f9-a4e4c04e218c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:28.468865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f500157d-3a26-40f9-be12-980fcc55d2b0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f500157d-3a26-40f9-be12-980fcc55d2b0,segment=NetworkSegment(8c64d060-40d0-4567-b2b4-666ae68ac61e),segment_id=8c64d060-40d0-4567-b2b4-666ae68ac61e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:28.474144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Transition to ACTIVE for port object dbf072d7-6136-4e5b-b2f9-a4e4c04e218c will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:28.477109 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c55188-a1d4-4964-ad2b-ce7790b21c0b x-openstack-request-id: req-11c55188-a1d4-4964-ad2b-ce7790b21c0b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:28.477458 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc", "name": "network-vif-plugged", "status": "completed", "tag": "6ff85a77-393a-45c9-a4d4-4130539de405", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:28.477704 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11c55188-a1d4-4964-ad2b-ce7790b21c0b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:28.478095 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff85a77-393a-45c9-a4d4-4130539de405', 'code': 200} Aug 27 02:32:28.485667 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.495933 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.568517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:28.572058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:28.574617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:28.597154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f500157d-3a26-40f9-be12-980fcc55d2b0,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:28.632152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:feca:d710 (8095c560-1388-49b5-9ced-9a3602d5c435/03ec1678-8ecd-4068-97d3-1498a94003b7/abe25562-3741-4b2a-b2f2-a21ef37b87da) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:28.703373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74423196-94b4-44fe-95a4-2b575b80de50 req-26483c2d-dc70-4ab0-acab-3e467ff3af78 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.705251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74423196-94b4-44fe-95a4-2b575b80de50 req-26483c2d-dc70-4ab0-acab-3e467ff3af78 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1382959 Aug 27 02:32:28.710166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Pushing event updated for resources: {'Port': ['ID=dbf072d7-6136-4e5b-b2f9-a4e4c04e218c,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:28.722574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Attempting to bind port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:28.723202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Attempting to bind port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:28.723923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Attempting to bind port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:28.731725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:28.732389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:28.733191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.734528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:28.735095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Bound port: dbf072d7-6136-4e5b-b2f9-a4e4c04e218c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:28.735503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.826039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f500157d-3a26-40f9-be12-980fcc55d2b0'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:28.833977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] For port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:28.841765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0636a85-8764-4b4e-ab85-2bb404730f00 req-10da400b-ae29-4bd2-ac41-97c58b99bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.842817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74423196-94b4-44fe-95a4-2b575b80de50 req-b7ad5938-897c-44dc-8432-0847025bb528 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313136 Aug 27 02:32:28.843890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b0636a85-8764-4b4e-ab85-2bb404730f00 req-10da400b-ae29-4bd2-ac41-97c58b99bd00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.2959642 Aug 27 02:32:28.884936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6e6da-ef51-4664-9100-a26f27d62de4 req-2ede8ce4-9230-4257-b6a2-75fec064ccb6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.886763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6aa6e6da-ef51-4664-9100-a26f27d62de4 req-2ede8ce4-9230-4257-b6a2-75fec064ccb6 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 946 time: 0.3145418 Aug 27 02:32:28.897314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] For port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dbf072d7-6136-4e5b-b2f9-a4e4c04e218c,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:28.912169 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.940116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.989488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object abe25562-3741-4b2a-b2f2-a21ef37b87da will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:28.998649 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b0636a85-8764-4b4e-ab85-2bb404730f00 req-4a5d3cea-d89c-4fea-9dba-afbc2b5fba9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450601 Aug 27 02:32:29.019825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6aa6e6da-ef51-4664-9100-a26f27d62de4 req-ea4fc7e2-9edc-48f0-a300-e738a0720b0b tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124110 Aug 27 02:32:29.021386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e041a-c4bf-4632-8f99-b34feecb05ea None None] Pushing event updated for resources: {'Port': ['ID=dbf072d7-6136-4e5b-b2f9-a4e4c04e218c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:29.084428 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.141095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.165878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:29.195075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:29.230920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:29.243645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.255400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.269939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=abe25562-3741-4b2a-b2f2-a21ef37b87da,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:29.347360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.351172 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-37932a5f-e579-4e98-b2e6-de2cd3c0a608 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8335335 Aug 27 02:32:29.351495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53170) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:29.370307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13c60-9bb3-4ebf-8289-252acf786e87 req-5d928bc3-1301-43f5-bb9f-d034812b513b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.371909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74f13c60-9bb3-4ebf-8289-252acf786e87 req-5d928bc3-1301-43f5-bb9f-d034812b513b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.2143807 Aug 27 02:32:29.379164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-5b7f4c19-afde-47ad-bc0a-d0f5f2232295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.380756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-5b7f4c19-afde-47ad-bc0a-d0f5f2232295 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 1096 time: 0.1215796 Aug 27 02:32:29.453047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f20427-c880-4127-b69a-e8f21eab8dd8 req-1b0813b7-5bac-46b9-9d34-755999acf1b6 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.454628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-77f20427-c880-4127-b69a-e8f21eab8dd8 req-1b0813b7-5bac-46b9-9d34-755999acf1b6 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 944 time: 0.1414237 Aug 27 02:32:29.477667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86bb365-8d81-414d-a1db-26120b197417 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.483656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86bb365-8d81-414d-a1db-26120b197417 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.487731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c86bb365-8d81-414d-a1db-26120b197417 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1326497 Aug 27 02:32:29.492332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53180) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:29.500430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74f13c60-9bb3-4ebf-8289-252acf786e87 req-fa7a9f9c-e833-43fb-804a-305a8a92a61c tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186292 Aug 27 02:32:29.544926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-454fa96b-3ff9-4415-9046-2c8aa21892a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.547984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-454fa96b-3ff9-4415-9046-2c8aa21892a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.1584282 Aug 27 02:32:29.618138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-3156e24e-60f3-4f55-9401-3457657aa33b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae HTTP/1.1" status: 200 len: 217 time: 0.0578899 Aug 27 02:32:29.632162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-77f20427-c880-4127-b69a-e8f21eab8dd8 req-f717adac-9214-4128-930d-3cf8f2e978f7 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645792 Aug 27 02:32:29.710779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port abe25562-3741-4b2a-b2f2-a21ef37b87da {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:29.711462 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.715784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-19751023-5d0f-4f53-8a99-2d1348925c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.717795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-19751023-5d0f-4f53-8a99-2d1348925c86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.0916381 Aug 27 02:32:29.725641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2c171-7969-4424-bb35-64bee84547b4 req-f4291e46-36eb-4d02-804b-57063103f742 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.727374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86c2c171-7969-4424-bb35-64bee84547b4 req-f4291e46-36eb-4d02-804b-57063103f742 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1120858 Aug 27 02:32:29.759316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-f5ec22df-629f-40a1-b0b3-6f7791278070 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310447 Aug 27 02:32:29.763300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.779656 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.807494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86c2c171-7969-4424-bb35-64bee84547b4 req-4f13fb27-664a-4ab0-a1f8-82b6dd996029 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690529 Aug 27 02:32:29.906863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-80573273-afd1-4bd7-a526-b0d4944294c6 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326859 Aug 27 02:32:29.957857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.967613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-9ab8ae8d-aadf-453b-8e06-5cb0975955da tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.969148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-9ab8ae8d-aadf-453b-8e06-5cb0975955da tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 946 time: 0.1490948 Aug 27 02:32:29.969794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=6e9753ff-606a-49b0-9b42-76d931193700,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:30.036410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for abe25562-3741-4b2a-b2f2-a21ef37b87da owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:30.081715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.107954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6832ea1d-7abe-440a-b488-3a27a23293f2 req-f03408d1-644c-445c-a271-f4d66ec5f956 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906631 Aug 27 02:32:30.185924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dbf072d7-6136-4e5b-b2f9-a4e4c04e218c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:30.244700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8c032724-3415-4b54-9b8e-5e5d868c9967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.261196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:30.403143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0eb64-d788-45eb-83f9-14a5a05fdce3 req-1eacc0a0-7fc1-4d9d-9406-67a35ca6e85e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:30.404771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27d0eb64-d788-45eb-83f9-14a5a05fdce3 req-1eacc0a0-7fc1-4d9d-9406-67a35ca6e85e tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 946 time: 0.1837909 Aug 27 02:32:30.404943 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.412747 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 067f29f8-1ea8-4cb7-b362-632c42d0ebc7 associated. External IP: 172.25.1.254, port: cb46dd23-c541-4a40-839e-5b790b23164a. Aug 27 02:32:30.420251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Deleting port 80a56899-5c33-4ecd-a05d-309112e6490b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:30.420705 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.447595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-307eb806-9953-4ae1-94cb-45b24db98182 None None] Provisioning for port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:30.459144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-307eb806-9953-4ae1-94cb-45b24db98182 None None] Provisioning complete for port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:30.459889 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-307eb806-9953-4ae1-94cb-45b24db98182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.583298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-307eb806-9953-4ae1-94cb-45b24db98182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.629409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-307eb806-9953-4ae1-94cb-45b24db98182 None None] For port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dbf072d7-6136-4e5b-b2f9-a4e4c04e218c,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:30.638232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-307eb806-9953-4ae1-94cb-45b24db98182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.657394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a8c7c-2276-4af7-ab4f-eaad47af91a7 req-5ba1017c-7fdd-4362-98e9-bc9f768d66b3 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:30.666090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-253a8c7c-2276-4af7-ab4f-eaad47af91a7 req-5ba1017c-7fdd-4362-98e9-bc9f768d66b3 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.0782089 Aug 27 02:32:30.723438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-253a8c7c-2276-4af7-ab4f-eaad47af91a7 req-35990493-2718-44c7-a374-c422272d8d46 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517769 Aug 27 02:32:30.736928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307eb806-9953-4ae1-94cb-45b24db98182 None None] Pushing event updated for resources: {'Port': ['ID=dbf072d7-6136-4e5b-b2f9-a4e4c04e218c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:30.845755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479dcf4-b4ce-4f66-a812-43ea1706cb72 req-cc3a3cc3-6630-4471-851d-b328060cacde tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:30.847289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6479dcf4-b4ce-4f66-a812-43ea1706cb72 req-cc3a3cc3-6630-4471-851d-b328060cacde tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 944 time: 0.0562942 Aug 27 02:32:30.893829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6479dcf4-b4ce-4f66-a812-43ea1706cb72 req-49f58b16-cc60-4e10-90ff-e6d10facf07c tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Aug 27 02:32:30.922296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27d0eb64-d788-45eb-83f9-14a5a05fdce3 req-1ca03d9a-854c-47a2-b92c-1310a322fac7 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups?id=34dc93e0-bc12-4528-aa08-64fa15db39c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5047860 Aug 27 02:32:30.949707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c4cde61d-d0e0-486d-bbb7-31a412e5d2ea None None] Provisioning for port abe25562-3741-4b2a-b2f2-a21ef37b87da completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:30.951076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.954268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c4cde61d-d0e0-486d-bbb7-31a412e5d2ea None None] Provisioning complete for port abe25562-3741-4b2a-b2f2-a21ef37b87da triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:30.954664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c4cde61d-d0e0-486d-bbb7-31a412e5d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.987696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c4cde61d-d0e0-486d-bbb7-31a412e5d2ea None None] Port abe25562-3741-4b2a-b2f2-a21ef37b87da was deleted so its status cannot be updated. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 02:32:31.002055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] For port 80a56899-5c33-4ecd-a05d-309112e6490b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=80a56899-5c33-4ecd-a05d-309112e6490b,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:31.002459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.004875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=abe25562-3741-4b2a-b2f2-a21ef37b87da,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:31.045315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f963f-e09b-48cf-9599-a78d154b5539 req-d0a0772b-dbb9-47a3-a2a7-67dd4da91ff9 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.046908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-094f963f-e09b-48cf-9599-a78d154b5539 req-d0a0772b-dbb9-47a3-a2a7-67dd4da91ff9 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.0640323 Aug 27 02:32:31.112599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-094f963f-e09b-48cf-9599-a78d154b5539 req-8d9cd02c-30a9-425f-8cac-14d4cda99845 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508566 Aug 27 02:32:31.139034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.143471 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-60695325-ceeb-485e-ac0f-83257aba4eeb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/abe25562-3741-4b2a-b2f2-a21ef37b87da HTTP/1.1" status: 204 len: 168 time: 1.6494715 Aug 27 02:32:31.143642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53310) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.198851 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.199590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe089c-61e1-451a-b536-c514bd431208 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.201805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe089c-61e1-451a-b536-c514bd431208 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.203441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e0fe089c-61e1-451a-b536-c514bd431208 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0587459 Aug 27 02:32:31.206642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53316) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.260919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 03ec1678-8ecd-4068-97d3-1498a94003b7 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:31.264195 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.309232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:31.310643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.403051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.418018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.418442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.418772 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Floating IP 98e09571-9235-4353-aae5-77b5181edec7 disassociated. External IP: 172.25.1.202, port: 80a56899-5c33-4ecd-a05d-309112e6490b. Aug 27 02:32:31.419118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Calling delete_port for 80a56899-5c33-4ecd-a05d-309112e6490b owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:31.480369 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.513242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.515458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/03ec1678-8ecd-4068-97d3-1498a94003b7 HTTP/1.1" status: 204 len: 168 time: 0.3074389 Aug 27 02:32:31.516224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b675a-4bab-4c1a-991a-44420b5437d9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=03ec1678-8ecd-4068-97d3-1498a94003b7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:31.517897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53326) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.524960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b368c-8b78-4491-9c49-cdefd96e6d39 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:31.532192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:31.564844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-79028855-0d6f-4df0-af43-ba91061205ca tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458238 Aug 27 02:32:31.567746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.573316 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.582306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:31.610992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:31.612631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:31.625440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.629809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4587b0-99c3-4ce0-96e7-717def010d23 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.633643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cf4587b0-99c3-4ce0-96e7-717def010d23 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0626264 Aug 27 02:32:31.633933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53332) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.651040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:31.666308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e6933c30-7325-461e-a47b-1afb08e02e1f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5511389 Aug 27 02:32:31.666976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53336) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.685705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:31.686430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:31.717429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d063b4-f61c-4da5-abb7-5c3e0106303a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.719019 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-75d063b4-f61c-4da5-abb7-5c3e0106303a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841322 Aug 27 02:32:31.721651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53338) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.773183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da4bb4c6-e3c6-46ea-bb50-f6042e7945eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.777904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6ac06886-cabd-4255-b31d-a01d7a0dfb62 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511997 Aug 27 02:32:31.778447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53342) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.780347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:31.781633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bae9b1-cde5-42af-ab2b-b680df5384f1 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:31.792105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:31.814797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.857136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f500157d-3a26-40f9-be12-980fcc55d2b0 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:31.863205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:31.922306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event deleted for resources: {'Port': ['ID=80a56899-5c33-4ecd-a05d-309112e6490b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:31.941612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f500157d-3a26-40f9-be12-980fcc55d2b0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:31.944220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d8d4fa4c-b1de-4d81-963f-f06d70e78390 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "GET /v2.0/floatingips/067f29f8-1ea8-4cb7-b362-632c42d0ebc7 HTTP/1.1" status: 200 len: 978 time: 0.2740345 Aug 27 02:32:31.946974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53346) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:31.959876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f500157d-3a26-40f9-be12-980fcc55d2b0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:31.960261 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.000162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] Deleting port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:32.000627 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.056868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e800-62cb-4fe4-8e78-1f1080371a31 req-46629fad-834b-49dc-8579-43b33a3bdae7 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:32.058864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae09e800-62cb-4fe4-8e78-1f1080371a31 req-46629fad-834b-49dc-8579-43b33a3bdae7 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.2353179 Aug 27 02:32:32.093529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] For port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dbf072d7-6136-4e5b-b2f9-a4e4c04e218c,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:32.093529 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.117334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d33f1c-6dc3-418a-a442-688d4d1ab58f req-44438bb1-c8ff-407d-bfa3-32425647edf7 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:32.124786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] Calling delete_port for dbf072d7-6136-4e5b-b2f9-a4e4c04e218c owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:32.125184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8d33f1c-6dc3-418a-a442-688d4d1ab58f req-44438bb1-c8ff-407d-bfa3-32425647edf7 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 944 time: 0.1328032 Aug 27 02:32:32.141095 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b4a3198e-18a6-4fdf-9413-b795c8cc3ead tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1927931 Aug 27 02:32:32.142428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53352) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:32.156397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'port_id': 'a523bd48-3b47-4799-b132-00810699bebb'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:32.174978 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae09e800-62cb-4fe4-8e78-1f1080371a31 req-574e1263-6871-4ea3-a337-c05b1a616517 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078401 Aug 27 02:32:32.184228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8d33f1c-6dc3-418a-a442-688d4d1ab58f req-65d568d4-04ff-40ed-8be1-4a84dfb5b47d tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 Aug 27 02:32:32.197227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.199324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dbf072d7-6136-4e5b-b2f9-a4e4c04e218c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:32.247687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Router ff173b56-ae7f-4633-8064-f537b6cb26fa has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:32.269180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f500157d-3a26-40f9-be12-980fcc55d2b0'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:32.271569 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c5a06-1c78-4ff1-8578-6ef8c7079f4a" -d '{"events": [{"server_uuid": "553e5f67-18d9-4e6f-9829-4c3dfbe22454", "name": "network-vif-plugged", "status": "completed", "tag": "f500157d-3a26-40f9-be12-980fcc55d2b0"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:32.282374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da4bb4c6-e3c6-46ea-bb50-f6042e7945eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.289746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f500157d-3a26-40f9-be12-980fcc55d2b0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f500157d-3a26-40f9-be12-980fcc55d2b0,segment=NetworkSegment(8c64d060-40d0-4567-b2b4-666ae68ac61e),segment_id=8c64d060-40d0-4567-b2b4-666ae68ac61e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:32.302310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.302812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.310040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6bf86d2-ade4-44c4-a470-a023cf3b38c5 req-3c242668-0555-4e58-a262-5ac46ebe5bfa tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 210 time: 0.0526547 Aug 27 02:32:32.341270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da4bb4c6-e3c6-46ea-bb50-f6042e7945eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.349782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c1097-9f03-4c7f-8b72-3f7f9203fbfb req-5852b6a8-ad39-464a-b2e9-e6dc9586f35b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:32.356648 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e4c1097-9f03-4c7f-8b72-3f7f9203fbfb req-5852b6a8-ad39-464a-b2e9-e6dc9586f35b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.0951161 Aug 27 02:32:32.363524 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.390217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.404372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] No DVR routers for this DVR port dbf072d7-6136-4e5b-b2f9-a4e4c04e218c on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:32.407787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f500157d-3a26-40f9-be12-980fcc55d2b0,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:32.426413 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db92f4-a510-4fbc-a2a7-e6c767989bd4 x-openstack-request-id: req-e5db92f4-a510-4fbc-a2a7-e6c767989bd4 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:32.426728 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553e5f67-18d9-4e6f-9829-4c3dfbe22454", "name": "network-vif-plugged", "status": "completed", "tag": "f500157d-3a26-40f9-be12-980fcc55d2b0", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:32.427093 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5db92f4-a510-4fbc-a2a7-e6c767989bd4 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:32.427377 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f500157d-3a26-40f9-be12-980fcc55d2b0', 'code': 200} Aug 27 02:32:32.446634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e4c1097-9f03-4c7f-8b72-3f7f9203fbfb req-1cab3559-9af7-4ff2-8177-1c958975b3ac tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768824 Aug 27 02:32:32.447904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:32.451716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.465666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af746a-86f5-4738-92e2-5b29d0c1d585 None None] Pushing event deleted for resources: {'Port': ['ID=dbf072d7-6136-4e5b-b2f9-a4e4c04e218c,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:32.470840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-da4bb4c6-e3c6-46ea-bb50-f6042e7945eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c0a5bed8b6449d69fd958de567f1858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8421898 Aug 27 02:32:32.473213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53356) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:32.491239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bb4c6-e3c6-46ea-bb50-f6042e7945eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b0582d-c85b-4bba-8927-bbf3c0fa5a0f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:32.578211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd890b5-ccf1-4b36-926d-62f203c3e0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.605521 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd890b5-ccf1-4b36-926d-62f203c3e0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.652333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd890b5-ccf1-4b36-926d-62f203c3e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.655059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd890b5-ccf1-4b36-926d-62f203c3e0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.656322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6dd890b5-ccf1-4b36-926d-62f203c3e0e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2b0582d-c85b-4bba-8927-bbf3c0fa5a0f HTTP/1.1" status: 204 len: 168 time: 0.1820266 Aug 27 02:32:32.665255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd890b5-ccf1-4b36-926d-62f203c3e0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b0582d-c85b-4bba-8927-bbf3c0fa5a0f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:32.705687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:32.716045 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] Sync routers for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:32.725701 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:32.726306 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:32.743955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f8e33-e03c-4ff6-8b94-2bb95d2f5b56 req-8aff6f9a-2ab4-4184-89c5-90eac1a06119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:32.745473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c2f8e33-e03c-4ff6-8b94-2bb95d2f5b56 req-8aff6f9a-2ab4-4184-89c5-90eac1a06119 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 1096 time: 0.2041330 Aug 27 02:32:32.820328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] No DVR routers for this DVR port 80a56899-5c33-4ecd-a05d-309112e6490b on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:32.828453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.830793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6f49560-313a-4af9-bdf3-fee5de7b7119 req-f0a19cbb-bc84-42fe-88b6-8752f28eb2cd tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.45 "DELETE /v2.0/ports/80a56899-5c33-4ecd-a05d-309112e6490b HTTP/1.1" status: 204 len: 173 time: 2.8409142 Aug 27 02:32:32.838857 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:32.855985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'name': 'network-vif-deleted', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:32.858339 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297538b8-4c19-4d59-be2e-7690dfd8290e" -d '{"events": [{"server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "name": "network-vif-deleted", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:32.924872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c2f8e33-e03c-4ff6-8b94-2bb95d2f5b56 req-f9a03f58-fb29-459f-bf64-c2d64285f609 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566098 Aug 27 02:32:32.934443 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbd7d53-72ed-4ab9-9769-11fb5667ff3c x-openstack-request-id: req-6dbd7d53-72ed-4ab9-9769-11fb5667ff3c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:32.934660 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f83a336-ab92-4456-8d9d-c024f6e7e6c7", "name": "network-vif-deleted", "tag": "80a56899-5c33-4ecd-a05d-309112e6490b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:32.934927 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dbd7d53-72ed-4ab9-9769-11fb5667ff3c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:32.935263 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f83a336-ab92-4456-8d9d-c024f6e7e6c7', 'name': 'network-vif-deleted', 'tag': '80a56899-5c33-4ecd-a05d-309112e6490b', 'status': 'completed', 'code': 200} Aug 27 02:32:33.010128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53364) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:33.024178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c555465-1967-46e5-a186-d3bb09177a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.070495 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 5, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:33.083292 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.100261 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] Checking router: ff173b56-ae7f-4633-8064-f537b6cb26fa for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:33.109437 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:33.110330 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:33.128137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c555465-1967-46e5-a186-d3bb09177a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.134757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c555465-1967-46e5-a186-d3bb09177a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.181443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c555465-1967-46e5-a186-d3bb09177a08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcab0fa6b0b4439da80103a0c11fb5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702127 Aug 27 02:32:33.182351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c555465-1967-46e5-a186-d3bb09177a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dc770e-fa03-4a45-a081-ae7d37376b48,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:33.184894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53366) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:33.238268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38e8b548-2b83-4894-b0da-85d81554329e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.265658 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:33.310069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38e8b548-2b83-4894-b0da-85d81554329e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.361704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837ebd-d067-42b2-8711-3544fc3c2415 req-b1a82a8b-e0cf-4361-9d04-3d2ecb65254c tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:33.364071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5a837ebd-d067-42b2-8711-3544fc3c2415 req-b1a82a8b-e0cf-4361-9d04-3d2ecb65254c tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.0930984 Aug 27 02:32:33.412318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38e8b548-2b83-4894-b0da-85d81554329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.415254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38e8b548-2b83-4894-b0da-85d81554329e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.416745 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-38e8b548-2b83-4894-b0da-85d81554329e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9dc770e-fa03-4a45-a081-ae7d37376b48 HTTP/1.1" status: 204 len: 168 time: 0.2310190 Aug 27 02:32:33.457198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8b548-2b83-4894-b0da-85d81554329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dc770e-fa03-4a45-a081-ae7d37376b48,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:33.469511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5a837ebd-d067-42b2-8711-3544fc3c2415 req-33ab1dc9-0571-4bae-b9e1-2ba7a11825af tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892150 Aug 27 02:32:33.557343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.objects.ports [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:33.576357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.617979 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 5, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:33.653952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cfc71eb-2818-432f-8dad-9bab4d9cc84b req-5b91aff7-6b66-4a56-a4e5-687fe44c50d2 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83a336-ab92-4456-8d9d-c024f6e7e6c7 HTTP/1.1" status: 200 len: 210 time: 0.0359893 Aug 27 02:32:33.683041 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcec271-f495-4c7a-8ab6-2990250986da None None] The sync data for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 is: [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dfdf5cb7-40da-4238-a0a6-de867909b629', 'name': '', 'network_id': '5c831531-d70e-42a5-8471-e10c1960199c', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'mac_address': 'fa:16:3e:81:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:15Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 5, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'subnets': [{'id': '20cea118-bbc0-4937-b902-3e5d9de7b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:33.748624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=d2151301-3af8-4637-b8f6-4912e00ad1d6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:33.757270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:33.776310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:33.780172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:33.780785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.784218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f7b9-a620-462c-9ec0-d4c5e8f8299d req-485baab0-82a9-4e46-b5a3-103dbd52791c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:33.788168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62cc6f-66e6-4981-8e28-1178e74567b2 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:33.796705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbb8f7b9-a620-462c-9ec0-d4c5e8f8299d req-485baab0-82a9-4e46-b5a3-103dbd52791c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.0786345 Aug 27 02:32:33.807044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:32:33.847115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbb8f7b9-a620-462c-9ec0-d4c5e8f8299d req-d29dc4f4-99a3-4814-bb7b-e4f6c6df7a02 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444651 Aug 27 02:32:33.855103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4cb79de0-49a3-42e3-adbf-db341f87e92b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0692630 Aug 27 02:32:33.859121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53382) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:33.868624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:d2:72:c3', 'name': 'tempest-NetworksTestDHCPv6-2146742366'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:33.876087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942bbd6-3cbf-4c86-8ff3-75555a361764 req-f6dd7d1e-782f-4dbf-8697-8349c2e70a3f tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:33.877905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7942bbd6-3cbf-4c86-8ff3-75555a361764 req-f6dd7d1e-782f-4dbf-8697-8349c2e70a3f tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 945 time: 0.5772543 Aug 27 02:32:33.897270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.906653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.998018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc1e1744-92bd-4c58-8eac-7809ddc22b25 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:33.999425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 80a56899-5c33-4ecd-a05d-309112e6490b no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:34.109061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:34.111528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7942bbd6-3cbf-4c86-8ff3-75555a361764 req-562b5a0f-a3f3-4b90-990a-6dd842ffe1fa tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253118 Aug 27 02:32:34.114543 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 067f29f8-1ea8-4cb7-b362-632c42d0ebc7 associated. External IP: 172.25.1.254, port: cb46dd23-c541-4a40-839e-5b790b23164a. Aug 27 02:32:34.160760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 80a56899-5c33-4ecd-a05d-309112e6490b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:34.161417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 80a56899-5c33-4ecd-a05d-309112e6490b not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:34.163241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': 'd2151301-3af8-4637-b8f6-4912e00ad1d6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:34.165011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.192285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16365de7-8c3d-4a5e-899d-cc0222ecd4de None None] New status for floating IP 98e09571-9235-4353-aae5-77b5181edec7: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:32:34.263851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.296366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port ce7bc56d-a494-4164-b1a6-7427d68d4768 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:34.350558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:34.374254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:34.428248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'port_id': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'mac_address': 'fa:16:3e:38:21:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:34.488275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:fed2:72c3 (8095c560-1388-49b5-9ced-9a3602d5c435/d2151301-3af8-4637-b8f6-4912e00ad1d6/ce7bc56d-a494-4164-b1a6-7427d68d4768) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:34.508055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:34.522896 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:34.539144 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:34.540150 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:34.594790 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:34.615600 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:34.616869 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:34.649428 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:34.650431 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76187c-781d-403e-8528-12d1cae24794 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:34.708863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12838322-959a-427c-b323-4199601c0e0c req-e5dd9358-78a9-439f-b292-df7b4bb8e724 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:34.710093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.716206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12838322-959a-427c-b323-4199601c0e0c req-e5dd9358-78a9-439f-b292-df7b4bb8e724 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1352623 Aug 27 02:32:34.729389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc1e1744-92bd-4c58-8eac-7809ddc22b25 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:34.759618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:34.766558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.774068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:34.797001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12838322-959a-427c-b323-4199601c0e0c req-08b18222-58de-41d3-b944-f43b47ad7d1f tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748224 Aug 27 02:32:34.820678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:34.832575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.849198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:34.863560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object ce7bc56d-a494-4164-b1a6-7427d68d4768 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:34.886619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e388e4d7-6dbd-4e63-a68f-e02058f97822 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.932419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e388e4d7-6dbd-4e63-a68f-e02058f97822 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.964823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.008916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:35.012401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:35.019239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:35.024859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:35.025496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.026603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Allocated IP 2001:db8::f816:3eff:fe8c:e624 (8095c560-1388-49b5-9ced-9a3602d5c435/d2151301-3af8-4637-b8f6-4912e00ad1d6/d8b637e7-e871-4b6a-97ec-bddfc08588ad) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:35.035285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b8af-3e5b-4381-82f3-6bfa161a22f2 req-d2d05f6b-f22e-445a-8c69-bf59ef8a312d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:35.037058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d897b8af-3e5b-4381-82f3-6bfa161a22f2 req-d2d05f6b-f22e-445a-8c69-bf59ef8a312d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 944 time: 0.1006572 Aug 27 02:32:35.040387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=ce7bc56d-a494-4164-b1a6-7427d68d4768,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.043669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e388e4d7-6dbd-4e63-a68f-e02058f97822 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.045581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['dc1e1744-92bd-4c58-8eac-7809ddc22b25'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:35.046166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e388e4d7-6dbd-4e63-a68f-e02058f97822 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.047330 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e388e4d7-6dbd-4e63-a68f-e02058f97822 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "DELETE /v2.0/security-groups/34dc93e0-bc12-4528-aa08-64fa15db39c2 HTTP/1.1" status: 204 len: 168 time: 0.2722898 Aug 27 02:32:35.050413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53416) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.060555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-efedf9b3-4ba4-4f23-bdb5-8c4d55881f14 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1978581 Aug 27 02:32:35.060555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e4d7-6dbd-4e63-a68f-e02058f97822 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dc93e0-bc12-4528-aa08-64fa15db39c2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.061112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.070990 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-bb8d7f74-5c5a-49cb-a505-9096f7236091 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] show failed (client error): The resource could not be found. Aug 27 02:32:35.074562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bb8d7f74-5c5a-49cb-a505-9096f7236091 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "GET /v2.0/security-groups/34dc93e0-bc12-4528-aa08-64fa15db39c2 HTTP/1.1" status: 404 len: 347 time: 0.0202804 Aug 27 02:32:35.075254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53420) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.097015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:35.104325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.122011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69323a04-c364-450a-927c-be4c94388831 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:35.149073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d897b8af-3e5b-4381-82f3-6bfa161a22f2 req-a29e6120-3f9f-44ce-907e-c185ebe7c748 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756404 Aug 27 02:32:35.183118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69323a04-c364-450a-927c-be4c94388831 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:35.183118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69323a04-c364-450a-927c-be4c94388831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:35.183434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c98d8397-a419-4fde-8bd3-c7eaa9d4d02b tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/floatingips/067f29f8-1ea8-4cb7-b362-632c42d0ebc7 HTTP/1.1" status: 200 len: 977 time: 3.0347264 Aug 27 02:32:35.183714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53428) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.188754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:35.241463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c373a-a7eb-426d-abfb-a4cadfab1d3c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:35.242103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-167c373a-a7eb-426d-abfb-a4cadfab1d3c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1797953 Aug 27 02:32:35.246472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53430) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.273481 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.292086 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.301707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Transition to ACTIVE for port object d8b637e7-e871-4b6a-97ec-bddfc08588ad will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:35.319134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Transition to ACTIVE for port object d8b637e7-e871-4b6a-97ec-bddfc08588ad will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:35.360276 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.368852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69323a04-c364-450a-927c-be4c94388831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:35.427189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:35.434100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69323a04-c364-450a-927c-be4c94388831 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:35.435113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69323a04-c364-450a-927c-be4c94388831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:35.445097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.453278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.453694 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 067f29f8-1ea8-4cb7-b362-632c42d0ebc7 disassociated. External IP: 172.25.1.254, port: a523bd48-3b47-4799-b132-00810699bebb. Aug 27 02:32:35.477450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69323a04-c364-450a-927c-be4c94388831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:35.478567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69323a04-c364-450a-927c-be4c94388831 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:35.488490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:35.495142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:35.497197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Pushing event updated for resources: {'Port': ['ID=d8b637e7-e871-4b6a-97ec-bddfc08588ad,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.594035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Attempting to bind port d8b637e7-e871-4b6a-97ec-bddfc08588ad on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:35.594517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Attempting to bind port d8b637e7-e871-4b6a-97ec-bddfc08588ad by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:35.595084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Attempting to bind port d8b637e7-e871-4b6a-97ec-bddfc08588ad on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:35.601941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:35.602898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:35.603465 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.604005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:35.604631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Bound port: d8b637e7-e871-4b6a-97ec-bddfc08588ad, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:35.605170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.703838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] For port d8b637e7-e871-4b6a-97ec-bddfc08588ad, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:35.708211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] For port d8b637e7-e871-4b6a-97ec-bddfc08588ad, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8b637e7-e871-4b6a-97ec-bddfc08588ad,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:35.715269 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.769176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132648a1-8b6f-43e9-9577-d57a7d4a52cf req-1b19b714-6409-4b00-a82e-e2552a13614c tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:35.778120 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-132648a1-8b6f-43e9-9577-d57a7d4a52cf req-1b19b714-6409-4b00-a82e-e2552a13614c tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 945 time: 0.5349326 Aug 27 02:32:35.778717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a6cf1-6899-4908-a2ad-c5f3ceca8821 None None] Pushing event updated for resources: {'Port': ['ID=d8b637e7-e871-4b6a-97ec-bddfc08588ad,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.806754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port ce7bc56d-a494-4164-b1a6-7427d68d4768 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:35.807091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.812545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Deleting port c0854254-44a6-4ee5-b7a8-eb58d02a7907 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:35.812921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.888322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc1e1744-92bd-4c58-8eac-7809ddc22b25 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:35.984284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.009749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.010550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.013985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for ce7bc56d-a494-4164-b1a6-7427d68d4768 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:36.035171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Calling delete_port for c0854254-44a6-4ee5-b7a8-eb58d02a7907 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:36.056705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.118696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dc1e1744-92bd-4c58-8eac-7809ddc22b25 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:36.157838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:36.171485 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.183735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:36.201590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add725fe-79f8-4291-9156-d9e040c7d974 req-6d50ecfa-3cb6-4554-a413-13bea9980f04 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:36.209956 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-add725fe-79f8-4291-9156-d9e040c7d974 req-6d50ecfa-3cb6-4554-a413-13bea9980f04 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1369724 Aug 27 02:32:36.226347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.308736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-132648a1-8b6f-43e9-9577-d57a7d4a52cf req-55e122a6-6695-42c6-ab99-cdf4f6838fdc tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295312 Aug 27 02:32:36.318877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-add725fe-79f8-4291-9156-d9e040c7d974 req-f64edc04-6145-4765-9d31-bd7c84dabcae tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075985 Aug 27 02:32:36.401434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:36.407357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.411822 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:36.427451 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:36.428393 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.444906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-45c2838c-0c10-4330-8a3c-452115c87431 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/floatingips/067f29f8-1ea8-4cb7-b362-632c42d0ebc7 HTTP/1.1" status: 200 len: 688 time: 1.2591832 Aug 27 02:32:36.444906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53488) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.483418 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.500232 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:36.502173 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.525288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.577272 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.578598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=ce7bc56d-a494-4164-b1a6-7427d68d4768,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.588288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.589100 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f6fe9-ec4e-4a84-b270-4e27b804f8a3 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:36.623603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.625757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-65756cc0-134e-44f1-83a9-7c2d158ff431 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/ce7bc56d-a494-4164-b1a6-7427d68d4768 HTTP/1.1" status: 204 len: 168 time: 1.3783765 Aug 27 02:32:36.629326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53496) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.655702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45325d21-b0fe-4f6c-b3b4-38eb85cdc323 req-71bdc260-7e20-4071-be2a-ab2c55ac6c4d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:36.658046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45325d21-b0fe-4f6c-b3b4-38eb85cdc323 req-71bdc260-7e20-4071-be2a-ab2c55ac6c4d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 943 time: 0.2172012 Aug 27 02:32:36.681114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Pushing event deleted for resources: {'Port': ['ID=c0854254-44a6-4ee5-b7a8-eb58d02a7907,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.697755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b590863-781d-4323-a42f-03e5c5fba860 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:36.700226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b590863-781d-4323-a42f-03e5c5fba860 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:36.701850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4b590863-781d-4323-a42f-03e5c5fba860 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0715096 Aug 27 02:32:36.704517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53500) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.720838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 6e9753ff-606a-49b0-9b42-76d931193700 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:36.721183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.820941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet d2151301-3af8-4637-b8f6-4912e00ad1d6 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:36.825473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45325d21-b0fe-4f6c-b3b4-38eb85cdc323 req-3147fd34-58e8-4fd7-ba05-1f0a34bb0ef7 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323502 Aug 27 02:32:36.825750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.830103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.836235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.842490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a6551497-bb93-4189-b236-9d26ffdc9656 tempest-ServersTestFqdnHostnames-838762932 tempest-ServersTestFqdnHostnames-838762932-project] 10.222.0.10 "DELETE /v2.0/floatingips/98e09571-9235-4353-aae5-77b5181edec7 HTTP/1.1" status: 204 len: 168 time: 1.7632742 Aug 27 02:32:36.843430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53504) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.917215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53506) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.995883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.996271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.014259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.055941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 6e9753ff-606a-49b0-9b42-76d931193700 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:37.090300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02aca3ad-ab50-42a6-9626-a94aa7c0e585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.098809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee150f-d894-48c5-bc99-321e10684848 req-aa51ad08-3158-4859-8dbd-59421e47c4ca tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.100454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37ee150f-d894-48c5-bc99-321e10684848 req-aa51ad08-3158-4859-8dbd-59421e47c4ca tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 945 time: 0.1480381 Aug 27 02:32:37.282456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-15e56f8c-e7a4-47d1-91ea-34b3b131c939 None None] Provisioning for port d8b637e7-e871-4b6a-97ec-bddfc08588ad completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:37.292405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37ee150f-d894-48c5-bc99-321e10684848 req-74f79d42-2ede-44ec-91cf-5c7981c3c9bc tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380305 Aug 27 02:32:37.293862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.367773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02aca3ad-ab50-42a6-9626-a94aa7c0e585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.379063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.385098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02aca3ad-ab50-42a6-9626-a94aa7c0e585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.418168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.420531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=6e9753ff-606a-49b0-9b42-76d931193700,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:37.470238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=d2151301-3af8-4637-b8f6-4912e00ad1d6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:37.478048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.482590 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dddcf717-b962-4411-aa04-b4b0a82c4c00 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/d2151301-3af8-4637-b8f6-4912e00ad1d6 HTTP/1.1" status: 204 len: 168 time: 0.7744741 Aug 27 02:32:37.491593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53512) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.496762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-02aca3ad-ab50-42a6-9626-a94aa7c0e585 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=434cd151e1ad415ba3e4eadcf3e3e073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760081 Aug 27 02:32:37.497651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.524963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.527753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.530781 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4eb2227f-f0f3-463e-99be-5a891bc6ab2f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/floatingips/067f29f8-1ea8-4cb7-b362-632c42d0ebc7 HTTP/1.1" status: 204 len: 168 time: 1.0849130 Aug 27 02:32:37.531858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53516) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.541431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206ef65-7402-4aae-a18a-dc609451035d None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:37.554268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aca3ad-ab50-42a6-9626-a94aa7c0e585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd4a388-5ff3-4c99-805e-cbb134bedca5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:37.566887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e99f929-c17b-48fd-beef-a293fd906515 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714054 Aug 27 02:32:37.575109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.585283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:37.593305 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-37c2f7c9-3dc1-4a7f-8c68-f4f602891dae tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] delete failed (client error): The resource could not be found. Aug 27 02:32:37.601584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-37c2f7c9-3dc1-4a7f-8c68-f4f602891dae tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/floatingips/067f29f8-1ea8-4cb7-b362-632c42d0ebc7 HTTP/1.1" status: 404 len: 345 time: 0.0675402 Aug 27 02:32:37.602407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53520) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.612337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e5868d94-b05c-4f61-bef2-6a4607b04fab None None] Could not find standard attr ID for object ce7bc56d-a494-4164-b1a6-7427d68d4768. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:32:37.674636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a40320-94ae-4bf5-913c-445819ad555a req-bb657a6a-9a7e-4597-9102-bcd92777e214 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.676158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51a40320-94ae-4bf5-913c-445819ad555a req-bb657a6a-9a7e-4597-9102-bcd92777e214 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.2690315 Aug 27 02:32:37.697607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d17c6-7623-4418-9615-192408186b1d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.704456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d17c6-7623-4418-9615-192408186b1d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.710907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d17c6-7623-4418-9615-192408186b1d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.712694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f59d17c6-7623-4418-9615-192408186b1d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "GET /v2.0/ports?network_id=e8f55819-920c-49df-be69-97352d0f8623 HTTP/1.1" status: 200 len: 2357 time: 0.1091919 Aug 27 02:32:37.715357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53522) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.749634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.753828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88de806e-9669-4e6a-a405-cab645834ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.760092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:37.767859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5dbce6-6a9f-4599-8943-5257499913b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.770364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b5dbce6-6a9f-4599-8943-5257499913b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "GET /v2.0/subnets/418be0c7-f811-4f14-bb47-cdc1d67c6719 HTTP/1.1" status: 200 len: 797 time: 0.0529726 Aug 27 02:32:37.774098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53524) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.779055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'port': {'network_id': 'e8f55819-920c-49df-be69-97352d0f8623', 'name': 'tempest-FloatingIPTestJSON-841358202', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:37.809187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] Deleting port d8b637e7-e871-4b6a-97ec-bddfc08588ad {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:37.809621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.834098 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51a40320-94ae-4bf5-913c-445819ad555a req-bf51efac-81ff-4cdd-9679-c34cfebbe7b9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367970 Aug 27 02:32:37.841847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:37.845390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.862151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88de806e-9669-4e6a-a405-cab645834ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.893257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] For port d8b637e7-e871-4b6a-97ec-bddfc08588ad, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8b637e7-e871-4b6a-97ec-bddfc08588ad,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:37.893841 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.913228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] Calling delete_port for d8b637e7-e871-4b6a-97ec-bddfc08588ad owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:37.928760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc1e1744-92bd-4c58-8eac-7809ddc22b25 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:37.981902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:38.047968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd125a-30d1-44a1-8bae-eeeca35186de req-66e69450-e571-4523-b805-4f61f224dcc3 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.049568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acbd125a-30d1-44a1-8bae-eeeca35186de req-66e69450-e571-4523-b805-4f61f224dcc3 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 943 time: 0.1016681 Aug 27 02:32:38.061521 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.096763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] No DVR routers for this DVR port d8b637e7-e871-4b6a-97ec-bddfc08588ad on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:38.104914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed32f61-4047-421f-8bdc-6e1cdfea48ce None None] Pushing event deleted for resources: {'Port': ['ID=d8b637e7-e871-4b6a-97ec-bddfc08588ad,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.118576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acbd125a-30d1-44a1-8bae-eeeca35186de req-435baa7c-e654-42df-9ad7-9f8e5dbe483a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606484 Aug 27 02:32:38.126295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88de806e-9669-4e6a-a405-cab645834ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.127344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.128628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88de806e-9669-4e6a-a405-cab645834ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.133435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port dc1e1744-92bd-4c58-8eac-7809ddc22b25 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:38.133804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.134825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-88de806e-9669-4e6a-a405-cab645834ef8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddd4a388-5ff3-4c99-805e-cbb134bedca5 HTTP/1.1" status: 204 len: 168 time: 0.6230416 Aug 27 02:32:38.147959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] device_id is not set on port e3695f75-b066-4eb3-a752-4fc7c6af4ec3 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:38.156969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de806e-9669-4e6a-a405-cab645834ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd4a388-5ff3-4c99-805e-cbb134bedca5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.261988 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.303465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:38.308489 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bcd384-9c6b-4724-8088-2383d91a2f5f" -d '{"events": [{"server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:38.311724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:38.328339 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.345194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-84aa532c-f8cb-413d-8f26-e2c83f38d0d0 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.345830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-84aa532c-f8cb-413d-8f26-e2c83f38d0d0 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.45 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 945 time: 0.1690080 Aug 27 02:32:38.395610 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5d5824-fb1a-44f0-ab17-9e81fb3ba8fb x-openstack-request-id: req-6e5d5824-fb1a-44f0-ab17-9e81fb3ba8fb {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:38.395905 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:38.396412 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e5d5824-fb1a-44f0-ab17-9e81fb3ba8fb {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:38.397108 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'code': 200} Aug 27 02:32:38.423033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.438967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:38.442775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.499941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:38.501513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Deleting port dfdf5cb7-40da-4238-a0a6-de867909b629 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:38.501872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.509207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:38.523484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f327e5a5-9e60-4410-bbec-00acb65b0989 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:38.528108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.528705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.531172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=032bb429-e003-45d4-8fce-ff69337f8f32,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.584562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04dd6c23-2207-4ede-ba40-858deb70105b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0075574 Aug 27 02:32:38.585478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53536) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:38.593795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:d4:47:50', 'name': 'tempest-NetworksTestDHCPv6-307065421'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:38.601694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53538) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:38.619556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5eea410-abd0-4a64-9a76-0a546515427e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.649231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] For port dfdf5cb7-40da-4238-a0a6-de867909b629, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dfdf5cb7-40da-4238-a0a6-de867909b629,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:38.649503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.669436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Calling delete_port for dfdf5cb7-40da-4238-a0a6-de867909b629 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:38.713558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e295-6440-4023-a1c9-51fd1b9b8e9b req-e5a1922e-1f82-4285-9d9e-a229413d25a9 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.715145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2029e295-6440-4023-a1c9-51fd1b9b8e9b req-e5a1922e-1f82-4285-9d9e-a229413d25a9 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 945 time: 0.3268173 Aug 27 02:32:38.727175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210366-ce6c-4885-9498-9a3f6607295c req-5d47ec11-f188-44d2-9bb5-fd93697a7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.728762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53210366-ce6c-4885-9498-9a3f6607295c req-5d47ec11-f188-44d2-9bb5-fd93697a7492 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 1096 time: 0.2137518 Aug 27 02:32:38.736655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '032bb429-e003-45d4-8fce-ff69337f8f32'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:38.736655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.805485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Deleting port f500157d-3a26-40f9-be12-980fcc55d2b0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:38.805845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.832729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5eea410-abd0-4a64-9a76-0a546515427e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.843223 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5eea410-abd0-4a64-9a76-0a546515427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.882959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Allocated IP 2001:db8::f816:3eff:fe89:b730 (8095c560-1388-49b5-9ced-9a3602d5c435/032bb429-e003-45d4-8fce-ff69337f8f32/f6b68d18-8217-420e-8258-e48013f82ee4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:38.904195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d5eea410-abd0-4a64-9a76-0a546515427e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09516686fd884c9585c0cdcc7099986d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013084 Aug 27 02:32:38.905017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eea410-abd0-4a64-9a76-0a546515427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edee51c-7b00-4ef7-830e-ac17d6948ab1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.908374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53542) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:38.916269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53210366-ce6c-4885-9498-9a3f6607295c req-5dc9e163-535f-4b5a-8797-b30e9edbadf6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795297 Aug 27 02:32:38.936410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2029e295-6440-4023-a1c9-51fd1b9b8e9b req-a269a809-4c62-43a0-95a1-9d800f27362f tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040868 Aug 27 02:32:38.940177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.14 (e8f55819-920c-49df-be69-97352d0f8623/418be0c7-f811-4f14-bb47-cdc1d67c6719/e3695f75-b066-4eb3-a752-4fc7c6af4ec3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:38.993095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:39.038678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aef7d2fb-4ebf-48da-965c-fab89077ac56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.045175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] For port f500157d-3a26-40f9-be12-980fcc55d2b0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f500157d-3a26-40f9-be12-980fcc55d2b0,segment=NetworkSegment(8c64d060-40d0-4567-b2b4-666ae68ac61e),segment_id=8c64d060-40d0-4567-b2b4-666ae68ac61e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:39.045175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.055602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.066046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.13 (e8f55819-920c-49df-be69-97352d0f8623/418be0c7-f811-4f14-bb47-cdc1d67c6719/e3695f75-b066-4eb3-a752-4fc7c6af4ec3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:39.070120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Calling delete_port for f500157d-3a26-40f9-be12-980fcc55d2b0 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:39.076610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6194fa-d5fa-499f-90d9-dbb27484d1f9 req-3ac88ecf-7270-4fc8-9a0c-bcf53cf50389 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:39.078844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5a6194fa-d5fa-499f-90d9-dbb27484d1f9 req-3ac88ecf-7270-4fc8-9a0c-bcf53cf50389 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1024816 Aug 27 02:32:39.079337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.107315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Transition to ACTIVE for port object f6b68d18-8217-420e-8258-e48013f82ee4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:39.127420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Transition to ACTIVE for port object f6b68d18-8217-420e-8258-e48013f82ee4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:39.129575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aef7d2fb-4ebf-48da-965c-fab89077ac56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.131999 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdf5cb7-40da-4238-a0a6-de867909b629,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.159390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.223352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5a6194fa-d5fa-499f-90d9-dbb27484d1f9 req-61d0c91f-20cc-4a33-bf21-c177016b4141 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747747 Aug 27 02:32:39.241133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:39.259779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:39.263434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:39.269281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Pushing event updated for resources: {'Port': ['ID=f6b68d18-8217-420e-8258-e48013f82ee4,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.373440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Attempting to bind port f6b68d18-8217-420e-8258-e48013f82ee4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:39.374191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Attempting to bind port f6b68d18-8217-420e-8258-e48013f82ee4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:39.374191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Attempting to bind port f6b68d18-8217-420e-8258-e48013f82ee4 on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:39.384849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:39.385238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:39.385700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.386095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:39.386588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Bound port: f6b68d18-8217-420e-8258-e48013f82ee4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:39.386971 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.418669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-5ad94a70-005f-44c6-98cf-29b38f38567a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387577 Aug 27 02:32:39.488656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] For port f6b68d18-8217-420e-8258-e48013f82ee4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:39.494174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] For port f6b68d18-8217-420e-8258-e48013f82ee4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f6b68d18-8217-420e-8258-e48013f82ee4,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:39.501290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.507815 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aef7d2fb-4ebf-48da-965c-fab89077ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.509975 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aef7d2fb-4ebf-48da-965c-fab89077ac56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.522976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aef7d2fb-4ebf-48da-965c-fab89077ac56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9edee51c-7b00-4ef7-830e-ac17d6948ab1 HTTP/1.1" status: 204 len: 168 time: 0.6110742 Aug 27 02:32:39.569373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7d2fb-4ebf-48da-965c-fab89077ac56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edee51c-7b00-4ef7-830e-ac17d6948ab1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.575519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c9483-2041-4ae7-bd62-371d1561ed0a None None] Pushing event updated for resources: {'Port': ['ID=f6b68d18-8217-420e-8258-e48013f82ee4,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.581201 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.596901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-3daa7aa3-3dea-4010-9506-d6ccd666e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:39.598421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-3daa7aa3-3dea-4010-9506-d6ccd666e0a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.1017244 Aug 27 02:32:39.679566 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.839332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 6dc26938-d958-4bbd-adfb-7e73aa1f1cbe yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:39.902215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbecd4-d2e0-4cec-af11-30a5119fad00 req-0a936a6e-de78-4a37-8ac0-f45f359c5f24 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:39.904320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91bbecd4-d2e0-4cec-af11-30a5119fad00 req-0a936a6e-de78-4a37-8ac0-f45f359c5f24 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.2898965 Aug 27 02:32:40.238782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91bbecd4-d2e0-4cec-af11-30a5119fad00 req-3b1147a2-8792-4a0a-a613-f4c224075f13 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729757 Aug 27 02:32:40.290888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:fed4:4750 (8095c560-1388-49b5-9ced-9a3602d5c435/032bb429-e003-45d4-8fce-ff69337f8f32/6dc26938-d958-4bbd-adfb-7e73aa1f1cbe) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:40.307734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.323643 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.324803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f6b68d18-8217-420e-8258-e48013f82ee4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:40.376142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-967cbd6e-a6e6-4c08-9ab5-41956b53cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.377905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-967cbd6e-a6e6-4c08-9ab5-41956b53cc7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.7429521 Aug 27 02:32:40.388378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fb44-3d73-4a5f-8604-d002eeed84ef req-314e5208-a074-4428-8a8a-abc03b87f532 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.390155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5454fb44-3d73-4a5f-8604-d002eeed84ef req-314e5208-a074-4428-8a8a-abc03b87f532 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/ports?device_id=553e5f67-18d9-4e6f-9829-4c3dfbe22454 HTTP/1.1" status: 200 len: 867 time: 0.1327610 Aug 27 02:32:40.394619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Pushing event deleted for resources: {'Port': ['ID=f500157d-3a26-40f9-be12-980fcc55d2b0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.430199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f6b68d18-8217-420e-8258-e48013f82ee4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:40.487753 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-dcd55cd2-9858-446a-b686-10949079f34f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 217 time: 0.0953555 Aug 27 02:32:40.527101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] No DVR routers for this DVR port f500157d-3a26-40f9-be12-980fcc55d2b0 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:40.533527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.535769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0674260-bb68-4c09-91df-f827fbf40e53 req-78b45b8e-d000-463c-ae29-1f88f0d01612 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.45 "DELETE /v2.0/ports/f500157d-3a26-40f9-be12-980fcc55d2b0 HTTP/1.1" status: 204 len: 173 time: 2.1820354 Aug 27 02:32:40.541729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'name': 'network-vif-deleted', 'tag': 'f500157d-3a26-40f9-be12-980fcc55d2b0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:40.544075 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fe302d-e29e-4307-8a42-a266481cb1ac" -d '{"events": [{"server_uuid": "553e5f67-18d9-4e6f-9829-4c3dfbe22454", "name": "network-vif-deleted", "tag": "f500157d-3a26-40f9-be12-980fcc55d2b0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:40.596484 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5454fb44-3d73-4a5f-8604-d002eeed84ef req-93ef4c54-24a0-46ee-bf2b-6baf23964bc4 tempest-ServerAddressesTestJSON-920941761 tempest-ServerAddressesTestJSON-920941761-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ba139e7-ced6-4873-8d69-225a093773c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545439 Aug 27 02:32:40.674736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685da6-c88f-4ad7-aa2f-81c874b47ffe req-a522e37d-a658-4885-b9a1-e117cf75ac53 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.682283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52685da6-c88f-4ad7-aa2f-81c874b47ffe req-a522e37d-a658-4885-b9a1-e117cf75ac53 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.2944853 Aug 27 02:32:40.693035 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea0d2a-973a-43f4-8496-6fa06ae74f00 x-openstack-request-id: req-b6ea0d2a-973a-43f4-8496-6fa06ae74f00 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:40.693346 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553e5f67-18d9-4e6f-9829-4c3dfbe22454", "name": "network-vif-deleted", "tag": "f500157d-3a26-40f9-be12-980fcc55d2b0", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:40.693599 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6ea0d2a-973a-43f4-8496-6fa06ae74f00 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:40.694051 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553e5f67-18d9-4e6f-9829-4c3dfbe22454', 'name': 'network-vif-deleted', 'tag': 'f500157d-3a26-40f9-be12-980fcc55d2b0', 'status': 'completed', 'code': 200} Aug 27 02:32:40.699132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.708123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-816e2b9e-6e63-48fd-944a-0f4cb3d9ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.709901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-816e2b9e-6e63-48fd-944a-0f4cb3d9ea9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.2119367 Aug 27 02:32:40.723456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Router ff173b56-ae7f-4633-8064-f537b6cb26fa has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:40.756551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-9ebfc2a8-3b1a-4ac9-9d62-fc22526e5a33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315804 Aug 27 02:32:40.803271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network e8f55819-920c-49df-be69-97352d0f8623 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:40.814217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:40.817416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:40.824087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=e3695f75-b066-4eb3-a752-4fc7c6af4ec3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.892016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52685da6-c88f-4ad7-aa2f-81c874b47ffe req-f1149eae-cd51-4cf5-a321-ae883e91a51c tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966064 Aug 27 02:32:40.898577 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.915485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.916082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.939181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 6dc26938-d958-4bbd-adfb-7e73aa1f1cbe will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:40.950769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:40.954186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-250d7537-9c01-47a0-a1ba-6e4b18b9af28 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891007 Aug 27 02:32:40.958932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2758a17b-6a82-44dd-9905-1f5869b541db admin admin] 10.222.0.10 "PUT /v2.0/routers/ff173b56-ae7f-4633-8064-f537b6cb26fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1142144 Aug 27 02:32:40.960076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-57cccd43-5586-494f-b693-e535dfcc9042 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1848557 Aug 27 02:32:40.961179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53574) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:40.963750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53576) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:40.967045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] Sync routers for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:40.969141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'e3695f75-b066-4eb3-a752-4fc7c6af4ec3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:40.989440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:40.990538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:40.993669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.059112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:41.063263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:41.066081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:41.073042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.074252 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.104933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=6dc26938-d958-4bbd-adfb-7e73aa1f1cbe,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:41.182504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f122463a-72d0-4ed8-8d5e-bb15978f4ea1 req-a41a9888-24bb-4e04-9d61-27b5344c9c9c service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010095 Aug 27 02:32:41.189799 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.195563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6495d610-9daf-4ad5-b118-df5fd4cbeb15 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6069973 Aug 27 02:32:41.200399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53582) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:41.216485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1da64b66-4baa-4538-aca9-7f34b827fb07 None None] Provisioning for port f6b68d18-8217-420e-8258-e48013f82ee4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:41.228701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:41.230894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1da64b66-4baa-4538-aca9-7f34b827fb07 None None] Provisioning complete for port f6b68d18-8217-420e-8258-e48013f82ee4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:41.231095 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1da64b66-4baa-4538-aca9-7f34b827fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.280602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad486d6a-ae89-4fbf-a9a0-49d7636886db tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.288166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad486d6a-ae89-4fbf-a9a0-49d7636886db tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.291767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ad486d6a-ae89-4fbf-a9a0-49d7636886db tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0885074 Aug 27 02:32:41.292904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53590) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:41.444265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 6dc26938-d958-4bbd-adfb-7e73aa1f1cbe {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:41.444637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.454619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.520478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4f5fc-0e25-4c48-839f-2247b726d30a req-9be4b42d-c30f-40b2-bf10-ec09e0a5eabb tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.521991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4c4f5fc-0e25-4c48-839f-2247b726d30a req-9be4b42d-c30f-40b2-bf10-ec09e0a5eabb tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1408582 Aug 27 02:32:41.547036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1da64b66-4baa-4538-aca9-7f34b827fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.601340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.610728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1da64b66-4baa-4538-aca9-7f34b827fb07 None None] For port f6b68d18-8217-420e-8258-e48013f82ee4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f6b68d18-8217-420e-8258-e48013f82ee4,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:41.623073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1da64b66-4baa-4538-aca9-7f34b827fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.626058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 6dc26938-d958-4bbd-adfb-7e73aa1f1cbe owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:41.676885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.685366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53600) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:41.686195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4c4f5fc-0e25-4c48-839f-2247b726d30a req-1c2e3cef-392e-4cd5-870e-b94f9f8f9533 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482756 Aug 27 02:32:41.693001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.747359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64b66-4baa-4538-aca9-7f34b827fb07 None None] Pushing event updated for resources: {'Port': ['ID=f6b68d18-8217-420e-8258-e48013f82ee4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:41.765914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d3de2570-e368-49e5-82d8-97400d7536a7 None None] Provisioning for port 6dc26938-d958-4bbd-adfb-7e73aa1f1cbe completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:41.769185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:32:38Z', 'revision_number': 5, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port': {'id': 'f7bcf6f0-bd04-408c-a207-fc11084ce468', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:10Z', 'updated_at': '2021-08-27T02:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:41.774455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d3de2570-e368-49e5-82d8-97400d7536a7 None None] Provisioning complete for port 6dc26938-d958-4bbd-adfb-7e73aa1f1cbe triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:41.775061 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d3de2570-e368-49e5-82d8-97400d7536a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.793377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] Deleting subnet c6682f90-2d9b-4299-8719-e829e60da19c {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:41.803862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.817463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] Checking router: ff173b56-ae7f-4633-8064-f537b6cb26fa for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:41.867080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] Routers {'ff173b56-ae7f-4633-8064-f537b6cb26fa'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:41.867978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ff173b56-ae7f-4633-8064-f537b6cb26fa'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:41.883466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.25.1.212 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/b80e2649-1598-4824-aebf-b26997cc44e2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:41.914754 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.916283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d3de2570-e368-49e5-82d8-97400d7536a7 None None] Port 6dc26938-d958-4bbd-adfb-7e73aa1f1cbe cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:41.949089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae151-6b96-4ea4-a3ca-b7c47b1a6f9e req-9609f8ed-e391-4900-9649-f1cb85803bbd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.950674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736ae151-6b96-4ea4-a3ca-b7c47b1a6f9e req-9609f8ed-e391-4900-9649-f1cb85803bbd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1244633 Aug 27 02:32:41.994564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.001456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] Set router ff173b56-ae7f-4633-8064-f537b6cb26fa gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:42.014421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-736ae151-6b96-4ea4-a3ca-b7c47b1a6f9e req-504a5864-6076-4c75-8e41-b1b83ca3ea11 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554805 Aug 27 02:32:42.016521 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.018646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.077645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=6dc26938-d958-4bbd-adfb-7e73aa1f1cbe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:42.087131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.115563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f500157d-3a26-40f9-be12-980fcc55d2b0 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:42.116160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.125470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:32:41Z', 'revision_number': 6, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:42.128176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-92c6fcec-951f-4ea6-a994-027126eb1bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/6dc26938-d958-4bbd-adfb-7e73aa1f1cbe HTTP/1.1" status: 204 len: 168 time: 0.8339078 Aug 27 02:32:42.131238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53614) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:42.157674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f6b68d18-8217-420e-8258-e48013f82ee4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:42.185614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f500157d-3a26-40f9-be12-980fcc55d2b0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:42.186046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f500157d-3a26-40f9-be12-980fcc55d2b0 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:42.189279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205624a0-a55e-446b-9bbb-49771d232466 None None] The sync data for ids ['ff173b56-ae7f-4633-8064-f537b6cb26fa'] in n-d-806293-1 is: [{'id': 'ff173b56-ae7f-4633-8064-f537b6cb26fa', 'name': 'tempest-ServersTestFqdnHostnames-844889023-router', 'tenant_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:08Z', 'updated_at': '2021-08-27T02:32:41Z', 'revision_number': 6, 'project_id': 'adc1569fd0634706a68b07b9bd14c8ea', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:42.257119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:42.267767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:42.268936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f6b68d18-8217-420e-8258-e48013f82ee4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:42.269367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.270938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:42.289805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c519dd-6f37-47fb-9d06-728fcdb73b1e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.290720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=b80e2649-1598-4824-aebf-b26997cc44e2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:42.296089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c519dd-6f37-47fb-9d06-728fcdb73b1e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.300756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-19c519dd-6f37-47fb-9d06-728fcdb73b1e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1681693 Aug 27 02:32:42.302114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:42.305676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.351904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6682f90-2d9b-4299-8719-e829e60da19c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:42.362617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f41a05-10f5-480a-b91f-ae3a9afad158 req-9eae012d-a34f-4fa7-8c2d-916901240bf6 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.387116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0f41a05-10f5-480a-b91f-ae3a9afad158 req-9eae012d-a34f-4fa7-8c2d-916901240bf6 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.3100052 Aug 27 02:32:42.388035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.388035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b2a2eb49-76d0-4f26-a606-86a2e1da83eb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c6682f90-2d9b-4299-8719-e829e60da19c HTTP/1.1" status: 204 len: 168 time: 0.6962652 Aug 27 02:32:42.390079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53622) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:42.433154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 032bb429-e003-45d4-8fce-ff69337f8f32 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:42.439389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.457616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Deleting port f7bcf6f0-bd04-408c-a207-fc11084ce468 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:42.457956 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.473573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53626) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:42.499470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.612801 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0f41a05-10f5-480a-b91f-ae3a9afad158 req-7e0929a6-33c1-4044-ab7c-657fc8fad947 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371812 Aug 27 02:32:42.617486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.658636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.733777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:42.788862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.810585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.822267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] For port f7bcf6f0-bd04-408c-a207-fc11084ce468, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7bcf6f0-bd04-408c-a207-fc11084ce468,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:42.822894 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.848607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=032bb429-e003-45d4-8fce-ff69337f8f32,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:42.850689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Calling delete_port for f7bcf6f0-bd04-408c-a207-fc11084ce468 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:42.850917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.852863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a083c48b-5f21-4ae4-a8aa-7b3c20361ee3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/032bb429-e003-45d4-8fce-ff69337f8f32 HTTP/1.1" status: 204 len: 168 time: 0.5491748 Aug 27 02:32:42.854578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b91ea3-f558-4278-9d40-1ba33e258e73 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:42.856744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:42.887686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.895634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-ea12cd8a-57bb-4e67-a2f0-41f9bc45ff63 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.897146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-ea12cd8a-57bb-4e67-a2f0-41f9bc45ff63 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 814 time: 0.2376134 Aug 27 02:32:42.909537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7ebbd3-a084-4813-b98c-f89817fa18b5']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:42.937438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-417262d0-05ac-4d3f-85d5-6569b7fbddcc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754650 Aug 27 02:32:42.943031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53642) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:42.960149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-8f568a94-59f8-4617-81dd-21fee73f5b45 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/quotas/a136295cde1a4c1f8003d674a9328ac3 HTTP/1.1" status: 200 len: 375 time: 0.0270760 Aug 27 02:32:42.960481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c64d060-40d0-4567-b2b4-666ae68ac61e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:42.960777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c64d060-40d0-4567-b2b4-666ae68ac61e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:42.978861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.020583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.031389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:43.032170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:43.034876 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:43.048145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc2256-bcfe-43e3-b646-97defd7d5e0d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:43.052285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cefc2256-bcfe-43e3-b646-97defd7d5e0d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1083150 Aug 27 02:32:43.054841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53644) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:43.096095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1747b140-58af-4718-94db-150be240f809 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:43.097215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-b4255a50-39d7-4b14-8c90-7ff4abd3c41d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193440 Aug 27 02:32:43.151794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1747b140-58af-4718-94db-150be240f809 None None] Deleting port f6b68d18-8217-420e-8258-e48013f82ee4 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:43.152284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1747b140-58af-4718-94db-150be240f809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.184463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b83d95-bd8e-48bb-bc87-8b60149b353a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:43.186102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b8b83d95-bd8e-48bb-bc87-8b60149b353a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1302941 Aug 27 02:32:43.189552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53646) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:43.190561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.200826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.203184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3e7ebbd3-a084-4813-b98c-f89817fa18b5 HTTP/1.1" status: 204 len: 168 time: 0.8055809 Aug 27 02:32:43.224938 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.227947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1747b140-58af-4718-94db-150be240f809 None None] For port f6b68d18-8217-420e-8258-e48013f82ee4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f6b68d18-8217-420e-8258-e48013f82ee4,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:43.228347 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1747b140-58af-4718-94db-150be240f809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.242514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1747b140-58af-4718-94db-150be240f809 None None] Calling delete_port for f6b68d18-8217-420e-8258-e48013f82ee4 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:43.350523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Allocated IP 172.25.1.115 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/97971c90-0a26-4196-894e-39fd7dfea0d2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:43.433930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-8c7a15d0-ab37-4725-8fe6-49ad2293cead service neutron] 10.222.0.10 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182263 Aug 27 02:32:43.488130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53650) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:43.503278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1747b140-58af-4718-94db-150be240f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.533688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747b140-58af-4718-94db-150be240f809 None None] Pushing event deleted for resources: {'Port': ['ID=f6b68d18-8217-420e-8258-e48013f82ee4,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:43.540727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1747b140-58af-4718-94db-150be240f809 None None] No DVR routers for this DVR port f6b68d18-8217-420e-8258-e48013f82ee4 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:43.594145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db551a23-40b5-43dd-b24d-2a55224095c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=def48c9d83614054823616e7fb3a9a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048057 Aug 27 02:32:43.601367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53652) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:43.607493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e76d48-1f4a-4e93-8f4f-8b0897754853 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7ebbd3-a084-4813-b98c-f89817fa18b5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:43.614819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fd6c9afa-be72-4c85-8105-d58a91c4a87d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4174452 Aug 27 02:32:43.619059 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-45681431-0447-47f1-ada4-e961ac700c15 service neutron] 10.222.0.10 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838610 Aug 27 02:32:43.619763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53654) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:43.627211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:43.633623 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.732468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.768077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-e5209d68-68cc-43ff-963e-44a608b35072 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:43.769561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-e5209d68-68cc-43ff-963e-44a608b35072 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "GET /v2.0/ports?device_id=9068b35d-1e5a-4479-b4c6-eb5a92d86ecf HTTP/1.1" status: 200 len: 945 time: 0.1335759 Aug 27 02:32:43.777462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.838307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bcf6f0-bd04-408c-a207-fc11084ce468,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:43.839470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.846877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44780fcc-cd9a-456a-b276-e71fc6872119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.873785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-abb36415-fb19-4cc6-9762-d2d6dd340164 req-24792601-436c-4bc3-bd83-4e9ff96266c1 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 210 time: 0.0552871 Aug 27 02:32:43.874355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:43.878943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.883213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee737ed7-446b-46e9-bb9d-905b183af2a9 req-673b6d0b-79ef-4244-b52e-226dbe477757 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:43.884774 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee737ed7-446b-46e9-bb9d-905b183af2a9 req-673b6d0b-79ef-4244-b52e-226dbe477757 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1745234 Aug 27 02:32:43.938522 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44780fcc-cd9a-456a-b276-e71fc6872119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.978458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.987897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:44.018747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:44.021359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:44.034650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Port': ['ID=97971c90-0a26-4196-894e-39fd7dfea0d2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:44.036388 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.049762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee737ed7-446b-46e9-bb9d-905b183af2a9 req-2b60a8c8-b23b-417b-9147-389c1fdb87a2 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211431 Aug 27 02:32:44.150840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dfdf5cb7-40da-4238-a0a6-de867909b629 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:44.175570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.188269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.188753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: dfdf5cb7-40da-4238-a0a6-de867909b629 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:44.189333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dfdf5cb7-40da-4238-a0a6-de867909b629 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:44.189891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7bcf6f0-bd04-408c-a207-fc11084ce468 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:44.205194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Deleting port dc1e1744-92bd-4c58-8eac-7809ddc22b25 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:44.205543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.213464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f7bcf6f0-bd04-408c-a207-fc11084ce468 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:44.213677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7bcf6f0-bd04-408c-a207-fc11084ce468 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:44.214238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f6b68d18-8217-420e-8258-e48013f82ee4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:44.215886 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44780fcc-cd9a-456a-b276-e71fc6872119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.218522 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44780fcc-cd9a-456a-b276-e71fc6872119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.222243 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44780fcc-cd9a-456a-b276-e71fc6872119 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ba139e7-ced6-4873-8d69-225a093773c4 HTTP/1.1" status: 204 len: 168 time: 0.6134043 Aug 27 02:32:44.241758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f6b68d18-8217-420e-8258-e48013f82ee4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:44.242378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f6b68d18-8217-420e-8258-e48013f82ee4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:44.299109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44780fcc-cd9a-456a-b276-e71fc6872119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba139e7-ced6-4873-8d69-225a093773c4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:44.328579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.329110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff173b56-ae7f-4633-8064-f537b6cb26fa {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:32:44.335463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.339614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-78eedf3f-5fef-4367-aa37-b51026012e30 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff173b56-ae7f-4633-8064-f537b6cb26fa HTTP/1.1" status: 204 len: 168 time: 3.3769550 Aug 27 02:32:44.340266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53670) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:44.396270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] Deleting subnet 20cea118-bbc0-4937-b902-3e5d9de7b7f9 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:44.405937 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.459227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.496786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.508466 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.576921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=b80e2649-1598-4824-aebf-b26997cc44e2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:44.639626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.644204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.646534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.752615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.761279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.785365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.813963 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 0bde567d-6fa3-47ce-a7fc-5bd4bc2133ac associated. External IP: 172.25.1.212, port: e3695f75-b066-4eb3-a752-4fc7c6af4ec3. Aug 27 02:32:44.819543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20cea118-bbc0-4937-b902-3e5d9de7b7f9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:44.825048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.830244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] For port dc1e1744-92bd-4c58-8eac-7809ddc22b25, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc1e1744-92bd-4c58-8eac-7809ddc22b25,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:44.830244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.831889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-85301ce9-f144-4384-b17c-0ab848e65405 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/20cea118-bbc0-4937-b902-3e5d9de7b7f9 HTTP/1.1" status: 204 len: 168 time: 0.4884663 Aug 27 02:32:44.832063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53682) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:44.836050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdd0e15-888d-4bae-9e00-c48b5cd1fee4 None None] Network 5c831531-d70e-42a5-8471-e10c1960199c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:44.884917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:44.916555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Calling delete_port for dc1e1744-92bd-4c58-8eac-7809ddc22b25 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:44.939475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:44.970874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5e23c-28e4-433b-b7e0-641d3c68a368 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:44.989190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:44.989795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.159545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] DHCP port deletion for 5c831531-d70e-42a5-8471-e10c1960199c request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:45.172257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=29c6f029-0ce9-485b-8b30-8818aa3e425c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.207796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '29c6f029-0ce9-485b-8b30-8818aa3e425c'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:45.208775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.263758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.264151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.264444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.264868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf087a6-c600-4e33-91b4-43c03e5118dd req-c43789c7-92b2-4f16-baa1-4d7ddb5a6151 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:45.265386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.265386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.265915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.266229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.266584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.266910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.267239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.267567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.267896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.272705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ddf087a6-c600-4e33-91b4-43c03e5118dd req-c43789c7-92b2-4f16-baa1-4d7ddb5a6151 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1103778 Aug 27 02:32:45.276518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:45.282827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-a1b69e62-d14e-4aee-b822-01c6462728d7 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:45.284512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-a1b69e62-d14e-4aee-b822-01c6462728d7 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 814 time: 0.2873852 Aug 27 02:32:45.331656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53696) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:45.354890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ddf087a6-c600-4e33-91b4-43c03e5118dd req-b8d23cf4-e9c7-4115-83b5-79634248988d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Aug 27 02:32:45.367584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Request body: {'port': {'device_id': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'admin_state_up': True, 'tenant_id': 'a136295cde1a4c1f8003d674a9328ac3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:45.369292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] Deleting port 049757cb-e33a-4755-af16-6549bbf89e2f {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:45.369678 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.398724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0ac886a-7a9f-4336-bcf3-4cea1dbc8dbb req-9e36d53d-b65c-40b4-9b95-3674d46ffdef tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 210 time: 0.2229524 Aug 27 02:32:45.415653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fc878cac-ba77-4ce3-8dea-ba8fd15c4215 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7903073 Aug 27 02:32:45.415877 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.416524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53700) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:45.424063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:04:13:c5', 'name': 'tempest-NetworksTestDHCPv6-1177059310'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:45.456099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/29c6f029-0ce9-485b-8b30-8818aa3e425c/788f84df-17b3-49c6-a67e-e16435bc66ef) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:45.486138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] For port 049757cb-e33a-4755-af16-6549bbf89e2f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=049757cb-e33a-4755-af16-6549bbf89e2f,segment=NetworkSegment(8787730e-c80c-419e-9797-fb3a07167806),segment_id=8787730e-c80c-419e-9797-fb3a07167806)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:45.486606 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.510082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:45.519092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.527130 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:45.541010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.549088 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:45.549958 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.550929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-network', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:45.553810 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.582209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68571ce5-e9d1-456a-946f-b2a08b957394 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6168199 Aug 27 02:32:45.585512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53702) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:45.590152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'port_id': 'e3695f75-b066-4eb3-a752-4fc7c6af4ec3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:45.596434 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.606447 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:45.607441 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.647236 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.648159 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2cbcf-8e34-4c24-ae98-8dd67b296efa None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:45.664330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.676329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] Calling delete_port for 049757cb-e33a-4755-af16-6549bbf89e2f owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:45.703351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.717719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Made reservation on behalf of b775d1b8805441acb13f6273b88fe2b7 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:45.720176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.729042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Port': ['ID=97971c90-0a26-4196-894e-39fd7dfea0d2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.758693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.763919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.767409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Transition to ACTIVE for port object 788f84df-17b3-49c6-a67e-e16435bc66ef will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:45.773550 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.780289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Made reservation on behalf of a136295cde1a4c1f8003d674a9328ac3 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:45.783873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.788091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['dc1e1744-92bd-4c58-8eac-7809ddc22b25'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:45.789468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:45.807665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Transition to ACTIVE for port object 788f84df-17b3-49c6-a67e-e16435bc66ef will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:45.811266 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.834997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Deleting port 049757cb-e33a-4755-af16-6549bbf89e2f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:45.835651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.841342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Pushing event deleted for resources: {'Port': ['ID=dc1e1744-92bd-4c58-8eac-7809ddc22b25,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.842805 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.847263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] No DVR routers for this DVR port 049757cb-e33a-4755-af16-6549bbf89e2f on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:45.848980 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.853469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a64bb66-f162-4902-bbc5-23e836c7ad47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3756073 Aug 27 02:32:45.855236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2efa1a-4e48-47a6-a85d-e8d4193d1346 None None] Pushing event deleted for resources: {'Port': ['ID=049757cb-e33a-4755-af16-6549bbf89e2f,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.866547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:45.887122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:45.891919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:45.895601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:45.922669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1231520966'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:45.927460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Pushing event updated for resources: {'Port': ['ID=788f84df-17b3-49c6-a67e-e16435bc66ef,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.959642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] No DVR routers for this DVR port dc1e1744-92bd-4c58-8eac-7809ddc22b25 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:45.960244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Attempting to bind port 788f84df-17b3-49c6-a67e-e16435bc66ef on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:45.960802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Attempting to bind port 788f84df-17b3-49c6-a67e-e16435bc66ef by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:45.961346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Attempting to bind port 788f84df-17b3-49c6-a67e-e16435bc66ef on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:45.968796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:45.969216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.969360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:45.969783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.970387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:45.970908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Bound port: 788f84df-17b3-49c6-a67e-e16435bc66ef, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:45.971216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fdbca92b-92ed-48f1-b8e5-5b3941b88acd req-544d13f8-0608-420f-bcd5-13d9951be124 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "DELETE /v2.0/ports/dc1e1744-92bd-4c58-8eac-7809ddc22b25 HTTP/1.1" status: 204 len: 173 time: 2.1927800 Aug 27 02:32:45.971340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.971662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'name': 'network-vif-deleted', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:45.974581 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be11fde3-b6e8-4686-ab35-3fbf69a7595b" -d '{"events": [{"server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "name": "network-vif-deleted", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:45.987604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.035522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port aad95756-fc25-45dd-bc0d-4e196190ca08 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:46.086241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] For port 788f84df-17b3-49c6-a67e-e16435bc66ef, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:46.092769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] For port 788f84df-17b3-49c6-a67e-e16435bc66ef, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=788f84df-17b3-49c6-a67e-e16435bc66ef,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:46.103840 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.151782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Allocated IP 172.20.0.12 (13f5f0da-cbd4-4e90-b93d-5d43c5471b1b/3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32/195dd654-203a-451f-9fda-dc33f5514f45) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:46.168757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 049757cb-e33a-4755-af16-6549bbf89e2f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:46.199204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 049757cb-e33a-4755-af16-6549bbf89e2f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:46.199711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 049757cb-e33a-4755-af16-6549bbf89e2f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:46.212990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a90db-342d-4c08-a1fe-014887979b33 None None] Pushing event updated for resources: {'Port': ['ID=788f84df-17b3-49c6-a67e-e16435bc66ef,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:46.241826 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a720cd1-e381-4680-ab5d-b5bbba669e51 x-openstack-request-id: req-6a720cd1-e381-4680-ab5d-b5bbba669e51 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:46.242166 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9068b35d-1e5a-4479-b4c6-eb5a92d86ecf", "name": "network-vif-deleted", "tag": "dc1e1744-92bd-4c58-8eac-7809ddc22b25", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:46.242503 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a720cd1-e381-4680-ab5d-b5bbba669e51 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:46.242955 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9068b35d-1e5a-4479-b4c6-eb5a92d86ecf', 'name': 'network-vif-deleted', 'tag': 'dc1e1744-92bd-4c58-8eac-7809ddc22b25', 'status': 'completed', 'code': 200} Aug 27 02:32:46.274716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::16d (8095c560-1388-49b5-9ced-9a3602d5c435/29c6f029-0ce9-485b-8b30-8818aa3e425c/aad95756-fc25-45dd-bc0d-4e196190ca08) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:46.282602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] For port 049757cb-e33a-4755-af16-6549bbf89e2f, host n-d-806293-1, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:46.283011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.318891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Calling delete_port for 049757cb-e33a-4755-af16-6549bbf89e2f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:46.324798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Port 049757cb-e33a-4755-af16-6549bbf89e2f was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:32:46.332640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.385636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=049757cb-e33a-4755-af16-6549bbf89e2f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:46.422095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] No DVR routers for this DVR port 049757cb-e33a-4755-af16-6549bbf89e2f on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:46.582043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.605106 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.631390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.646782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.676526 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.703851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:46.717978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c831531-d70e-42a5-8471-e10c1960199c']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:46.734979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Made reservation on behalf of d11a343d400f492e8781bbf6a06b6254 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:46.738594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.757290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8787730e-c80c-419e-9797-fb3a07167806') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:46.757587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8787730e-c80c-419e-9797-fb3a07167806') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:46.759905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.760232 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Added segment d17c26c9-abfb-4eb6-9221-2a08bf249873 of type vlan for network 7536b084-763e-435d-b834-f01cae4eb7b8 Aug 27 02:32:46.763141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b4346-2965-4774-8550-e3721233c04b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:46.794442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949399d-32ec-4911-9f0b-3214821c6b5f req-4595a1bb-fe3f-4282-99b4-f0faca91bb37 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:46.796012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a949399d-32ec-4911-9f0b-3214821c6b5f req-4595a1bb-fe3f-4282-99b4-f0faca91bb37 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.2841897 Aug 27 02:32:46.802868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.804548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.859011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40f105e0-b3a4-4de4-a7e5-7d83715b35d1 req-0d093943-33e9-4ea3-adc2-078e5ab8c6c5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 210 time: 0.0462141 Aug 27 02:32:46.860894 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:32:46.865943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.882862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.891271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:46.891585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:46.895670 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:46.933402 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.946991 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.954003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.959429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.989934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a949399d-32ec-4911-9f0b-3214821c6b5f req-d0508c67-e33a-4a40-95de-00393daec9c6 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787412 Aug 27 02:32:47.007665 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object aad95756-fc25-45dd-bc0d-4e196190ca08 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:47.034247 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.035254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.035831 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.051314 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.055806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:47.106062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:47.108508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.113197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] 10.222.0.10 "DELETE /v2.0/networks/5c831531-d70e-42a5-8471-e10c1960199c HTTP/1.1" status: 204 len: 168 time: 2.2744272 Aug 27 02:32:47.123220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:47.125750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.139430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.176465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] Pushing event updated for resources: {'Network': ['ID=7536b084-763e-435d-b834-f01cae4eb7b8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.192719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 7536b084-763e-435d-b834-f01cae4eb7b8 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:47.207078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02608c2-c906-49f7-b03e-05bbfe74e1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5c831531-d70e-42a5-8471-e10c1960199c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.226936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.227627 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.228229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:47.236349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:47.241509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:47.247221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.247974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.269045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=aad95756-fc25-45dd-bc0d-4e196190ca08,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.278089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.288840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:47.289597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.306174 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-74ec01d0-e9eb-4f84-904d-24f5e8774014 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9709091 Aug 27 02:32:47.306550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6b3abd77-9e92-4d84-9244-724658ac5136 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8892639 Aug 27 02:32:47.307335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53714) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.307574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-73101cae-068a-4510-a12b-c15a16ba9a97 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9767566 Aug 27 02:32:47.317093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53716) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.330409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Request body: {'subnet': {'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-subnet', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:47.332637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53718) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.333897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:47.341926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Request body: {'port': {'device_id': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:47.358959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.387140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.387502 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Added segment 15a05d0c-cdbd-42dc-9964-f05ace512f70 of type vlan for network 2728467d-16ef-455f-914f-35a688dbeb30 Aug 27 02:32:47.388994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbd40f2-bfeb-42e2-b74f-582c6fb9f1ce,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.460120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Made reservation on behalf of b775d1b8805441acb13f6273b88fe2b7 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:47.461900 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.491086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b76128-4c4c-412b-a0a8-bb216bc1f17f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.497302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b76128-4c4c-412b-a0a8-bb216bc1f17f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.501215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14b76128-4c4c-412b-a0a8-bb216bc1f17f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1845191 Aug 27 02:32:47.504474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53720) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.506241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.507134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2ca7d192-031d-4c84-a9b3-416f59fd3d99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adc1569fd0634706a68b07b9bd14c8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586435 Aug 27 02:32:47.515625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.516641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53722) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.533299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f10f01ee-62f0-45b8-b6f0-e9ab7ca9eeaa None None] Provisioning for port 788f84df-17b3-49c6-a67e-e16435bc66ef completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:47.572674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:47.584804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.589535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:47.598442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.600869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:47.601614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:47.605028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.605826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.647011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:47.660249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:47.660976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:47.701967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:47.703345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4a6a6-8be5-4daf-8623-9c040d32b026 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:47.707227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4de85336-940c-41c7-afc5-032d0c14563e tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/floatingips/0bde567d-6fa3-47ce-a7fc-5bd4bc2133ac HTTP/1.1" status: 200 len: 978 time: 2.1205299 Aug 27 02:32:47.711592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53724) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.736777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8324320 Aug 27 02:32:47.744124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53726) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.753131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Request body: {'subnet': {'network_id': '2728467d-16ef-455f-914f-35a688dbeb30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:47.764257 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-55eba966-2a14-490d-89dd-c56726564576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.766832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-671d1104-d43d-42bc-86dc-cbfc1accdfa6 None None] Provisioning for port aad95756-fc25-45dd-bc0d-4e196190ca08 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:47.773462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-671d1104-d43d-42bc-86dc-cbfc1accdfa6 None None] Provisioning complete for port aad95756-fc25-45dd-bc0d-4e196190ca08 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:47.774052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-671d1104-d43d-42bc-86dc-cbfc1accdfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.809850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-55eba966-2a14-490d-89dd-c56726564576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.813279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port aad95756-fc25-45dd-bc0d-4e196190ca08 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:47.813612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.814028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-671d1104-d43d-42bc-86dc-cbfc1accdfa6 None None] Port aad95756-fc25-45dd-bc0d-4e196190ca08 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:47.817293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79321d17-f34d-4873-ba13-3207c00ac427 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Network': ['ID=2728467d-16ef-455f-914f-35a688dbeb30,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.827872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2728467d-16ef-455f-914f-35a688dbeb30 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:47.953039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc1e1744-92bd-4c58-8eac-7809ddc22b25 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:47.984775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: dc1e1744-92bd-4c58-8eac-7809ddc22b25 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:47.985723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc1e1744-92bd-4c58-8eac-7809ddc22b25 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:47.998553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.012917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Made reservation on behalf of d11a343d400f492e8781bbf6a06b6254 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:48.013175 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.016533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.065134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for aad95756-fc25-45dd-bc0d-4e196190ca08 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:48.082741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3d4df-d391-4a5a-b6d0-11774ac7fd3c req-adf5c5cf-2084-4db2-be10-efbe2e6233a6 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:48.093435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45b3d4df-d391-4a5a-b6d0-11774ac7fd3c req-adf5c5cf-2084-4db2-be10-efbe2e6233a6 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 932 time: 0.1523514 Aug 27 02:32:48.106183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-55eba966-2a14-490d-89dd-c56726564576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.111873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-55eba966-2a14-490d-89dd-c56726564576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.115788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-55eba966-2a14-490d-89dd-c56726564576 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d585825a-2981-454f-8842-d38c423ba540 HTTP/1.1" status: 204 len: 168 time: 0.5949564 Aug 27 02:32:48.199022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=916e121f-5242-4d7c-a886-c06102ad820c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.199262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 788f84df-17b3-49c6-a67e-e16435bc66ef up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:48.236413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195dd654-203a-451f-9fda-dc33f5514f45 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:48.245104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Checking segment: {'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:48.245377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Network hostable DHCP agents. Network: 7536b084-763e-435d-b834-f01cae4eb7b8, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:48.254500 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.283576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b34e46-68ee-4e79-aa4c-0305cc0fdb89 req-2d243a8b-ec44-43c0-bdb9-646cf850dfd0 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:48.285188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0b34e46-68ee-4e79-aa4c-0305cc0fdb89 req-2d243a8b-ec44-43c0-bdb9-646cf850dfd0 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1647210 Aug 27 02:32:48.296908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Transition to ACTIVE for port object 195dd654-203a-451f-9fda-dc33f5514f45 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:48.309728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.330026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.331935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 788f84df-17b3-49c6-a67e-e16435bc66ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:48.337059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 788f84df-17b3-49c6-a67e-e16435bc66ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:48.337612 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.363097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eba966-2a14-490d-89dd-c56726564576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d585825a-2981-454f-8842-d38c423ba540,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.376067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.378356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/aad95756-fc25-45dd-bc0d-4e196190ca08 HTTP/1.1" status: 204 len: 168 time: 0.8701906 Aug 27 02:32:48.383020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53736) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:48.392214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Network 7536b084-763e-435d-b834-f01cae4eb7b8 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:48.440417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627b3f9-7a41-46bb-9f14-23b4c61e529a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=aad95756-fc25-45dd-bc0d-4e196190ca08,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.459758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 7536b084-763e-435d-b834-f01cae4eb7b8) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:48.476052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:48.476904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.477397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba02ea-af04-48f3-8335-378ce42f363b None None] Network 7536b084-763e-435d-b834-f01cae4eb7b8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:48.482290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.485722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45b3d4df-d391-4a5a-b6d0-11774ac7fd3c req-fa99a67d-4ed0-4454-b802-ef5995c982c4 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814859 Aug 27 02:32:48.491104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0b34e46-68ee-4e79-aa4c-0305cc0fdb89 req-8e2fb444-4461-4c23-9893-d59469cae514 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954100 Aug 27 02:32:48.506612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port b80e2649-1598-4824-aebf-b26997cc44e2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:48.506952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.555878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0547ecb1-b353-4b0b-acc8-f24a3ff4b02e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2337821 Aug 27 02:32:48.559094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53738) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:48.602335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.603283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:48.611101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.624225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378773c-ac92-44a4-8f10-b383d359a96d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:48.627173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378773c-ac92-44a4-8f10-b383d359a96d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:48.632832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7378773c-ac92-44a4-8f10-b383d359a96d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2202494 Aug 27 02:32:48.633960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53742) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:48.680378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.680752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.707337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 788f84df-17b3-49c6-a67e-e16435bc66ef, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=788f84df-17b3-49c6-a67e-e16435bc66ef,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:48.714711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for b80e2649-1598-4824-aebf-b26997cc44e2 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:48.718226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.745646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.746686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.759487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Subnet': ['ID=e4940836-bd27-4709-b927-855cd26fcdc1,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.773837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Attempting to bind port 195dd654-203a-451f-9fda-dc33f5514f45 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:48.774194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Attempting to bind port 195dd654-203a-451f-9fda-dc33f5514f45 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:48.774550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Attempting to bind port 195dd654-203a-451f-9fda-dc33f5514f45 on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:48.785133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 29c6f029-0ce9-485b-8b30-8818aa3e425c {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:48.790504 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.819290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Port 195dd654-203a-451f-9fda-dc33f5514f45 on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:48.819706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Attempting to bind port 195dd654-203a-451f-9fda-dc33f5514f45 on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:48.829984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=788f84df-17b3-49c6-a67e-e16435bc66ef,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.841885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a53700-0755-40fa-94b1-87a50d5c57ec None None] Network 7536b084-763e-435d-b834-f01cae4eb7b8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:48.854062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Checking segment: {'id': '15a05d0c-cdbd-42dc-9964-f05ace512f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2728467d-16ef-455f-914f-35a688dbeb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:48.854488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Network hostable DHCP agents. Network: 2728467d-16ef-455f-914f-35a688dbeb30, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:48.856685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:48.859439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Checking segment: {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:48.860388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Bound using segment: {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:48.860866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Bound port: 195dd654-203a-451f-9fda-dc33f5514f45, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:48.861237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.908410 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.915772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.984996 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.009774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Network 2728467d-16ef-455f-914f-35a688dbeb30 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:49.012926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=b80e2649-1598-4824-aebf-b26997cc44e2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.095252 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.095527 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 0bde567d-6fa3-47ce-a7fc-5bd4bc2133ac disassociated (deleted). External IP: 172.25.1.212, port: e3695f75-b066-4eb3-a752-4fc7c6af4ec3. Aug 27 02:32:49.182365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53758) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:49.301511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1205610542-network', 'tenant_id': 'a6fd224a952d461f973f31407b0c1cde'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:49.340970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Made reservation on behalf of a6fd224a952d461f973f31407b0c1cde for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:49.343367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.346439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:49.356360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.387078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2728467d-16ef-455f-914f-35a688dbeb30) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:49.396106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3581083-1d37-4ca7-8f41-67dfabce8134 None None] Network 2728467d-16ef-455f-914f-35a688dbeb30 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:49.428288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.429816 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.439665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:49.493749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.511085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:49.518447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.549432 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.566170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-2728467d-16ef-455f-914f-35a688dbeb30', 'network_id': '2728467d-16ef-455f-914f-35a688dbeb30', 'tenant_id': 'd11a343d400f492e8781bbf6a06b6254', 'fixed_ips': [{'subnet_id': 'e4940836-bd27-4709-b927-855cd26fcdc1'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:49.568164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.629193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.661685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.663294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.665106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a2c51b8-9039-4f81-9487-a192d7a967e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/195dd654-203a-451f-9fda-dc33f5514f45 HTTP/1.1" status: 200 len: 1092 time: 2.3471146 Aug 27 02:32:49.702413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:49.705131 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86" -d '{"events": [{"name": "network-changed", "server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "tag": "195dd654-203a-451f-9fda-dc33f5514f45"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:49.744911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Allocated IP 172.20.0.2 (2728467d-16ef-455f-914f-35a688dbeb30/e4940836-bd27-4709-b927-855cd26fcdc1/fe7f603c-fb79-4be2-be5a-fcb45a84080c) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:49.787923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a045d-6106-4e0d-98f4-66da2a6f5743 req-8326848c-0dfd-4cce-a1aa-007b10a8da07 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.789376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-709a045d-6106-4e0d-98f4-66da2a6f5743 req-8326848c-0dfd-4cce-a1aa-007b10a8da07 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1736975 Aug 27 02:32:49.797792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.845573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-fa3b5db1-a87e-4abb-8d02-646655c5bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.846989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-fa3b5db1-a87e-4abb-8d02-646655c5bbd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 1095 time: 0.1302800 Aug 27 02:32:49.851131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=29c6f029-0ce9-485b-8b30-8818aa3e425c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.854395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.858532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dd4a850d-1534-4714-839b-5f12ba963ffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/29c6f029-0ce9-485b-8b30-8818aa3e425c HTTP/1.1" status: 204 len: 168 time: 1.1964579 Aug 27 02:32:49.861443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53768) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:49.871540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:49.879749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.887941 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:49.892459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988f7cf-526f-4859-824a-425760544344 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:49.907703 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:49.908470 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:49.914536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-3183a871-5366-4595-9500-62ad086e202d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=195dd654-203a-451f-9fda-dc33f5514f45 HTTP/1.1" status: 200 len: 217 time: 0.0504870 Aug 27 02:32:49.939929 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a3438e07-2711-4aa4-aa0e-aa8355038ac3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738642 Aug 27 02:32:49.944123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53770) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:49.957234 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:49.962201 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.965921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d8e66-5d72-4185-8d9a-90a54d219698 req-bdde0443-2732-406b-ac96-fab66843df61 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.966847 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:49.967859 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:49.968832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b79d8e66-5d72-4185-8d9a-90a54d219698 req-bdde0443-2732-406b-ac96-fab66843df61 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 944 time: 0.1766019 Aug 27 02:32:49.976612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-709a045d-6106-4e0d-98f4-66da2a6f5743 req-027ef2a2-1b6f-4c5e-aa2a-5bee98846697 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677678 Aug 27 02:32:49.987035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Transition to ACTIVE for port object fe7f603c-fb79-4be2-be5a-fcb45a84080c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:50.008565 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:50.011633 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f6bd1-255f-4be9-8968-6c6b19fb440f None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:50.029065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16693561-9336-4e80-a960-d8691ed48079 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/floatingips/0bde567d-6fa3-47ce-a7fc-5bd4bc2133ac HTTP/1.1" status: 204 len: 168 time: 2.3083653 Aug 27 02:32:50.030725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53772) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:50.033575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-1bb49c1f-6535-4a7f-81b5-accf127a5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.035560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-1bb49c1f-6535-4a7f-81b5-accf127a5ee9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 200 len: 854 time: 0.1060078 Aug 27 02:32:50.052789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Transition to ACTIVE for port object fe7f603c-fb79-4be2-be5a-fcb45a84080c will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:50.070143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.101652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.101839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba09e089-bae1-48a3-99f8-047d93f33ba8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.103269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ba09e089-bae1-48a3-99f8-047d93f33ba8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1581988 Aug 27 02:32:50.109800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b79d8e66-5d72-4185-8d9a-90a54d219698 req-5a3b7400-4d98-4f57-b44b-b3a0713c23f0 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003976 Aug 27 02:32:50.110385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53774) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:50.123939 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e929d8b1-84b8-4195-8e21-6a888356c1f3 x-openstack-request-id: req-e929d8b1-84b8-4195-8e21-6a888356c1f3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:50.124240 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "tag": "195dd654-203a-451f-9fda-dc33f5514f45", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:50.124487 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e929d8b1-84b8-4195-8e21-6a888356c1f3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:50.124880 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45', 'status': 'completed', 'code': 200} Aug 27 02:32:50.144557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.146884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Pushing event updated for resources: {'Port': ['ID=fe7f603c-fb79-4be2-be5a-fcb45a84080c,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.162126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:50.173346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb647b05-c831-4b03-a8fa-d0dd40029adc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4260926 Aug 27 02:32:50.174027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Network 2728467d-16ef-455f-914f-35a688dbeb30 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:50.175290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-0b65b0d2-5eb1-406d-a618-551d41999197 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240919 Aug 27 02:32:50.178973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53776) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:50.185529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1362013185', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:50.195671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:50.201404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:50.227536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:50.241841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b928e20-f833-4e19-a46d-e5cd879b9023,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.250228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3fc755-47c8-496f-9f4a-f013f5c894d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.251912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7f3fc755-47c8-496f-9f4a-f013f5c894d3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405540 Aug 27 02:32:50.253203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.253540 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Added segment ed754311-36a6-414c-8e13-978e912a5fb7 of type vlan for network dc62358b-438b-4470-ac82-681acae24bcd Aug 27 02:32:50.255402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53778) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:50.270826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Attempting to bind port fe7f603c-fb79-4be2-be5a-fcb45a84080c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:50.270826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Attempting to bind port fe7f603c-fb79-4be2-be5a-fcb45a84080c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '15a05d0c-cdbd-42dc-9964-f05ace512f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2728467d-16ef-455f-914f-35a688dbeb30'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:50.271115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Attempting to bind port fe7f603c-fb79-4be2-be5a-fcb45a84080c on network 2728467d-16ef-455f-914f-35a688dbeb30 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:50.278179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] Deleting port 788f84df-17b3-49c6-a67e-e16435bc66ef {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:50.278651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.281572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:50.281992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Checking segment: {'id': '15a05d0c-cdbd-42dc-9964-f05ace512f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2728467d-16ef-455f-914f-35a688dbeb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:50.282487 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.282943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Bound using segment: {'id': '15a05d0c-cdbd-42dc-9964-f05ace512f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2728467d-16ef-455f-914f-35a688dbeb30'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:50.283488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Bound port: fe7f603c-fb79-4be2-be5a-fcb45a84080c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a05d0c-cdbd-42dc-9964-f05ace512f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2728467d-16ef-455f-914f-35a688dbeb30'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:50.283947 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.333453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a4e3738a-ba0a-46aa-a081-0c218a5e110d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663252 Aug 27 02:32:50.333718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.333838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53780) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:50.333974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.339682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:50.352258 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.386150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.393834 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.457340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-6a351d42-1300-4fa8-adce-1e3d4ddf9ad5 service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611964 Aug 27 02:32:50.460092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.461070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.461660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.487808 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.498505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port e3695f75-b066-4eb3-a752-4fc7c6af4ec3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:50.498843 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.520279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] For port 788f84df-17b3-49c6-a67e-e16435bc66ef, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=788f84df-17b3-49c6-a67e-e16435bc66ef,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:50.521350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.541299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:50.545055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] Calling delete_port for 788f84df-17b3-49c6-a67e-e16435bc66ef owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:50.545513 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.552034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] Pushing event updated for resources: {'Network': ['ID=dc62358b-438b-4470-ac82-681acae24bcd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.561648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] For port fe7f603c-fb79-4be2-be5a-fcb45a84080c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:50.565914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] For port fe7f603c-fb79-4be2-be5a-fcb45a84080c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fe7f603c-fb79-4be2-be5a-fcb45a84080c,segment=NetworkSegment(15a05d0c-cdbd-42dc-9964-f05ace512f70),segment_id=15a05d0c-cdbd-42dc-9964-f05ace512f70)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:50.569644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network dc62358b-438b-4470-ac82-681acae24bcd details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:50.602824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e732af2-c468-4f73-bf9a-afd24bad291a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4165907 Aug 27 02:32:50.607640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53782) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:50.615670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Request body: {'subnet': {'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1205610542-subnet', 'tenant_id': 'a6fd224a952d461f973f31407b0c1cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:50.642718 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.713445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Made reservation on behalf of a6fd224a952d461f973f31407b0c1cde for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:50.716788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.740288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be4a02-6982-4a52-9a7b-08388f1bd262 None None] Pushing event updated for resources: {'Port': ['ID=fe7f603c-fb79-4be2-be5a-fcb45a84080c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.758857 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.787793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] Pushing event deleted for resources: {'Port': ['ID=788f84df-17b3-49c6-a67e-e16435bc66ef,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.791622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e2773-862b-4387-8c64-c3174e5bc2df None None] No DVR routers for this DVR port 788f84df-17b3-49c6-a67e-e16435bc66ef on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:50.835855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Allocated IP 172.25.1.56 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/357575fd-7b79-4da4-8412-01e4609e7cea) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:50.874270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc2752b3-d684-4e00-a3be-c8c36677cc3f req-4fb39415-f484-4ad0-9068-474415915470 service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890328 Aug 27 02:32:50.961425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.969926 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.066905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:51.067588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for e3695f75-b066-4eb3-a752-4fc7c6af4ec3 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:51.070660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.085796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.123745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:51.133365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:51.139948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.140562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.146754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0296261e-0409-4d05-9818-8d5228a769ad None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:51.159342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=914fd51d-1513-486b-847f-e6a5eb3aca29,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:51.176330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.200872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-daaff5d7-9879-488e-85dc-035621324766 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8662474 Aug 27 02:32:51.203623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Checking segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:51.203992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Network hostable DHCP agents. Network: dc62358b-438b-4470-ac82-681acae24bcd, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:51.206295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:51.214196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-88f6ad53-5509-4bfe-af63-36d1c6fa500c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:51.230065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-528a73d5-fada-408d-be36-6772b2ca4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.231650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-528a73d5-fada-408d-be36-6772b2ca4cda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 1095 time: 0.2576940 Aug 27 02:32:51.296662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8535a453-98b1-4448-a8a2-55e66442770a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:51.330878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Network dc62358b-438b-4470-ac82-681acae24bcd is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:51.364017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, dc62358b-438b-4470-ac82-681acae24bcd) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:51.373179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c39b89-dea9-4401-8a91-e43914b90498 req-a7825a9e-fba9-4a97-8e47-627a04b11999 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.374948 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2c39b89-dea9-4401-8a91-e43914b90498 req-a7825a9e-fba9-4a97-8e47-627a04b11999 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 944 time: 0.1019485 Aug 27 02:32:51.375346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37004cd4-c84c-451d-b036-c178f8b2d713 None None] Network dc62358b-438b-4470-ac82-681acae24bcd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:51.384508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.385101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.425183 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e200af0b-bbf6-4d1c-b0ef-183d5b73042c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8119578 Aug 27 02:32:51.425889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '914fd51d-1513-486b-847f-e6a5eb3aca29'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:51.425889 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.452674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f6ad53-5509-4bfe-af63-36d1c6fa500c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:51.457942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88f6ad53-5509-4bfe-af63-36d1c6fa500c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.535742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2c39b89-dea9-4401-8a91-e43914b90498 req-afab60fb-0aa1-4f89-a538-8168c24dbe70 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431348 Aug 27 02:32:51.600748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Allocated IP 2001:db8::f816:3eff:fe38:c13e (8095c560-1388-49b5-9ced-9a3602d5c435/914fd51d-1513-486b-847f-e6a5eb3aca29/e2c24559-b917-44e6-b5b0-6ac343762f8f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:51.634244 n-d-806293-1 neutron-server[94773]: INFO neutron.db.ipam_backend_mixin [None req-88f6ad53-5509-4bfe-af63-36d1c6fa500c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 914fd51d-1513-486b-847f-e6a5eb3aca29 (CIDR: 2001:db8::/64) Aug 27 02:32:51.652929 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f6ad53-5509-4bfe-af63-36d1c6fa500c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:51.654506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f6ad53-5509-4bfe-af63-36d1c6fa500c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:51.687479 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-88f6ad53-5509-4bfe-af63-36d1c6fa500c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4744706 Aug 27 02:32:51.687969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53798) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:51.695424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebee6e-2591-4936-b015-72afa9f60cd4 req-10e47eba-c695-4ce9-9e35-eef04f660253 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.696700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-abebee6e-2591-4936-b015-72afa9f60cd4 req-10e47eba-c695-4ce9-9e35-eef04f660253 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.6095977 Aug 27 02:32:51.697613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:51.757283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.766113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Transition to ACTIVE for port object e2c24559-b917-44e6-b5b0-6ac343762f8f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:51.790337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Transition to ACTIVE for port object e2c24559-b917-44e6-b5b0-6ac343762f8f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:51.806146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.842225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.861322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Pushing event updated for resources: {'Port': ['ID=e2c24559-b917-44e6-b5b0-6ac343762f8f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:51.901919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:51.904989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:51.908051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:51.926039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-abebee6e-2591-4936-b015-72afa9f60cd4 req-97bf0fed-815a-45db-b142-eb807c548f1b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109771 Aug 27 02:32:51.961397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8597cb-a286-41bd-87a4-e41678d5e58f None None] Network dc62358b-438b-4470-ac82-681acae24bcd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:51.966466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-65bca6e6-8fe4-47e1-b8c0-9ee4b00cd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.967535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:51.968478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-65bca6e6-8fe4-47e1-b8c0-9ee4b00cd009 service neutron] 10.222.0.45 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 915 time: 0.7229743 Aug 27 02:32:51.971072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.993217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:52.014074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:52.053868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:52.063932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Pushing event updated for resources: {'Port': ['ID=357575fd-7b79-4da4-8412-01e4609e7cea,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:52.064925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-6379c767-2df1-452c-82a5-bf3b3dc78539 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=195dd654-203a-451f-9fda-dc33f5514f45 HTTP/1.1" status: 200 len: 217 time: 0.0799196 Aug 27 02:32:52.114053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd930b61-98df-4cd8-8803-2e7fba2ec60a None None] Network 2728467d-16ef-455f-914f-35a688dbeb30 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:52.130753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Attempting to bind port e2c24559-b917-44e6-b5b0-6ac343762f8f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:52.130753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Attempting to bind port e2c24559-b917-44e6-b5b0-6ac343762f8f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:52.130753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Attempting to bind port e2c24559-b917-44e6-b5b0-6ac343762f8f on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:52.175606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:52.175978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:52.176384 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.176773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:52.177249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Bound port: e2c24559-b917-44e6-b5b0-6ac343762f8f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:52.177621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.198724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe7f603c-fb79-4be2-be5a-fcb45a84080c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:52.222112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.270038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:52.277633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:52.290951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.293105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:52.293709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.301244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fdf7e0dd-419e-4665-923a-08e0d87bdea2 None None] Provisioning for port fe7f603c-fb79-4be2-be5a-fcb45a84080c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:52.325117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-ad6ee1ff-b1f6-4ea8-a8a5-0852f43a2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:52.326740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-ad6ee1ff-b1f6-4ea8-a8a5-0852f43a2336 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 200 len: 854 time: 0.2376320 Aug 27 02:32:52.338015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=f5463ca7-acb5-4f0f-9284-3867cb540ed8,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:52.349547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-95a4f1f7-e506-4c0d-a74d-4f8f683edcdb tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:52.357585 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-95a4f1f7-e506-4c0d-a74d-4f8f683edcdb tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 813 time: 0.4498973 Aug 27 02:32:52.359322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.370913 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fd3bcf96-d2ca-40bb-aadb-b8685b3c1733 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6782706 Aug 27 02:32:52.372011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53808) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:52.376776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:b6:86:61', 'name': 'tempest-NetworksTestDHCPv6-858558919'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:52.381833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] For port e2c24559-b917-44e6-b5b0-6ac343762f8f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:52.402216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port fe7f603c-fb79-4be2-be5a-fcb45a84080c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:52.405532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] For port e2c24559-b917-44e6-b5b0-6ac343762f8f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e2c24559-b917-44e6-b5b0-6ac343762f8f,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:52.411126 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.412600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fe7f603c-fb79-4be2-be5a-fcb45a84080c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:52.413087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.418065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.444788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-76aabe5a-2483-4f45-a5b1-52a37338f999 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/quotas/a6fd224a952d461f973f31407b0c1cde HTTP/1.1" status: 200 len: 375 time: 0.0863137 Aug 27 02:32:52.462074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-a787f1be-a3e1-463e-90af-5d71d162e0fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978417 Aug 27 02:32:52.510185 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-5937a7c3-3e23-4e03-8cdb-a30749a5f229 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534945 Aug 27 02:32:52.525949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=e3695f75-b066-4eb3-a752-4fc7c6af4ec3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:52.544325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14027f-2350-4677-9459-a99252bfa40f None None] Pushing event updated for resources: {'Port': ['ID=e2c24559-b917-44e6-b5b0-6ac343762f8f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:52.612086 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.652320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port fe7f603c-fb79-4be2-be5a-fcb45a84080c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fe7f603c-fb79-4be2-be5a-fcb45a84080c,segment=NetworkSegment(15a05d0c-cdbd-42dc-9964-f05ace512f70),segment_id=15a05d0c-cdbd-42dc-9964-f05ace512f70)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:52.662868 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.703497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:52.753974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=fe7f603c-fb79-4be2-be5a-fcb45a84080c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:52.772648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 788f84df-17b3-49c6-a67e-e16435bc66ef no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:52.814709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-1d6e2d2b-1a2e-4a0e-94d5-30e39a091ccd service neutron] 10.222.0.10 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920823 Aug 27 02:32:52.846477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 788f84df-17b3-49c6-a67e-e16435bc66ef {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:52.847272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 788f84df-17b3-49c6-a67e-e16435bc66ef not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:52.888075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Allocated IP 172.25.1.29 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/93207624-96bf-41fb-be0a-3997957bbca0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:52.917381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.955039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port fc48bb79-a6ad-4074-abc4-f2594e6d6f84 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:52.961643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-c048416d-b0a8-4020-8042-d51d76cda175 service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592474 Aug 27 02:32:52.963124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.969201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5fa05f1d-42ed-4eae-be1d-c1e03997965c tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/ports/e3695f75-b066-4eb3-a752-4fc7c6af4ec3 HTTP/1.1" status: 204 len: 168 time: 2.9263272 Aug 27 02:32:52.970286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53814) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:52.978408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:53.018898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-6edcb8f9-1a46-4fa8-b425-432357f99729 service neutron] 10.222.0.10 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839058 Aug 27 02:32:53.032760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b0a5d-5d9e-4fa8-9611-195e182c475a req-1709ad30-1363-439a-8e51-28227bf448b3 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:53.034574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e34b0a5d-5d9e-4fa8-9611-195e182c475a req-1709ad30-1363-439a-8e51-28227bf448b3 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 944 time: 0.3357582 Aug 27 02:32:53.065913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.067499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c3949fb-8393-48b5-b385-c5c40d0582a5 None None] Provisioning complete for port fe7f603c-fb79-4be2-be5a-fcb45a84080c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:53.067798 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c3949fb-8393-48b5-b385-c5c40d0582a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.132105 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.213472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e34b0a5d-5d9e-4fa8-9611-195e182c475a req-83f77762-0dc3-491f-81fd-6bb846d3c99b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610551 Aug 27 02:32:53.248482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8:0:1::c4 (8095c560-1388-49b5-9ced-9a3602d5c435/f5463ca7-acb5-4f0f-9284-3867cb540ed8/fc48bb79-a6ad-4074-abc4-f2594e6d6f84) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:53.266457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:feb6:8661 (8095c560-1388-49b5-9ced-9a3602d5c435/914fd51d-1513-486b-847f-e6a5eb3aca29/fc48bb79-a6ad-4074-abc4-f2594e6d6f84) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:53.285502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ab9faf-2a99-4bd2-b7c9-82ecf4b5ab86 req-b78ce101-e3d4-4374-86c5-13c08869c61e service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121569 Aug 27 02:32:53.288827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.314901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.460151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-514637c0-8d9c-4ec4-90c2-08ccf0e1477e req-40045238-0239-4967-89ea-a9790582c397 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 210 time: 0.0372987 Aug 27 02:32:53.467358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f6bb0-a0de-4c55-adc0-b02df12b7c09 req-7bdea361-3cb1-4030-ade0-03e11341492f tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:53.474727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd9f6bb0-a0de-4c55-adc0-b02df12b7c09 req-7bdea361-3cb1-4030-ade0-03e11341492f tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1479852 Aug 27 02:32:53.544058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.569601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.25.1.200 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/ef94896f-0d25-4c74-a6e1-f7cbff8a3c38) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:53.591299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.617209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:53.627222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Port': ['ID=93207624-96bf-41fb-be0a-3997957bbca0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:53.629817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:53.635365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:53.641059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.670636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd9f6bb0-a0de-4c55-adc0-b02df12b7c09 req-ea6b8dd6-404b-4780-a2e8-ee415dfe30a9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947482 Aug 27 02:32:53.687507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object fc48bb79-a6ad-4074-abc4-f2594e6d6f84 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:53.760438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.789770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.848128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:53.853458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:53.858855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:53.865027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:53.865700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.881917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.902203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=fc48bb79-a6ad-4074-abc4-f2594e6d6f84,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:53.919829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:53.922395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b1b73b82-d3a0-4497-9a83-ede7019ef563 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5492899 Aug 27 02:32:53.941853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53832) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:53.942936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:53.945115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8377a16c-8f7a-4156-b078-71116ba2781e None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:53.948434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:53.972009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 195dd654-203a-451f-9fda-dc33f5514f45 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:54.081619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8f5ec9b4-3bca-4d32-9590-99f0f1058816 None None] Provisioning for port e2c24559-b917-44e6-b5b0-6ac343762f8f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:54.145583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=ef94896f-0d25-4c74-a6e1-f7cbff8a3c38,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:54.236917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.249121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port fc48bb79-a6ad-4074-abc4-f2594e6d6f84 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:54.249476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.306774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:54.350854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '195dd654-203a-451f-9fda-dc33f5514f45', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'port_id': '195dd654-203a-451f-9fda-dc33f5514f45', 'mac_address': 'fa:16:3e:68:63:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:54.390768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe7f603c-fb79-4be2-be5a-fcb45a84080c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:54.428820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.429194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.488691 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.507980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195dd654-203a-451f-9fda-dc33f5514f45 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:54.529182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e136a12-bf24-4270-bb14-ab59c06ab0e4 req-00365a5c-430a-4e61-a73c-cdd0a772001d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:54.530838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e136a12-bf24-4270-bb14-ab59c06ab0e4 req-00365a5c-430a-4e61-a73c-cdd0a772001d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 944 time: 0.1741436 Aug 27 02:32:54.536018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:54.540688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:32:54.552693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fe7f603c-fb79-4be2-be5a-fcb45a84080c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:54.553081 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.557234 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.586214 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.618150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for fc48bb79-a6ad-4074-abc4-f2594e6d6f84 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:54.634507 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4fd73243-93bb-4769-8f50-9d3834203302 req-b3452763-3a51-475e-89f8-0030ecd7bd8f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 210 time: 0.0337534 Aug 27 02:32:54.658643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] Update dhcp port {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '914fd51d-1513-486b-847f-e6a5eb3aca29', 'ip_address': '2001:db8::f816:3eff:fe38:c13e'}, {'subnet_id': 'f5463ca7-acb5-4f0f-9284-3867cb540ed8'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'e2c24559-b917-44e6-b5b0-6ac343762f8f'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:32:54.663407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e136a12-bf24-4270-bb14-ab59c06ab0e4 req-ee469bb4-3e3f-462e-890e-f07bc99a7b6a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143234 Aug 27 02:32:54.695747 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.770364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e2c24559-b917-44e6-b5b0-6ac343762f8f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:54.867474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:54.968261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a65af-fcb2-47e4-8dae-61b03e536477 req-30bbbefa-a80f-477d-8c65-39820a94aedc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:54.969928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a47a65af-fcb2-47e4-8dae-61b03e536477 req-30bbbefa-a80f-477d-8c65-39820a94aedc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1337113 Aug 27 02:32:55.086621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:55.094765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['195dd654-203a-451f-9fda-dc33f5514f45'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:55.109229 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a47a65af-fcb2-47e4-8dae-61b03e536477 req-c76e9951-3765-48ca-9719-bafaad5b67e0 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065087 Aug 27 02:32:55.117928 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.123297 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.127030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-80d669f1-aeba-4aba-8e21-5780c5a2e6bb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5667448 Aug 27 02:32:55.135563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53840) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:55.155869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Sync routers for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:55.209645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:55.210626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:55.219306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e2c24559-b917-44e6-b5b0-6ac343762f8f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:55.241248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.252435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e2c24559-b917-44e6-b5b0-6ac343762f8f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:55.252821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.262663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.278334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c319cec2-2018-4bd9-b965-b850b2dba4e2 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:55.279945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c319cec2-2018-4bd9-b965-b850b2dba4e2 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 813 time: 0.4587343 Aug 27 02:32:55.295504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Request body: {'port': {'device_id': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'admin_state_up': True, 'tenant_id': 'a6fd224a952d461f973f31407b0c1cde'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:55.315800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-94f2db87-b114-41ed-a4f4-0de81c761cb6 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:55.317170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-94f2db87-b114-41ed-a4f4-0de81c761cb6 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 813 time: 0.2719235 Aug 27 02:32:55.363696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Request body: {'port': {'device_id': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'admin_state_up': True, 'tenant_id': 'a6fd224a952d461f973f31407b0c1cde'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:55.366685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] Allocated IP 2001:db8:0:1::2 (8095c560-1388-49b5-9ced-9a3602d5c435/f5463ca7-acb5-4f0f-9284-3867cb540ed8/e2c24559-b917-44e6-b5b0-6ac343762f8f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:55.379670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Router 79129066-62d0-449c-a5ce-cea84f5c2d45 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:32:55.470227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=ef94896f-0d25-4c74-a6e1-f7cbff8a3c38,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:55.515249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:55.547457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Made reservation on behalf of a6fd224a952d461f973f31407b0c1cde for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:55.551683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.590649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.604652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.646990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:55.656759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.665872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.669726 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] Sync routers for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:55.670222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1faae004-6131-42a4-9f1b-3a7665d7071d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6984825 Aug 27 02:32:55.670854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:55.685793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'port': {'network_id': 'e8f55819-920c-49df-be69-97352d0f8623', 'name': 'tempest-FloatingIPTestJSON-1359089281'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:55.690190 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:55.695641 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:55.702809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] For port e2c24559-b917-44e6-b5b0-6ac343762f8f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e2c24559-b917-44e6-b5b0-6ac343762f8f,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:55.769274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Allocated IP 172.20.0.5 (dc62358b-438b-4470-ac82-681acae24bcd/8535a453-98b1-4448-a8a2-55e66442770a/ab44c062-e873-40bb-b85d-21edfa09450e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:55.777875 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.779376 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:55.792272 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:55.793377 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:55.797835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] Transition to ACTIVE for port object e2c24559-b917-44e6-b5b0-6ac343762f8f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:55.807276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=fc48bb79-a6ad-4074-abc4-f2594e6d6f84,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:55.850577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.856052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:32:55.856546 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:32:55.910501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b4cc6-c215-4899-93d6-9878c360aa97 None None] Pushing event updated for resources: {'Port': ['ID=e2c24559-b917-44e6-b5b0-6ac343762f8f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:55.920899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a29bf7cf-30e1-4811-989c-4795f1b180be req-b007dd8a-c1dc-4de5-9d76-0052c0f892e5 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 210 time: 0.1089880 Aug 27 02:32:55.928884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Made reservation on behalf of a6fd224a952d461f973f31407b0c1cde for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:55.932659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.945400 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:55.946873 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90807dc5-a969-47fd-96ed-19af4e2e2b3d None None] The sync data for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:55.969469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.971180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-92c1aa2e-db64-456d-ba71-b6629d9f5de1 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.7893469 Aug 27 02:32:55.972834 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.974744 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-440e8fac-c598-4b8f-b88e-b57dfe269789 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/fc48bb79-a6ad-4074-abc4-f2594e6d6f84 HTTP/1.1" status: 204 len: 168 time: 2.0296226 Aug 27 02:32:55.976838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53848) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:55.977164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.010360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 3, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:56.041682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Checking router: 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:56.042201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Updating router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba port 357575fd-7b79-4da4-8412-01e4609e7cea binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:32:56.062233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.071303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.074261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179577a-f4d7-4d0e-9262-3afe14d9acbd req-bb32e840-1daf-4d3e-8ca7-2ad49227c6ed tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.076643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c179577a-f4d7-4d0e-9262-3afe14d9acbd req-bb32e840-1daf-4d3e-8ca7-2ad49227c6ed tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 945 time: 0.1118813 Aug 27 02:32:56.159696 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.224195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c179577a-f4d7-4d0e-9262-3afe14d9acbd req-69e0f6ad-43b8-417a-8c06-1c5fbed294e8 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137989 Aug 27 02:32:56.236178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Network dc62358b-438b-4470-ac82-681acae24bcd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:56.241269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:56.253178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event updated for resources: {'Port': ['ID=ab44c062-e873-40bb-b85d-21edfa09450e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.255864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:56.299120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef583f8f-77fb-4524-9cec-0279a095dfaa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.300579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ef583f8f-77fb-4524-9cec-0279a095dfaa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3194060 Aug 27 02:32:56.308104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53854) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.356282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.357224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.382119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f203e9-92cd-40a1-901d-d1e472228b57 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.382462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:56.383907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-87f203e9-92cd-40a1-901d-d1e472228b57 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0743737 Aug 27 02:32:56.385942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.386608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53856) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.397274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-f53b94c5-0013-400c-9feb-2227a7696299 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1059260 Aug 27 02:32:56.421443 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.431814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Request body: {'port': {'device_id': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:56.438202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Allocated IP 172.20.0.12 (dc62358b-438b-4470-ac82-681acae24bcd/8535a453-98b1-4448-a8a2-55e66442770a/c83723c4-4551-4be2-a991-692dd4221aaa) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:56.455333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Transition to ACTIVE for port object 357575fd-7b79-4da4-8412-01e4609e7cea will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:56.466063 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.476556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.505581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.529326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3299ba-a48b-45b5-9bc9-b059827a3d6d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.531095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3299ba-a48b-45b5-9bc9-b059827a3d6d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.532678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3299ba-a48b-45b5-9bc9-b059827a3d6d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.534383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ad3299ba-a48b-45b5-9bc9-b059827a3d6d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1466601 Aug 27 02:32:56.544904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53858) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.554819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Attempting to bind port 357575fd-7b79-4da4-8412-01e4609e7cea on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:56.555342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Attempting to bind port 357575fd-7b79-4da4-8412-01e4609e7cea by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:56.555914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Attempting to bind port 357575fd-7b79-4da4-8412-01e4609e7cea on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:56.577168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e2c24559-b917-44e6-b5b0-6ac343762f8f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e2c24559-b917-44e6-b5b0-6ac343762f8f,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:56.578512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:56.578999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:56.579505 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.580503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:56.581099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Bound port: 357575fd-7b79-4da4-8412-01e4609e7cea, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:56.581587 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.587430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80c64-bed8-4c37-825b-631c89f73174 None None] Pushing event updated for resources: {'Port': ['ID=357575fd-7b79-4da4-8412-01e4609e7cea,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.608878 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.642891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 914fd51d-1513-486b-847f-e6a5eb3aca29 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:56.646277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.698476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.704548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] For port 357575fd-7b79-4da4-8412-01e4609e7cea, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:56.708177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] For port 357575fd-7b79-4da4-8412-01e4609e7cea, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=357575fd-7b79-4da4-8412-01e4609e7cea,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:56.709386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e2c24559-b917-44e6-b5b0-6ac343762f8f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.718795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.739479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] device_id is not set on port 2d1f836e-d169-4386-a149-a7eb606529e2 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:32:56.767689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e2c24559-b917-44e6-b5b0-6ac343762f8f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:56.787946 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.793819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.824258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:56.825103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:32:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:56.832156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80c64-bed8-4c37-825b-631c89f73174 None None] Pushing event updated for resources: {'Port': ['ID=357575fd-7b79-4da4-8412-01e4609e7cea,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.835492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c42bc14c-891c-4d87-bd77-3f3aeede2091 None None] Could not find standard attr ID for object fc48bb79-a6ad-4074-abc4-f2594e6d6f84. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:32:56.903677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.934684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=914fd51d-1513-486b-847f-e6a5eb3aca29,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.937672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c42bc14c-891c-4d87-bd77-3f3aeede2091 None None] Provisioning for port e2c24559-b917-44e6-b5b0-6ac343762f8f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:56.949570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c42bc14c-891c-4d87-bd77-3f3aeede2091 None None] Provisioning complete for port e2c24559-b917-44e6-b5b0-6ac343762f8f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:56.950795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c42bc14c-891c-4d87-bd77-3f3aeede2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.953682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.956050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e4281b2-7120-4921-a737-c3d6e78ea99a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/914fd51d-1513-486b-847f-e6a5eb3aca29 HTTP/1.1" status: 204 len: 168 time: 0.4101787 Aug 27 02:32:56.965648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53862) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.983189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e2c24559-b917-44e6-b5b0-6ac343762f8f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:56.983714 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.066049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet f5463ca7-acb5-4f0f-9284-3867cb540ed8 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:57.070393 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.134084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8755202f-a8d2-40ff-9db0-eef6ca8ecaa3 req-24904094-c87a-4921-8b17-abaab4d8c134 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 210 time: 0.0598741 Aug 27 02:32:57.144074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.164595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0cb89-4ff1-42ab-8afc-72183a76b39c None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:57.189499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:57.231467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.233586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40854e75-981c-45b3-bd07-668a4529d677 req-eccbac7c-a2e6-44f7-8206-920b77e7ea3e tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:57.235629 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40854e75-981c-45b3-bd07-668a4529d677 req-eccbac7c-a2e6-44f7-8206-920b77e7ea3e tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.9759500 Aug 27 02:32:57.303668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.342662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=f5463ca7-acb5-4f0f-9284-3867cb540ed8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:57.358358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.360332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7c2cf9eb-e039-4184-bd4b-3c3f21014add tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/f5463ca7-acb5-4f0f-9284-3867cb540ed8 HTTP/1.1" status: 204 len: 168 time: 0.3932211 Aug 27 02:32:57.374128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53866) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:57.412700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a3b95738-8a8b-4535-8dbd-f6ea97995145 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373878 Aug 27 02:32:57.416750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53868) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:57.421117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:57.464763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40854e75-981c-45b3-bd07-668a4529d677 req-44660025-fc9e-4be0-8a65-369d1be298ef tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136776 Aug 27 02:32:57.480440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.489304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468e392-7412-4870-999b-6539f067db85 req-61b7dec8-fe8a-4fda-b2b0-b820618897ab tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:57.503153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f468e392-7412-4870-999b-6539f067db85 req-61b7dec8-fe8a-4fda-b2b0-b820618897ab tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 945 time: 0.1555648 Aug 27 02:32:57.523586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.2 (e8f55819-920c-49df-be69-97352d0f8623/418be0c7-f811-4f14-bb47-cdc1d67c6719/2d1f836e-d169-4386-a149-a7eb606529e2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:57.534077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.583761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 3, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:57.620815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902515c5-82a4-4eeb-ae3e-b8f04fdc34f5 None None] The sync data for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 is: [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 3, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:57.622197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-246c8541-a635-4039-b0b0-b8358a6be962 None None] Could not find standard attr ID for object fc48bb79-a6ad-4074-abc4-f2594e6d6f84. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:32:57.622885 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f468e392-7412-4870-999b-6539f067db85 req-fcd5ad54-952b-4a2f-af9c-598f85882dcc tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202717 Aug 27 02:32:57.652857 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-59310332-c94a-4291-bc0f-8f4b0787cbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.666248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:57.678048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:57.681593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.696387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event updated for resources: {'Port': ['ID=c83723c4-4551-4be2-a991-692dd4221aaa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:57.723014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] Deleting port e2c24559-b917-44e6-b5b0-6ac343762f8f {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:57.723714 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.806023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] For port e2c24559-b917-44e6-b5b0-6ac343762f8f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e2c24559-b917-44e6-b5b0-6ac343762f8f,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:57.806591 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.823401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] Calling delete_port for e2c24559-b917-44e6-b5b0-6ac343762f8f owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:57.841404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Network dc62358b-438b-4470-ac82-681acae24bcd is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:57.883658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab44c062-e873-40bb-b85d-21edfa09450e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:57.889026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:57.895339 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.903987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:57.925790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Transition to ACTIVE for port object ab44c062-e873-40bb-b85d-21edfa09450e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:57.926225 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.940179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] No DVR routers for this DVR port e2c24559-b917-44e6-b5b0-6ac343762f8f on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:57.970166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 195dd654-203a-451f-9fda-dc33f5514f45 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:57.971857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.031824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2b6ce-837e-40c1-8099-55f0a904af16 None None] Pushing event deleted for resources: {'Port': ['ID=e2c24559-b917-44e6-b5b0-6ac343762f8f,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.063034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 195dd654-203a-451f-9fda-dc33f5514f45 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:58.069823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 195dd654-203a-451f-9fda-dc33f5514f45 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:58.070403 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.082930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Pushing event updated for resources: {'Port': ['ID=ab44c062-e873-40bb-b85d-21edfa09450e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.105537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.106588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.172401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.178674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.183638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c6f7e772-015c-4200-bf2f-375fe8f9f64c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8294194 Aug 27 02:32:58.212959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.objects.ports [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:32:58.214683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:58.215738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:58.218740 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cad298-db55-492d-8af5-9d1020827284" -d '{"events": [{"server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "name": "network-vif-plugged", "status": "completed", "tag": "195dd654-203a-451f-9fda-dc33f5514f45"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:58.220467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.231294 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.233365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Request body: {'port': {'device_id': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:58.293530 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de39e5da-c69d-43f2-9223-9eba0eb319a6 x-openstack-request-id: req-de39e5da-c69d-43f2-9223-9eba0eb319a6 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:58.294582 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "name": "network-vif-plugged", "status": "completed", "tag": "195dd654-203a-451f-9fda-dc33f5514f45", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:58.294703 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de39e5da-c69d-43f2-9223-9eba0eb319a6 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:58.295378 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45', 'code': 200} Aug 27 02:32:58.299460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Allocated IP 172.20.0.1 (7536b084-763e-435d-b834-f01cae4eb7b8/916e121f-5242-4d7c-a886-c06102ad820c/2b8e2981-2f71-44e1-8a79-ff47a44dda1c) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:58.309760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:58.328862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=e7937eb0-2e74-4b63-a1db-684f6f532102,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.334042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:58.335966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Attempting to bind port ab44c062-e873-40bb-b85d-21edfa09450e on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:58.336133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Attempting to bind port ab44c062-e873-40bb-b85d-21edfa09450e by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:58.336470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Attempting to bind port ab44c062-e873-40bb-b85d-21edfa09450e on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:58.339308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.340021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.346064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.348704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e02f1d6-d32d-4278-bd1d-e05088f68528 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:58.371895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Port ab44c062-e873-40bb-b85d-21edfa09450e on network dc62358b-438b-4470-ac82-681acae24bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:58.372269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Attempting to bind port ab44c062-e873-40bb-b85d-21edfa09450e on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:58.380409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:58.380842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Checking segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:58.381124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Bound using segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:58.381557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Bound port: ab44c062-e873-40bb-b85d-21edfa09450e, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:58.382404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.400843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-94a22732-d9c3-4ed7-ba58-7c7e84881e95 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9837074 Aug 27 02:32:58.409385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53874) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:58.419693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1f48f2d9-1b50-40f1-bc8f-a09a4a4d9316 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:58.453310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.495266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network e8f55819-920c-49df-be69-97352d0f8623 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:58.502153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c40798-437d-416e-9f80-dd28ac591db2 req-b07b2c17-30ae-4a58-b3ee-9606fdf10746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.503783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16c40798-437d-416e-9f80-dd28ac591db2 req-b07b2c17-30ae-4a58-b3ee-9606fdf10746 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 1097 time: 0.1417878 Aug 27 02:32:58.515949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:58.538146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': 'e7937eb0-2e74-4b63-a1db-684f6f532102'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:58.543342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.551775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.572439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] For port ab44c062-e873-40bb-b85d-21edfa09450e, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:58.594280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:58.614796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.632374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] For port ab44c062-e873-40bb-b85d-21edfa09450e, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ab44c062-e873-40bb-b85d-21edfa09450e,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:58.640657 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16c40798-437d-416e-9f80-dd28ac591db2 req-9f1e5642-13bc-4b60-8c37-c05c230a3200 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256793 Aug 27 02:32:58.649427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.650877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a926-c5ee-4667-a87c-987bbd2845b9 req-8da314ae-9562-45c4-8d55-067f9133fd39 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.652398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6c60a926-c5ee-4667-a87c-987bbd2845b9 req-8da314ae-9562-45c4-8d55-067f9133fd39 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 932 time: 0.3674114 Aug 27 02:32:58.723066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067b760-b518-47a2-b593-50be291a1e52 req-82d96ece-c231-42b6-8b7f-48172a60a5d1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.724687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3067b760-b518-47a2-b593-50be291a1e52 req-82d96ece-c231-42b6-8b7f-48172a60a5d1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1278551 Aug 27 02:32:58.729804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.730447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.731881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] 10.222.0.45 "PUT /v2.0/ports/ab44c062-e873-40bb-b85d-21edfa09450e HTTP/1.1" status: 200 len: 1091 time: 2.3080740 Aug 27 02:32:58.732326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'tag': 'ab44c062-e873-40bb-b85d-21edfa09450e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:58.735168 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0481592-96b9-4c1c-b50d-68dc59776b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce91961-aab7-411a-b30a-35af7a8af14c", "tag": "ab44c062-e873-40bb-b85d-21edfa09450e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:58.750352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=2d1f836e-d169-4386-a149-a7eb606529e2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.762916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f48f2d9-1b50-40f1-bc8f-a09a4a4d9316 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:58.766598 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f48f2d9-1b50-40f1-bc8f-a09a4a4d9316 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.798001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2e5f-0e9d-4a6d-b63c-a1d0f283235b service neutron] Pushing event updated for resources: {'Port': ['ID=ab44c062-e873-40bb-b85d-21edfa09450e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.835462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 357575fd-7b79-4da4-8412-01e4609e7cea up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:58.839344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Allocated IP 2001:db8::f816:3eff:feb4:be74 (8095c560-1388-49b5-9ced-9a3602d5c435/e7937eb0-2e74-4b63-a1db-684f6f532102/e14a6bfa-61d4-4d38-82ec-3d2eeced49bf) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:58.855965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.856636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.976959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 357575fd-7b79-4da4-8412-01e4609e7cea completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:58.983354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 357575fd-7b79-4da4-8412-01e4609e7cea triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:58.983839 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.995927 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.004938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-568378e7-12ca-43b6-8c03-5653821c8cb1 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3274024 Aug 27 02:32:59.008022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6c60a926-c5ee-4667-a87c-987bbd2845b9 req-e8ec9ab4-9ce5-4cd0-bc20-70238cfea712 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331580 Aug 27 02:32:59.008517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53882) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:59.022461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'port_id': '2d1f836e-d169-4386-a149-a7eb606529e2'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:59.101079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.124018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.141208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Transition to ACTIVE for port object e14a6bfa-61d4-4d38-82ec-3d2eeced49bf will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:59.164905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Transition to ACTIVE for port object e14a6bfa-61d4-4d38-82ec-3d2eeced49bf will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:59.194219 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.248244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:59.253817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.263622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:59.283020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:59.286986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Pushing event updated for resources: {'Port': ['ID=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:59.299613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 357575fd-7b79-4da4-8412-01e4609e7cea, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=357575fd-7b79-4da4-8412-01e4609e7cea,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:59.326380 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.355232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3067b760-b518-47a2-b593-50be291a1e52 req-76f16d9e-9287-470c-a95a-7138db1cb715 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059003 Aug 27 02:32:59.387217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Attempting to bind port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:59.387588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Attempting to bind port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:59.387988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Attempting to bind port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:59.400186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e2c24559-b917-44e6-b5b0-6ac343762f8f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:59.407742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-977b696e-99f4-417c-b827-6f7b17c6085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:59.410403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:59.410403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:59.410403 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.410932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:59.411308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Bound port: e14a6bfa-61d4-4d38-82ec-3d2eeced49bf, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:59.411782 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.413658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.414569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-977b696e-99f4-417c-b827-6f7b17c6085a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=5ce91961-aab7-411a-b30a-35af7a8af14c HTTP/1.1" status: 200 len: 1094 time: 0.1426868 Aug 27 02:32:59.430831 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db641ae5-f485-4b34-8ccf-a1a4713bf5ab x-openstack-request-id: req-db641ae5-f485-4b34-8ccf-a1a4713bf5ab {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:59.431158 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce91961-aab7-411a-b30a-35af7a8af14c", "tag": "ab44c062-e873-40bb-b85d-21edfa09450e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:59.431366 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db641ae5-f485-4b34-8ccf-a1a4713bf5ab {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:59.431964 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'tag': 'ab44c062-e873-40bb-b85d-21edfa09450e', 'status': 'completed', 'code': 200} Aug 27 02:32:59.444060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e2c24559-b917-44e6-b5b0-6ac343762f8f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:59.444404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e2c24559-b917-44e6-b5b0-6ac343762f8f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:59.451493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Network 7536b084-763e-435d-b834-f01cae4eb7b8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:59.455314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=357575fd-7b79-4da4-8412-01e4609e7cea,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:59.459946 n-d-806293-1 neutron-server[94772]: INFO neutron.db.ipam_backend_mixin [None req-1f48f2d9-1b50-40f1-bc8f-a09a4a4d9316 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7937eb0-2e74-4b63-a1db-684f6f532102 (CIDR: 2001:db8::/64) Aug 27 02:32:59.461250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:59.498372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:59.500660 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f48f2d9-1b50-40f1-bc8f-a09a4a4d9316 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:32:59.501160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f48f2d9-1b50-40f1-bc8f-a09a4a4d9316 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:32:59.505200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-d7c773aa-eacd-42f5-b928-440afcaf40e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab44c062-e873-40bb-b85d-21edfa09450e HTTP/1.1" status: 200 len: 217 time: 0.0694957 Aug 27 02:32:59.509373 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] For port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:59.513708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] For port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:59.533152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.552038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1f48f2d9-1b50-40f1-bc8f-a09a4a4d9316 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1392536 Aug 27 02:32:59.552347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53884) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:59.562545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:59.625542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc121d4-698a-4fed-83b0-9a22382058e8 None None] Pushing event updated for resources: {'Port': ['ID=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:59.665547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-be07d8f3-1447-49a5-a41a-92c370e9c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:59.667489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-be07d8f3-1447-49a5-a41a-92c370e9c5b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.1537790 Aug 27 02:32:59.730836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-fd00fdf3-31d1-4e52-84d8-bb1027095382 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517387 Aug 27 02:32:59.886105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:59.889993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:59.940109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-4d45d4e9-427c-4707-a4b2-331a3baf48d5 service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989372 Aug 27 02:33:00.025832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21d436-0dc6-4ab6-8aa2-7ce9f93da2a6 req-5be60b2e-e29e-4b85-8046-bcb66835426e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.027532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a21d436-0dc6-4ab6-8aa2-7ce9f93da2a6 req-5be60b2e-e29e-4b85-8046-bcb66835426e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.8472192 Aug 27 02:33:00.028323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.094697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:00.113499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-00a0ba00-7c78-4aaf-bc6a-f707824e6ebc service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649976 Aug 27 02:33:00.144703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83723c4-4551-4be2-a991-692dd4221aaa {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:00.176545 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-447c5fc4-7729-4676-b477-69eae23e6e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.180460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef278576-a3a6-4266-bb0d-13f7876bddbf req-9198b35d-219f-4225-897c-afa6483bdf1e tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.182122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef278576-a3a6-4266-bb0d-13f7876bddbf req-9198b35d-219f-4225-897c-afa6483bdf1e tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 932 time: 0.0834494 Aug 27 02:33:00.215767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.282015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a21d436-0dc6-4ab6-8aa2-7ce9f93da2a6 req-73e7a12e-9936-4142-b0c2-338e535fea64 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385015 Aug 27 02:33:00.293281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-f68e99e3-4899-43ef-b3e2-024dd0870562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.295035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-f68e99e3-4899-43ef-b3e2-024dd0870562 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=5ce91961-aab7-411a-b30a-35af7a8af14c HTTP/1.1" status: 200 len: 1094 time: 0.1118944 Aug 27 02:33:00.298230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Transition to ACTIVE for port object c83723c4-4551-4be2-a991-692dd4221aaa will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:00.300844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Allocated IP 172.20.0.1 (2728467d-16ef-455f-914f-35a688dbeb30/e4940836-bd27-4709-b927-855cd26fcdc1/8fa42556-9485-4ba7-8a6a-91996bf3ec4e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:00.306699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef278576-a3a6-4266-bb0d-13f7876bddbf req-2adde7e0-9366-4dae-adbd-f4452a28b951 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110559 Aug 27 02:33:00.346972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.389445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.412082 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.469064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:00.476918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:00.479433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-a70f9803-c7f0-47f6-8737-717e83dbe67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.480995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-a70f9803-c7f0-47f6-8737-717e83dbe67b service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 914 time: 0.1734848 Aug 27 02:33:00.482567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.482839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.485220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=2e4b8c3e-84ca-4710-8123-3ccce2de597e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:00.528187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-674c9ec4-7666-42c6-8a12-fbc42291ab73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab44c062-e873-40bb-b85d-21edfa09450e HTTP/1.1" status: 200 len: 217 time: 0.0367203 Aug 27 02:33:00.529553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4fe7c9ee-2188-4954-9371-4db777641d2c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9749501 Aug 27 02:33:00.532660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53890) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:00.537501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:5d:89:1b', 'name': 'tempest-NetworksTestDHCPv6-508302474'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:00.600369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Pushing event updated for resources: {'Port': ['ID=c83723c4-4551-4be2-a991-692dd4221aaa,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:00.620469 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.641248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-1316da7c-3030-43cd-82b6-acc77449ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.642759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-1316da7c-3030-43cd-82b6-acc77449ace1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.1019132 Aug 27 02:33:00.693017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-765519dd-49ee-4428-89b4-b7f93f7733db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388460 Aug 27 02:33:00.752804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad3cb-10d7-4541-ba53-4c031d622471 req-b8603e6e-ef10-46d4-ac37-8e11a7272f27 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.754874 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c60ad3cb-10d7-4541-ba53-4c031d622471 req-b8603e6e-ef10-46d4-ac37-8e11a7272f27 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.3033094 Aug 27 02:33:00.764155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:00.793971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.851871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e14a6bfa-61d4-4d38-82ec-3d2eeced49bf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:00.882193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Transition to ACTIVE for port object 8fa42556-9485-4ba7-8a6a-91996bf3ec4e will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:00.883191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.890767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:33:00.911578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-dff6c504-06aa-4147-9be4-7351fefda9e1 service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102823 Aug 27 02:33:00.917986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 104f2340-ed46-4b14-8008-66513d711104 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:00.929875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:00.935091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 357575fd-7b79-4da4-8412-01e4609e7cea up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:00.991950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c60ad3cb-10d7-4541-ba53-4c031d622471 req-57c06233-1ab2-4ea0-9002-da0e64eb6a4d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198968 Aug 27 02:33:00.992757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Attempting to bind port c83723c4-4551-4be2-a991-692dd4221aaa on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:00.993094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Attempting to bind port c83723c4-4551-4be2-a991-692dd4221aaa by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:00.993422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Attempting to bind port c83723c4-4551-4be2-a991-692dd4221aaa on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:00.996204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 357575fd-7b79-4da4-8412-01e4609e7cea triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:00.996760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.025774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Port c83723c4-4551-4be2-a991-692dd4221aaa on network dc62358b-438b-4470-ac82-681acae24bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:01.026107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Attempting to bind port c83723c4-4551-4be2-a991-692dd4221aaa on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:01.046666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.054140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:01.054817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Checking segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:01.055296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Bound using segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:01.055762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Bound port: c83723c4-4551-4be2-a991-692dd4221aaa, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:01.056124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.075260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.104151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b8962-ff86-4cbc-a1ab-b5089a288057 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:01.105463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0481592-96b9-4c1c-b50d-68dc59776b9c req-58fe640f-6059-4444-a603-35ce3b87ec90 service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802933 Aug 27 02:33:01.160546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.169536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8:0:1::34f (8095c560-1388-49b5-9ced-9a3602d5c435/2e4b8c3e-84ca-4710-8123-3ccce2de597e/104f2340-ed46-4b14-8008-66513d711104) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:01.181378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::f816:3eff:fe5d:891b (8095c560-1388-49b5-9ced-9a3602d5c435/e7937eb0-2e74-4b63-a1db-684f6f532102/104f2340-ed46-4b14-8008-66513d711104) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:01.226421 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.259748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ca2aff2c-4587-4a75-9d51-1f7b3e3bfcd7 None None] Provisioning for port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:01.267777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Network 2728467d-16ef-455f-914f-35a688dbeb30 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:01.281935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:01.284948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ca2aff2c-4587-4a75-9d51-1f7b3e3bfcd7 None None] Provisioning complete for port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:01.285631 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca2aff2c-4587-4a75-9d51-1f7b3e3bfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.305975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:01.318093 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.375198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] For port c83723c4-4551-4be2-a991-692dd4221aaa, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:01.386658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.400971 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.413452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Port': ['ID=8fa42556-9485-4ba7-8a6a-91996bf3ec4e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:01.444021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 104f2340-ed46-4b14-8008-66513d711104 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:01.447017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482bf59-3df0-4817-94b3-e003093b6af6 req-0af12da8-e1e6-420a-9b25-88f8ed40d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:01.448694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6482bf59-3df0-4817-94b3-e003093b6af6 req-0af12da8-e1e6-420a-9b25-88f8ed40d001 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 1096 time: 0.1124086 Aug 27 02:33:01.452281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] For port c83723c4-4551-4be2-a991-692dd4221aaa, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c83723c4-4551-4be2-a991-692dd4221aaa,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:01.465633 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 3c3f8859-5eb5-4172-83c2-9d75e022e0d7 associated. External IP: 172.25.1.200, port: 2d1f836e-d169-4386-a149-a7eb606529e2. Aug 27 02:33:01.497433 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca2aff2c-4587-4a75-9d51-1f7b3e3bfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.542290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.555120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93813e15-2345-4196-90d7-40aafb369257 req-9c66a224-31a4-4a18-8229-b42e313a1f99 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:01.556963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93813e15-2345-4196-90d7-40aafb369257 req-9c66a224-31a4-4a18-8229-b42e313a1f99 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1750906 Aug 27 02:33:01.561753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.569319 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.610306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ca2aff2c-4587-4a75-9d51-1f7b3e3bfcd7 None None] For port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:01.612296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] Update dhcp port {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': 'e7937eb0-2e74-4b63-a1db-684f6f532102', 'ip_address': '2001:db8::f816:3eff:feb4:be74'}, {'subnet_id': '2e4b8c3e-84ca-4710-8123-3ccce2de597e'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'e14a6bfa-61d4-4d38-82ec-3d2eeced49bf'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:33:01.632672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca2aff2c-4587-4a75-9d51-1f7b3e3bfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.648831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6482bf59-3df0-4817-94b3-e003093b6af6 req-2f2bf0f5-d203-4622-b63c-8e03936b6151 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909420 Aug 27 02:33:01.651077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:01.656913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:01.660750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:01.665564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.666822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:01.667514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.676078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93813e15-2345-4196-90d7-40aafb369257 req-86ec304c-afae-4ba1-b1b6-5f5a050c4102 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019161 Aug 27 02:33:01.696084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=104f2340-ed46-4b14-8008-66513d711104,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:01.707059 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0f0fbbdb-8854-4985-ba18-4b8e4a70ebe9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1713014 Aug 27 02:33:01.710725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53896) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:01.719037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aff2c-4587-4a75-9d51-1f7b3e3bfcd7 None None] Pushing event updated for resources: {'Port': ['ID=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:01.836103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e9a2990a-b687-490a-b744-b955b4a61908 None None] Provisioning for port 8fa42556-9485-4ba7-8a6a-91996bf3ec4e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:01.846519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e9a2990a-b687-490a-b744-b955b4a61908 None None] Provisioning complete for port 8fa42556-9485-4ba7-8a6a-91996bf3ec4e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:01.847043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9a2990a-b687-490a-b744-b955b4a61908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.866158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c54b4-230f-4405-8ba9-e6d4af91e484 req-730c7c99-b575-47fa-96d1-fc35dda5a837 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:01.867676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-277c54b4-230f-4405-8ba9-e6d4af91e484 req-730c7c99-b575-47fa-96d1-fc35dda5a837 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.0774896 Aug 27 02:33:01.870252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 104f2340-ed46-4b14-8008-66513d711104 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:01.870861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.943300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:01.943960 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.945377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] 10.222.0.32 "PUT /v2.0/ports/c83723c4-4551-4be2-a991-692dd4221aaa HTTP/1.1" status: 200 len: 1092 time: 3.7168813 Aug 27 02:33:01.946066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:01.949313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'tag': 'c83723c4-4551-4be2-a991-692dd4221aaa'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:01.951766 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c21e17-9c29-4f40-9559-d94e74ca358e" -d '{"events": [{"name": "network-changed", "server_uuid": "df7bcb84-29a0-4fc8-9fbd-2f59a7565025", "tag": "c83723c4-4551-4be2-a991-692dd4221aaa"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:01.970778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-277c54b4-230f-4405-8ba9-e6d4af91e484 req-af13101a-6e0f-441d-b694-e67e78c9952f tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846214 Aug 27 02:33:01.990424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.994304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.018716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 104f2340-ed46-4b14-8008-66513d711104 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:02.046785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ab44c062-e873-40bb-b85d-21edfa09450e details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:02.083630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877091-53ac-41ca-be64-c380f43e3a1b req-b9b7f195-3744-44e7-8850-a57044c77dd3 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.085176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d877091-53ac-41ca-be64-c380f43e3a1b req-b9b7f195-3744-44e7-8850-a57044c77dd3 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 944 time: 0.6651318 Aug 27 02:33:02.098451 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80790cfe-ae02-499a-8ed0-38aa17426225 x-openstack-request-id: req-80790cfe-ae02-499a-8ed0-38aa17426225 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:02.098682 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7bcb84-29a0-4fc8-9fbd-2f59a7565025", "tag": "c83723c4-4551-4be2-a991-692dd4221aaa", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:02.098885 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80790cfe-ae02-499a-8ed0-38aa17426225 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:02.099277 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'tag': 'c83723c4-4551-4be2-a991-692dd4221aaa', 'status': 'completed', 'code': 200} Aug 27 02:33:02.146498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] Allocated IP 2001:db8:0:1::2 (8095c560-1388-49b5-9ced-9a3602d5c435/2e4b8c3e-84ca-4710-8123-3ccce2de597e/e14a6bfa-61d4-4d38-82ec-3d2eeced49bf) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:02.148589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2990a-b687-490a-b744-b955b4a61908 None None] Port 8fa42556-9485-4ba7-8a6a-91996bf3ec4e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:02.213080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f1156-2d49-4fd7-b555-51386626bd50 service neutron] Pushing event updated for resources: {'Port': ['ID=c83723c4-4551-4be2-a991-692dd4221aaa,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:02.233784 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:33:02.246764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ab44c062-e873-40bb-b85d-21edfa09450e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ab44c062-e873-40bb-b85d-21edfa09450e,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:02.256997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-3230bd46-de07-4789-9273-f8bdfffc99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.258557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-3230bd46-de07-4789-9273-f8bdfffc99b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 1095 time: 0.2349792 Aug 27 02:33:02.264891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4b92-8217-4fbb-a17d-c91aab95d5be req-92a11d82-f331-4e1f-80fa-49432789d688 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.266638 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a4b4b92-8217-4fbb-a17d-c91aab95d5be req-92a11d82-f331-4e1f-80fa-49432789d688 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1128538 Aug 27 02:33:02.275132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ab44c062-e873-40bb-b85d-21edfa09450e', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'port_id': 'ab44c062-e873-40bb-b85d-21edfa09450e', 'mac_address': 'fa:16:3e:09:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535a453-98b1-4448-a8a2-55e66442770a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:02.297676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.298195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d877091-53ac-41ca-be64-c380f43e3a1b req-870d4079-6cb1-4268-8cee-e5eef9c24da9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919990 Aug 27 02:33:02.327684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] For port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:02.360916 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.376454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a4b4b92-8217-4fbb-a17d-c91aab95d5be req-0bc55ff4-5f29-4645-a3e9-809dc1bd5a70 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950255 Aug 27 02:33:02.383379 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.385387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-5100bd85-ebde-4b5d-8cd9-efd273aff3e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83723c4-4551-4be2-a991-692dd4221aaa HTTP/1.1" status: 200 len: 217 time: 0.0861778 Aug 27 02:33:02.387693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab44c062-e873-40bb-b85d-21edfa09450e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:02.392657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=104f2340-ed46-4b14-8008-66513d711104,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:02.393165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Network 7536b084-763e-435d-b834-f01cae4eb7b8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:02.424427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:02.426007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] Transition to ACTIVE for port object e14a6bfa-61d4-4d38-82ec-3d2eeced49bf will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:02.436602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ab44c062-e873-40bb-b85d-21edfa09450e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ab44c062-e873-40bb-b85d-21edfa09450e,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:02.438426 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.460520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.470613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.473215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-670bb4d6-40c4-4e3c-bfa9-641c4081c1b8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/104f2340-ed46-4b14-8008-66513d711104 HTTP/1.1" status: 204 len: 168 time: 0.7610686 Aug 27 02:33:02.474060 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.481140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53908) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:02.543544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14cb64-e885-47ff-8749-99c5a2128b50 None None] Pushing event updated for resources: {'Port': ['ID=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:02.555605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470fe165-7c96-44ee-b5e4-e4acf61560d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.559332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-470fe165-7c96-44ee-b5e4-e4acf61560d6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0706673 Aug 27 02:33:02.563726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53910) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:02.581138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-ff60af7f-684f-4777-87d0-ae3f87a1e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.582624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-ff60af7f-684f-4777-87d0-ae3f87a1e48b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.1846402 Aug 27 02:33:02.606095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ab44c062-e873-40bb-b85d-21edfa09450e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:02.623977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b6db5-268d-43b4-98f8-a06066a60e6f req-e67fc833-e25d-4419-b30c-1e85cde1cb7c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.632016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f9b6db5-268d-43b4-98f8-a06066a60e6f req-e67fc833-e25d-4419-b30c-1e85cde1cb7c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.0610111 Aug 27 02:33:02.677400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f9b6db5-268d-43b4-98f8-a06066a60e6f req-7bdb4f57-77e4-4599-92d8-a6d3f1fbf5c5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Aug 27 02:33:02.695465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:02.750013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e14a6bfa-61d4-4d38-82ec-3d2eeced49bf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:02.750775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-41000c1b-fc40-49d0-a11c-cd2d8fd0e7f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440151 Aug 27 02:33:02.756203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ab44c062-e873-40bb-b85d-21edfa09450e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:02.933229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f27af0-7985-43e0-bd0e-454c289c6d51 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.934974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-92f27af0-7985-43e0-bd0e-454c289c6d51 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3673096 Aug 27 02:33:02.938009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53914) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:02.988196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:03.004477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffb6a2-ee0a-40bc-b75e-7bea4fe6ce5f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.005820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffb6a2-ee0a-40bc-b75e-7bea4fe6ce5f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.007497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffb6a2-ee0a-40bc-b75e-7bea4fe6ce5f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.009653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-faffb6a2-ee0a-40bc-b75e-7bea4fe6ce5f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0694003 Aug 27 02:33:03.013347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53916) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:03.073076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 2e4b8c3e-84ca-4710-8123-3ccce2de597e {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:03.076677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.084721 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.098365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f621faa-a7b7-4538-8c7a-0759dafe30c5 req-04782a40-f73e-4c65-97ee-29e4db2c8e25 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.100232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f621faa-a7b7-4538-8c7a-0759dafe30c5 req-04782a40-f73e-4c65-97ee-29e4db2c8e25 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.3024960 Aug 27 02:33:03.114183 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-327ee5bc-feac-4349-b2c6-707fe0dc96fd service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503916 Aug 27 02:33:03.123952 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.196896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e7509f62-e354-4991-ba0c-4552f8757481 None None] Provisioning for port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:03.206792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e7509f62-e354-4991-ba0c-4552f8757481 None None] Provisioning complete for port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:03.207527 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e7509f62-e354-4991-ba0c-4552f8757481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.239163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.242406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:03.253825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:03.290307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.302395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:03.303518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:03.344796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.349839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:03.370948 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.373754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:03.374481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:03.381612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/2e4b8c3e-84ca-4710-8123-3ccce2de597e HTTP/1.1" status: 204 len: 168 time: 0.3644338 Aug 27 02:33:03.387076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53920) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:03.416531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9c2bc-bc73-4b96-abb9-048f6b792825 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4b8c3e-84ca-4710-8123-3ccce2de597e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:03.422360 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f3c2384d-c4cd-4d7c-8036-3c6c01beb5db tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/floatingips/3c3f8859-5eb5-4172-83c2-9d75e022e0d7 HTTP/1.1" status: 200 len: 978 time: 4.4035041 Aug 27 02:33:03.429289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53924) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:03.432567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f40bb8-d4ac-4733-8f6e-4b5d1326d3f8 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:03.436488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:03.437266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dcfc49-62d1-420c-8054-f41512ffe94e None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:03.494412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-42f673f3-0abc-458c-813d-d272833f891b None None] Could not find standard attr ID for object 104f2340-ed46-4b14-8008-66513d711104. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:33:03.501921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dc19a-2698-464a-92a3-46824ee1190b req-a9845e21-8ad7-47c7-b709-98753783f8f6 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.503568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a45dc19a-2698-464a-92a3-46824ee1190b req-a9845e21-8ad7-47c7-b709-98753783f8f6 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 944 time: 0.0892301 Aug 27 02:33:03.569194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a45dc19a-2698-464a-92a3-46824ee1190b req-2ae8b983-5b0d-4616-97f7-c9a48b3ab14a tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Aug 27 02:33:03.591085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 2d1f836e-d169-4386-a149-a7eb606529e2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:03.591085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.721483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfbed7-5bf8-419e-ac35-0f86fa72d75d req-002f3007-5aae-473c-bbd4-7f94f09bea74 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.723054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03bfbed7-5bf8-419e-ac35-0f86fa72d75d req-002f3007-5aae-473c-bbd4-7f94f09bea74 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.0745292 Aug 27 02:33:03.740362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.776255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f621faa-a7b7-4538-8c7a-0759dafe30c5 req-af1da5f2-7f94-4147-84fe-f5091f95e7ab tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609173 Aug 27 02:33:03.826951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03bfbed7-5bf8-419e-ac35-0f86fa72d75d req-6199baf9-cf03-46d0-866a-92aca6cb0c68 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909190 Aug 27 02:33:03.858075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2aa1c1b-eddf-4119-91e7-7fe91e4bd665 req-bd9764a9-20da-4f62-914d-ec443fcdea11 service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915078 Aug 27 02:33:03.874550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:03.887766 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-57a3a681-c396-4291-b16f-495862ea1202 admin admin] 10.222.0.10 "PUT /v2.0/routers/1029fb46-61ae-4e7a-ae39-8c7950fcb3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7511775 Aug 27 02:33:03.893806 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Sync routers for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:03.916604 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:03.917366 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:03.936574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet e7937eb0-2e74-4b63-a1db-684f6f532102 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:03.959485 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.999048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ab44c062-e873-40bb-b85d-21edfa09450e up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:04.030707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.031318 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.031453 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 3c3f8859-5eb5-4172-83c2-9d75e022e0d7 disassociated. External IP: 172.25.1.200, port: 2d1f836e-d169-4386-a149-a7eb606529e2. Aug 27 02:33:04.031723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 2d1f836e-d169-4386-a149-a7eb606529e2 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:04.080252 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.088055 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:04.135086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.188126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port ab44c062-e873-40bb-b85d-21edfa09450e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:04.203123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port ab44c062-e873-40bb-b85d-21edfa09450e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:04.205682 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.295445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.308495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b86de-a48e-4d39-8fd8-cdb90c0e41cc req-450a6649-51fc-472f-a18c-76e7159a08da tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.310120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d0b86de-a48e-4d39-8fd8-cdb90c0e41cc req-450a6649-51fc-472f-a18c-76e7159a08da tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1386504 Aug 27 02:33:04.328375 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.355930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=2d1f836e-d169-4386-a149-a7eb606529e2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:04.369217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.426963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ab44c062-e873-40bb-b85d-21edfa09450e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ab44c062-e873-40bb-b85d-21edfa09450e,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:04.430474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44c062-e873-40bb-b85d-21edfa09450e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:04.433911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Port': ['ID=8fa42556-9485-4ba7-8a6a-91996bf3ec4e,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:04.434609 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d0b86de-a48e-4d39-8fd8-cdb90c0e41cc req-bde6f3a7-5665-442c-872e-b5e807dc862d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102173 Aug 27 02:33:04.435560 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e54669c-c2f6-4921-bc47-f0c79ca88910" -d '{"events": [{"server_uuid": "5ce91961-aab7-411a-b30a-35af7a8af14c", "name": "network-vif-plugged", "status": "completed", "tag": "ab44c062-e873-40bb-b85d-21edfa09450e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:04.444640 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.455139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-f6955ec5-1a7c-425d-90cb-200bab32dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.469693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-f6955ec5-1a7c-425d-90cb-200bab32dc33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 1095 time: 0.4999409 Aug 27 02:33:04.509694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.559108 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 2, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:04.579457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ab44c062-e873-40bb-b85d-21edfa09450e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:04.610514 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Checking router: 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:04.610866 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Updating router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:33:04.633745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:04.657523 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.684119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03735a-fc1c-45de-9141-bddc2e22d214 req-ed47b892-f1bd-40d2-b0a3-c178ddf02227 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.691839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b03735a-fc1c-45de-9141-bddc2e22d214 req-ed47b892-f1bd-40d2-b0a3-c178ddf02227 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.3768814 Aug 27 02:33:04.728700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-14209bf2-c6be-4572-a490-0f41b8fb9223 None None] Provisioning complete for port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:04.729067 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14209bf2-c6be-4572-a490-0f41b8fb9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.771390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Network 2728467d-16ef-455f-914f-35a688dbeb30 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:04.797063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:04.843144 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b03735a-fc1c-45de-9141-bddc2e22d214 req-24244bc3-d0dc-42d0-80eb-ef74e13bec0b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482930 Aug 27 02:33:04.845064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.906924 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ad804-c8a9-429a-964d-4ce9ff69ef3e x-openstack-request-id: req-088ad804-c8a9-429a-964d-4ce9ff69ef3e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:04.907256 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce91961-aab7-411a-b30a-35af7a8af14c", "name": "network-vif-plugged", "status": "completed", "tag": "ab44c062-e873-40bb-b85d-21edfa09450e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:04.907486 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-088ad804-c8a9-429a-964d-4ce9ff69ef3e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:04.908038 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44c062-e873-40bb-b85d-21edfa09450e', 'code': 200} Aug 27 02:33:05.016516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-0007e33a-c9b1-46b5-a5a4-1597f3704e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.018456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-0007e33a-c9b1-46b5-a5a4-1597f3704e7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 914 time: 0.5389869 Aug 27 02:33:05.052313 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.066149 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Transition to ACTIVE for port object 2b8e2981-2f71-44e1-8a79-ff47a44dda1c will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:05.069634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.074300 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.172085 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-a46b7865-5735-4f52-a52d-d36fc32bcf14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83723c4-4551-4be2-a991-692dd4221aaa HTTP/1.1" status: 200 len: 217 time: 0.1451790 Aug 27 02:33:05.175566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=e7937eb0-2e74-4b63-a1db-684f6f532102,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:05.183232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9e32e194-cd9c-41ba-b35a-05fd2f2678eb None None] Provisioning complete for port 8fa42556-9485-4ba7-8a6a-91996bf3ec4e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:05.183613 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9e32e194-cd9c-41ba-b35a-05fd2f2678eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.186660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.191990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c967e31b-e1e7-4361-8fca-d9fc3a85c57a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/e7937eb0-2e74-4b63-a1db-684f6f532102 HTTP/1.1" status: 204 len: 168 time: 1.7915821 Aug 27 02:33:05.200278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53968) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:05.202078 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Pushing event updated for resources: {'Port': ['ID=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:05.202562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072279d-8685-42b3-aebe-cca3227cdda7 req-155c2331-018a-4ed2-b3a3-5be61f1d054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.204076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7072279d-8685-42b3-aebe-cca3227cdda7 req-155c2331-018a-4ed2-b3a3-5be61f1d054f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ce91961-aab7-411a-b30a-35af7a8af14c HTTP/1.1" status: 200 len: 1096 time: 0.1295049 Aug 27 02:33:05.232316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d923aa7-2e2f-49c7-86b2-3ee7eb26ae57 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:05.237307 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.237695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e0792-4198-4a1f-a529-7b86ed0445c1 req-7d2cf0a3-2129-4de8-a4c0-dac95acf7385 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.238653 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.239407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.240146 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.240897 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.241654 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.242482 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.243232 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.244259 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.245099 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.245269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-814e0792-4198-4a1f-a529-7b86ed0445c1 req-7d2cf0a3-2129-4de8-a4c0-dac95acf7385 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 944 time: 0.2068467 Aug 27 02:33:05.246351 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.247535 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:05.252529 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e86c170-7a5e-481d-aae9-b2882be498e5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441706 Aug 27 02:33:05.255489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53970) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:05.261769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:05.269802 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Attempting to bind port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:05.271110 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Attempting to bind port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:05.271489 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Attempting to bind port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c on network 7536b084-763e-435d-b834-f01cae4eb7b8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:05.279245 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:05.279697 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Checking segment: {'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:05.280714 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.281128 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Bound using segment: {'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:05.281657 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Bound port: 2b8e2981-2f71-44e1-8a79-ff47a44dda1c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:05.282094 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.305236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9e32e194-cd9c-41ba-b35a-05fd2f2678eb None None] Port 8fa42556-9485-4ba7-8a6a-91996bf3ec4e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:05.307504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7072279d-8685-42b3-aebe-cca3227cdda7 req-c65d85f3-028d-40ad-886c-805bf573ca2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566957 Aug 27 02:33:05.312126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:05.320184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-092fdc0d-8bd9-4454-997f-0bb75a1b8bba tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.321322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-092fdc0d-8bd9-4454-997f-0bb75a1b8bba tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 820 time: 0.6735725 Aug 27 02:33:05.323778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:05.344769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:05.345804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.374267 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] For port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:05.378152 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] For port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:05.383449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-814e0792-4198-4a1f-a529-7b86ed0445c1 req-4a39c0db-f78b-4e89-bede-2f56e32661c7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372404 Aug 27 02:33:05.386058 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.391504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Router 79129066-62d0-449c-a5ce-cea84f5c2d45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:05.395036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.399896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fba1d1ce-7e52-48e6-8009-6fcc12bacd5d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/ports/2d1f836e-d169-4386-a149-a7eb606529e2 HTTP/1.1" status: 204 len: 168 time: 1.9693670 Aug 27 02:33:05.399896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53972) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:05.409384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-b8f11b5a-94da-4279-b203-44c0d09cd452 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/quotas/b775d1b8805441acb13f6273b88fe2b7 HTTP/1.1" status: 200 len: 375 time: 0.0666339 Aug 27 02:33:05.412447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-5104aa51-dad1-401c-91d7-cc8396ed8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.413922 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-5104aa51-dad1-401c-91d7-cc8396ed8e3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.2217751 Aug 27 02:33:05.441568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.452986 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:05.454238 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.471048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:05.471947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.478654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-7285a097-af0b-483d-af68-1f2eaf4a948d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405712 Aug 27 02:33:05.496843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27f2e203-77f0-4ee2-bc82-8579c4cea169 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "GET /v2.0/floatingips/3c3f8859-5eb5-4172-83c2-9d75e022e0d7 HTTP/1.1" status: 200 len: 688 time: 0.0963473 Aug 27 02:33:05.499729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53974) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:05.567069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-32efb755-3260-4a74-9fc4-21466ba0b247 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567159 Aug 27 02:33:05.580368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:05.599465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.599677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c14161e-a7a4-4c8f-bb30-bbadde9eacf5 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:05.646822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:05.651854 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.683311 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9893-42eb-4b97-b812-a532eb670631 None None] Pushing event updated for resources: {'Port': ['ID=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:05.691221 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:05.715648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] Deleting port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:05.716363 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.734050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port ef94896f-0d25-4c74-a6e1-f7cbff8a3c38 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:05.734579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.740158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-bfb50cfd-cbc9-4234-906e-6e935f6f5a0e service neutron] 10.222.0.10 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710291 Aug 27 02:33:05.855064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] For port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:05.855830 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.873382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:05.884126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53980) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:05.884559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6ba8d9a6-6b1c-4f36-b70c-57e90c4a9a98 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "PUT /v2.0/routers/79129066-62d0-449c-a5ce-cea84f5c2d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9025698 Aug 27 02:33:05.885268 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] Sync routers for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:05.887713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] Calling delete_port for e14a6bfa-61d4-4d38-82ec-3d2eeced49bf owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:05.903041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Request body: {'port': {'network_id': '2728467d-16ef-455f-914f-35a688dbeb30', 'name': 'tempest-FloatingIPAdminTestJSON-494657340'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:05.904255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-248af649-1429-4bf6-b25c-a849e4b24f78 service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128993 Aug 27 02:33:05.920129 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:05.921009 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.930986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631899a7-60ba-477c-abdf-23b89b5a3523 req-83477765-ab5f-40df-862e-fc1ce47b8739 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.938691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-631899a7-60ba-477c-abdf-23b89b5a3523 req-83477765-ab5f-40df-862e-fc1ce47b8739 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1658108 Aug 27 02:33:05.961324 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.975601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.976236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.979065 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:05.980040 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:05.982303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.006693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for ef94896f-0d25-4c74-a6e1-f7cbff8a3c38 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:06.025849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] Pushing event deleted for resources: {'Port': ['ID=e14a6bfa-61d4-4d38-82ec-3d2eeced49bf,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:06.028648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb01ea6-c969-4486-8d6c-5e24b38270a6 None None] No DVR routers for this DVR port e14a6bfa-61d4-4d38-82ec-3d2eeced49bf on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:06.029133 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:06.030196 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bacad-9ffd-4280-a3b1-a687b58a45d5 None None] The sync data for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:06.048495 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:05Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:06.077298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-631899a7-60ba-477c-abdf-23b89b5a3523 req-b69e9b18-22a0-4117-a150-f808ee9c1b6a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376679 Aug 27 02:33:06.077539 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9578-c8fa-4e7e-940d-27297e76b7a7 None None] The sync data for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 is: [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:05Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:06.118593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15c21e17-9c29-4f40-9559-d94e74ca358e req-bc3ac414-6989-4a34-b87a-c35d6fdcea72 service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046595 Aug 27 02:33:06.184217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-de748314-c518-4eb8-a9aa-47b81762aff6 service neutron] 10.222.0.10 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289279 Aug 27 02:33:06.228937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c83723c4-4551-4be2-a991-692dd4221aaa details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:06.249824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Made reservation on behalf of d11a343d400f492e8781bbf6a06b6254 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:06.253954 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.271538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.282386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] device_id is not set on port 929d6ff1-4f85-4485-801a-979d216019f1 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:06.339003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fffc7-d447-43dd-8086-da38cdefb686 req-8f0f69e7-e55a-46f9-a97c-ae2378b42287 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:06.340595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf0fffc7-d447-43dd-8086-da38cdefb686 req-8f0f69e7-e55a-46f9-a97c-ae2378b42287 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1547704 Aug 27 02:33:06.348018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:06.357697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:06.361111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:06.361840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.371295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b03c29-747d-4b3d-b3a8-fc06071b3729 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:06.390192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.395091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=9ca61d22-0ced-44e9-9784-48eba9e81f28,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:06.419453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-abcdc548-c196-465d-abc0-0d1c5daf22c8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1614928 Aug 27 02:33:06.421955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53984) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:06.427388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-134dc617-1126-4e24-852e-3ce60c271ee5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:06.437241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf0fffc7-d447-43dd-8086-da38cdefb686 req-531ecf00-2283-4cd3-99ea-bf163efa7b62 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839822 Aug 27 02:33:06.493351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c83723c4-4551-4be2-a991-692dd4221aaa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c83723c4-4551-4be2-a991-692dd4221aaa,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:06.519823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=ef94896f-0d25-4c74-a6e1-f7cbff8a3c38,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:06.550178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'c83723c4-4551-4be2-a991-692dd4221aaa', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'port_id': 'c83723c4-4551-4be2-a991-692dd4221aaa', 'mac_address': 'fa:16:3e:b1:b6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535a453-98b1-4448-a8a2-55e66442770a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:06.576018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Allocated IP 172.20.0.8 (2728467d-16ef-455f-914f-35a688dbeb30/e4940836-bd27-4709-b927-855cd26fcdc1/929d6ff1-4f85-4485-801a-979d216019f1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:06.711724 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.740077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83723c4-4551-4be2-a991-692dd4221aaa {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:06.744636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bfa6e-194a-4bbc-92a7-c70c3c155507 req-baa94318-2e96-405b-b544-26bb781f5d5e tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:06.753186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-237bfa6e-194a-4bbc-92a7-c70c3c155507 req-baa94318-2e96-405b-b544-26bb781f5d5e tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 944 time: 0.1413548 Aug 27 02:33:06.775279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134dc617-1126-4e24-852e-3ce60c271ee5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:06.780010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-134dc617-1126-4e24-852e-3ce60c271ee5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.793728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': '9ca61d22-0ced-44e9-9784-48eba9e81f28'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:06.794818 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.812610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c83723c4-4551-4be2-a991-692dd4221aaa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c83723c4-4551-4be2-a991-692dd4221aaa,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:06.812878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.814509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2b8e2981-2f71-44e1-8a79-ff47a44dda1c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:06.833630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Transition to ACTIVE for port object 929d6ff1-4f85-4485-801a-979d216019f1 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:06.855622 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.882636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-237bfa6e-194a-4bbc-92a7-c70c3c155507 req-1b024ea5-7035-418c-882c-a84f44485bff tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246960 Aug 27 02:33:06.901033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.010972 n-d-806293-1 neutron-server[94773]: INFO neutron.db.ipam_backend_mixin [None req-134dc617-1126-4e24-852e-3ce60c271ee5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ca61d22-0ced-44e9-9784-48eba9e81f28 (CIDR: 2001:db8::/64) Aug 27 02:33:07.020067 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-134dc617-1126-4e24-852e-3ce60c271ee5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:33:07.020561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134dc617-1126-4e24-852e-3ce60c271ee5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:07.036468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Network 2728467d-16ef-455f-914f-35a688dbeb30 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:07.041399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event updated for resources: {'Port': ['ID=929d6ff1-4f85-4485-801a-979d216019f1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:07.057829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-134dc617-1126-4e24-852e-3ce60c271ee5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6345689 Aug 27 02:33:07.059066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53998) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:07.067352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:07.084235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c83723c4-4551-4be2-a991-692dd4221aaa,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:07.103612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c83723c4-4551-4be2-a991-692dd4221aaa'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:07.104021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:07.163849 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8919c3fd-9fe5-4906-9d2c-3375239fc947 req-80a5b13b-4a20-449d-8a60-c3560e154c51 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 210 time: 0.2742648 Aug 27 02:33:07.164729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:07.170149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.190835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.190835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3e920dfc-5017-4e11-83e5-2ccfe855ded3 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/floatingips/3c3f8859-5eb5-4172-83c2-9d75e022e0d7 HTTP/1.1" status: 204 len: 168 time: 1.6888421 Aug 27 02:33:07.194207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54004) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:07.201774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'a523bd48-3b47-4799-b132-00810699bebb'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:07.266169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:07.316738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.317328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:07.317439 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.317931 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.321516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.339804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:07.345579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.447506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/9ca61d22-0ced-44e9-9784-48eba9e81f28/1021c3e2-e1af-41f3-b354-21d9e54fb70b) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:07.560753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50c35751-4cda-4e15-acaa-9bc4188548f7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6624415 Aug 27 02:33:07.570679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54008) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:07.579472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ff710d0-ed38-4a50-8126-fcd03dc14d06 None None] Provisioning for port 929d6ff1-4f85-4485-801a-979d216019f1 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:07.623699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a706f-a874-4aee-8548-3e0554f67b5e req-56b92b5e-1fa6-4ffc-98b6-034cd4e81894 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.632100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c3a706f-a874-4aee-8548-3e0554f67b5e req-56b92b5e-1fa6-4ffc-98b6-034cd4e81894 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2782774 Aug 27 02:33:07.689343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ff710d0-ed38-4a50-8126-fcd03dc14d06 None None] Provisioning complete for port 929d6ff1-4f85-4485-801a-979d216019f1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:07.690066 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ff710d0-ed38-4a50-8126-fcd03dc14d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.693672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.694396 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c3a706f-a874-4aee-8548-3e0554f67b5e req-3045e665-7a57-4351-890c-01fb185f0269 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577064 Aug 27 02:33:07.787964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.854456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'project_id': 'd11a343d400f492e8781bbf6a06b6254', 'port_id': '929d6ff1-4f85-4485-801a-979d216019f1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:07.856569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdab323-69bf-4f4c-bdb1-20e217d2b06a req-43d88863-c8c3-4c75-8fad-82ca1b950a52 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.858156 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9cdab323-69bf-4f4c-bdb1-20e217d2b06a req-43d88863-c8c3-4c75-8fad-82ca1b950a52 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1602824 Aug 27 02:33:07.961985 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.977880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.984089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.990896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.996614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2ff710d0-ed38-4a50-8126-fcd03dc14d06 None None] Port 929d6ff1-4f85-4485-801a-979d216019f1 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:07.997424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.004224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.011239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.017398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.019399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-d2547908-0941-43a6-846e-b1f7c3c7f828 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.1684859 Aug 27 02:33:08.021217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:08.037208 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.058354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9cdab323-69bf-4f4c-bdb1-20e217d2b06a req-393e9ce7-ef6d-4c48-be49-8e832b594277 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893702 Aug 27 02:33:08.081476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.25.1.233 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/26403028-daa8-4d6b-a426-b830ea8eace1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:08.137229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:33:08.151058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.155618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e14a6bfa-61d4-4d38-82ec-3d2eeced49bf no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:08.199345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.203200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e14a6bfa-61d4-4d38-82ec-3d2eeced49bf {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:08.204167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e14a6bfa-61d4-4d38-82ec-3d2eeced49bf not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:08.208555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:08.220142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Transition to ACTIVE for port object 1021c3e2-e1af-41f3-b354-21d9e54fb70b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:08.241165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:08.254722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Transition to ACTIVE for port object 1021c3e2-e1af-41f3-b354-21d9e54fb70b will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:08.263577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b07138f0-c5b1-4582-8363-f86fabd80904 req-383b4c00-a555-44e0-a200-ecfbd0429fbb tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974914 Aug 27 02:33:08.269792 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.276079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:08.288187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.288806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.300453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=2f43b232-024f-4be0-9cc2-c51d4069de1a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:08.327854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:08.334798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:08.342741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:08.350465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Pushing event updated for resources: {'Port': ['ID=1021c3e2-e1af-41f3-b354-21d9e54fb70b,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:08.381991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-054d3466-f086-4cf0-aa07-525d696b165d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3205817 Aug 27 02:33:08.387609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54022) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:08.398177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:73:3f:db', 'name': 'tempest-NetworksTestDHCPv6-1618946865'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:08.414237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Attempting to bind port 1021c3e2-e1af-41f3-b354-21d9e54fb70b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:08.414704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Attempting to bind port 1021c3e2-e1af-41f3-b354-21d9e54fb70b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:08.415647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Attempting to bind port 1021c3e2-e1af-41f3-b354-21d9e54fb70b on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:08.421311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:08.421689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:08.422161 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.422680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:08.423224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Bound port: 1021c3e2-e1af-41f3-b354-21d9e54fb70b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:08.423614 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.437890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-58bccb98-6d4b-49f3-b51a-16581a9cd422 req-01d3cdeb-0964-45e3-b05b-853d2e4ee620 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 210 time: 0.0410929 Aug 27 02:33:08.475194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561994e-5afe-4cfb-b746-5bae8da9c4ff req-fe549bc8-f616-49d8-97ee-199f84455993 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.488011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b561994e-5afe-4cfb-b746-5bae8da9c4ff req-fe549bc8-f616-49d8-97ee-199f84455993 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 945 time: 0.2018800 Aug 27 02:33:08.495257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.521277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-89b22601-1319-4213-9135-9609ada006ef tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.522893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-89b22601-1319-4213-9135-9609ada006ef tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.45 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 820 time: 0.3062263 Aug 27 02:33:08.529715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] For port 1021c3e2-e1af-41f3-b354-21d9e54fb70b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:08.533484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.534204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] For port 1021c3e2-e1af-41f3-b354-21d9e54fb70b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1021c3e2-e1af-41f3-b354-21d9e54fb70b,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:08.546057 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.552439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b561994e-5afe-4cfb-b746-5bae8da9c4ff req-0a5e438f-631b-4ef4-8aa9-72b9e3d4d1cd tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602291 Aug 27 02:33:08.556870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Request body: {'port': {'device_id': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'admin_state_up': True, 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:08.638709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8d9bf-1930-426e-a78f-2e1adde2a79d None None] Pushing event updated for resources: {'Port': ['ID=1021c3e2-e1af-41f3-b354-21d9e54fb70b,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:08.722914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2b8e2981-2f71-44e1-8a79-ff47a44dda1c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:08.731732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:08.767435 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.783499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:08.784113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.825022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbcdd3-41b2-4ff6-b06e-a1bc3a8df0f4 req-c5dd358e-cc71-4e22-b4c3-0da0e3d692ab tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.826839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfcbcdd3-41b2-4ff6-b06e-a1bc3a8df0f4 req-c5dd358e-cc71-4e22-b4c3-0da0e3d692ab tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1594207 Aug 27 02:33:08.854596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.919788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port e98e1cea-1898-46f0-9ee3-b4508ca4ffa0 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:08.930438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfcbcdd3-41b2-4ff6-b06e-a1bc3a8df0f4 req-d347072c-b2eb-4354-b4d0-a11e56f4446c tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841823 Aug 27 02:33:09.146248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::1ec (8095c560-1388-49b5-9ced-9a3602d5c435/9ca61d22-0ced-44e9-9784-48eba9e81f28/e98e1cea-1898-46f0-9ee3-b4508ca4ffa0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:09.153636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:3fdb (8095c560-1388-49b5-9ced-9a3602d5c435/2f43b232-024f-4be0-9cc2-c51d4069de1a/e98e1cea-1898-46f0-9ee3-b4508ca4ffa0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:09.281498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.287450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.293272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.299207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.305038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.311048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.316972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.318988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-7bce6d8d-e130-406e-8cc9-e9b00c6b8ab5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.6401708 Aug 27 02:33:09.339085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:09.354872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=26403028-daa8-4d6b-a426-b830ea8eace1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:09.359370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Allocated IP 172.25.1.114 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/f9e4ba2f-6b03-4f49-9a7c-9671cfa7de66) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:09.366115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:09.397880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:09.457575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-45b38c81-d203-4193-8262-8945bc5f8577 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.459072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-45b38c81-d203-4193-8262-8945bc5f8577 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "GET /v2.0/ports/5acb9adf-52aa-4a3e-a006-a7c0c9541586?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1249900 Aug 27 02:33:09.477881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Made reservation on behalf of b775d1b8805441acb13f6273b88fe2b7 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:09.481412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.524691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670e334-e650-42c9-8849-1253349a3664 req-83d748a2-d379-4b11-a125-db27123b31db tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.526431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7670e334-e650-42c9-8849-1253349a3664 req-83d748a2-d379-4b11-a125-db27123b31db tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.3245549 Aug 27 02:33:09.628180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.634421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.641006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.646915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.653599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.659205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.665198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.667431 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-abe49a03-5085-4b81-b732-df6101e116c1 req-99a0b4aa-9a3c-48ea-a28c-cad1f64d2138 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.1149752 Aug 27 02:33:09.723293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.747016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-abe49a03-5085-4b81-b732-df6101e116c1 req-a49b9050-bdd5-4407-8621-1823cdf009e2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682776 Aug 27 02:33:09.749660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object e98e1cea-1898-46f0-9ee3-b4508ca4ffa0 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:09.769477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ffe4f9-fb65-4584-b19c-ab9ea53e3f87 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:09.780875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7670e334-e650-42c9-8849-1253349a3664 req-d3e47f86-2967-4a07-a86f-ad2da2f5129f tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993544 Aug 27 02:33:09.868837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b6e3539-607a-4b9d-9314-52d7b432005a req-c11cc03e-4089-417f-ab2e-0388cc3a9457 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 210 time: 0.0362647 Aug 27 02:33:09.879166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.898612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e8505b17-8624-49f5-b471-531d72d3872a None None] Provisioning for port 1021c3e2-e1af-41f3-b354-21d9e54fb70b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:09.921964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:09.925297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:09.929557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:09.935674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.936405 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.953586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=e98e1cea-1898-46f0-9ee3-b4508ca4ffa0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:09.965332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b948eddc-5f4c-4c5a-8de1-4e7794bdd379 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5765293 Aug 27 02:33:09.968580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54036) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:10.023103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] Update dhcp port {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'fixed_ips': [{'subnet_id': '9ca61d22-0ced-44e9-9784-48eba9e81f28', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f43b232-024f-4be0-9cc2-c51d4069de1a'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '1021c3e2-e1af-41f3-b354-21d9e54fb70b'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:33:10.024127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Allocated IP 172.20.0.12 (7536b084-763e-435d-b834-f01cae4eb7b8/916e121f-5242-4d7c-a886-c06102ad820c/b9a8ebae-5846-4371-8ded-620984fea99b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:10.031549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-ce7ba387-4621-499e-8190-c4a5dbbcf759 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "GET /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5571597 Aug 27 02:33:10.038977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.048845 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.109354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ba57-9de6-42d5-a672-549ff49d142b req-7fc88c7a-db1a-493d-93db-5c654fc177ca tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:10.116953 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d89ba57-9de6-42d5-a672-549ff49d142b req-7fc88c7a-db1a-493d-93db-5c654fc177ca tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.0963440 Aug 27 02:33:10.142690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cfcc7-d349-4708-947b-13293bcf0798 req-4bc7cab5-4114-4603-8938-724ee4a123d0 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:10.144246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-389cfcc7-d349-4708-947b-13293bcf0798 req-4bc7cab5-4114-4603-8938-724ee4a123d0 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 945 time: 0.2604215 Aug 27 02:33:10.152117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port e98e1cea-1898-46f0-9ee3-b4508ca4ffa0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:10.152539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.154240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:10.201207 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d89ba57-9de6-42d5-a672-549ff49d142b req-1df4ee30-7e25-439e-9129-12f3959473d6 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833054 Aug 27 02:33:10.259051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c83723c4-4551-4be2-a991-692dd4221aaa up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:10.277049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.293591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:78a (8095c560-1388-49b5-9ced-9a3602d5c435/2f43b232-024f-4be0-9cc2-c51d4069de1a/1021c3e2-e1af-41f3-b354-21d9e54fb70b) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:10.294221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for e98e1cea-1898-46f0-9ee3-b4508ca4ffa0 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:10.377103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port c83723c4-4551-4be2-a991-692dd4221aaa completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:10.386034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port c83723c4-4551-4be2-a991-692dd4221aaa triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:10.386509 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.409506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-389cfcc7-d349-4708-947b-13293bcf0798 req-93789a91-0bf7-43c7-a1cb-3009384b48b7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485492 Aug 27 02:33:10.427707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.439176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.446014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] For port 1021c3e2-e1af-41f3-b354-21d9e54fb70b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1021c3e2-e1af-41f3-b354-21d9e54fb70b,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:10.484373 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.531759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] Transition to ACTIVE for port object 1021c3e2-e1af-41f3-b354-21d9e54fb70b will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:10.536154 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.539505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:10.548144 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.564065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.588244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:10.617228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=e98e1cea-1898-46f0-9ee3-b4508ca4ffa0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:10.630674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83723c4-4551-4be2-a991-692dd4221aaa'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:10.632834 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a57293-2d8f-49c3-baf0-4e5809c0255a" -d '{"events": [{"server_uuid": "df7bcb84-29a0-4fc8-9fbd-2f59a7565025", "name": "network-vif-plugged", "status": "completed", "tag": "c83723c4-4551-4be2-a991-692dd4221aaa"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:10.639456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Pushing event updated for resources: {'Port': ['ID=f9e4ba2f-6b03-4f49-9a7c-9671cfa7de66,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:10.661035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:10.707900 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.711462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-507acd8b-fc7f-4f20-a6e9-809e03cd738a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/e98e1cea-1898-46f0-9ee3-b4508ca4ffa0 HTTP/1.1" status: 204 len: 168 time: 0.7418919 Aug 27 02:33:10.713924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54054) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:10.721130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c83723c4-4551-4be2-a991-692dd4221aaa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c83723c4-4551-4be2-a991-692dd4221aaa,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:10.740369 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.742137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18408e45-c09f-421b-a49b-6854529e0a36 None None] Pushing event updated for resources: {'Port': ['ID=1021c3e2-e1af-41f3-b354-21d9e54fb70b,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:10.815530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c83723c4-4551-4be2-a991-692dd4221aaa,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:10.838267 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab95f659-5451-4640-b3ad-515028bb20cc x-openstack-request-id: req-ab95f659-5451-4640-b3ad-515028bb20cc {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:10.838591 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7bcb84-29a0-4fc8-9fbd-2f59a7565025", "name": "network-vif-plugged", "status": "completed", "tag": "c83723c4-4551-4be2-a991-692dd4221aaa", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:10.838844 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab95f659-5451-4640-b3ad-515028bb20cc {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:10.839243 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83723c4-4551-4be2-a991-692dd4221aaa', 'code': 200} Aug 27 02:33:10.858904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1021c3e2-e1af-41f3-b354-21d9e54fb70b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:10.859612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e21f0-3a71-47f2-9490-9d1d04ecb53e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:10.863167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.868274 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-481e21f0-3a71-47f2-9490-9d1d04ecb53e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1528111 Aug 27 02:33:10.869103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54062) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:10.912628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.977690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1021c3e2-e1af-41f3-b354-21d9e54fb70b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:11.019955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709542-56a6-427d-8a9c-6007f70ba737 req-99ca2766-f85a-4be2-a7de-ed7b62d00fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.021476 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf709542-56a6-427d-8a9c-6007f70ba737 req-99ca2766-f85a-4be2-a7de-ed7b62d00fde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 1097 time: 0.0837028 Aug 27 02:33:11.029198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba9b40-4615-42e9-a489-8f07afe7aed3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.030747 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0dba9b40-4615-42e9-a489-8f07afe7aed3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1583433 Aug 27 02:33:11.043357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:11.061964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b685d-5e01-4763-90ea-e7e7c32e64a2 req-72f23792-567a-47c2-9291-aaae9ca47d11 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.069633 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c9b685d-5e01-4763-90ea-e7e7c32e64a2 req-72f23792-567a-47c2-9291-aaae9ca47d11 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1332164 Aug 27 02:33:11.152199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd17348-d111-4f2c-a387-b969890051e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.155914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd17348-d111-4f2c-a387-b969890051e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.157532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd17348-d111-4f2c-a387-b969890051e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.162231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7fd17348-d111-4f2c-a387-b969890051e4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1179733 Aug 27 02:33:11.165454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54070) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:11.229270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf709542-56a6-427d-8a9c-6007f70ba737 req-d0652d6e-8052-458c-8040-464b2e8d0fd6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920753 Aug 27 02:33:11.235111 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c9b685d-5e01-4763-90ea-e7e7c32e64a2 req-64e9999a-6402-442c-b4f6-ab917b0148aa tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641839 Aug 27 02:33:11.267069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 2f43b232-024f-4be0-9cc2-c51d4069de1a {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:11.272331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.318666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.324712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.331203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.337286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.340905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.343459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.349505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.355476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.357736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-6b719b7a-d2b5-42a5-b48c-dc269e22285b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 5446 time: 0.3835764 Aug 27 02:33:11.376358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.389766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] For port 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=5acb9adf-52aa-4a3e-a006-a7c0c9541586,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:11.424085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90370dab-5998-4f2c-bb6f-7e36e04a3f42 req-84eff002-49aa-444c-838d-a615f8bf835a tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.425690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90370dab-5998-4f2c-bb6f-7e36e04a3f42 req-84eff002-49aa-444c-838d-a615f8bf835a tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 932 time: 0.1233370 Aug 27 02:33:11.474809 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.481787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.593716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90370dab-5998-4f2c-bb6f-7e36e04a3f42 req-b1f0da3e-690e-46e5-87e2-8da0540ce313 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630553 Aug 27 02:33:11.620959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.655397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] Could not find standard attr ID for object e98e1cea-1898-46f0-9ee3-b4508ca4ffa0. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:33:11.669423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=2f43b232-024f-4be0-9cc2-c51d4069de1a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:11.673766 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.676294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] Provisioning for port 1021c3e2-e1af-41f3-b354-21d9e54fb70b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:11.678913 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d739aee-1c33-4a76-8bc8-78872c1caeb8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/2f43b232-024f-4be0-9cc2-c51d4069de1a HTTP/1.1" status: 204 len: 168 time: 0.5101066 Aug 27 02:33:11.679577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54074) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:11.692041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] Provisioning complete for port 1021c3e2-e1af-41f3-b354-21d9e54fb70b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:11.692430 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.813657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.824479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 9ca61d22-0ced-44e9-9784-48eba9e81f28 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:11.830938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.859317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] For port 1021c3e2-e1af-41f3-b354-21d9e54fb70b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1021c3e2-e1af-41f3-b354-21d9e54fb70b,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:11.861994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0868c81e-d504-4826-a1a0-ee518391318a None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:11.865899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.890562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Network 7536b084-763e-435d-b834-f01cae4eb7b8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:11.911203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9d519-628b-47b6-8659-6ab5f459db58 req-4914119e-344a-4998-80d6-5de121ce0ea9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.912916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2df9d519-628b-47b6-8659-6ab5f459db58 req-4914119e-344a-4998-80d6-5de121ce0ea9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 946 time: 0.1426120 Aug 27 02:33:11.917691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aef7cb5d-1808-45e8-9a66-8a0b32ec1e0e req-dc6557ed-e8d3-40d0-b8f1-1b06cd63d09e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5342696 Aug 27 02:33:11.918597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:11.929973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:11.941937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event updated for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:11.956127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:11.962295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] For port 5acb9adf-52aa-4a3e-a006-a7c0c9541586, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:11.985092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0a84079e-6f48-4d8f-a50b-1be901984004 None None] Could not find standard attr ID for object e98e1cea-1898-46f0-9ee3-b4508ca4ffa0. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:33:11.989248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba7d3f-cec6-4d47-b317-3cb1314d1741 None None] Pushing event updated for resources: {'Port': ['ID=1021c3e2-e1af-41f3-b354-21d9e54fb70b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:12.035522 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2df9d519-628b-47b6-8659-6ab5f459db58 req-f8d4f520-6277-488a-8d60-5dc0effbdebd tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682855 Aug 27 02:33:12.052445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 34a495e4-5875-4b34-bed5-9973b29dc4e4 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:12.077370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] device_id is not set on port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:12.097411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.139015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.162269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:12.162961 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.174736 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.193504 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.195564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.243262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:12.249175 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.250289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 109811b0-e2a4-4f1b-a28e-20402b738205 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:12.261372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca61d22-0ced-44e9-9784-48eba9e81f28,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:12.295592 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-2b35c0f0-19fa-4bfd-bf75-09ab12e95112 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7433681 Aug 27 02:33:12.314111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Request body: {'port': {'device_id': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:12.334268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.336295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-053cd060-0cab-491d-9943-c533949f26c7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/9ca61d22-0ced-44e9-9784-48eba9e81f28 HTTP/1.1" status: 204 len: 168 time: 0.6550312 Aug 27 02:33:12.362227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54084) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:12.412272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:12.434069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.448760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-f91a61b4-d4fb-484f-bddc-992dc1826935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:12.450429 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-f91a61b4-d4fb-484f-bddc-992dc1826935 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.1899474 Aug 27 02:33:12.460275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84576-7bcd-4921-b23e-f74c92b15d55 req-e75002d9-eb03-4efe-82b4-cdf09acd4f93 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:12.461499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84a84576-7bcd-4921-b23e-f74c92b15d55 req-e75002d9-eb03-4efe-82b4-cdf09acd4f93 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2022400 Aug 27 02:33:12.488195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.545524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 109811b0-e2a4-4f1b-a28e-20402b738205, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=109811b0-e2a4-4f1b-a28e-20402b738205,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:12.552127 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.552953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 4212a167-28ba-4b31-9e33-af12e6f8a67f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:12.567818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.607641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84a84576-7bcd-4921-b23e-f74c92b15d55 req-07df0977-4336-41ef-999e-ffd5e3d60e11 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363437 Aug 27 02:33:12.636303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-03922be5-e12a-4164-b692-009a79dfa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:12.637971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-03922be5-e12a-4164-b692-009a79dfa6e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.1754067 Aug 27 02:33:12.670693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.679184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] No DVR routers for this DVR port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:12.684566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f10a954e-c9e1-4aca-a491-3abee01fc456 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3192043 Aug 27 02:33:12.686385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=5acb9adf-52aa-4a3e-a006-a7c0c9541586,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:12.688718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54088) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:12.747858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-383de4ee-eac1-42cc-aad3-ed87d7cd36dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 217 time: 0.0975459 Aug 27 02:33:12.771308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=109811b0-e2a4-4f1b-a28e-20402b738205,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:12.775905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.781160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1021c3e2-e1af-41f3-b354-21d9e54fb70b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:12.791478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:12.795251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=26403028-daa8-4d6b-a426-b830ea8eace1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:12.847155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-5719f1f8-6a20-4df7-92f0-970cf2057dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:12.848969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-5719f1f8-6a20-4df7-92f0-970cf2057dd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.0911531 Aug 27 02:33:12.849548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 4212a167-28ba-4b31-9e33-af12e6f8a67f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:12.852829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.854596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a495e4-5875-4b34-bed5-9973b29dc4e4'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:12.857191 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8433f-dafa-43ed-802b-c3052202140f" -d '{"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "34a495e4-5875-4b34-bed5-9973b29dc4e4"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:12.861601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fa0d3-f474-409c-b19a-7c35b8258341 req-08e5e447-9423-4151-a8ed-69e9a3399940 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:12.863523 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.864441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8c99a779-dddf-4b7e-885f-9ee500452ef2 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:12.876023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f48fa0d3-f474-409c-b19a-7c35b8258341 req-08e5e447-9423-4151-a8ed-69e9a3399940 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 932 time: 0.1333573 Aug 27 02:33:12.894552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.947660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-614d01e0-5ee2-433e-80b6-4ed93a7b3669 None None] Provisioning complete for port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:12.948133 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-614d01e0-5ee2-433e-80b6-4ed93a7b3669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:12.963761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f48fa0d3-f474-409c-b19a-7c35b8258341 req-33b23dce-cbbd-43aa-b021-2b4e3de092c5 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801260 Aug 27 02:33:13.006048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-015ba455-5f46-4857-8a12-6dc9f11a5ee5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943294 Aug 27 02:33:13.028945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=4212a167-28ba-4b31-9e33-af12e6f8a67f,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:13.049491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1021c3e2-e1af-41f3-b354-21d9e54fb70b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:13.050020 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.052191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.058828 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d789f8-f67a-4bc4-8986-247eaeaeebcc x-openstack-request-id: req-99d789f8-f67a-4bc4-8986-247eaeaeebcc {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:13.059911 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "34a495e4-5875-4b34-bed5-9973b29dc4e4", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:13.060371 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99d789f8-f67a-4bc4-8986-247eaeaeebcc {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:13.061004 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a495e4-5875-4b34-bed5-9973b29dc4e4', 'code': 200} Aug 27 02:33:13.064199 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205', 'code': 200} Aug 27 02:33:13.064521 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f', 'code': 200} Aug 27 02:33:13.072206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-614d01e0-5ee2-433e-80b6-4ed93a7b3669 None None] Port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:13.097718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e92d87-601e-4a5d-80bd-ff93392f7656 None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:13.109078 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.128934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-fa13d992-95da-4568-97ff-ee068abfaf21 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107771 Aug 27 02:33:13.169425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042948f-c84d-4601-abb4-c03a23ed96ee req-07f01d19-67a9-4e88-8249-002aa26bf663 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.171103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d042948f-c84d-4601-abb4-c03a23ed96ee req-07f01d19-67a9-4e88-8249-002aa26bf663 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.8030424 Aug 27 02:33:13.171844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] In _notify_port_updated(), no bound segment for port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:33:13.172696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.173301 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.174588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0dd12b84-660e-406b-8545-7ba38eb51ff0 service neutron] 10.222.0.45 "PUT /v2.0/ports/5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 200 len: 1033 time: 3.1322184 Aug 27 02:33:13.237526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-6a939aa5-76e8-4102-a531-7ea91de5c21a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.243634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-6a939aa5-76e8-4102-a531-7ea91de5c21a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.250087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-6a939aa5-76e8-4102-a531-7ea91de5c21a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.255978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-6a939aa5-76e8-4102-a531-7ea91de5c21a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.260076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.261815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-6a939aa5-76e8-4102-a531-7ea91de5c21a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.267814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-6a939aa5-76e8-4102-a531-7ea91de5c21a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.269690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-6a939aa5-76e8-4102-a531-7ea91de5c21a tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 4660 time: 0.1444886 Aug 27 02:33:13.322837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4219b63d-d6aa-4d4c-a1e5-39b028ebc31b req-95a11e0b-092d-4acd-90c2-7075ed0dd75d service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859221 Aug 27 02:33:13.332417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ffd95a3a-4b03-4e09-91e8-d7c593c6e691 req-0bc0b05c-e6ba-477b-a64d-c92126b3ef64 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510366 Aug 27 02:33:13.345036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.383869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Pushing event updated for resources: {'Port': ['ID=f9e4ba2f-6b03-4f49-9a7c-9671cfa7de66,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:13.418158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8c99a779-dddf-4b7e-885f-9ee500452ef2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:13.419223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dad0cc7b-6799-416c-8921-ce0a14ef4764 None None] Provisioning complete for port 1021c3e2-e1af-41f3-b354-21d9e54fb70b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:13.419485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-f576e78b-84aa-4f4b-9ce4-b477c6cf98c1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.419596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dad0cc7b-6799-416c-8921-ce0a14ef4764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.420759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-f576e78b-84aa-4f4b-9ce4-b477c6cf98c1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "GET /v2.0/ports/34a495e4-5875-4b34-bed5-9973b29dc4e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2303228 Aug 27 02:33:13.461530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:13.471162 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.471967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:13.491468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ef64d-bbbe-4ffd-92df-a65637db1fd0 req-d1f20e3f-5581-408d-841d-9b34cad77f77 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.491705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:13.495176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.499121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf6ef64d-bbbe-4ffd-92df-a65637db1fd0 req-d1f20e3f-5581-408d-841d-9b34cad77f77 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 946 time: 0.0822637 Aug 27 02:33:13.531464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.541969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf6ef64d-bbbe-4ffd-92df-a65637db1fd0 req-7d727c68-01b4-43d1-9a3f-cce0b4282516 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Aug 27 02:33:13.559632 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d042948f-c84d-4601-abb4-c03a23ed96ee req-2d132624-d048-4233-9cf0-bac7f8303d8d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590887 Aug 27 02:33:13.669591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8c99a779-dddf-4b7e-885f-9ee500452ef2,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:13.708318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c612c61-6b5f-468a-bda6-6f9bf403fef0 req-236db8ba-44b1-4566-bfd1-a383fd591005 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.722089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.724504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c612c61-6b5f-468a-bda6-6f9bf403fef0 req-236db8ba-44b1-4566-bfd1-a383fd591005 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ce91961-aab7-411a-b30a-35af7a8af14c HTTP/1.1" status: 200 len: 945 time: 0.1100676 Aug 27 02:33:13.768478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:13.774008 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.774840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f32e51da-d1a7-474b-8f36-ac21600c7509 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:13.781510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c612c61-6b5f-468a-bda6-6f9bf403fef0 req-867a0500-3350-4d8d-a8cd-c70b1e07a7fa tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Aug 27 02:33:13.786181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.810334 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 62107ada-5de8-412e-adf8-b2284cb0778e associated. External IP: 172.25.1.233, port: a523bd48-3b47-4799-b132-00810699bebb. Aug 27 02:33:13.825159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43779abb-91c7-4911-acce-160f375aac0e None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:13.884469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:13.941174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.944088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-43779abb-91c7-4911-acce-160f375aac0e None None] Deleting port 1021c3e2-e1af-41f3-b354-21d9e54fb70b {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:13.944539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-43779abb-91c7-4911-acce-160f375aac0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.039443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f32e51da-d1a7-474b-8f36-ac21600c7509, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f32e51da-d1a7-474b-8f36-ac21600c7509,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:14.041719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-43779abb-91c7-4911-acce-160f375aac0e None None] For port 1021c3e2-e1af-41f3-b354-21d9e54fb70b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1021c3e2-e1af-41f3-b354-21d9e54fb70b,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:14.042265 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-43779abb-91c7-4911-acce-160f375aac0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.051087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.051932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5acb9adf-52aa-4a3e-a006-a7c0c9541586 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:14.104604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-43779abb-91c7-4911-acce-160f375aac0e None None] Calling delete_port for 1021c3e2-e1af-41f3-b354-21d9e54fb70b owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:14.186712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f32e51da-d1a7-474b-8f36-ac21600c7509,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:14.192847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 5acb9adf-52aa-4a3e-a006-a7c0c9541586 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:14.228470 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-43779abb-91c7-4911-acce-160f375aac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.234769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf4a9b-e6bb-4a87-b80b-9cc6f0441c5a req-0129f5d6-aaf6-47fc-841d-967a50519716 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:14.236434 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4bcf4a9b-e6bb-4a87-b80b-9cc6f0441c5a req-0129f5d6-aaf6-47fc-841d-967a50519716 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 932 time: 0.0623436 Aug 27 02:33:14.254945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779abb-91c7-4911-acce-160f375aac0e None None] Pushing event deleted for resources: {'Port': ['ID=1021c3e2-e1af-41f3-b354-21d9e54fb70b,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:14.258429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43779abb-91c7-4911-acce-160f375aac0e None None] No DVR routers for this DVR port 1021c3e2-e1af-41f3-b354-21d9e54fb70b on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:14.287290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4bcf4a9b-e6bb-4a87-b80b-9cc6f0441c5a req-625ddffe-5f1f-45d2-96e0-f2fc3af07900 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Aug 27 02:33:14.309677 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Floating IP 71409abe-b582-4013-93e5-0eabb97d4a58 associated. External IP: 172.25.1.114, port: 929d6ff1-4f85-4485-801a-979d216019f1. Aug 27 02:33:14.424239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1873018-87c7-41aa-8ea7-7434807c815f req-8cfd1bae-942d-49cc-83c6-9776d017cbfe tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:14.425720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1873018-87c7-41aa-8ea7-7434807c815f req-8cfd1bae-942d-49cc-83c6-9776d017cbfe tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.6792405 Aug 27 02:33:14.466491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-c388f663-79c3-43d3-ba67-395e378cc842 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:14.467882 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-c388f663-79c3-43d3-ba67-395e378cc842 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 813 time: 0.1074979 Aug 27 02:33:14.484106 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-c463c2e1-ce75-4922-a380-39f96e5185ed tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/quotas/a6fd224a952d461f973f31407b0c1cde HTTP/1.1" status: 200 len: 375 time: 0.0100067 Aug 27 02:33:14.557589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-28e93510-2f8f-4e5b-914c-d05b4b76c00a tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673926 Aug 27 02:33:14.603610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a8ebae-5846-4371-8ded-620984fea99b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:14.620509 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.655329 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-d1611ebb-3388-4ed5-b29d-d3eac70e0d74 service neutron] 10.222.0.10 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902939 Aug 27 02:33:14.700698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1021c3e2-e1af-41f3-b354-21d9e54fb70b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:14.712587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1873018-87c7-41aa-8ea7-7434807c815f req-dbdda1e7-4d02-47d0-b1e7-dbc44e9f742e tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529781 Aug 27 02:33:14.719914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.726419 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Transition to ACTIVE for port object b9a8ebae-5846-4371-8ded-620984fea99b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:14.728959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1021c3e2-e1af-41f3-b354-21d9e54fb70b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:14.729598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1021c3e2-e1af-41f3-b354-21d9e54fb70b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:14.756755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-35499386-b2e8-488f-9c4c-ac8d16da57bb service neutron] 10.222.0.10 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948949 Aug 27 02:33:14.780380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.867581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=34a495e4-5875-4b34-bed5-9973b29dc4e4,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:14.879533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:14.937749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:14.948060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1261db-86b1-46da-9749-7487027d41bd None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:14.973357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:14.973868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.016454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=cda04add-528b-4b15-bbe1-d9bf032135c2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:15.041768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:15.042007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c02a-e2b5-4425-8d53-30dbcba4ba9d req-82c129c7-79c9-4457-b2b8-c2edfe978e0a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.043204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02f2c02a-e2b5-4425-8d53-30dbcba4ba9d req-82c129c7-79c9-4457-b2b8-c2edfe978e0a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.0666411 Aug 27 02:33:15.068228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:15.070578 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0858305f-daa5-4fc9-9128-fc1ba95517db" -d '{"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:15.095585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db31fcba-1eca-4643-9fec-313badc26bb9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3822269 Aug 27 02:33:15.099094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54132) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:15.109402 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02f2c02a-e2b5-4425-8d53-30dbcba4ba9d req-f45ec5c8-69f9-4e03-9437-ddb59d910b09 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542674 Aug 27 02:33:15.114570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d5e6e9fb-0a5a-4f1c-a64b-aae143c9125a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:15.135934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:15.140702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8095c560-1388-49b5-9ced-9a3602d5c435', 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'tenant_id': 'abef832362d048b99c3490815db06c31', 'fixed_ips': [{'subnet_id': 'cda04add-528b-4b15-bbe1-d9bf032135c2'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:15.141686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.143448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] For port 34a495e4-5875-4b34-bed5-9973b29dc4e4, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:15.219960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-ddb9e626-fff6-48bf-8896-50b7f49cb79f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.226308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-ddb9e626-fff6-48bf-8896-50b7f49cb79f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.232243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-ddb9e626-fff6-48bf-8896-50b7f49cb79f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.238547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-ddb9e626-fff6-48bf-8896-50b7f49cb79f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.244725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-ddb9e626-fff6-48bf-8896-50b7f49cb79f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.251729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-ddb9e626-fff6-48bf-8896-50b7f49cb79f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.253660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-ddb9e626-fff6-48bf-8896-50b7f49cb79f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 4654 time: 0.4336090 Aug 27 02:33:15.311646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e6e9fb-0a5a-4f1c-a64b-aae143c9125a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:15.313044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] device_id is not set on port 34a495e4-5875-4b34-bed5-9973b29dc4e4 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:15.315629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e9fb-0a5a-4f1c-a64b-aae143c9125a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.332744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Router 79129066-62d0-449c-a5ce-cea84f5c2d45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:15.336559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.377263 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e00a6-a252-4a7f-b295-6ac85e6f9929 x-openstack-request-id: req-940e00a6-a252-4a7f-b295-6ac85e6f9929 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:15.377909 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:15.378470 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-940e00a6-a252-4a7f-b295-6ac85e6f9929 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:15.379279 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2', 'code': 200} Aug 27 02:33:15.380748 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'code': 200} Aug 27 02:33:15.381363 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509', 'code': 200} Aug 27 02:33:15.391152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Allocated IP 2001:db8::2 (8095c560-1388-49b5-9ced-9a3602d5c435/cda04add-528b-4b15-bbe1-d9bf032135c2/867c5cec-b56b-4854-85f7-1a5a8f780e4d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:15.409247 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.455325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Attempting to bind port b9a8ebae-5846-4371-8ded-620984fea99b on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:15.455744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Attempting to bind port b9a8ebae-5846-4371-8ded-620984fea99b by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:15.456252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Attempting to bind port b9a8ebae-5846-4371-8ded-620984fea99b on network 7536b084-763e-435d-b834-f01cae4eb7b8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:15.469853 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe6cad12-f838-4e2d-be7d-806772e26c72 req-89456f00-8da6-4eda-8515-ff07ee4a21b8 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&id=2dbb0713-7f88-4d97-81dc-a519732804d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035191 Aug 27 02:33:15.501804 n-d-806293-1 neutron-server[94773]: INFO neutron.db.ipam_backend_mixin [None req-d5e6e9fb-0a5a-4f1c-a64b-aae143c9125a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cda04add-528b-4b15-bbe1-d9bf032135c2 (CIDR: 2001:db8::/64) Aug 27 02:33:15.543150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Port b9a8ebae-5846-4371-8ded-620984fea99b on network 7536b084-763e-435d-b834-f01cae4eb7b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:15.543773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Attempting to bind port b9a8ebae-5846-4371-8ded-620984fea99b on network 7536b084-763e-435d-b834-f01cae4eb7b8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:15.547286 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e6e9fb-0a5a-4f1c-a64b-aae143c9125a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:33:15.547857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e6e9fb-0a5a-4f1c-a64b-aae143c9125a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:15.617835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c77f471e-60da-458c-bb83-a7ce94ccfa74 req-71708b90-a519-400e-a77f-f449af8c3dfe tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 210 time: 0.1373980 Aug 27 02:33:15.631274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.639803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Transition to ACTIVE for port object 867c5cec-b56b-4854-85f7-1a5a8f780e4d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:15.659033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-13507f59-52c5-4aa1-a0a3-f4673cc823d5 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.660502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Transition to ACTIVE for port object 867c5cec-b56b-4854-85f7-1a5a8f780e4d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:15.661244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-13507f59-52c5-4aa1-a0a3-f4673cc823d5 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ce91961-aab7-411a-b30a-35af7a8af14c HTTP/1.1" status: 200 len: 945 time: 0.2802844 Aug 27 02:33:15.662402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:15.662758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Checking segment: {'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:15.663151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Bound using segment: {'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:15.663656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Bound port: b9a8ebae-5846-4371-8ded-620984fea99b, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17c26c9-abfb-4eb6-9221-2a08bf249873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:15.663975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.673935 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.676054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] Pushing event updated for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:15.679029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] No DVR routers for this DVR port 34a495e4-5875-4b34-bed5-9973b29dc4e4 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:15.691423 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d5e6e9fb-0a5a-4f1c-a64b-aae143c9125a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5809186 Aug 27 02:33:15.700634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54148) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:15.711572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'subnet': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:15.757473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:15.758989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Pushing event updated for resources: {'Port': ['ID=867c5cec-b56b-4854-85f7-1a5a8f780e4d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:15.761932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:15.764110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:15.850799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:15.865917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:15.875367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Attempting to bind port 867c5cec-b56b-4854-85f7-1a5a8f780e4d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:15.876699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Attempting to bind port 867c5cec-b56b-4854-85f7-1a5a8f780e4d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:15.877405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Attempting to bind port 867c5cec-b56b-4854-85f7-1a5a8f780e4d on network 8095c560-1388-49b5-9ced-9a3602d5c435 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:15.900350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-ec5f463e-7991-4ffd-8255-ee207077e47f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.902353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-ec5f463e-7991-4ffd-8255-ee207077e47f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7bcb84-29a0-4fc8-9fbd-2f59a7565025 HTTP/1.1" status: 200 len: 946 time: 0.2775970 Aug 27 02:33:15.910998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] In _notify_port_updated(), no bound segment for port 34a495e4-5875-4b34-bed5-9973b29dc4e4 on network aea73a19-2afa-4a18-9dfd-961653b53f34 {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:33:15.911770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:15.911974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.912153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Checking segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:15.912489 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.912601 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.912929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Bound using segment: {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:15.913474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Bound port: 867c5cec-b56b-4854-85f7-1a5a8f780e4d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:15.913833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-947e2fd8-c101-4883-acf9-b5d742d6e204 service neutron] 10.222.0.45 "PUT /v2.0/ports/34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 200 len: 1033 time: 2.4729342 Aug 27 02:33:15.913957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.937335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:15.938238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:15.957426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8175c3d-60a2-4bec-89ff-424cfe9b4023 req-46e77987-2ce4-4573-a741-7d0085dbe144 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.959327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8175c3d-60a2-4bec-89ff-424cfe9b4023 req-46e77987-2ce4-4573-a741-7d0085dbe144 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 944 time: 0.3473618 Aug 27 02:33:15.983027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:15.984715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.992814 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] Sync routers for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:16.013662 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:16.014701 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.053340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:16.063615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] For port 867c5cec-b56b-4854-85f7-1a5a8f780e4d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:16.070593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] For port 867c5cec-b56b-4854-85f7-1a5a8f780e4d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=867c5cec-b56b-4854-85f7-1a5a8f780e4d,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:16.072996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.086753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5aacf192-0a93-456c-8e75-8f48b595def9 None None] Provisioning complete for port 34a495e4-5875-4b34-bed5-9973b29dc4e4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:16.087169 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5aacf192-0a93-456c-8e75-8f48b595def9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.089438 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.097654 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.107100 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:16.108093 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.115415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0a6a11c8-eeae-4893-b0b0-7d8416e8e0b5 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.9208415 Aug 27 02:33:16.116357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54152) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:16.120156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b9a8ebae-5846-4371-8ded-620984fea99b,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:16.128432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1653738112'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:16.146053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.159555 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.162065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:16.163594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.165202 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.167985 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d33c12-8537-4138-94de-a30284e5d181 None None] The sync data for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:16.171179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8175c3d-60a2-4bec-89ff-424cfe9b4023 req-1bc0f3cf-0a2f-4f9e-a8a5-755fc714ac84 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760793 Aug 27 02:33:16.256713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c94ca718-6d33-4ef9-aedb-f58a1117dbfd tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.6827180 Aug 27 02:33:16.260447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:16.263368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd204eb-fab7-4475-82c6-6b6cc05a4c36 req-43b4ccd6-04fb-4d0d-8272-cc5a1dcda4ba tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:16.265664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.271678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] 10.222.0.45 "PUT /v2.0/ports/b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 1092 time: 3.9681647 Aug 27 02:33:16.274969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54156) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:16.279756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:16.281353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-afd204eb-fab7-4475-82c6-6b6cc05a4c36 req-43b4ccd6-04fb-4d0d-8272-cc5a1dcda4ba tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.3978236 Aug 27 02:33:16.282073 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d251e965-5636-45c0-8ee8-fac20a8e67c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:16.306925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Deleting port ab44c062-e873-40bb-b85d-21edfa09450e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:16.307449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.330864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.333175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b134160-e713-4aca-8c9c-f2c87ee843e9 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:16.361412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5aacf192-0a93-456c-8e75-8f48b595def9 None None] Port 34a495e4-5875-4b34-bed5-9973b29dc4e4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:16.377622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461d9e5-cc80-4d0f-a4f7-2abec544551a None None] Pushing event updated for resources: {'Port': ['ID=867c5cec-b56b-4854-85f7-1a5a8f780e4d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:16.424216 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-afd204eb-fab7-4475-82c6-6b6cc05a4c36 req-cfa6ca93-3ef9-4612-9770-025a9bf5b7bc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396220 Aug 27 02:33:16.425360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:16.428775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.435438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Deleting port c83723c4-4551-4be2-a991-692dd4221aaa {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:16.435438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.475994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:16.479600 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.590431 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.636252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] For port ab44c062-e873-40bb-b85d-21edfa09450e, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ab44c062-e873-40bb-b85d-21edfa09450e,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:16.636512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.684335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Calling delete_port for ab44c062-e873-40bb-b85d-21edfa09450e owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:16.812889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 867c5cec-b56b-4854-85f7-1a5a8f780e4d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:16.874781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 867c5cec-b56b-4854-85f7-1a5a8f780e4d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:16.875352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:16.881789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e4eb6-6238-4a01-b0bb-cad6b8c45fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:16.887867 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49719e56-4590-4a27-9578-0c9a797fdeb0 x-openstack-request-id: req-49719e56-4590-4a27-9578-0c9a797fdeb0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:16.888162 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:16.888416 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49719e56-4590-4a27-9578-0c9a797fdeb0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:16.888811 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'status': 'completed', 'code': 200} Aug 27 02:33:16.944914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.945333 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Added segment 680d1f4c-6eea-4810-8c6b-8b3be80e9066 of type vlan for network c44576cf-c1b7-4667-8e64-d1b8b6523cfa Aug 27 02:33:17.001360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:17.001775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.094972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2779954d-d20b-4202-826e-b1cdb2def962 tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] 10.222.0.10 "GET /v2.0/floatingips/71409abe-b582-4013-93e5-0eabb97d4a58 HTTP/1.1" status: 200 len: 982 time: 0.8097024 Aug 27 02:33:17.103880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54166) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:17.161881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.168416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-db18e375-ff05-47e7-8597-a42ccdd3882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.170051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-db18e375-ff05-47e7-8597-a42ccdd3882d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1095 time: 0.7903316 Aug 27 02:33:17.247320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b99a12-1f10-443a-a79b-10b3b2f4fd4e req-5cdb0c80-98f2-4426-baa8-312149f0f71e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.248986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80b99a12-1f10-443a-a79b-10b3b2f4fd4e req-5cdb0c80-98f2-4426-baa8-312149f0f71e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.8424118 Aug 27 02:33:17.304307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] For port c83723c4-4551-4be2-a991-692dd4221aaa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c83723c4-4551-4be2-a991-692dd4221aaa,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:17.304679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.330791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-51a2f0d9-e334-43c9-b8d6-dce464a44a78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 217 time: 0.1135671 Aug 27 02:33:17.348410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Calling delete_port for c83723c4-4551-4be2-a991-692dd4221aaa owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:17.383801 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.401940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] For port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:17.402340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.432721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7220-90d9-4784-9c57-54ed05857ffc req-6ea982d0-dda9-420c-b49e-f4730e142875 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.433943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-d9ea63be-55d5-47e4-8ea2-90cd57ea567b tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.435476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-d9ea63be-55d5-47e4-8ea2-90cd57ea567b tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 813 time: 0.5375023 Aug 27 02:33:17.438071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6147f49b-283b-45c1-ad2c-8ef50785a8e7 tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3019 time: 0.3230710 Aug 27 02:33:17.440052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7220-90d9-4784-9c57-54ed05857ffc req-6ea982d0-dda9-420c-b49e-f4730e142875 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.444886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7220-90d9-4784-9c57-54ed05857ffc req-6ea982d0-dda9-420c-b49e-f4730e142875 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.448857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54172) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:17.449382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.451090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7220-90d9-4784-9c57-54ed05857ffc req-6ea982d0-dda9-420c-b49e-f4730e142875 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.455160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.455750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.457191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7220-90d9-4784-9c57-54ed05857ffc req-6ea982d0-dda9-420c-b49e-f4730e142875 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.459050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d0a7220-90d9-4784-9c57-54ed05857ffc req-6ea982d0-dda9-420c-b49e-f4730e142875 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 3876 time: 0.6592903 Aug 27 02:33:17.465414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-49aaaa6c-672c-495c-809c-f08ace2f4ea0 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.466891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-49aaaa6c-672c-495c-809c-f08ace2f4ea0 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 813 time: 0.6397786 Aug 27 02:33:17.482463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Request body: {'port': {'device_id': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'admin_state_up': True, 'tenant_id': 'a6fd224a952d461f973f31407b0c1cde'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:17.495219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-259afc9e-42f3-486b-abf7-d9df828907c6 None None] Provisioning for port 867c5cec-b56b-4854-85f7-1a5a8f780e4d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:17.499511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-259afc9e-42f3-486b-abf7-d9df828907c6 None None] Provisioning complete for port 867c5cec-b56b-4854-85f7-1a5a8f780e4d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:17.499999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-259afc9e-42f3-486b-abf7-d9df828907c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.511294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Request body: {'port': {'device_id': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'admin_state_up': True, 'tenant_id': 'a6fd224a952d461f973f31407b0c1cde'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:17.610657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-259afc9e-42f3-486b-abf7-d9df828907c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.648468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-259afc9e-42f3-486b-abf7-d9df828907c6 None None] For port 867c5cec-b56b-4854-85f7-1a5a8f780e4d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=867c5cec-b56b-4854-85f7-1a5a8f780e4d,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:17.656005 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-259afc9e-42f3-486b-abf7-d9df828907c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.658188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5346384 Aug 27 02:33:17.661334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-80b99a12-1f10-443a-a79b-10b3b2f4fd4e req-fae6ffc8-02db-4a5e-b5a3-16397b701cc2 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623948 Aug 27 02:33:17.661815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54174) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:17.679805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'subnet': {'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:17.695088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-65cba579-375f-498d-bde3-313b477d1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.695088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-65cba579-375f-498d-bde3-313b477d1621 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.3245728 Aug 27 02:33:17.695906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d0a7220-90d9-4784-9c57-54ed05857ffc req-a33fc036-7d0c-41c8-8a59-3b0dabeb51cd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224672 Aug 27 02:33:17.754763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.773900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3f7c1-96ae-41ae-bfc3-3c3696bbf652 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Network': ['ID=c44576cf-c1b7-4667-8e64-d1b8b6523cfa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:17.790481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259afc9e-42f3-486b-abf7-d9df828907c6 None None] Pushing event updated for resources: {'Port': ['ID=867c5cec-b56b-4854-85f7-1a5a8f780e4d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:17.796568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ab44c062-e873-40bb-b85d-21edfa09450e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:17.799402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c83723c4-4551-4be2-a991-692dd4221aaa'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:17.801976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:17.840950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event deleted for resources: {'Port': ['ID=ab44c062-e873-40bb-b85d-21edfa09450e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:17.845903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-ffb65835-1652-4250-a35f-0e423249b811 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277614 Aug 27 02:33:17.906727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9be2d713-c82c-44e1-8a63-a8b20861ebcd req-2afb320b-ba6c-4725-8eea-c6bbf0d0a725 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 210 time: 0.0784764 Aug 27 02:33:17.931454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] No DVR routers for this DVR port ab44c062-e873-40bb-b85d-21edfa09450e on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:17.979433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.981890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "DELETE /v2.0/ports/ab44c062-e873-40bb-b85d-21edfa09450e HTTP/1.1" status: 204 len: 173 time: 2.2923105 Aug 27 02:33:17.983938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'name': 'network-vif-deleted', 'tag': 'ab44c062-e873-40bb-b85d-21edfa09450e'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:17.987956 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d77b0a-635a-429f-99d7-8fab9d4c0dc5" -d '{"events": [{"server_uuid": "5ce91961-aab7-411a-b30a-35af7a8af14c", "name": "network-vif-deleted", "tag": "ab44c062-e873-40bb-b85d-21edfa09450e"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:18.017836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Made reservation on behalf of a6fd224a952d461f973f31407b0c1cde for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:18.021596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.067443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace8646-04a0-4158-9cf7-9cbfe2b4c64c req-29067288-9dc5-4e4d-a039-de50bedb5e45 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.069118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cace8646-04a0-4158-9cf7-9cbfe2b4c64c req-29067288-9dc5-4e4d-a039-de50bedb5e45 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 944 time: 0.2226028 Aug 27 02:33:18.134508 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.170179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:18.173625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.191674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.192076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.192400 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Floating IP f97312df-9fc7-440a-b22e-b26f92c9530c disassociated. External IP: 172.25.1.102, port: 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff. Aug 27 02:33:18.192744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:18.213427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930cc9-e887-4b15-baa6-fa0e03f259c7 req-9b034c7a-d583-48ab-b42f-87f3c81f02b7 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.214667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-92930cc9-e887-4b15-baa6-fa0e03f259c7 req-9b034c7a-d583-48ab-b42f-87f3c81f02b7 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2301724 Aug 27 02:33:18.252869 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cace8646-04a0-4158-9cf7-9cbfe2b4c64c req-bd213c83-7ff5-4420-8d87-91172ff7e768 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751487 Aug 27 02:33:18.264582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event deleted for resources: {'Port': ['ID=c83723c4-4551-4be2-a991-692dd4221aaa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:18.286065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-6d42f759-7d0b-463f-90f8-aa62bc33ef88 service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818834 Aug 27 02:33:18.292488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Made reservation on behalf of a6fd224a952d461f973f31407b0c1cde for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:18.296186 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.322380 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d002a2-ed62-4b7b-b49f-70a532574440 x-openstack-request-id: req-36d002a2-ed62-4b7b-b49f-70a532574440 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:18.322380 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce91961-aab7-411a-b30a-35af7a8af14c", "name": "network-vif-deleted", "tag": "ab44c062-e873-40bb-b85d-21edfa09450e", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:18.322380 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36d002a2-ed62-4b7b-b49f-70a532574440 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:18.322830 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce91961-aab7-411a-b30a-35af7a8af14c', 'name': 'network-vif-deleted', 'tag': 'ab44c062-e873-40bb-b85d-21edfa09450e', 'status': 'completed', 'code': 200} Aug 27 02:33:18.325284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:33:18.351916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] No DVR routers for this DVR port c83723c4-4551-4be2-a991-692dd4221aaa on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:18.378920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.381362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b400cc2-c540-4e4b-8b6f-81bc590dbb0d req-73465525-5024-486d-ac83-dcaaed8b8ec7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "DELETE /v2.0/ports/c83723c4-4551-4be2-a991-692dd4221aaa HTTP/1.1" status: 204 len: 173 time: 2.4315023 Aug 27 02:33:18.486730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Allocated IP 172.20.0.2 (dc62358b-438b-4470-ac82-681acae24bcd/8535a453-98b1-4448-a8a2-55e66442770a/1616a4e7-99f2-4920-8460-3ea5c2d37bc8) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:18.657189 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.732671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 867c5cec-b56b-4854-85f7-1a5a8f780e4d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:18.778290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-92930cc9-e887-4b15-baa6-fa0e03f259c7 req-3157dcee-1143-44d6-84c1-a04ead9742c5 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231972 Aug 27 02:33:18.802195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Deleting port f9e4ba2f-6b03-4f49-9a7c-9671cfa7de66 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:18.802575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.835655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 867c5cec-b56b-4854-85f7-1a5a8f780e4d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:18.836258 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.877818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.979946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.059496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Network dc62358b-438b-4470-ac82-681acae24bcd is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:19.081617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:19.089412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:19.097065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event updated for resources: {'Port': ['ID=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:19.128232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3525ac2-04d4-47ef-bbd3-3012a4d526fb req-65683dbf-aea6-4de7-88d0-fbfd927460ea service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292079 Aug 27 02:33:19.129703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a8c17-b209-4370-9864-48c670d8fd14 req-37bcec92-a31e-45d3-9035-05e595c191ea tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.131233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-758a8c17-b209-4370-9864-48c670d8fd14 req-37bcec92-a31e-45d3-9035-05e595c191ea tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.2039518 Aug 27 02:33:19.145381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a5d8-9d56-4678-af6d-247f68f18c1f req-6f52f2ef-4e3d-4297-9462-20c8f29d9e04 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.151444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a5d8-9d56-4678-af6d-247f68f18c1f req-6f52f2ef-4e3d-4297-9462-20c8f29d9e04 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.157947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a5d8-9d56-4678-af6d-247f68f18c1f req-6f52f2ef-4e3d-4297-9462-20c8f29d9e04 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.162801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] For port 867c5cec-b56b-4854-85f7-1a5a8f780e4d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=867c5cec-b56b-4854-85f7-1a5a8f780e4d,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:19.163879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a5d8-9d56-4678-af6d-247f68f18c1f req-6f52f2ef-4e3d-4297-9462-20c8f29d9e04 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.169897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a5d8-9d56-4678-af6d-247f68f18c1f req-6f52f2ef-4e3d-4297-9462-20c8f29d9e04 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.172487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-76f6a5d8-9d56-4678-af6d-247f68f18c1f req-6f52f2ef-4e3d-4297-9462-20c8f29d9e04 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 3876 time: 0.2684181 Aug 27 02:33:19.199177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.199802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.224436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.224793 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.237207 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-758a8c17-b209-4370-9864-48c670d8fd14 req-7a0a03e8-f0bf-4509-b224-fbb5829b3c20 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953479 Aug 27 02:33:19.239626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.242174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-4cda6bae-eafc-4d4a-971d-5f2ae7c92a6f tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7394922 Aug 27 02:33:19.245323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.246081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.287729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Request body: {'port': {'device_id': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:19.309786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Calling delete_port for f9e4ba2f-6b03-4f49-9a7c-9671cfa7de66 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:19.329430 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.333050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3a6b5c45-307e-455d-b7a8-6cb5aad230d1 {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:33:19.333403 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:33:19.339250 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.375267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:19.388486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-76f6a5d8-9d56-4678-af6d-247f68f18c1f req-b6c1fb4b-043e-41cc-b286-77784e0a5b34 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864383 Aug 27 02:33:19.397155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:19.406693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.420424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f848f2b-b901-41e5-a72a-b84d87f951cc None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:19.421014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.421118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=91e2e7a1-d0e6-430e-ae56-43bd02ce7bff,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:19.452660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-d7f134ac-3f1e-4f2b-80cb-9b977f708a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.454873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-d7f134ac-3f1e-4f2b-80cb-9b977f708a69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1095 time: 0.2585840 Aug 27 02:33:19.475467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Subnet': ['ID=96ce3d31-fe8f-4410-a58c-6a0536338f53,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:19.493281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=867c5cec-b56b-4854-85f7-1a5a8f780e4d,revision_number=5']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:19.503376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4859efb3-c707-4c6e-93fe-2fff02c6acf3 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8013773 Aug 27 02:33:19.505054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.506935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54186) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:19.512239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Request body: {'port': {'network_id': '8095c560-1388-49b5-9ced-9a3602d5c435', 'mac_address': 'fa:16:3e:87:be:e3', 'name': 'tempest-NetworksTestDHCPv6-1331185113'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:19.523206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85fbf9-6261-456a-b676-047875fe8ac9 req-ca182131-2630-4362-b4fa-57e0edc8b355 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.524703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b85fbf9-6261-456a-b676-047875fe8ac9 req-ca182131-2630-4362-b4fa-57e0edc8b355 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 931 time: 0.2130444 Aug 27 02:33:19.652893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Subnet': ['ID=037d9fa0-57ab-41b1-a97c-11bd383a3bde,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:19.656131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b85fbf9-6261-456a-b676-047875fe8ac9 req-df3f1796-ab44-4255-9c24-3d36ff407705 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105671 Aug 27 02:33:19.739780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Checking segment: {'id': '680d1f4c-6eea-4810-8c6b-8b3be80e9066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:19.740148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network hostable DHCP agents. Network: c44576cf-c1b7-4667-8e64-d1b8b6523cfa, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:19.774254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aea90f-819d-4c53-aff4-1c23dc874c4b req-2c23fba3-4d58-44a8-87ad-1a1d4e253d61 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.775738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22aea90f-819d-4c53-aff4-1c23dc874c4b req-2c23fba3-4d58-44a8-87ad-1a1d4e253d61 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 944 time: 0.2599497 Aug 27 02:33:19.821973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Made reservation on behalf of abef832362d048b99c3490815db06c31 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:19.828994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-b39578ea-e1de-44df-8636-26ea52c594ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.830710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-b39578ea-e1de-44df-8636-26ea52c594ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.3509362 Aug 27 02:33:19.836898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.867297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Router 2b703d37-492f-4fab-8964-4be68462b44c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:19.905094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:19.926180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-ba1d7163-9f10-44b2-ac62-663feb4b87f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 217 time: 0.0852289 Aug 27 02:33:19.973586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22aea90f-819d-4c53-aff4-1c23dc874c4b req-add2be5b-ccd1-4597-9bda-2a688e386ea3 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795633 Aug 27 02:33:19.995910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.999029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, c44576cf-c1b7-4667-8e64-d1b8b6523cfa) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:20.010235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df431c16-45f5-4984-a553-f5f6639b04fb None None] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:20.013715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.014341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.015304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b6161-3020-44ef-baf6-e3e87b0df1bd req-aabe03a7-5c0f-47bb-93cf-1c4923145bcd tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.022916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-812b6161-3020-44ef-baf6-e3e87b0df1bd req-aabe03a7-5c0f-47bb-93cf-1c4923145bcd tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1268694 Aug 27 02:33:20.075917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] device_id is not set on port 765accdb-fbb8-467c-9594-c69c2c2e58e0 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:20.102691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ab44c062-e873-40bb-b85d-21edfa09450e no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:20.118978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-093059d1-6c79-47cf-887d-d17adcbfddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.120826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-093059d1-6c79-47cf-887d-d17adcbfddd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.1683407 Aug 27 02:33:20.139444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: ab44c062-e873-40bb-b85d-21edfa09450e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:20.140083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ab44c062-e873-40bb-b85d-21edfa09450e not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:20.153265 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.185861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-42aec4bd-7c64-46d2-a78e-16eb7a9cdbd9 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5155213 Aug 27 02:33:20.212146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-9bd81834-54ae-4be7-af27-a8158a4dc4d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745060 Aug 27 02:33:20.223068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54190) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:20.227979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-881133018', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:20.263877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8::17f (8095c560-1388-49b5-9ced-9a3602d5c435/cda04add-528b-4b15-bbe1-d9bf032135c2/765accdb-fbb8-467c-9594-c69c2c2e58e0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:20.271063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Allocated IP 2001:db8:0:1:f816:3eff:fe87:bee3 (8095c560-1388-49b5-9ced-9a3602d5c435/96ce3d31-fe8f-4410-a58c-6a0536338f53/765accdb-fbb8-467c-9594-c69c2c2e58e0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:20.278147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c83723c4-4551-4be2-a991-692dd4221aaa no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:20.292239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-c44576cf-c1b7-4667-8e64-d1b8b6523cfa', 'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa', 'tenant_id': '8157aafab0fe4f16a0b01345a7094cff', 'fixed_ips': [{'subnet_id': '037d9fa0-57ab-41b1-a97c-11bd383a3bde'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:20.296029 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.310892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Port': ['ID=f9e4ba2f-6b03-4f49-9a7c-9671cfa7de66,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:20.315147 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-812b6161-3020-44ef-baf6-e3e87b0df1bd req-6e42e960-ba8b-4d50-b2f8-4f840f933fc5 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863717 Aug 27 02:33:20.325001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'name': 'network-vif-deleted', 'tag': 'c83723c4-4551-4be2-a991-692dd4221aaa'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:20.328185 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c87bf4-cbc7-46fc-a8de-351854c58ef6" -d '{"events": [{"server_uuid": "df7bcb84-29a0-4fc8-9fbd-2f59a7565025", "name": "network-vif-deleted", "tag": "c83723c4-4551-4be2-a991-692dd4221aaa"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:20.390021 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d538c9a-493d-4001-a30a-1d23c5587201 x-openstack-request-id: req-4d538c9a-493d-4001-a30a-1d23c5587201 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:20.390449 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7bcb84-29a0-4fc8-9fbd-2f59a7565025", "name": "network-vif-deleted", "tag": "c83723c4-4551-4be2-a991-692dd4221aaa", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:20.390765 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d538c9a-493d-4001-a30a-1d23c5587201 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:20.391228 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7bcb84-29a0-4fc8-9fbd-2f59a7565025', 'name': 'network-vif-deleted', 'tag': 'c83723c4-4551-4be2-a991-692dd4221aaa', 'status': 'completed', 'code': 200} Aug 27 02:33:20.420285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:20.432918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.441929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:20.481408 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.482514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.489989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Allocated IP 172.20.0.2 (c44576cf-c1b7-4667-8e64-d1b8b6523cfa/037d9fa0-57ab-41b1-a97c-11bd383a3bde/f5a05b80-2761-48c0-a74a-7f85e0db5729) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:20.504420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Transition to ACTIVE for port object 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:20.551612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] Sync routers for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:20.556535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: c83723c4-4551-4be2-a991-692dd4221aaa {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:20.556956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c83723c4-4551-4be2-a991-692dd4221aaa not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:20.570709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.575103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:20.575834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:20.585602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Transition to ACTIVE for port object 765accdb-fbb8-467c-9594-c69c2c2e58e0 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:20.621594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] No DVR routers for this DVR port 91e2e7a1-d0e6-430e-ae56-43bd02ce7bff on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:20.630203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.636026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.638356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-477376c1-f28f-47f3-864b-6c648bd98c9c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "DELETE /v2.0/ports/91e2e7a1-d0e6-430e-ae56-43bd02ce7bff HTTP/1.1" status: 204 len: 173 time: 4.7123454 Aug 27 02:33:20.638809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.642613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:20.645050 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ea96a-5644-4f3a-acd3-4881ffadd972" -d '{"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:20.649288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-97800a6f-96e1-4e0e-8d4b-815228cee895 service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093111 Aug 27 02:33:20.657990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-90edb763-3cc5-4575-a303-92786042e513 None None] Provisioning complete for port 867c5cec-b56b-4854-85f7-1a5a8f780e4d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:20.658221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90edb763-3cc5-4575-a303-92786042e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.739116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Network 8095c560-1388-49b5-9ced-9a3602d5c435 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:20.759527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Pushing event updated for resources: {'Port': ['ID=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:20.771083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923326ae-e4df-49bb-97d4-10a98c0fbc17 req-73bd008e-13c4-47c1-8ce1-ad780966202e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.777784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923326ae-e4df-49bb-97d4-10a98c0fbc17 req-73bd008e-13c4-47c1-8ce1-ad780966202e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.784083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923326ae-e4df-49bb-97d4-10a98c0fbc17 req-73bd008e-13c4-47c1-8ce1-ad780966202e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.790504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923326ae-e4df-49bb-97d4-10a98c0fbc17 req-73bd008e-13c4-47c1-8ce1-ad780966202e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.792394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-923326ae-e4df-49bb-97d4-10a98c0fbc17 req-73bd008e-13c4-47c1-8ce1-ad780966202e tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 3142 time: 0.1726754 Aug 27 02:33:20.801035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 867c5cec-b56b-4854-85f7-1a5a8f780e4d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:20.802634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:20.827782 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.831451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:20.860005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:20.866136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:20.866544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.915867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-923326ae-e4df-49bb-97d4-10a98c0fbc17 req-76fd6378-2ec9-4a62-8462-cda2810894ad tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148770 Aug 27 02:33:20.920406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Transition to ACTIVE for port object f5a05b80-2761-48c0-a74a-7f85e0db5729 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:20.955138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4443655 Aug 27 02:33:20.971460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54202) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:20.982368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df588fa6-395f-4dcb-8b8d-f005ed12ef7e tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event updated for resources: {'Port': ['ID=765accdb-fbb8-467c-9594-c69c2c2e58e0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:20.998817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Transition to ACTIVE for port object f5a05b80-2761-48c0-a74a-7f85e0db5729 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:21.055120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Attempting to bind port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:21.055352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Attempting to bind port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:21.055682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Attempting to bind port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:21.057535 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.091239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 on network dc62358b-438b-4470-ac82-681acae24bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:21.091832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Attempting to bind port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:21.114968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:21.119250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:21.122764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:21.124431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:21.124780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Checking segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:21.125243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Bound using segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:21.125707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Bound port: 1616a4e7-99f2-4920-8460-3ea5c2d37bc8, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:21.126138 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.141155 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 867c5cec-b56b-4854-85f7-1a5a8f780e4d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:21.141523 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.190243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Pushing event updated for resources: {'Port': ['ID=f5a05b80-2761-48c0-a74a-7f85e0db5729,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:21.194526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c17f-c267-4d74-8dbd-46dcc68dd16e req-e6c1d7cf-b167-4739-b09c-4e5695e71de7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:21.196128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e528c17f-c267-4d74-8dbd-46dcc68dd16e req-e6c1d7cf-b167-4739-b09c-4e5695e71de7 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 943 time: 0.1346841 Aug 27 02:33:21.225734 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c3b4b1-8c50-474c-b951-b13090aaa56f x-openstack-request-id: req-74c3b4b1-8c50-474c-b951-b13090aaa56f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:21.226411 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "91e2e7a1-d0e6-430e-ae56-43bd02ce7bff", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:21.226834 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74c3b4b1-8c50-474c-b951-b13090aaa56f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:21.227307 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '91e2e7a1-d0e6-430e-ae56-43bd02ce7bff', 'status': 'completed', 'code': 200} Aug 27 02:33:21.232079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Allocated IP 172.20.0.8 (dc62358b-438b-4470-ac82-681acae24bcd/8535a453-98b1-4448-a8a2-55e66442770a/c575aee2-61c5-4a21-a4e8-9de8728e1e52) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:21.232264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.232393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.232853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.233398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.234142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.234267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.234670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.235088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.235447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.236178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.236178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.236478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.238848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.248222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e159dad-0f2d-431f-aa6c-4f2244072181 req-51bcf073-9ce4-483a-82ed-d275968dceea tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:21.248744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting port 765accdb-fbb8-467c-9594-c69c2c2e58e0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:21.249080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.250213 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e159dad-0f2d-431f-aa6c-4f2244072181 req-51bcf073-9ce4-483a-82ed-d275968dceea tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.8026967 Aug 27 02:33:21.253648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.254035 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Floating IP 71409abe-b582-4013-93e5-0eabb97d4a58 disassociated (deleted). External IP: 172.25.1.114, port: 929d6ff1-4f85-4485-801a-979d216019f1. Aug 27 02:33:21.299129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Attempting to bind port f5a05b80-2761-48c0-a74a-7f85e0db5729 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:21.299504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Attempting to bind port f5a05b80-2761-48c0-a74a-7f85e0db5729 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '680d1f4c-6eea-4810-8c6b-8b3be80e9066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:21.300085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Attempting to bind port f5a05b80-2761-48c0-a74a-7f85e0db5729 on network c44576cf-c1b7-4667-8e64-d1b8b6523cfa {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:21.313997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:21.314279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Checking segment: {'id': '680d1f4c-6eea-4810-8c6b-8b3be80e9066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:21.314670 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.315254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Bound using segment: {'id': '680d1f4c-6eea-4810-8c6b-8b3be80e9066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:21.316042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Bound port: f5a05b80-2761-48c0-a74a-7f85e0db5729, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680d1f4c-6eea-4810-8c6b-8b3be80e9066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:21.316420 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.324361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-69238b42-e1c7-42e0-adea-d1108c4a9ad9 None None] Provisioning for port 765accdb-fbb8-467c-9594-c69c2c2e58e0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:21.342219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-69238b42-e1c7-42e0-adea-d1108c4a9ad9 None None] Provisioning complete for port 765accdb-fbb8-467c-9594-c69c2c2e58e0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:21.342640 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69238b42-e1c7-42e0-adea-d1108c4a9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.450642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-69238b42-e1c7-42e0-adea-d1108c4a9ad9 None None] Port 765accdb-fbb8-467c-9594-c69c2c2e58e0 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:21.475823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] For port f5a05b80-2761-48c0-a74a-7f85e0db5729, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:21.479321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:51Z', 'revision_number': 5, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:21.482630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] For port f5a05b80-2761-48c0-a74a-7f85e0db5729, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f5a05b80-2761-48c0-a74a-7f85e0db5729,segment=NetworkSegment(680d1f4c-6eea-4810-8c6b-8b3be80e9066),segment_id=680d1f4c-6eea-4810-8c6b-8b3be80e9066)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:21.511023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.516630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] Checking router: 2b703d37-492f-4fab-8964-4be68462b44c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:21.559047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:21.559724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:21.587102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e159dad-0f2d-431f-aa6c-4f2244072181 req-5a999929-7f61-4f60-8413-9f25bc903719 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175800 Aug 27 02:33:21.618699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9247b37-1748-4ec7-aa20-80391f41a3ff None None] Pushing event updated for resources: {'Port': ['ID=f5a05b80-2761-48c0-a74a-7f85e0db5729,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:21.627964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.668593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-df29fd43-fe20-4dc6-ae52-7ea63bcdf45d service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9951978 Aug 27 02:33:21.711492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] For port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:21.727037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] For port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:21.747182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e528c17f-c267-4d74-8dbd-46dcc68dd16e req-c874df7f-252a-4942-9944-6e9241cc7596 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434711 Aug 27 02:33:21.748664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.799346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port 8c99a779-dddf-4b7e-885f-9ee500452ef2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:21.799865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.800971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.818643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Calling delete_port for 765accdb-fbb8-467c-9594-c69c2c2e58e0 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:21.894611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:22.003007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf7997-ef49-421b-930a-95a02062b543 req-5c2c59fa-2967-45ca-a320-404ebc826c26 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.005215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cddf7997-ef49-421b-930a-95a02062b543 req-5c2c59fa-2967-45ca-a320-404ebc826c26 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 944 time: 0.3047006 Aug 27 02:33:22.071097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.071674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.073427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-741dd522-9374-4146-a21c-5505817f1336 service neutron] 10.222.0.45 "PUT /v2.0/ports/1616a4e7-99f2-4920-8460-3ea5c2d37bc8 HTTP/1.1" status: 200 len: 1091 time: 2.8184998 Aug 27 02:33:22.091970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b9a8ebae-5846-4371-8ded-620984fea99b details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:22.108445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.129415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Pushing event updated for resources: {'Port': ['ID=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:22.142268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] For port 8c99a779-dddf-4b7e-885f-9ee500452ef2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8c99a779-dddf-4b7e-885f-9ee500452ef2,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:22.142843 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.174063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30e26-9d31-41c7-bdf0-606f7e8f00f1 req-c2e550c4-49a0-4251-a589-7cc49e1246e0 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.175606 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68e30e26-9d31-41c7-bdf0-606f7e8f00f1 req-c2e550c4-49a0-4251-a589-7cc49e1246e0 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.3437819 Aug 27 02:33:22.182732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.183242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.183402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.184002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.184142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.184399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.184545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for 8c99a779-dddf-4b7e-885f-9ee500452ef2 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:22.184719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.185044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.185363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.186289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.186289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.186289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741dd522-9374-4146-a21c-5505817f1336 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:22.197436 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cddf7997-ef49-421b-930a-95a02062b543 req-ff797fd8-16a7-43a3-85c2-13278877eebe tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445134 Aug 27 02:33:22.222687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Router 79129066-62d0-449c-a5ce-cea84f5c2d45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:22.233463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.249929 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68e30e26-9d31-41c7-bdf0-606f7e8f00f1 req-d08c4d0e-4512-4475-afa0-1da7853443bc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597525 Aug 27 02:33:22.252012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-44cc4db4-0578-47ba-9482-e8e7e25c97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.253442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-44cc4db4-0578-47ba-9482-e8e7e25c97f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 1094 time: 0.1148570 Aug 27 02:33:22.279305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b9a8ebae-5846-4371-8ded-620984fea99b,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:22.293178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Port': ['ID=765accdb-fbb8-467c-9594-c69c2c2e58e0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:22.314725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:51Z', 'revision_number': 5, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:22.340113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-92012eec-874b-40b1-9070-ba44cbbad057 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1616a4e7-99f2-4920-8460-3ea5c2d37bc8 HTTP/1.1" status: 200 len: 217 time: 0.0560758 Aug 27 02:33:22.363147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'port_id': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'mac_address': 'fa:16:3e:d5:24:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:22.365429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f76d62-e842-416b-b847-d0a265b9db87 None None] The sync data for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 is: [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 4, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '6e38cda1-4431-446a-8714-b57a88626913', 'name': '', 'network_id': '43252a63-0fa7-40af-9791-8381c0b678e0', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'mac_address': 'fa:16:3e:3d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:51Z', 'revision_number': 5, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'subnets': [{'id': '735f726c-d2c8-4bb4-baaf-d10cbe4287bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:22.413898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.447398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'tag': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:22.456175 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a76acc-4249-4e08-a120-f34259ff24ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6a360ea8-ef1b-4a5e-a27b-93495dc60ce7", "tag": "1616a4e7-99f2-4920-8460-3ea5c2d37bc8"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:22.461458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-1cff3891-7227-4d85-863f-ac2c675cdc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.463462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-1cff3891-7227-4d85-863f-ac2c675cdc92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.0977974 Aug 27 02:33:22.468438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.473231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d87a7b7c-e15f-4437-84e5-90922c27d07d tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/765accdb-fbb8-467c-9594-c69c2c2e58e0 HTTP/1.1" status: 204 len: 168 time: 1.4986234 Aug 27 02:33:22.492467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54212) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:22.494802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.524342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a8ebae-5846-4371-8ded-620984fea99b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:22.559086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b9a8ebae-5846-4371-8ded-620984fea99b,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:22.565039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.578225 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669dec61-4925-4aca-a60c-b85ecb7a97b1 x-openstack-request-id: req-669dec61-4925-4aca-a60c-b85ecb7a97b1 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:22.578456 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a360ea8-ef1b-4a5e-a27b-93495dc60ce7", "tag": "1616a4e7-99f2-4920-8460-3ea5c2d37bc8", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:22.578586 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-669dec61-4925-4aca-a60c-b85ecb7a97b1 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:22.578981 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'tag': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8', 'status': 'completed', 'code': 200} Aug 27 02:33:22.581697 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-2d40c94e-59b0-4dfe-a30b-3a9abb8acde7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043205 Aug 27 02:33:22.622633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:22.632958 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.669438 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.669763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6109e-db6f-4f26-939b-70a853f182aa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.675453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-96b6109e-db6f-4f26-939b-70a853f182aa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1721454 Aug 27 02:33:22.676135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54216) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:22.704994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Network dc62358b-438b-4470-ac82-681acae24bcd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:22.752681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:22.755192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event updated for resources: {'Port': ['ID=c575aee2-61c5-4a21-a4e8-9de8728e1e52,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:22.789461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b9a8ebae-5846-4371-8ded-620984fea99b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:22.803404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:22.827871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40315-11d5-447f-91cc-1f227aaa86a5 req-f1dd66ef-2daf-494b-9d47-26777b9cd2c1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.845639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40315-11d5-447f-91cc-1f227aaa86a5 req-f1dd66ef-2daf-494b-9d47-26777b9cd2c1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.851981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859ce6c-4e95-4e8f-b6a7-c6782130788c req-c7f86c4c-7bf7-4468-b920-efc1ad633b21 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.853556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f5a05b80-2761-48c0-a74a-7f85e0db5729 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:22.853971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40315-11d5-447f-91cc-1f227aaa86a5 req-f1dd66ef-2daf-494b-9d47-26777b9cd2c1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.861391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7859ce6c-4e95-4e8f-b6a7-c6782130788c req-c7f86c4c-7bf7-4468-b920-efc1ad633b21 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1273773 Aug 27 02:33:22.866669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40315-11d5-447f-91cc-1f227aaa86a5 req-f1dd66ef-2daf-494b-9d47-26777b9cd2c1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.869701 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16d40315-11d5-447f-91cc-1f227aaa86a5 req-f1dd66ef-2daf-494b-9d47-26777b9cd2c1 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 3142 time: 0.4697480 Aug 27 02:33:22.889928 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fb121-430d-4485-b88b-ccb9b9b484b1 None None] New status for floating IP f97312df-9fc7-440a-b22e-b26f92c9530c: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:33:22.937452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7859ce6c-4e95-4e8f-b6a7-c6782130788c req-d8ed772c-0f56-4d4b-ac2a-76f75401ef9d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752714 Aug 27 02:33:22.952936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-6d906113-454b-425d-8871-6ba3cad25177 service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556564 Aug 27 02:33:22.970950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d1929-637d-4a71-8fed-a4f22c55fc26 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:22.974881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.25.1.55 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/8f6ca5c8-4820-47c7-ae51-627ab862001e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:22.975199 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-249d1929-637d-4a71-8fed-a4f22c55fc26 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2884674 Aug 27 02:33:22.980852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:23.027865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f5a05b80-2761-48c0-a74a-7f85e0db5729 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:23.069869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.070156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.113109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f8555-f09e-405a-86b7-c38039421d28 None None] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:23.137792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-1fb4c1ba-9ccf-4f0a-a25e-bb864cb248b2 service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639316 Aug 27 02:33:23.175002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:23.190382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16d40315-11d5-447f-91cc-1f227aaa86a5 req-002689d7-ffbb-41d6-944f-f2122d1780d3 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990101 Aug 27 02:33:23.194020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.215600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fbc96-6ea8-447c-a518-1f94828de9db req-532bcbb2-dcd5-44ef-8444-8cfee71c7b2a tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.223007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-911fbc96-6ea8-447c-a518-1f94828de9db req-532bcbb2-dcd5-44ef-8444-8cfee71c7b2a tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 943 time: 0.0841386 Aug 27 02:33:23.245369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-9a0e88f7-cf77-4c15-afc5-8ed576d78d27 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7768116 Aug 27 02:33:23.265532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Request body: {'port': {'device_id': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:23.273809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2d8b1-b4b7-405a-904d-20fff9b6ec77 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.275730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2d8b1-b4b7-405a-904d-20fff9b6ec77 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.277490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2d8b1-b4b7-405a-904d-20fff9b6ec77 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.279501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bdb2d8b1-b4b7-405a-904d-20fff9b6ec77 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2605648 Aug 27 02:33:23.280991 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d11766da-759c-4524-a699-ff1cf38987a0 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "DELETE /v2.0/floatingips/71409abe-b582-4013-93e5-0eabb97d4a58 HTTP/1.1" status: 204 len: 168 time: 5.8228467 Aug 27 02:33:23.285129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54224) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:23.285471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54228) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:23.289030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.297699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:23.309483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-911fbc96-6ea8-447c-a518-1f94828de9db req-db9c4466-35da-4a58-99a5-66e4607acd91 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854955 Aug 27 02:33:23.309638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] Sync routers for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:23.364634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:23.365458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:23.371175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76acc-4249-4e08-a120-f34259ff24ac req-2197585c-f3ed-4b5d-b193-068ed7374f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.372550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7f4b88b4-f790-4704-93ca-80f6bedaca7c None None] Provisioning for port f5a05b80-2761-48c0-a74a-7f85e0db5729 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:23.372992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18a76acc-4249-4e08-a120-f34259ff24ac req-2197585c-f3ed-4b5d-b193-068ed7374f1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 1094 time: 0.1334174 Aug 27 02:33:23.414979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:23.417597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7f4b88b4-f790-4704-93ca-80f6bedaca7c None None] Provisioning complete for port f5a05b80-2761-48c0-a74a-7f85e0db5729 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:23.417964 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f4b88b4-f790-4704-93ca-80f6bedaca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.422702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=8c99a779-dddf-4b7e-885f-9ee500452ef2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:23.433138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet 96ce3d31-fe8f-4410-a58c-6a0536338f53 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:23.462957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:23.463559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:23.466471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.471096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.499244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] No DVR routers for this DVR port 8c99a779-dddf-4b7e-885f-9ee500452ef2 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:23.506785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:23.507009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.507603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26756f67-03a2-4411-9216-edc94c3d11af None None] The sync data for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:23.508873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-0c1f8443-4c6a-4cdb-9a49-aa3633971aa5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "DELETE /v2.0/ports/8c99a779-dddf-4b7e-885f-9ee500452ef2 HTTP/1.1" status: 204 len: 173 time: 2.8508432 Aug 27 02:33:23.509331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:23.512291 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b462a-1b76-49e7-9d9a-74ed35294a8d" -d '{"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:23.571763 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f4b88b4-f790-4704-93ca-80f6bedaca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.583616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a109-2e52-4a13-b1b2-57509eae8607 req-372707f4-dab3-4f34-a446-a3df049b1784 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.585201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93f6a109-2e52-4a13-b1b2-57509eae8607 req-372707f4-dab3-4f34-a446-a3df049b1784 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 945 time: 0.2655394 Aug 27 02:33:23.597233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.611681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.613814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7f4b88b4-f790-4704-93ca-80f6bedaca7c None None] For port f5a05b80-2761-48c0-a74a-7f85e0db5729, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f5a05b80-2761-48c0-a74a-7f85e0db5729,segment=NetworkSegment(680d1f4c-6eea-4810-8c6b-8b3be80e9066),segment_id=680d1f4c-6eea-4810-8c6b-8b3be80e9066)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:23.614466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7498f1-eff1-4c50-82dd-149c4c03432e req-d101abe7-ce64-414e-baa0-8a23b776fdc1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.616236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e7498f1-eff1-4c50-82dd-149c4c03432e req-d101abe7-ce64-414e-baa0-8a23b776fdc1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2511129 Aug 27 02:33:23.626126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f4b88b4-f790-4704-93ca-80f6bedaca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.696091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b88b4-f790-4704-93ca-80f6bedaca7c None None] Pushing event updated for resources: {'Port': ['ID=f5a05b80-2761-48c0-a74a-7f85e0db5729,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:23.728798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76acc-4249-4e08-a120-f34259ff24ac req-66270b4c-52a5-47c2-bf02-5dd4feec9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.730533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18a76acc-4249-4e08-a120-f34259ff24ac req-66270b4c-52a5-47c2-bf02-5dd4feec9398 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 914 time: 0.3429358 Aug 27 02:33:23.736476 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e7498f1-eff1-4c50-82dd-149c4c03432e req-f0cec9b7-105d-4d65-951a-9f317f8f2608 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947666 Aug 27 02:33:23.815754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18a76acc-4249-4e08-a120-f34259ff24ac req-afc74d36-7766-4e15-822d-280d6f0a29ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1616a4e7-99f2-4920-8460-3ea5c2d37bc8 HTTP/1.1" status: 200 len: 217 time: 0.0579770 Aug 27 02:33:23.863483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3ee71f4b-a283-4b6a-8aba-99e3b2219f04 None None] Provisioning complete for port f5a05b80-2761-48c0-a74a-7f85e0db5729 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:23.864007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3ee71f4b-a283-4b6a-8aba-99e3b2219f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.887345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.959697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76acc-4249-4e08-a120-f34259ff24ac req-a2311091-6895-4059-949e-badee47dbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:23.961196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18a76acc-4249-4e08-a120-f34259ff24ac req-a2311091-6895-4059-949e-badee47dbaa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.1072989 Aug 27 02:33:23.962398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.015946 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18a76acc-4249-4e08-a120-f34259ff24ac req-79e3b2f4-3b08-4fa5-bc71-b7d7ab981d8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386307 Aug 27 02:33:24.066582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.068984 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6f9ff9-b38d-4030-8d50-83bb3a782b02 x-openstack-request-id: req-cb6f9ff9-b38d-4030-8d50-83bb3a782b02 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:24.069285 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "8c99a779-dddf-4b7e-885f-9ee500452ef2", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:24.069537 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb6f9ff9-b38d-4030-8d50-83bb3a782b02 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:24.069940 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '8c99a779-dddf-4b7e-885f-9ee500452ef2', 'status': 'completed', 'code': 200} Aug 27 02:33:24.088664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b9a8ebae-5846-4371-8ded-620984fea99b up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:24.107456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.111969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93f6a109-2e52-4a13-b1b2-57509eae8607 req-9aaa71b2-7942-4092-b19b-2b2388b0ae91 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108581 Aug 27 02:33:24.151312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port b9a8ebae-5846-4371-8ded-620984fea99b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:24.155380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port b9a8ebae-5846-4371-8ded-620984fea99b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:24.155848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.175966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=96ce3d31-fe8f-4410-a58c-6a0536338f53,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:24.186903 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.188900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-557a21eb-97c3-4030-95c8-01b858ce5342 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/96ce3d31-fe8f-4410-a58c-6a0536338f53 HTTP/1.1" status: 204 len: 168 time: 0.9022648 Aug 27 02:33:24.194759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54234) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:24.200442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a910193-05fa-495b-b32d-774b744ae51f None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:24.215858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897ac70-1097-49a2-8099-ef2bb9f4587d req-e832797b-47f5-4576-8584-777200a2eff4 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:24.217380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b897ac70-1097-49a2-8099-ef2bb9f4587d req-e832797b-47f5-4576-8584-777200a2eff4 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.2056861 Aug 27 02:33:24.261417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18a76acc-4249-4e08-a120-f34259ff24ac req-7fb0bc13-ecdb-4f4d-8f3b-ebb878a8b8e5 service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161977 Aug 27 02:33:24.266739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port 4212a167-28ba-4b31-9e33-af12e6f8a67f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:24.274902 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.304854 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.366702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:24.368942 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1637107-89b9-4e54-a692-6258439b41f4" -d '{"events": [{"server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "name": "network-vif-plugged", "status": "completed", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:24.387961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b9a8ebae-5846-4371-8ded-620984fea99b,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:24.395541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.417785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Deleting subnet cda04add-528b-4b15-bbe1-d9bf032135c2 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:24.428399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.437829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.471567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:24.477863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b897ac70-1097-49a2-8099-ef2bb9f4587d req-5d6a063a-a91e-4989-a465-775dc5fc5c01 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146261 Aug 27 02:33:24.495557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18a76acc-4249-4e08-a120-f34259ff24ac req-ff39c651-6da7-48b2-a816-3220eb6a1d23 service neutron] 10.222.0.45 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210751 Aug 27 02:33:24.529819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b13617-65da-4f0a-8f5c-3e49a6073a84 req-ce32a359-0216-4c4e-9228-e88a051181cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:24.532504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6b13617-65da-4f0a-8f5c-3e49a6073a84 req-ce32a359-0216-4c4e-9228-e88a051181cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.1508384 Aug 27 02:33:24.566879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Allocated IP 172.25.1.161 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/288b6afa-9f48-4d4d-bdde-0f992242c31a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:24.577050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be20ccc-ee80-4105-86fb-bb17335043b7 req-db649742-b7a3-4af8-945b-e425008fcaf5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:24.583786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be20ccc-ee80-4105-86fb-bb17335043b7 req-db649742-b7a3-4af8-945b-e425008fcaf5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:24.589806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be20ccc-ee80-4105-86fb-bb17335043b7 req-db649742-b7a3-4af8-945b-e425008fcaf5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:24.591655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9be20ccc-ee80-4105-86fb-bb17335043b7 req-db649742-b7a3-4af8-945b-e425008fcaf5 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 2409 time: 0.3134995 Aug 27 02:33:24.607180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:24.619782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.658425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:24.661656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] For port 4212a167-28ba-4b31-9e33-af12e6f8a67f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=4212a167-28ba-4b31-9e33-af12e6f8a67f,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:24.662470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.663895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6b13617-65da-4f0a-8f5c-3e49a6073a84 req-3920ccb1-35c6-4c40-810c-177e098c855f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123807 Aug 27 02:33:24.673973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:24.688656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc82ce-6fe9-4b69-90b7-aa7b35e17a3e req-d9c234c9-a5cc-46b5-bb02-c57658b9928c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:24.688830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=8f6ca5c8-4820-47c7-ae51-627ab862001e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:24.689772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-babc82ce-6fe9-4b69-90b7-aa7b35e17a3e req-d9c234c9-a5cc-46b5-bb02-c57658b9928c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 943 time: 0.1369262 Aug 27 02:33:24.731125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for 4212a167-28ba-4b31-9e33-af12e6f8a67f owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:24.762169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f5a05b80-2761-48c0-a74a-7f85e0db5729 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:24.771879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-babc82ce-6fe9-4b69-90b7-aa7b35e17a3e req-f063a646-027c-49e5-b389-50c49c0c3ef9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647273 Aug 27 02:33:24.779299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.802742 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9be20ccc-ee80-4105-86fb-bb17335043b7 req-1f7faa15-d73b-4e8f-9d82-23257bee881f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943233 Aug 27 02:33:24.881005 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3149e1ff-8c70-4ac8-a186-da53bb671d81 x-openstack-request-id: req-3149e1ff-8c70-4ac8-a186-da53bb671d81 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:24.881291 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "name": "network-vif-plugged", "status": "completed", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:24.881599 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3149e1ff-8c70-4ac8-a186-da53bb671d81 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:24.882029 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'code': 200} Aug 27 02:33:24.883463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f5a05b80-2761-48c0-a74a-7f85e0db5729 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:24.883872 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.887134 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.949835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:24.984150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:24.993765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:25.005620 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.040339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c575aee2-61c5-4a21-a4e8-9de8728e1e52 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:25.049548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Pushing event updated for resources: {'Port': ['ID=288b6afa-9f48-4d4d-bdde-0f992242c31a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:25.063335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6f44-e5c7-4632-8d4b-6cb5b9d3cd18 req-a523f513-c46f-4ee4-a28f-5796121f71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:25.064863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cecd6f44-e5c7-4632-8d4b-6cb5b9d3cd18 req-a523f513-c46f-4ee4-a28f-5796121f71b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 0.1133466 Aug 27 02:33:25.080572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.139091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cecd6f44-e5c7-4632-8d4b-6cb5b9d3cd18 req-662e6dfd-3629-4785-8d15-28ab529ca154 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659068 Aug 27 02:33:25.142532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.145616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Transition to ACTIVE for port object c575aee2-61c5-4a21-a4e8-9de8728e1e52 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:25.157542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc104b-c080-49bb-bf4c-7eb7955254a1 req-8492b561-7b56-4254-a894-a27ad18943d2 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:25.159192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-accc104b-c080-49bb-bf4c-7eb7955254a1 req-8492b561-7b56-4254-a894-a27ad18943d2 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2151115 Aug 27 02:33:25.167167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.199003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.249184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.310455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-82140e70-74a0-4ade-8926-78b94db3efd1 None None] Provisioning complete for port 867c5cec-b56b-4854-85f7-1a5a8f780e4d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:25.311099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82140e70-74a0-4ade-8926-78b94db3efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.326952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213f39c-2a69-435d-9048-fcf5028c0b39 req-4083d711-82bd-4dde-b4d3-5864ccfecfdc tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:25.328649 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a213f39c-2a69-435d-9048-fcf5028c0b39 req-4083d711-82bd-4dde-b4d3-5864ccfecfdc tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1074879 Aug 27 02:33:25.347372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Subnet': ['ID=cda04add-528b-4b15-bbe1-d9bf032135c2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:25.360146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c73db42-f05b-47d3-a60d-8b5c963664ed None None] Network 8095c560-1388-49b5-9ced-9a3602d5c435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:25.360663 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.364851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e842fd81-b54a-4d01-a677-70f53c8be3e1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/cda04add-528b-4b15-bbe1-d9bf032135c2 HTTP/1.1" status: 204 len: 168 time: 1.1655989 Aug 27 02:33:25.367293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Pushing event updated for resources: {'Port': ['ID=c575aee2-61c5-4a21-a4e8-9de8728e1e52,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:25.372482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54246) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:25.377110 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-accc104b-c080-49bb-bf4c-7eb7955254a1 req-2db20fab-ae8e-43c4-b877-d37c638cda65 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978235 Aug 27 02:33:25.431958 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.439465 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f8daa512-9dcf-42ee-a81d-867dc643ddd1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657682 Aug 27 02:33:25.440375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54248) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:25.468832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a213f39c-2a69-435d-9048-fcf5028c0b39 req-ef93329b-69ea-48d4-9fa0-f19b6834aa92 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275272 Aug 27 02:33:25.494825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=4212a167-28ba-4b31-9e33-af12e6f8a67f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:25.555684 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.557869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] No DVR routers for this DVR port 4212a167-28ba-4b31-9e33-af12e6f8a67f on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:25.561330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.563240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe627454-96ab-413f-9376-f997b5c2fdfe tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:25.563389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-d40f7c82-78f1-4310-8545-c20f271e7344 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "DELETE /v2.0/ports/4212a167-28ba-4b31-9e33-af12e6f8a67f HTTP/1.1" status: 204 len: 173 time: 2.0206056 Aug 27 02:33:25.567189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fe627454-96ab-413f-9376-f997b5c2fdfe tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1198423 Aug 27 02:33:25.567457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54252) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:25.639665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.645764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] DHCP port deletion for 8095c560-1388-49b5-9ced-9a3602d5c435 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:25.651576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.655908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Attempting to bind port c575aee2-61c5-4a21-a4e8-9de8728e1e52 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:25.656251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Attempting to bind port c575aee2-61c5-4a21-a4e8-9de8728e1e52 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:25.656586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Attempting to bind port c575aee2-61c5-4a21-a4e8-9de8728e1e52 on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:25.691754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Port c575aee2-61c5-4a21-a4e8-9de8728e1e52 on network dc62358b-438b-4470-ac82-681acae24bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:25.692085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Attempting to bind port c575aee2-61c5-4a21-a4e8-9de8728e1e52 on network dc62358b-438b-4470-ac82-681acae24bcd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:25.694808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196abe4c-0de1-4a22-93ab-350a0ab03aad tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:25.698309 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-196abe4c-0de1-4a22-93ab-350a0ab03aad tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276619 Aug 27 02:33:25.701707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:25.706805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] Deleting port 867c5cec-b56b-4854-85f7-1a5a8f780e4d {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:25.707317 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.755020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:25.755267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Checking segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:25.755656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Bound using segment: {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:25.756134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Bound port: c575aee2-61c5-4a21-a4e8-9de8728e1e52, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed754311-36a6-414c-8e13-978e912a5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:25.756506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.777316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] For port 867c5cec-b56b-4854-85f7-1a5a8f780e4d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=867c5cec-b56b-4854-85f7-1a5a8f780e4d,segment=NetworkSegment(cc0112e8-a28b-4b27-a07b-f12b3f7e6d39),segment_id=cc0112e8-a28b-4b27-a07b-f12b3f7e6d39)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:25.777886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.792005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] Calling delete_port for 867c5cec-b56b-4854-85f7-1a5a8f780e4d owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:25.825109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1299de-0fd1-4797-90ee-90270055ea5c req-50faeadf-421f-4d8d-bb70-d8a45061c678 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:25.826846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c1299de-0fd1-4797-90ee-90270055ea5c req-50faeadf-421f-4d8d-bb70-d8a45061c678 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1912904 Aug 27 02:33:25.894858 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.929659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] Pushing event deleted for resources: {'Port': ['ID=867c5cec-b56b-4854-85f7-1a5a8f780e4d,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:25.935009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a688f8b-1581-4200-8c11-6a76df996d6f None None] No DVR routers for this DVR port 867c5cec-b56b-4854-85f7-1a5a8f780e4d on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:25.948306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port 109811b0-e2a4-4f1b-a28e-20402b738205 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:25.948645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.956262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] For port c575aee2-61c5-4a21-a4e8-9de8728e1e52, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:25.979296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c1299de-0fd1-4797-90ee-90270055ea5c req-3362ef3f-a996-4ddd-b1a7-0246353b9897 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444886 Aug 27 02:33:26.099878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Pushing event updated for resources: {'Port': ['ID=288b6afa-9f48-4d4d-bdde-0f992242c31a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:26.100657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:26.104053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c197839-3914-4ab0-8c82-1df995b345e9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3978524 Aug 27 02:33:26.119678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54260) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.200642 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7847fc6e-c071-4345-b0b3-889b7abac0e6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.201877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7847fc6e-c071-4345-b0b3-889b7abac0e6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.203223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7847fc6e-c071-4345-b0b3-889b7abac0e6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/765accdb-fbb8-467c-9594-c69c2c2e58e0 HTTP/1.1" status: 404 len: 333 time: 0.0831289 Aug 27 02:33:26.212073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54262) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.237988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:26.254100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'port_id': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8', 'mac_address': 'fa:16:3e:d5:2c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535a453-98b1-4448-a8a2-55e66442770a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:26.257982 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5f0e3f-9eac-45ba-ad4f-b5c7db7bbd12 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.258517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5f0e3f-9eac-45ba-ad4f-b5c7db7bbd12 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.260452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6b5f0e3f-9eac-45ba-ad4f-b5c7db7bbd12 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/96ce3d31-fe8f-4410-a58c-6a0536338f53 HTTP/1.1" status: 404 len: 337 time: 0.0463562 Aug 27 02:33:26.264140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54264) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.274911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.293775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.308066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:26.311004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2b4c4-9583-47bf-89b2-e48cb35b8dcb req-3c7a2db2-bae4-4ab8-9667-9b1ab9473752 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.312607 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dcd2b4c4-9583-47bf-89b2-e48cb35b8dcb req-3c7a2db2-bae4-4ab8-9667-9b1ab9473752 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 943 time: 0.2438691 Aug 27 02:33:26.314504 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-83619087-2970-4041-bf82-da24f12dbd66 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.314504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83619087-2970-4041-bf82-da24f12dbd66 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.318659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-83619087-2970-4041-bf82-da24f12dbd66 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/cda04add-528b-4b15-bbe1-d9bf032135c2 HTTP/1.1" status: 404 len: 337 time: 0.0502584 Aug 27 02:33:26.318659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.318659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa40b041-d089-4324-a787-6057e0b97e3e tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0246897 Aug 27 02:33:26.319092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54266) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.326226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54268) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.336705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:26.342055 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.355591 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed1f388-52b9-484c-bcc2-71a4b8db3130 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.356372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed1f388-52b9-484c-bcc2-71a4b8db3130 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.360527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aed1f388-52b9-484c-bcc2-71a4b8db3130 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/e98e1cea-1898-46f0-9ee3-b4508ca4ffa0 HTTP/1.1" status: 404 len: 333 time: 0.0382915 Aug 27 02:33:26.364241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54272) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.394562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:26.402106 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b06d327-cc48-420e-86d7-bbb08f8fa87a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.402627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b06d327-cc48-420e-86d7-bbb08f8fa87a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.406736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6b06d327-cc48-420e-86d7-bbb08f8fa87a tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/2f43b232-024f-4be0-9cc2-c51d4069de1a HTTP/1.1" status: 404 len: 337 time: 0.0392914 Aug 27 02:33:26.410448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54274) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.442540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dcd2b4c4-9583-47bf-89b2-e48cb35b8dcb req-1d7eafe1-b687-4ee3-940c-a1857ec62440 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955677 Aug 27 02:33:26.443534 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-464537bd-5046-4fe3-852e-cfbadccccf12 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.444013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464537bd-5046-4fe3-852e-cfbadccccf12 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.445673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-464537bd-5046-4fe3-852e-cfbadccccf12 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/9ca61d22-0ced-44e9-9784-48eba9e81f28 HTTP/1.1" status: 404 len: 337 time: 0.0342655 Aug 27 02:33:26.446769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:26.449464 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098380a2-335b-44a9-ba0c-ff0bd1ed2253" -d '{"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:26.454274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] For port c575aee2-61c5-4a21-a4e8-9de8728e1e52, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c575aee2-61c5-4a21-a4e8-9de8728e1e52,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:26.466100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54278) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.471755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.495114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.496447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:26.516830 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b974ff1-64d1-4a55-8562-4bdaa6bdf088 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.516830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b974ff1-64d1-4a55-8562-4bdaa6bdf088 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.516830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b974ff1-64d1-4a55-8562-4bdaa6bdf088 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/104f2340-ed46-4b14-8008-66513d711104 HTTP/1.1" status: 404 len: 333 time: 0.0567675 Aug 27 02:33:26.521025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54284) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.573435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['1616a4e7-99f2-4920-8460-3ea5c2d37bc8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:26.581188 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-14347864-f6b6-4cde-9043-8309aaa0cffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.581644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14347864-f6b6-4cde-9043-8309aaa0cffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.586891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14347864-f6b6-4cde-9043-8309aaa0cffc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/2e4b8c3e-84ca-4710-8123-3ccce2de597e HTTP/1.1" status: 404 len: 337 time: 0.0605838 Aug 27 02:33:26.588151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] For port 109811b0-e2a4-4f1b-a28e-20402b738205, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=109811b0-e2a4-4f1b-a28e-20402b738205,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:26.588632 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.589921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54286) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.605816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.606514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.607924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] 10.222.0.32 "PUT /v2.0/ports/c575aee2-61c5-4a21-a4e8-9de8728e1e52 HTTP/1.1" status: 200 len: 1091 time: 3.3502524 Aug 27 02:33:26.626598 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a1d1eb-077f-41a6-bb33-d20c2ec53bf4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.627243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a1d1eb-077f-41a6-bb33-d20c2ec53bf4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.627826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for 109811b0-e2a4-4f1b-a28e-20402b738205 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:26.629187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-11a1d1eb-077f-41a6-bb33-d20c2ec53bf4 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/e7937eb0-2e74-4b63-a1db-684f6f532102 HTTP/1.1" status: 404 len: 337 time: 0.0338769 Aug 27 02:33:26.631738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.633334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54288) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.684169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69dcac-be36-4976-98c0-a0098fc81230 req-0eacfcea-7c8a-4801-a2f7-902828c5c6dc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.685739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e69dcac-be36-4976-98c0-a0098fc81230 req-0eacfcea-7c8a-4801-a2f7-902828c5c6dc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1638229 Aug 27 02:33:26.695972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1629cde-e4ee-4177-9ae6-3ee43247d520 service neutron] Pushing event updated for resources: {'Port': ['ID=c575aee2-61c5-4a21-a4e8-9de8728e1e52,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:26.733465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b56a-43cf-493c-8be7-ed5854093139 req-9bc5399d-33dc-4cc1-9a9b-9459a3488729 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.740400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b56a-43cf-493c-8be7-ed5854093139 req-9bc5399d-33dc-4cc1-9a9b-9459a3488729 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.742054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d869b56a-43cf-493c-8be7-ed5854093139 req-9bc5399d-33dc-4cc1-9a9b-9459a3488729 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 1677 time: 0.6798730 Aug 27 02:33:26.742529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e69dcac-be36-4976-98c0-a0098fc81230 req-91d471cc-37fe-4534-b39a-6be6bf2faa13 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Aug 27 02:33:26.744407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 867c5cec-b56b-4854-85f7-1a5a8f780e4d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:26.771887 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e184d74-7345-45d8-ab5e-2575f36e5800 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.772799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e184d74-7345-45d8-ab5e-2575f36e5800 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.776951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0e184d74-7345-45d8-ab5e-2575f36e5800 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/fc48bb79-a6ad-4074-abc4-f2594e6d6f84 HTTP/1.1" status: 404 len: 333 time: 0.1365025 Aug 27 02:33:26.777312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54292) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.781313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 867c5cec-b56b-4854-85f7-1a5a8f780e4d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:26.781655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 867c5cec-b56b-4854-85f7-1a5a8f780e4d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:26.821010 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cabdad-a00a-4d6a-9859-758e6760fcc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.821467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cabdad-a00a-4d6a-9859-758e6760fcc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.825613 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-26cabdad-a00a-4d6a-9859-758e6760fcc0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/f5463ca7-acb5-4f0f-9284-3867cb540ed8 HTTP/1.1" status: 404 len: 337 time: 0.0449243 Aug 27 02:33:26.826875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54294) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.835102 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abe492e-3e31-4be5-a390-74366aac0a1c x-openstack-request-id: req-2abe492e-3e31-4be5-a390-74366aac0a1c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:26.835398 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "4212a167-28ba-4b31-9e33-af12e6f8a67f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:26.835633 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2abe492e-3e31-4be5-a390-74366aac0a1c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:26.836029 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '4212a167-28ba-4b31-9e33-af12e6f8a67f', 'status': 'completed', 'code': 200} Aug 27 02:33:26.871351 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7230e346-6e17-459e-ae0e-e990f15630b7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.871931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7230e346-6e17-459e-ae0e-e990f15630b7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.875952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7230e346-6e17-459e-ae0e-e990f15630b7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/914fd51d-1513-486b-847f-e6a5eb3aca29 HTTP/1.1" status: 404 len: 337 time: 0.0421810 Aug 27 02:33:26.878548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54296) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.897295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-a19599d7-8c18-4acc-b57b-2035cb5a6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.898826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-a19599d7-8c18-4acc-b57b-2035cb5a6c17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 1094 time: 0.2151535 Aug 27 02:33:26.909904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d869b56a-43cf-493c-8be7-ed5854093139 req-2260ac1d-4e8d-4cf7-8cb9-ccbd9e81ea32 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c227c38-2ddd-4934-8974-eadbc970e061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395373 Aug 27 02:33:26.919217 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f041468d-617d-4754-8e81-5dbdd909a957 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.919934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f041468d-617d-4754-8e81-5dbdd909a957 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.921679 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f041468d-617d-4754-8e81-5dbdd909a957 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/aad95756-fc25-45dd-bc0d-4e196190ca08 HTTP/1.1" status: 404 len: 333 time: 0.0442724 Aug 27 02:33:26.924260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54298) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.933940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.969012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-445938a4-f3fe-4f14-9878-c666cbd2a3fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c575aee2-61c5-4a21-a4e8-9de8728e1e52 HTTP/1.1" status: 200 len: 217 time: 0.0569718 Aug 27 02:33:26.975260 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae8cf65-aba4-43d4-8290-530b8f31f4e0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:26.975739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae8cf65-aba4-43d4-8290-530b8f31f4e0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:26.977497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5ae8cf65-aba4-43d4-8290-530b8f31f4e0 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/29c6f029-0ce9-485b-8b30-8818aa3e425c HTTP/1.1" status: 404 len: 337 time: 0.0523260 Aug 27 02:33:26.980196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54300) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.037203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 27b6e2aa-297f-439a-8e92-6d1734f3fd45 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:33:27.040488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd565172-c2cf-4246-b8dc-968aa9ef6685 req-85b94e16-f056-4983-b377-e1b68cd0f07c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.042146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd565172-c2cf-4246-b8dc-968aa9ef6685 req-85b94e16-f056-4983-b377-e1b68cd0f07c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1801455 Aug 27 02:33:27.055513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-8cf06931-6e1a-4b70-8268-e2793d9a5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.055810 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-779c2376-68f1-4e68-afc3-115d2e88e47c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.056543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779c2376-68f1-4e68-afc3-115d2e88e47c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.057001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-8cf06931-6e1a-4b70-8268-e2793d9a5621 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.0811038 Aug 27 02:33:27.058356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-779c2376-68f1-4e68-afc3-115d2e88e47c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/6dc26938-d958-4bbd-adfb-7e73aa1f1cbe HTTP/1.1" status: 404 len: 333 time: 0.0769823 Aug 27 02:33:27.063482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54306) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.113051 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2686ef38-3d25-4abf-ba4e-ab0619303994 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.113051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2686ef38-3d25-4abf-ba4e-ab0619303994 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.113051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2686ef38-3d25-4abf-ba4e-ab0619303994 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/032bb429-e003-45d4-8fce-ff69337f8f32 HTTP/1.1" status: 404 len: 337 time: 0.0450542 Aug 27 02:33:27.130047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54310) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.144897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-a27616db-51d6-4c4b-a116-89de2629e140 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782285 Aug 27 02:33:27.173478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.183368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd565172-c2cf-4246-b8dc-968aa9ef6685 req-036c397d-c67f-4bce-9fd9-03e3d7ebc6f7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337039 Aug 27 02:33:27.226873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Allocated IP 172.25.1.253 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/2c1424e9-40f1-4282-8549-1bea68653862) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:27.229558 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3b17ee-40f9-4bf7-9fea-bec0fd2dc269 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.230538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3b17ee-40f9-4bf7-9fea-bec0fd2dc269 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.234893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aa3b17ee-40f9-4bf7-9fea-bec0fd2dc269 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/ce7bc56d-a494-4164-b1a6-7427d68d4768 HTTP/1.1" status: 404 len: 333 time: 0.0641801 Aug 27 02:33:27.241075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54314) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.291502 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e41f5f4-6e5d-41c5-bab5-29633fabfbfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.291502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e41f5f4-6e5d-41c5-bab5-29633fabfbfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.296051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9e41f5f4-6e5d-41c5-bab5-29633fabfbfc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/d2151301-3af8-4637-b8f6-4912e00ad1d6 HTTP/1.1" status: 404 len: 337 time: 0.0499742 Aug 27 02:33:27.296536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54316) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.304005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=109811b0-e2a4-4f1b-a28e-20402b738205,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:27.342549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e255b9-937f-4e93-b388-a93966e87235 req-746872a0-18eb-439b-9dec-c41f17e8f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.344073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1e255b9-937f-4e93-b388-a93966e87235 req-746872a0-18eb-439b-9dec-c41f17e8f143 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.1639280 Aug 27 02:33:27.367776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] No DVR routers for this DVR port 109811b0-e2a4-4f1b-a28e-20402b738205 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:27.370988 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.373454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-fe680be8-b339-4026-b251-f97832704c4d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "DELETE /v2.0/ports/109811b0-e2a4-4f1b-a28e-20402b738205 HTTP/1.1" status: 204 len: 173 time: 1.7737534 Aug 27 02:33:27.392292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:27.393597 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d836050d-9f5f-4307-a236-dbdf07fae6c6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.394425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d836050d-9f5f-4307-a236-dbdf07fae6c6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.399176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d836050d-9f5f-4307-a236-dbdf07fae6c6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/abe25562-3741-4b2a-b2f2-a21ef37b87da HTTP/1.1" status: 404 len: 333 time: 0.0834324 Aug 27 02:33:27.400693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54318) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.402627 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] Sync routers for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:27.412631 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:27.413331 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:27.447748 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:27.457991 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:27.458696 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:27.459942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd6288-1b20-4e9e-8c55-6a1295c84adf req-480d0b3a-7d35-4c0f-8d3d-07de1e7bd138 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.461556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fdd6288-1b20-4e9e-8c55-6a1295c84adf req-480d0b3a-7d35-4c0f-8d3d-07de1e7bd138 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.2830939 Aug 27 02:33:27.490655 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:27.491410 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431c135-e82c-4c99-9d1d-62496e08bcc6 None None] The sync data for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:27.498291 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ecb38e-1a42-4cc1-aa00-3e0d84cca753 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.498833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ecb38e-1a42-4cc1-aa00-3e0d84cca753 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.500735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-08ecb38e-1a42-4cc1-aa00-3e0d84cca753 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/03ec1678-8ecd-4068-97d3-1498a94003b7 HTTP/1.1" status: 404 len: 337 time: 0.0966203 Aug 27 02:33:27.504511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54322) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.517759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a78048-999c-4b67-aa4c-7eb6148d717c req-85818a7f-bbe2-4291-8e35-445cb2d986b1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.521161 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-165f83a9-f8ec-4d3b-ba1c-2b44c36d1cbd service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673141 Aug 27 02:33:27.521848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.522835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43a78048-999c-4b67-aa4c-7eb6148d717c req-85818a7f-bbe2-4291-8e35-445cb2d986b1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2654302 Aug 27 02:33:27.522996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f02c85c1-7b3a-4d3a-8928-09ce61610494 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2987928 Aug 27 02:33:27.528732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54324) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.555048 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6612e6-361c-465f-8ec8-f50913ef7afa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.555803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6612e6-361c-465f-8ec8-f50913ef7afa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.557456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cc6612e6-361c-465f-8ec8-f50913ef7afa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/3629ce5f-9dc0-4f49-a845-16366dfad265 HTTP/1.1" status: 404 len: 333 time: 0.0516441 Aug 27 02:33:27.568858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54326) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.637915 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-291c2664-cb8d-49a2-835f-dd56ce966abd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.638447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291c2664-cb8d-49a2-835f-dd56ce966abd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.642798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-291c2664-cb8d-49a2-835f-dd56ce966abd tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/62a84351-82ef-4857-b028-33bb38ac6440 HTTP/1.1" status: 404 len: 337 time: 0.0692732 Aug 27 02:33:27.643828 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f58391ba-7919-40f3-ab42-4493d8f4540f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.646618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.651268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.652998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fdd6288-1b20-4e9e-8c55-6a1295c84adf req-9cc39149-c104-4282-92b4-8d86e370ea82 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618474 Aug 27 02:33:27.683367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port f32e51da-d1a7-474b-8f36-ac21600c7509 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:27.683720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.714915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e255b9-937f-4e93-b388-a93966e87235 req-67a183db-f271-4542-a800-00c1acd195d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.716471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1e255b9-937f-4e93-b388-a93966e87235 req-67a183db-f271-4542-a800-00c1acd195d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.3345942 Aug 27 02:33:27.745296 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce683de-8fd7-4a01-9920-420837836494 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.746093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce683de-8fd7-4a01-9920-420837836494 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.747853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cce683de-8fd7-4a01-9920-420837836494 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/29e8ac13-e978-49cc-a29e-3b69030658e5 HTTP/1.1" status: 404 len: 333 time: 0.0941679 Aug 27 02:33:27.748166 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93bf0bbe-2096-4a16-890a-37edb4c14257 req-a0d4a252-686b-40b8-9611-2c3919a34ff1 service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023020 Aug 27 02:33:27.751002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43a78048-999c-4b67-aa4c-7eb6148d717c req-d00a7956-c197-427b-a890-43ee857b7819 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193987 Aug 27 02:33:27.751878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.788438 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18f1809-9df9-49bb-91f6-e2ddf81ad78f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.788928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18f1809-9df9-49bb-91f6-e2ddf81ad78f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.793534 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c18f1809-9df9-49bb-91f6-e2ddf81ad78f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/4e3cdb18-332b-49af-b6c5-f181ea8d57ef HTTP/1.1" status: 404 len: 337 time: 0.0381198 Aug 27 02:33:27.794594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54332) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.801386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1e255b9-937f-4e93-b388-a93966e87235 req-1d02e738-e2c0-41dd-b3e5-d5dceaf30fc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 217 time: 0.0655427 Aug 27 02:33:27.857241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] For port f32e51da-d1a7-474b-8f36-ac21600c7509, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f32e51da-d1a7-474b-8f36-ac21600c7509,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:27.857628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.910549 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-682dd840-38eb-4db0-b9bc-bc33c6cf6fec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.911652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682dd840-38eb-4db0-b9bc-bc33c6cf6fec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.918388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-682dd840-38eb-4db0-b9bc-bc33c6cf6fec tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/eec1a4df-e72a-4ab6-938c-fec6fc1c110f HTTP/1.1" status: 404 len: 337 time: 0.1231821 Aug 27 02:33:27.919815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54336) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.921223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for f32e51da-d1a7-474b-8f36-ac21600c7509 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:27.968685 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-356fe8c0-c697-4087-b98e-96fa7bff3902 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:27.968929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.969447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356fe8c0-c697-4087-b98e-96fa7bff3902 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:27.971193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-356fe8c0-c697-4087-b98e-96fa7bff3902 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/fd1194f6-197e-4c9b-92d2-a08908e25666 HTTP/1.1" status: 404 len: 333 time: 0.0478127 Aug 27 02:33:27.974574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54340) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.990634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e255b9-937f-4e93-b388-a93966e87235 req-bdd5b174-7aad-426b-8ed7-ce31c8b97618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.992109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1e255b9-937f-4e93-b388-a93966e87235 req-bdd5b174-7aad-426b-8ed7-ce31c8b97618 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.1798337 Aug 27 02:33:28.045383 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fe9be4-442c-459f-a58b-226d9a290005 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.045844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fe9be4-442c-459f-a58b-226d9a290005 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.047700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-18fe9be4-442c-459f-a58b-226d9a290005 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/efba5561-143b-4427-abd4-176daada5bc8 HTTP/1.1" status: 404 len: 337 time: 0.0721211 Aug 27 02:33:28.051261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54342) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.088117 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b525797-11d6-4769-ba99-ba2c37eb439c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.088574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b525797-11d6-4769-ba99-ba2c37eb439c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.090277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1b525797-11d6-4769-ba99-ba2c37eb439c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/d678a915-07fa-4893-9f70-ff390f7099f0 HTTP/1.1" status: 404 len: 337 time: 0.0368655 Aug 27 02:33:28.096662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54344) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.097559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1e255b9-937f-4e93-b388-a93966e87235 req-3a783469-e153-46c0-9d6b-2f9cae5b3255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594082 Aug 27 02:33:28.107695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:28.112909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:28.129933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:28.139088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76838aa6-acf8-452c-870b-29e1ef04dbe4 req-a5e39b6a-23ad-4672-88b0-745fdde8d28a tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:28.140587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76838aa6-acf8-452c-870b-29e1ef04dbe4 req-a5e39b6a-23ad-4672-88b0-745fdde8d28a tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 944 time: 0.2780545 Aug 27 02:33:28.141379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:28.143238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0813f-2891-407c-b08c-3f2419e079f6 req-169d7edb-527b-4ddf-bfef-3e7d2040474f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:28.144745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99a0813f-2891-407c-b08c-3f2419e079f6 req-169d7edb-527b-4ddf-bfef-3e7d2040474f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1879203 Aug 27 02:33:28.145654 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be13664-ba9b-4899-af75-f080a05e3037 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.146394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be13664-ba9b-4899-af75-f080a05e3037 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.148015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9be13664-ba9b-4899-af75-f080a05e3037 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/940f626c-77a5-454b-8528-6a98f9b33ffe HTTP/1.1" status: 404 len: 333 time: 0.0498595 Aug 27 02:33:28.155290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Pushing event updated for resources: {'Port': ['ID=2c1424e9-40f1-4282-8549-1bea68653862,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:28.159353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54346) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.182083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:28.186541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:28.187026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.203245 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b23241-e756-4854-99cb-680895093fc8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.203874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b23241-e756-4854-99cb-680895093fc8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.208673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a1b23241-e756-4854-99cb-680895093fc8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/0d1e8c92-7347-4598-aa95-c3a12f96c64c HTTP/1.1" status: 404 len: 337 time: 0.0458326 Aug 27 02:33:28.209783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54348) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.243261 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9487104-1c2e-4f06-9d6f-ef03195b4e31 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.244061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9487104-1c2e-4f06-9d6f-ef03195b4e31 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.248168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f9487104-1c2e-4f06-9d6f-ef03195b4e31 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/acdc749b-11af-46d5-91a5-5ababe2d5312 HTTP/1.1" status: 404 len: 337 time: 0.0356157 Aug 27 02:33:28.264412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54350) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.273614 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.284848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99a0813f-2891-407c-b08c-3f2419e079f6 req-f59f1275-4f7a-46a3-9186-fecc5f4eb6e9 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278102 Aug 27 02:33:28.305080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:28.307997 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a7570-122a-47a8-81d4-5758f49d3e3a" -d '{"events": [{"server_uuid": "6a360ea8-ef1b-4a5e-a27b-93495dc60ce7", "name": "network-vif-plugged", "status": "completed", "tag": "1616a4e7-99f2-4920-8460-3ea5c2d37bc8"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:28.309501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.316505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-97395c7a-029d-4b46-8029-537d080dbead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:28.318053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-97395c7a-029d-4b46-8029-537d080dbead service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 0.3709095 Aug 27 02:33:28.324470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:28.330565 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.338759 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e52b51-4234-4421-b0c3-68bf5a13c6f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.339880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e52b51-4234-4421-b0c3-68bf5a13c6f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.343948 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c4e52b51-4234-4421-b0c3-68bf5a13c6f8 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/04f60865-b49c-41a5-a9a6-c38b2bdd1a83 HTTP/1.1" status: 404 len: 333 time: 0.0748408 Aug 27 02:33:28.346671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54354) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.349124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=f32e51da-d1a7-474b-8f36-ac21600c7509,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:28.388743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:28.391216 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-872c380c-f039-4b78-8513-b2c163363afc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.391692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872c380c-f039-4b78-8513-b2c163363afc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.394983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-872c380c-f039-4b78-8513-b2c163363afc tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/73fa5141-05d4-454c-8af0-b3577047ef22 HTTP/1.1" status: 404 len: 337 time: 0.0354869 Aug 27 02:33:28.402228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54356) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.468794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4ecaa60-3a0e-4d23-9c09-d6884e4f7621 req-6b29a26f-133d-4bc0-be1b-9e6a84f802e2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0605662 Aug 27 02:33:28.469527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] No DVR routers for this DVR port f32e51da-d1a7-474b-8f36-ac21600c7509 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:28.472591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.474904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cbebbc61-1e51-4a85-b656-877d401a4570 req-b68be070-e70a-4e1c-864a-78a9c307863b tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.45 "DELETE /v2.0/ports/f32e51da-d1a7-474b-8f36-ac21600c7509 HTTP/1.1" status: 204 len: 173 time: 1.0940311 Aug 27 02:33:28.542710 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d724d99-0d10-403d-b9d1-85545a6b4f42 x-openstack-request-id: req-4d724d99-0d10-403d-b9d1-85545a6b4f42 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:28.543048 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a360ea8-ef1b-4a5e-a27b-93495dc60ce7", "name": "network-vif-plugged", "status": "completed", "tag": "1616a4e7-99f2-4920-8460-3ea5c2d37bc8", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:28.543274 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d724d99-0d10-403d-b9d1-85545a6b4f42 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:28.543685 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8', 'code': 200} Aug 27 02:33:28.656242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c53e58-f963-47e6-9be5-3686fe8d0c78 req-d826b0cd-848d-4f08-a2d6-caa079efd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:28.658053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61c53e58-f963-47e6-9be5-3686fe8d0c78 req-d826b0cd-848d-4f08-a2d6-caa079efd98f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 1096 time: 0.0454888 Aug 27 02:33:28.700118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61c53e58-f963-47e6-9be5-3686fe8d0c78 req-1cdbf455-4f54-4eb0-9557-b1bee3734a56 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345228 Aug 27 02:33:28.746734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76838aa6-acf8-452c-870b-29e1ef04dbe4 req-6f26875b-5053-443e-a9ea-151d98cea924 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876205 Aug 27 02:33:28.818208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836180a-ec43-4c77-b9ba-02f1fd5444e6 req-f6cfb806-863b-406d-886c-a598c0238f58 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:28.819664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9836180a-ec43-4c77-b9ba-02f1fd5444e6 req-f6cfb806-863b-406d-886c-a598c0238f58 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.0794606 Aug 27 02:33:28.825581 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-13521132-e6c7-4c77-8234-bb7e4ebb7f7c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.826192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13521132-e6c7-4c77-8234-bb7e4ebb7f7c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.830932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13521132-e6c7-4c77-8234-bb7e4ebb7f7c tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/19a90a97-08bd-4326-a483-ca8c0542b784 HTTP/1.1" status: 404 len: 337 time: 0.0856988 Aug 27 02:33:28.831332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54362) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.846117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'tag': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205'}, {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:28.848390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1e255b9-937f-4e93-b388-a93966e87235 req-c17af458-8d2f-42b2-9be5-cf5048f2a530 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400050 Aug 27 02:33:28.848535 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8015c0ba-1095-4c90-a1dd-d42369a1c3af" -d '{"events": [{"name": "network-changed", "server_uuid": "bf43989a-9a4f-4b22-b0dd-e128f1701e01", "tag": "c575aee2-61c5-4a21-a4e8-9de8728e1e52"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205"}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:28.895058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3530f32a-2876-4110-8f50-c6325d08947f tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports?device_id=8db5df5a-eb4f-4e17-856d-374ba61920f5 HTTP/1.1" status: 200 len: 205 time: 0.0603061 Aug 27 02:33:28.899258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54366) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.951103 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-90eb0acd-3131-4d85-aeba-513b2a1a7981 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] delete failed (client error): The resource could not be found. Aug 27 02:33:28.951969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-90eb0acd-3131-4d85-aeba-513b2a1a7981 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/routers/8db5df5a-eb4f-4e17-856d-374ba61920f5 HTTP/1.1" status: 404 len: 336 time: 0.0517824 Aug 27 02:33:28.957999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54368) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.988027 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8457336c-e631-408c-95ea-ee61ba5f77a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:28.988767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8457336c-e631-408c-95ea-ee61ba5f77a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:28.990247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8457336c-e631-408c-95ea-ee61ba5f77a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/3a400ba7-34d5-4740-8cd7-d135db79a867 HTTP/1.1" status: 404 len: 337 time: 0.0313008 Aug 27 02:33:28.993293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9836180a-ec43-4c77-b9ba-02f1fd5444e6 req-52028a50-0452-442b-ae57-b83fe00bba06 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328790 Aug 27 02:33:28.993758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54370) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.025174 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-572f6eb6-5a77-4ec4-bdd0-587a64fca1ea tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "GET /v2.0/ports?device_id=a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc HTTP/1.1" status: 200 len: 205 time: 0.0282838 Aug 27 02:33:29.025657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54372) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.049124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.074240 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f78a60-3c7e-44e2-950a-b666f8ab09f5 x-openstack-request-id: req-90f78a60-3c7e-44e2-950a-b666f8ab09f5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:29.074558 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf43989a-9a4f-4b22-b0dd-e128f1701e01", "tag": "c575aee2-61c5-4a21-a4e8-9de8728e1e52", "status": "completed", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "109811b0-e2a4-4f1b-a28e-20402b738205", "status": "completed", "code": 200}, {"server_uuid": "c232c10c-266b-40c0-adc1-28a19877ea11", "name": "network-vif-deleted", "tag": "f32e51da-d1a7-474b-8f36-ac21600c7509", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:29.074939 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90f78a60-3c7e-44e2-950a-b666f8ab09f5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:29.075601 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'tag': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52', 'status': 'completed', 'code': 200} Aug 27 02:33:29.075932 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': '109811b0-e2a4-4f1b-a28e-20402b738205', 'status': 'completed', 'code': 200} Aug 27 02:33:29.076245 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c232c10c-266b-40c0-adc1-28a19877ea11', 'name': 'network-vif-deleted', 'tag': 'f32e51da-d1a7-474b-8f36-ac21600c7509', 'status': 'completed', 'code': 200} Aug 27 02:33:29.077380 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-9d7a57f1-a21d-47bd-abc7-20264a2ce5b6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] delete failed (client error): The resource could not be found. Aug 27 02:33:29.082375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9d7a57f1-a21d-47bd-abc7-20264a2ce5b6 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/routers/a434bbcd-f05a-4f22-aa77-7d1fa14fa7dc HTTP/1.1" status: 404 len: 336 time: 0.0528798 Aug 27 02:33:29.083095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54374) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.093951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-bc9e6f32-8f23-40bc-abde-a8df011ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.095449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-bc9e6f32-8f23-40bc-abde-a8df011ac63d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.7601793 Aug 27 02:33:29.104523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1e255b9-937f-4e93-b388-a93966e87235 req-d2af4e74-2203-4f5e-9d69-ea05120dea7c service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440698 Aug 27 02:33:29.121689 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8cdc67-2a66-4464-8d23-68fbe73f7a6b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.122489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8cdc67-2a66-4464-8d23-68fbe73f7a6b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.124598 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9f8cdc67-2a66-4464-8d23-68fbe73f7a6b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/ec23c1e6-fc00-43c5-8370-94e1d0f9fe39 HTTP/1.1" status: 404 len: 337 time: 0.0403256 Aug 27 02:33:29.127339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54376) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.171491 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c1d960-9fc5-445e-859c-e05f6f909400 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.172239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c1d960-9fc5-445e-859c-e05f6f909400 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.174170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-84c1d960-9fc5-445e-859c-e05f6f909400 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/53906213-3269-4f64-982b-93c369a918eb HTTP/1.1" status: 404 len: 337 time: 0.0457349 Aug 27 02:33:29.176774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54378) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.189402 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-10bf9d13-7e90-4a83-84b2-18272a4d18ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 217 time: 0.0720067 Aug 27 02:33:29.209058 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1a6bb0-ceba-4e7b-b6c8-31a058bc8521 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.210038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1a6bb0-ceba-4e7b-b6c8-31a058bc8521 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.214098 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f1a6bb0-ceba-4e7b-b6c8-31a058bc8521 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/20746e1f-22fa-48e6-a7fc-914bbe9f9906 HTTP/1.1" status: 404 len: 333 time: 0.0339787 Aug 27 02:33:29.214477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54380) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.240481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300925f-e937-4393-b3bc-34e4257751f6 req-84c85329-5dd5-4a4f-bcfb-aa9f2c862810 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.243049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-12481944-d269-4306-8760-603f2d72f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.244622 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-12481944-d269-4306-8760-603f2d72f853 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6fd224a952d461f973f31407b0c1cde&device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 1094 time: 0.1321023 Aug 27 02:33:29.246048 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-80628330-15a3-49f1-980d-25f629114ae7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.246509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80628330-15a3-49f1-980d-25f629114ae7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.247158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c300925f-e937-4393-b3bc-34e4257751f6 req-84c85329-5dd5-4a4f-bcfb-aa9f2c862810 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.3138373 Aug 27 02:33:29.248251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-80628330-15a3-49f1-980d-25f629114ae7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/3e798ef0-c096-417e-a84f-ae01b91570d8 HTTP/1.1" status: 404 len: 337 time: 0.0330021 Aug 27 02:33:29.250868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54382) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.253786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.283316 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c1c4cf-07a9-4059-9b44-c09f35e566cb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.284084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c1c4cf-07a9-4059-9b44-c09f35e566cb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.288562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6c1c4cf-07a9-4059-9b44-c09f35e566cb tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/cde85179-f462-4279-a513-29aac4158066 HTTP/1.1" status: 404 len: 333 time: 0.0338488 Aug 27 02:33:29.296217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54384) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.363196 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e568e7-caa7-4576-9de6-6854c34da78b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.363815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e568e7-caa7-4576-9de6-6854c34da78b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.368501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2e568e7-caa7-4576-9de6-6854c34da78b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/70e84e30-c4fb-4e8e-9de9-e07c281f6301 HTTP/1.1" status: 404 len: 337 time: 0.0716360 Aug 27 02:33:29.372092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54388) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.376780 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c300925f-e937-4393-b3bc-34e4257751f6 req-136c4265-8c64-4c80-92b4-18a191cc5723 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192541 Aug 27 02:33:29.396259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-95c40579-3fae-4d8f-9b57-ad9ef9530778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.397775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-95c40579-3fae-4d8f-9b57-ad9ef9530778 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.1983309 Aug 27 02:33:29.404072 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-248f7fcb-e8c0-4c08-b630-339a65e74f43 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.404677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248f7fcb-e8c0-4c08-b630-339a65e74f43 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.410199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-248f7fcb-e8c0-4c08-b630-339a65e74f43 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/865e7811-03f9-4cd3-8295-6897c180f9b3 HTTP/1.1" status: 404 len: 333 time: 0.0365808 Aug 27 02:33:29.410937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54390) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.466546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-81b7b750-bd1c-4de4-b875-913887e1eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.467917 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-c9815690-aae2-43b8-b889-614420b1f604 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578041 Aug 27 02:33:29.468074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-81b7b750-bd1c-4de4-b875-913887e1eb33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 200 len: 914 time: 0.2074301 Aug 27 02:33:29.469615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.493332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3932-1b21-4b39-b22f-f9a3bab6a161 req-41feb7bd-e8bf-4be1-938c-b15f63d02b19 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.494846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10ca3932-1b21-4b39-b22f-f9a3bab6a161 req-41feb7bd-e8bf-4be1-938c-b15f63d02b19 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.0831182 Aug 27 02:33:29.526245 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6fbb95-3211-4e69-a125-e8335b3867c2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.526751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6fbb95-3211-4e69-a125-e8335b3867c2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.528517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9b6fbb95-3211-4e69-a125-e8335b3867c2 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/17ad4085-065f-48f7-b5bb-0942404733ae HTTP/1.1" status: 404 len: 337 time: 0.1065919 Aug 27 02:33:29.532509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54394) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.537522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-1620629f-511a-4773-b3b2-45d9fec70f84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c575aee2-61c5-4a21-a4e8-9de8728e1e52 HTTP/1.1" status: 200 len: 217 time: 0.0598722 Aug 27 02:33:29.598286 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc547c1-b0d8-4f59-9f0c-45ee5fb46fa9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.598953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc547c1-b0d8-4f59-9f0c-45ee5fb46fa9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.600716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3dc547c1-b0d8-4f59-9f0c-45ee5fb46fa9 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/ac9c6627-0e25-4583-b6a9-3b6ea828eb70 HTTP/1.1" status: 404 len: 333 time: 0.0653193 Aug 27 02:33:29.604424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54396) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.654342 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-657d3fee-0e45-4925-a3e0-dab1103121e7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.654609 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-978eda12-bc8c-4b50-9b37-cabf7a7649f5 req-957cc339-503f-4a5b-b736-565568270f8c tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0455518 Aug 27 02:33:29.654793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657d3fee-0e45-4925-a3e0-dab1103121e7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.656530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-657d3fee-0e45-4925-a3e0-dab1103121e7 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/1317c165-9aba-476c-86cc-59b149b20dc2 HTTP/1.1" status: 404 len: 337 time: 0.0512071 Aug 27 02:33:29.661243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54398) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.692669 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10ca3932-1b21-4b39-b22f-f9a3bab6a161 req-1bb26cd4-94d4-4a94-b6ea-0ea35b8daf1e tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527972 Aug 27 02:33:29.707546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-07301c94-4163-45e8-acba-340ef216b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.709398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-07301c94-4163-45e8-acba-340ef216b3dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 200 len: 853 time: 0.1587901 Aug 27 02:33:29.710093 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcc3019-54b0-4de6-b337-3a09e3ba62f1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.710846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcc3019-54b0-4de6-b337-3a09e3ba62f1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.712472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1bcc3019-54b0-4de6-b337-3a09e3ba62f1 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/21c65306-6389-43f2-b384-63dee925df06 HTTP/1.1" status: 404 len: 333 time: 0.0500734 Aug 27 02:33:29.714955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54400) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.766218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-5c4bdc6e-bb25-4fd1-9bab-87950b8562f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dc62358b-438b-4470-ac82-681acae24bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428691 Aug 27 02:33:29.767199 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d4e416-62e5-41bc-96e3-7138c2f5ecaa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.767637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d4e416-62e5-41bc-96e3-7138c2f5ecaa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.770382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-14d4e416-62e5-41bc-96e3-7138c2f5ecaa tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/4a4ce106-51cb-4ae8-866a-8af696be9e76 HTTP/1.1" status: 404 len: 337 time: 0.0533605 Aug 27 02:33:29.772273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54404) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.775267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-9f602d8f-b4d9-4d0c-b818-88340555ebdb service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932713 Aug 27 02:33:29.878850 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0acdab7-6c3d-467f-9c43-69d83102572b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.879867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0acdab7-6c3d-467f-9c43-69d83102572b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.882452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b0acdab7-6c3d-467f-9c43-69d83102572b tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/54edae8e-29f9-4347-9978-7bb8eb3c1186 HTTP/1.1" status: 404 len: 333 time: 0.1092422 Aug 27 02:33:29.882831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.886693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54406) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.905616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.931676 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab585292-6edf-478f-98fd-8c1cef016298 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.932137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab585292-6edf-478f-98fd-8c1cef016298 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.936273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ab585292-6edf-478f-98fd-8c1cef016298 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/615d2aa9-71e3-4fef-b82b-0e64c931bece HTTP/1.1" status: 404 len: 337 time: 0.0458136 Aug 27 02:33:29.937887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54408) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.976850 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9842b0ab-e4f0-4076-8fda-a3e1fd5c45a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:29.977906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9842b0ab-e4f0-4076-8fda-a3e1fd5c45a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:29.982563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9842b0ab-e4f0-4076-8fda-a3e1fd5c45a5 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/ports/cfb8beb8-7663-440f-84e7-1a3ef96af382 HTTP/1.1" status: 404 len: 333 time: 0.0406687 Aug 27 02:33:29.982563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54410) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.993749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-88760fd2-ba9b-4ae3-a7a9-0e787bcabcd1 service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118580 Aug 27 02:33:30.080899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Pushing event updated for resources: {'Port': ['ID=2c1424e9-40f1-4282-8549-1bea68653862,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:30.083992 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1953de-0ace-47f3-9740-6fde281d3f73 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:30.084628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1953de-0ace-47f3-9740-6fde281d3f73 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:30.089844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7b1953de-0ace-47f3-9740-6fde281d3f73 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/subnets/f6b7ac53-7b33-4abd-b8a5-f2a915a33131 HTTP/1.1" status: 404 len: 337 time: 0.1066163 Aug 27 02:33:30.090767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54414) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:30.105187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156f856-f951-4624-85bd-f4826a72b2ba req-95875423-62c1-4f69-a1d5-cd75dc30742e tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:30.106446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9156f856-f951-4624-85bd-f4826a72b2ba req-95875423-62c1-4f69-a1d5-cd75dc30742e tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 945 time: 0.2573435 Aug 27 02:33:30.133667 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d27863b-eb10-4c61-b2c7-2946202d92a7 req-30444977-dca7-479d-90e0-ab7d15c8fa6b service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429201 Aug 27 02:33:30.137572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.192083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-00d4dd5e-65c8-4d0e-b804-2495005aa0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.202796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.206371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44bf5eba-0660-4c62-9130-73e5cd8e0185 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8758209 Aug 27 02:33:30.206371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.1 (c44576cf-c1b7-4667-8e64-d1b8b6523cfa/037d9fa0-57ab-41b1-a97c-11bd383a3bde/2eab9016-c1ef-422f-974f-f8678ab4f274) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:30.210360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:30.219822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9156f856-f951-4624-85bd-f4826a72b2ba req-a2714343-cf07-4002-8536-ec28662f0104 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889468 Aug 27 02:33:30.296264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c575aee2-61c5-4a21-a4e8-9de8728e1e52 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:30.409337 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d8c71979-941c-4590-8bc7-5e234985ca48 tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2901 time: 0.1932178 Aug 27 02:33:30.410724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54424) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:30.473005 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-59883617-6fb0-45f0-af72-4fe06e7637b7 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0589645 Aug 27 02:33:30.474337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54426) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:30.485190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c575aee2-61c5-4a21-a4e8-9de8728e1e52, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c575aee2-61c5-4a21-a4e8-9de8728e1e52,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:30.549378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.552504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52', 'network_id': 'dc62358b-438b-4470-ac82-681acae24bcd', 'port_id': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52', 'mac_address': 'fa:16:3e:4a:1e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535a453-98b1-4448-a8a2-55e66442770a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:30.623020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Transition to ACTIVE for port object 2eab9016-c1ef-422f-974f-f8678ab4f274 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:30.624793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3338-5cc9-484e-a102-2308abf47fba req-6c5f97fc-b744-432f-90db-240963090c93 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:30.632726 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2bef3338-5cc9-484e-a102-2308abf47fba req-6c5f97fc-b744-432f-90db-240963090c93 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.5392032 Aug 27 02:33:30.644838 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.650993 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.673850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c575aee2-61c5-4a21-a4e8-9de8728e1e52 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:30.701280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c575aee2-61c5-4a21-a4e8-9de8728e1e52, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c575aee2-61c5-4a21-a4e8-9de8728e1e52,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:30.708235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.710784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.722857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64e34f-239d-45f4-ae00-526823b4ddd8 req-7017d188-1fee-490c-8061-8f3248085d1f tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:30.724022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8015c0ba-1095-4c90-a1dd-d42369a1c3af req-d67f1784-7ed1-4291-8dca-6caecf3fd983 service neutron] 10.222.0.32 "GET /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121966 Aug 27 02:33:30.731599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae64e34f-239d-45f4-ae00-526823b4ddd8 req-7017d188-1fee-490c-8061-8f3248085d1f tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1963401 Aug 27 02:33:30.740890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2bef3338-5cc9-484e-a102-2308abf47fba req-dda94b83-7ed5-41a7-9032-ee902ba59f89 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070058 Aug 27 02:33:30.800872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae64e34f-239d-45f4-ae00-526823b4ddd8 req-4e43a4d9-bd3c-47d2-aef4-0f966a98e5d1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679410 Aug 27 02:33:30.803317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c575aee2-61c5-4a21-a4e8-9de8728e1e52,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:30.809708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.835099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Deleting port 2c1424e9-40f1-4282-8549-1bea68653862 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:30.835555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.908983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:30.909236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2958784-347a-40e7-9da4-fac81510eb13 req-b971e1ac-a378-4628-91ba-63a77265db65 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0393076 Aug 27 02:33:30.913859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.918609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:30.927166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8095c560-1388-49b5-9ced-9a3602d5c435']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:30.940576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:30.940851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0112e8-a28b-4b27-a07b-f12b3f7e6d39') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:30.946307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:30.963067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['c575aee2-61c5-4a21-a4e8-9de8728e1e52'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:30.984724 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.987364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=2eab9016-c1ef-422f-974f-f8678ab4f274,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:31.016184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.047893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:31.050824 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:31.061308 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:31.064315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252ff86-c1b0-4384-8ad8-b34170d7e30f req-a3c19625-218a-47af-84bc-98527effcf35 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:31.064315 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0252ff86-c1b0-4384-8ad8-b34170d7e30f req-a3c19625-218a-47af-84bc-98527effcf35 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1972642 Aug 27 02:33:31.070432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.202226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.217261 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.220585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] 10.222.0.10 "DELETE /v2.0/networks/8095c560-1388-49b5-9ced-9a3602d5c435 HTTP/1.1" status: 204 len: 168 time: 1.1260209 Aug 27 02:33:31.237477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.255062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccb9e6-d986-4a84-a4b2-2119e719f410 tempest-NetworksTestDHCPv6-2020418893 tempest-NetworksTestDHCPv6-2020418893-project] Pushing event deleted for resources: {'Network': ['ID=8095c560-1388-49b5-9ced-9a3602d5c435,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:31.387330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b646-c005-4205-bede-348add00452f req-0a11a743-7eea-4574-99ef-6029bc78603b tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:31.389088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1be2b646-c005-4205-bede-348add00452f req-0a11a743-7eea-4574-99ef-6029bc78603b tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 945 time: 0.0623615 Aug 27 02:33:31.394602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-309bd591-669e-429d-8184-a600096d51fe None None] Provisioning for port 2eab9016-c1ef-422f-974f-f8678ab4f274 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:31.399085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-309bd591-669e-429d-8184-a600096d51fe None None] Provisioning complete for port 2eab9016-c1ef-422f-974f-f8678ab4f274 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:31.399522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-309bd591-669e-429d-8184-a600096d51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.441216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1be2b646-c005-4205-bede-348add00452f req-d91a5059-9f58-4e00-ae4d-c07433743074 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Aug 27 02:33:31.459895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-309bd591-669e-429d-8184-a600096d51fe None None] Port 2eab9016-c1ef-422f-974f-f8678ab4f274 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:31.555323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54440) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:31.563413 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.564159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.591270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Calling delete_port for 2c1424e9-40f1-4282-8549-1bea68653862 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:31.599981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b4f1-d1f5-4f2a-801e-cea5005376a7 req-c30351f2-6104-4a13-9e34-b9b65856c270 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:31.601810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7661b4f1-d1f5-4f2a-801e-cea5005376a7 req-c30351f2-6104-4a13-9e34-b9b65856c270 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 944 time: 0.0826445 Aug 27 02:33:31.653998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7661b4f1-d1f5-4f2a-801e-cea5005376a7 req-d71c5a60-f9d2-4662-a9db-ab6f48c773db tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Aug 27 02:33:31.690853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0252ff86-c1b0-4384-8ad8-b34170d7e30f req-b2b83f64-3210-4890-abfe-229e3751ce63 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153953 Aug 27 02:33:31.733757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.737001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-de60ea60-10d9-4055-bb2c-17146400df3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abef832362d048b99c3490815db06c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782196 Aug 27 02:33:31.737565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54444) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:31.803596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3303169-2fc4-4b51-8ee1-ecf72bb983f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.864735 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3303169-2fc4-4b51-8ee1-ecf72bb983f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.901412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20566e30-8f14-481b-8c1d-2f33b63aef30 req-6753257a-ffb9-4988-bcba-765bd5efdbce tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:31.903126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20566e30-8f14-481b-8c1d-2f33b63aef30 req-6753257a-ffb9-4988-bcba-765bd5efdbce tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.0818028 Aug 27 02:33:31.952167 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.956689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20566e30-8f14-481b-8c1d-2f33b63aef30 req-e677c0b5-33e7-4e81-88a7-1b00d0d40c99 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Aug 27 02:33:31.978058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3303169-2fc4-4b51-8ee1-ecf72bb983f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.980680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3303169-2fc4-4b51-8ee1-ecf72bb983f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.984449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e3303169-2fc4-4b51-8ee1-ecf72bb983f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/674bbf69-ef6e-47e8-91fe-4df5c506b5bb HTTP/1.1" status: 204 len: 168 time: 0.2434103 Aug 27 02:33:31.992613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3303169-2fc4-4b51-8ee1-ecf72bb983f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674bbf69-ef6e-47e8-91fe-4df5c506b5bb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.015615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Pushing event deleted for resources: {'Port': ['ID=2c1424e9-40f1-4282-8549-1bea68653862,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.084469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ba351b7-0a63-4db7-8f59-9d0b42d60196 req-e689b83a-9b8c-436f-9bd8-d48a600e4382 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0284722 Aug 27 02:33:32.170580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7d7f3-e641-4adb-9347-91d4da2ded29 req-030d5f55-68c5-4af4-ac8c-174acbd31b44 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:32.172093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5cf7d7f3-e641-4adb-9347-91d4da2ded29 req-030d5f55-68c5-4af4-ac8c-174acbd31b44 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2590137 Aug 27 02:33:32.217638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.220149 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.223846 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d514f83f-90c8-4ded-84aa-78554b929fc0 tempest-FloatingIPAdminTestJSON-848577500 tempest-FloatingIPAdminTestJSON-848577500-project] 10.222.0.10 "DELETE /v2.0/floatingips/acc461ad-5cc1-498c-910c-bd1228ae7ea8 HTTP/1.1" status: 204 len: 168 time: 1.7461898 Aug 27 02:33:32.224364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54456) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:32.289720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c575aee2-61c5-4a21-a4e8-9de8728e1e52 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:32.327868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5cf7d7f3-e641-4adb-9347-91d4da2ded29 req-58fd6918-79cf-416c-8c91-fde9a12d4e88 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446507 Aug 27 02:33:32.370027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port c575aee2-61c5-4a21-a4e8-9de8728e1e52 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:32.379089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port c575aee2-61c5-4a21-a4e8-9de8728e1e52 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:32.379089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.424907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.435856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.536789 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.550615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.556280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=2eab9016-c1ef-422f-974f-f8678ab4f274,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.591548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:32.594422 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cbf0e2-11b1-48eb-8647-222b09e16a16" -d '{"events": [{"server_uuid": "bf43989a-9a4f-4b22-b0dd-e128f1701e01", "name": "network-vif-plugged", "status": "completed", "tag": "c575aee2-61c5-4a21-a4e8-9de8728e1e52"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:32.606648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Deleting port 288b6afa-9f48-4d4d-bdde-0f992242c31a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:32.607122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.610412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port c575aee2-61c5-4a21-a4e8-9de8728e1e52, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c575aee2-61c5-4a21-a4e8-9de8728e1e52,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:32.622272 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.683928 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff875ed3-1eb6-4461-a528-b4352e562a56 x-openstack-request-id: req-ff875ed3-1eb6-4461-a528-b4352e562a56 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:32.686949 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf43989a-9a4f-4b22-b0dd-e128f1701e01", "name": "network-vif-plugged", "status": "completed", "tag": "c575aee2-61c5-4a21-a4e8-9de8728e1e52", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:32.686949 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff875ed3-1eb6-4461-a528-b4352e562a56 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:32.689205 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52', 'code': 200} Aug 27 02:33:32.746772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=c575aee2-61c5-4a21-a4e8-9de8728e1e52,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.803747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:32.805950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.806292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.807144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5db5e-8ffe-4f23-a3fc-5213a72ef51b req-647b0d89-08ac-4a63-a86a-f5b3af2f3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:32.809469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45f5db5e-8ffe-4f23-a3fc-5213a72ef51b req-647b0d89-08ac-4a63-a86a-f5b3af2f3f37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 1096 time: 0.0517306 Aug 27 02:33:32.816501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:32.859846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Calling delete_port for 288b6afa-9f48-4d4d-bdde-0f992242c31a owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:32.924385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45f5db5e-8ffe-4f23-a3fc-5213a72ef51b req-b8ecc9df-b1b0-4f39-b11a-9f1d22fc42ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067274 Aug 27 02:33:32.949899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df6a7d-1230-441d-9d6a-b9f5b4d816e9 req-574980f8-f0f8-42a4-a917-0bc3205379ec tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:32.951903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8df6a7d-1230-441d-9d6a-b9f5b4d816e9 req-574980f8-f0f8-42a4-a917-0bc3205379ec tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.0758669 Aug 27 02:33:33.019227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54494) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:33.034953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8df6a7d-1230-441d-9d6a-b9f5b4d816e9 req-116461e0-4ff5-4107-ad27-b6244e30c00a tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Aug 27 02:33:33.086120 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.134957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e737c4-a062-4be5-8a75-9ca3e0c10d98 req-bdb9da3e-e932-42eb-a1ca-d679f2811a19 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:33.139342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4e737c4-a062-4be5-8a75-9ca3e0c10d98 req-bdb9da3e-e932-42eb-a1ca-d679f2811a19 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 945 time: 0.2153995 Aug 27 02:33:33.203226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7448228f-fb59-4d58-9dae-371299f5e9d1 None None] Provisioning complete for port 2eab9016-c1ef-422f-974f-f8678ab4f274 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:33.203717 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7448228f-fb59-4d58-9dae-371299f5e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.219218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 27b6e2aa-297f-439a-8e92-6d1734f3fd45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:33.228587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'networks': [{'name': 'tempest-network--1950914975'}, {'name': 'tempest-network--829058494'}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:33.229517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'network': {'name': 'tempest-network--1950914975'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:33.230262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'network': {'name': 'tempest-network--829058494'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:33.233070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4e737c4-a062-4be5-8a75-9ca3e0c10d98 req-dfd3b953-5436-447b-bc12-4b9eced0c6fc tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718784 Aug 27 02:33:33.281505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7448228f-fb59-4d58-9dae-371299f5e9d1 None None] Port 2eab9016-c1ef-422f-974f-f8678ab4f274 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:33.298922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcdda0-bf63-464b-811b-03d695848e4e req-659ce1c3-c91a-41d1-a0fd-754def27038b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:33.307605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83bcdda0-bf63-464b-811b-03d695848e4e req-659ce1c3-c91a-41d1-a0fd-754def27038b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1620615 Aug 27 02:33:33.343916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Made reservation on behalf of 60fab455da28483bb128e064d4d6b997 for: {'network': 2} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:33.349355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.379055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83bcdda0-bf63-464b-811b-03d695848e4e req-6f6899cf-c84f-4c36-b696-c23ee8067a28 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652392 Aug 27 02:33:33.380285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.416548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1892b789-6f4a-4aa0-97c0-5c945e612e13 req-3d627420-197d-46cb-bc6f-538aff23ac2d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0429697 Aug 27 02:33:33.417215 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.466515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Pushing event deleted for resources: {'Port': ['ID=288b6afa-9f48-4d4d-bdde-0f992242c31a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:33.483518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:33.495751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] Sync routers for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:33.504171 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8527c358-9a26-4a5c-bc94-f307b48fd18f tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/routers/27b6e2aa-297f-439a-8e92-6d1734f3fd45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9688878 Aug 27 02:33:33.504506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54500) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:33.512040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:33.512867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:33.520382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.528310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'port': {'network_id': 'c44576cf-c1b7-4667-8e64-d1b8b6523cfa', 'name': 'tempest-FloatingIPTestJSON-4119325'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:33.534093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.534923 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.579118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:33.607707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:33.611392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa2b5ac-7e6b-40d5-88e9-b453778e8242,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:33.612758 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.614256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:33.615263 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.620273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4a19a1bc-1d61-4498-956e-f007f9c7d84c tempest-FloatingIPAdminTestJSON-1057033336 tempest-FloatingIPAdminTestJSON-1057033336-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/4125c60e-bb7e-4e3a-87e4-8ccccb6399fa HTTP/1.1" status: 204 len: 168 time: 1.3949323 Aug 27 02:33:33.620506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:33.620807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54502) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:33.655798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:33.656594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5fc14d-4014-417f-a6bb-89fbb73ca863 None None] The sync data for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:33.677119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.679115 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Added segment e2d64cc3-2083-43ac-9fef-c4a4e6fb50a4 of type vlan for network db2f0423-7f8c-453d-bf12-4177e1e6021c Aug 27 02:33:33.723617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Made reservation on behalf of 8157aafab0fe4f16a0b01345a7094cff for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:33.727413 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.755382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] device_id is not set on port afd3ab23-21ab-4090-8dc0-d12ecb36df8c yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:33.793209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.842648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:33.856775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Deleting port 929d6ff1-4f85-4485-801a-979d216019f1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:33.857110 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.861500 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.862426 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Added segment 17e78c8a-8e9d-40e2-a5bf-ec72490182b2 of type vlan for network 39eff24d-0263-4d00-9f12-aabeeffbe446 Aug 27 02:33:33.906573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Allocated IP 172.20.0.8 (c44576cf-c1b7-4667-8e64-d1b8b6523cfa/037d9fa0-57ab-41b1-a97c-11bd383a3bde/afd3ab23-21ab-4090-8dc0-d12ecb36df8c) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:33.953187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.006916 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.030613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Calling delete_port for 929d6ff1-4f85-4485-801a-979d216019f1 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:34.032312 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.032798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.038248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.043053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.043669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.145231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 195dd654-203a-451f-9fda-dc33f5514f45 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:34.175167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1537895 Aug 27 02:33:34.175872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54510) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:34.177757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.198630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Transition to ACTIVE for port object afd3ab23-21ab-4090-8dc0-d12ecb36df8c will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:34.217915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89deeb-8c5f-438b-ad84-8b37f7fc43de req-894cfacc-a549-4244-a1d2-da72bd951b10 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.219475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de89deeb-8c5f-438b-ad84-8b37f7fc43de req-894cfacc-a549-4244-a1d2-da72bd951b10 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.0845520 Aug 27 02:33:34.283515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de89deeb-8c5f-438b-ad84-8b37f7fc43de req-363a96db-b06e-4cc0-9585-6be20a11fbea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524857 Aug 27 02:33:34.285261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.306350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 195dd654-203a-451f-9fda-dc33f5514f45 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:34.343898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:34.351895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:34.358011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:34.377179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:34.394084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '195dd654-203a-451f-9fda-dc33f5514f45', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'port_id': '195dd654-203a-451f-9fda-dc33f5514f45', 'mac_address': 'fa:16:3e:68:63:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:34.408605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.409278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.427654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event updated for resources: {'Port': ['ID=afd3ab23-21ab-4090-8dc0-d12ecb36df8c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:34.449251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a050e5-6d67-4d73-aa84-02591e513c1b tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.460087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.470665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a050e5-6d67-4d73-aa84-02591e513c1b tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.472380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f6694b8b-58ce-4078-858c-67a6a38fec40 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 0.9657886 Aug 27 02:33:34.478885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:34.482372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 195dd654-203a-451f-9fda-dc33f5514f45 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:34.488192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a815e4-a65c-4201-9cfa-bff9d61f3333 req-9fd80450-1f2b-4c86-902d-71d92a1065d9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.490161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26a815e4-a65c-4201-9cfa-bff9d61f3333 req-9fd80450-1f2b-4c86-902d-71d92a1065d9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 945 time: 0.1359546 Aug 27 02:33:34.495148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Request body: {'floatingip': {'port_id': 'afd3ab23-21ab-4090-8dc0-d12ecb36df8c'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:34.497885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a050e5-6d67-4d73-aa84-02591e513c1b tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.509816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a050e5-6d67-4d73-aa84-02591e513c1b tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.518404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-22a050e5-6d67-4d73-aa84-02591e513c1b tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3367023 Aug 27 02:33:34.523221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Network': ['ID=db2f0423-7f8c-453d-bf12-4177e1e6021c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:34.536842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network db2f0423-7f8c-453d-bf12-4177e1e6021c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:34.541492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54520) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:34.596895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:34.610398 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.626594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459de1-8fb7-4197-8c61-b23d49818af4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Network': ['ID=39eff24d-0263-4d00-9f12-aabeeffbe446,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:34.658278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.672078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31602cc-2e8c-458a-b2d4-affddcad7372 req-b94cc3d2-a92c-4c85-8093-3b018b27cb6b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.679952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a31602cc-2e8c-458a-b2d4-affddcad7372 req-b94cc3d2-a92c-4c85-8093-3b018b27cb6b tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.6697829 Aug 27 02:33:34.786295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26a815e4-a65c-4201-9cfa-bff9d61f3333 req-94d2c923-b3b1-4640-b335-50dd76e208ca tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841666 Aug 27 02:33:34.788834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a31602cc-2e8c-458a-b2d4-affddcad7372 req-460c4ef3-236f-448b-8c76-53a55dbb29b2 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078761 Aug 27 02:33:34.821453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.900881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:34.903704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 39eff24d-0263-4d00-9f12-aabeeffbe446 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:34.908121 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.951184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f7ee3b74-bbd7-4d76-b00c-314b096888aa req-36f512ee-1c38-46ac-badc-fc0f4f2b1878 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0394931 Aug 27 02:33:35.004703 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.005261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['195dd654-203a-451f-9fda-dc33f5514f45'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:35.018244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2f0423-7f8c-453d-bf12-4177e1e6021c']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:35.031561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d64cc3-2083-43ac-9fef-c4a4e6fb50a4') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:35.031860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d64cc3-2083-43ac-9fef-c4a4e6fb50a4') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:35.041611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.053775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-09317c1a-f2d4-40cb-a7f3-55a7164e0003 None None] Provisioning for port afd3ab23-21ab-4090-8dc0-d12ecb36df8c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:35.060285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-09317c1a-f2d4-40cb-a7f3-55a7164e0003 None None] Provisioning complete for port afd3ab23-21ab-4090-8dc0-d12ecb36df8c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:35.060662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09317c1a-f2d4-40cb-a7f3-55a7164e0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.061258 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.068935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:35.069389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:35.090330 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:35.154107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-09317c1a-f2d4-40cb-a7f3-55a7164e0003 None None] Port afd3ab23-21ab-4090-8dc0-d12ecb36df8c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:35.155978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:33:35.156324 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:33:35.218008 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.230705 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.233605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/networks/db2f0423-7f8c-453d-bf12-4177e1e6021c HTTP/1.1" status: 204 len: 168 time: 0.6885583 Aug 27 02:33:35.240914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54528) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:35.257892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.375540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b533bc5-ef37-42ec-b6dc-388dd238f084 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Network': ['ID=db2f0423-7f8c-453d-bf12-4177e1e6021c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:35.381772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.420321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36fdeb-c5a2-4c47-85ee-c61cdb8ba8ab req-3e554f6b-4e02-49b5-9838-c25acaaf2535 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:35.429788 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c36fdeb-c5a2-4c47-85ee-c61cdb8ba8ab req-3e554f6b-4e02-49b5-9838-c25acaaf2535 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 945 time: 0.5517838 Aug 27 02:33:35.442511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-199df59b-e30d-4426-ab95-6b67c348a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:35.443336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Port': ['ID=929d6ff1-4f85-4485-801a-979d216019f1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:35.444029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-199df59b-e30d-4426-ab95-6b67c348a852 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 1096 time: 0.1040006 Aug 27 02:33:35.490137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.717117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c36fdeb-c5a2-4c47-85ee-c61cdb8ba8ab req-c297d276-5d0c-4030-adb1-a8367cbc6201 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849205 Aug 27 02:33:35.751569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.785880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 195dd654-203a-451f-9fda-dc33f5514f45 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:35.819619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:35.835550 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.853790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.856129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-da9fb007-4e7f-4044-8405-5f72b2ca3a8b tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "DELETE /v2.0/ports/929d6ff1-4f85-4485-801a-979d216019f1 HTTP/1.1" status: 204 len: 168 time: 2.2338276 Aug 27 02:33:35.871680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54540) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:35.917820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:35.932647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.978466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39eff24d-0263-4d00-9f12-aabeeffbe446']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:36.000693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e78c8a-8e9d-40e2-a5bf-ec72490182b2') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:36.001353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e78c8a-8e9d-40e2-a5bf-ec72490182b2') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:36.012464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.029133 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.036747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:36.037428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:36.104237 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:36.120192 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.122541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-906b4d11-ffcb-48f9-816f-7301ed4c2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.124016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-906b4d11-ffcb-48f9-816f-7301ed4c2ff4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 915 time: 0.6530478 Aug 27 02:33:36.129779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.143626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.148733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/networks/39eff24d-0263-4d00-9f12-aabeeffbe446 HTTP/1.1" status: 204 len: 168 time: 0.9067492 Aug 27 02:33:36.156437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 195dd654-203a-451f-9fda-dc33f5514f45 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:36.168346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54546) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:36.180780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e156704-fa98-4046-8579-27c7e35dc62f tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.183362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3e156704-fa98-4046-8579-27c7e35dc62f tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "GET /v2.0/ports?device_id=79129066-62d0-449c-a5ce-cea84f5c2d45 HTTP/1.1" status: 200 len: 913 time: 0.3102062 Aug 27 02:33:36.196134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54548) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:36.243428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7212d58-ac0b-4dbe-bea8-01f308a24cff tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Network': ['ID=39eff24d-0263-4d00-9f12-aabeeffbe446,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:36.246336 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-4528e748-a4d0-42aa-8545-f87c3b55c32e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=195dd654-203a-451f-9fda-dc33f5514f45 HTTP/1.1" status: 200 len: 217 time: 0.1073675 Aug 27 02:33:36.256641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 195dd654-203a-451f-9fda-dc33f5514f45 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:36.257091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.366283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.370042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75441e5b-7b78-4cb3-ae45-a2126faa1665 req-e3085686-6ef7-4075-af40-939ad93532ca tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.379235 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75441e5b-7b78-4cb3-ae45-a2126faa1665 req-e3085686-6ef7-4075-af40-939ad93532ca tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.2538908 Aug 27 02:33:36.393034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:36.397353 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d500597-7b6d-475a-b9be-901cc900b87d" -d '{"events": [{"server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "name": "network-vif-plugged", "status": "completed", "tag": "195dd654-203a-451f-9fda-dc33f5514f45"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:36.401369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fdbc9-b8e4-4e24-bd4e-4fa2e9bfafb0 req-2673bba0-e297-44b2-9b87-07b24b6a6a92 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.405077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb7fdbc9-b8e4-4e24-bd4e-4fa2e9bfafb0 req-2673bba0-e297-44b2-9b87-07b24b6a6a92 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 945 time: 0.2917619 Aug 27 02:33:36.414946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:36.415919 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 62107ada-5de8-412e-adf8-b2284cb0778e associated. External IP: 172.25.1.233, port: a523bd48-3b47-4799-b132-00810699bebb. Aug 27 02:33:36.421921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-a25bb818-c4c1-406b-b55c-7825c4a0f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.423495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-a25bb818-c4c1-406b-b55c-7825c4a0f661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 200 len: 854 time: 0.1581795 Aug 27 02:33:36.424494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.486085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:36.507994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-b34bd671-d57f-4328-a986-549ce4f62a72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431709 Aug 27 02:33:36.521173 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb7fdbc9-b8e4-4e24-bd4e-4fa2e9bfafb0 req-c0b0429d-8ec5-4179-9939-8e3815c0b8a0 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902052 Aug 27 02:33:36.531539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75441e5b-7b78-4cb3-ae45-a2126faa1665 req-84beb64e-d4b8-4c8e-97d9-e2ed3cddafe7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513984 Aug 27 02:33:36.574847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9783f-3c9a-45c0-86a9-d5a6303952c8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.581447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9783f-3c9a-45c0-86a9-d5a6303952c8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.583247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28d9783f-3c9a-45c0-86a9-d5a6303952c8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3983817 Aug 27 02:33:36.597544 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea2c93e-dc90-4953-b954-deed975c0c6b x-openstack-request-id: req-6ea2c93e-dc90-4953-b954-deed975c0c6b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:36.597852 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "name": "network-vif-plugged", "status": "completed", "tag": "195dd654-203a-451f-9fda-dc33f5514f45", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:36.598089 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ea2c93e-dc90-4953-b954-deed975c0c6b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:36.598557 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45', 'code': 200} Aug 27 02:33:36.621403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54554) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:36.628059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1963137630'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:36.664031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef9b6e32-d7c4-48bc-bee4-2b867bb79125 req-030cf4f1-f71d-4a96-89f6-2983465c3159 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0435355 Aug 27 02:33:36.755817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Made reservation on behalf of 60fab455da28483bb128e064d4d6b997 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:36.759358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.854561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8160e-ffa5-4b47-baa6-e60d65d3b9d8 req-6d7c1e5c-2617-480e-9919-12cbabc2bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.856240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1e8160e-ffa5-4b47-baa6-e60d65d3b9d8 req-6d7c1e5c-2617-480e-9919-12cbabc2bd38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 1097 time: 0.1015003 Aug 27 02:33:36.857096 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-65e53967-c012-4a5f-8c8c-84f067d80fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328283 Aug 27 02:33:36.870269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:36.875884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:36.930134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e183860-951c-40f9-b581-9f749b175aaf req-ce5494d4-cf2b-4981-8cd7-cfce742527be tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:36.931849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e183860-951c-40f9-b581-9f749b175aaf req-ce5494d4-cf2b-4981-8cd7-cfce742527be tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.1330075 Aug 27 02:33:36.938734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.939092 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Added segment a47c5fd3-b339-45a0-a423-8ff1425d053b of type vlan for network 444ce30b-bf39-4818-bf2a-49acbd8774a1 Aug 27 02:33:37.006429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.013240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1e8160e-ffa5-4b47-baa6-e60d65d3b9d8 req-76dfe1ad-6ed9-4edf-a7be-b3741c61b2c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193953 Aug 27 02:33:37.065254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.070885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:37.071502 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.079348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e183860-951c-40f9-b581-9f749b175aaf req-38106ab6-0c6d-41eb-a7b7-40ed894da6af tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384592 Aug 27 02:33:37.086839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b86bae7-46de-461c-a31e-4af2cd2a4d63 req-0461ff68-bcb5-4668-88a4-9f96f4ab3120 service neutron] 10.222.0.45 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133868 Aug 27 02:33:37.106281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:37.117461 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:37.128865 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:37.129900 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.175881 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.185043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5625713 Aug 27 02:33:37.185839 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:37.186625 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.198079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54558) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:37.235566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1096235587'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:37.239340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.240309 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa62e22-136f-451f-a636-8b04f4e37dc3 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:37.306360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d5eaa-1909-4786-9251-e499107c86ca req-40e00b7d-7704-4f35-bc67-bae823e95c2c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:37.308197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-185d5eaa-1909-4786-9251-e499107c86ca req-40e00b7d-7704-4f35-bc67-bae823e95c2c tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 945 time: 0.1847136 Aug 27 02:33:37.318128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600080b-dded-44d6-a9b6-cec69bd6cc90 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Network': ['ID=444ce30b-bf39-4818-bf2a-49acbd8774a1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:37.334147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 444ce30b-bf39-4818-bf2a-49acbd8774a1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:37.380732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.389280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 27b6e2aa-297f-439a-8e92-6d1734f3fd45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:37.431784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Made reservation on behalf of 60fab455da28483bb128e064d4d6b997 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:37.435832 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.532199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:37.537743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.561968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] Sync routers for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:37.650080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:37.650667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.673552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c450937f-58bb-4396-a840-6a62052354e7 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/floatingips/62107ada-5de8-412e-adf8-b2284cb0778e HTTP/1.1" status: 200 len: 975 time: 3.1822858 Aug 27 02:33:37.704992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54564) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:37.707202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.716430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:37.717052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.789630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b342-d6d0-4d66-b639-e5ca633cf6e4 req-f5596621-e6ce-4215-ae8f-ddb1e4242dd9 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:37.799315 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82a6b342-d6d0-4d66-b639-e5ca633cf6e4 req-f5596621-e6ce-4215-ae8f-ddb1e4242dd9 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1241086 Aug 27 02:33:37.852870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.853711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc57598-4deb-4e73-9e44-daab6693c8c0 None None] The sync data for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:37.900635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-bf2827c4-3ac7-4072-97fc-b41f2f922313 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:37.902137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-bf2827c4-3ac7-4072-97fc-b41f2f922313 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 945 time: 0.2407956 Aug 27 02:33:37.915998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:37.918957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82a6b342-d6d0-4d66-b639-e5ca633cf6e4 req-1c89edcd-c450-4647-b678-26a9ce5f2b92 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182885 Aug 27 02:33:37.966470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493787-15b3-4c08-93c0-a1fbbc4b0af9 req-01d5ef08-c8b4-4755-a041-b1aefeb980b9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:37.968060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34493787-15b3-4c08-93c0-a1fbbc4b0af9 req-01d5ef08-c8b4-4755-a041-b1aefeb980b9 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 945 time: 0.1836829 Aug 27 02:33:37.972162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.972512 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Added segment d9eb83d8-6f51-48c0-8a34-bf18eb64ea84 of type vlan for network 832451f3-36c5-4eec-a4e1-6f2e5086c249 Aug 27 02:33:38.023568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port afd3ab23-21ab-4090-8dc0-d12ecb36df8c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:38.024055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.078639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.122785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Deleting port c575aee2-61c5-4a21-a4e8-9de8728e1e52 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:38.123140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.123780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.174549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34493787-15b3-4c08-93c0-a1fbbc4b0af9 req-80f17acd-af11-4e90-aa48-e7ac1b7f35fb tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b928e20-f833-4e19-a46d-e5cd879b9023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926408 Aug 27 02:33:38.337961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51ca624e-bcce-4d2f-8b30-e6b76b8d92c5 req-49a625a6-f55c-474e-b35a-45ff856f78ca tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0871825 Aug 27 02:33:38.349733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] For port c575aee2-61c5-4a21-a4e8-9de8728e1e52, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=c575aee2-61c5-4a21-a4e8-9de8728e1e52,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:38.349733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.367001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.373862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:38.374731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.406856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Calling delete_port for c575aee2-61c5-4a21-a4e8-9de8728e1e52 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:38.477416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2736831 Aug 27 02:33:38.478241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Deleting port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:38.478818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.484956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54570) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:38.501662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'ports': [{'network_id': '444ce30b-bf39-4818-bf2a-49acbd8774a1', 'name': 'tempest-port--796110796', 'admin_state_up': True}, {'network_id': '832451f3-36c5-4eec-a4e1-6f2e5086c249', 'admin_state_up': False}]} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:38.501947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'port': {'network_id': '444ce30b-bf39-4818-bf2a-49acbd8774a1', 'name': 'tempest-port--796110796', 'admin_state_up': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:38.502452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'port': {'network_id': '832451f3-36c5-4eec-a4e1-6f2e5086c249', 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:38.523720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0ff36-fa55-4101-b7a4-b3dc760e8452 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Network': ['ID=832451f3-36c5-4eec-a4e1-6f2e5086c249,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:38.543906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70b398-520c-4701-8bd5-f8926117037c req-f2a94c8b-4185-40ec-aacc-33022837c147 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:38.550203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 832451f3-36c5-4eec-a4e1-6f2e5086c249 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:38.551477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b70b398-520c-4701-8bd5-f8926117037c req-f2a94c8b-4185-40ec-aacc-33022837c147 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.2364612 Aug 27 02:33:38.601819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.602211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.602555 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Floating IP 62107ada-5de8-412e-adf8-b2284cb0778e disassociated. External IP: 172.25.1.233, port: afd3ab23-21ab-4090-8dc0-d12ecb36df8c. Aug 27 02:33:38.602900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for afd3ab23-21ab-4090-8dc0-d12ecb36df8c owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:38.669843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b70b398-520c-4701-8bd5-f8926117037c req-8f089b52-0ab1-406f-baf5-ed3da3895607 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164558 Aug 27 02:33:38.773385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Deleting port 8fa42556-9485-4ba7-8a6a-91996bf3ec4e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:38.773385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.843434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.856255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['1616a4e7-99f2-4920-8460-3ea5c2d37bc8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:38.891203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event deleted for resources: {'Port': ['ID=c575aee2-61c5-4a21-a4e8-9de8728e1e52,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:38.910673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.977490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Calling delete_port for 8fa42556-9485-4ba7-8a6a-91996bf3ec4e owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:38.979728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] No DVR routers for this DVR port c575aee2-61c5-4a21-a4e8-9de8728e1e52 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:38.984241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:38.986389 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-185d5eaa-1909-4786-9251-e499107c86ca req-e6fbeba1-83a5-44c1-91c2-f8bb64f9b739 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.32 "DELETE /v2.0/ports/c575aee2-61c5-4a21-a4e8-9de8728e1e52 HTTP/1.1" status: 204 len: 173 time: 1.6598482 Aug 27 02:33:38.986846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'name': 'network-vif-deleted', 'tag': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:38.989149 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e4caab-8f33-44a3-b06f-dfaf1f1dacdb" -d '{"events": [{"server_uuid": "bf43989a-9a4f-4b22-b0dd-e128f1701e01", "name": "network-vif-deleted", "tag": "c575aee2-61c5-4a21-a4e8-9de8728e1e52"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:39.113467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae69af8-9376-4949-b300-48232ac2b8ea req-c5265fbf-5dd7-49af-9342-717b060bb7e8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:39.116007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ae69af8-9376-4949-b300-48232ac2b8ea req-c5265fbf-5dd7-49af-9342-717b060bb7e8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1212058 Aug 27 02:33:39.234900 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:33:39.245730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ae69af8-9376-4949-b300-48232ac2b8ea req-aa2cc6d0-7f40-451b-ad6b-6a40551a443c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202877 Aug 27 02:33:39.333606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Made reservation on behalf of 60fab455da28483bb128e064d4d6b997 for: {'port': 2} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:39.339832 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:39.381374 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a83aa-acee-4d2e-9e48-8de5103722a1 x-openstack-request-id: req-8c6a83aa-acee-4d2e-9e48-8de5103722a1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:39.381872 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf43989a-9a4f-4b22-b0dd-e128f1701e01", "name": "network-vif-deleted", "tag": "c575aee2-61c5-4a21-a4e8-9de8728e1e52", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:39.382020 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c6a83aa-acee-4d2e-9e48-8de5103722a1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:39.382448 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43989a-9a4f-4b22-b0dd-e128f1701e01', 'name': 'network-vif-deleted', 'tag': 'c575aee2-61c5-4a21-a4e8-9de8728e1e52', 'status': 'completed', 'code': 200} Aug 27 02:33:39.389773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:39.390437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23845a17-d704-40ed-bc55-ed5aa9028e89 req-d71884a2-6e08-4c95-b574-50e50812403a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:39.402068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-23845a17-d704-40ed-bc55-ed5aa9028e89 req-d71884a2-6e08-4c95-b574-50e50812403a tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.2077613 Aug 27 02:33:39.476048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-23845a17-d704-40ed-bc55-ed5aa9028e89 req-3fb69d3a-070e-4b0e-9eea-64c75c70a63e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727224 Aug 27 02:33:39.483036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Port': ['ID=8fa42556-9485-4ba7-8a6a-91996bf3ec4e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:39.496377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:39.499442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] For port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,segment=NetworkSegment(ed754311-36a6-414c-8e13-978e912a5fb7),segment_id=ed754311-36a6-414c-8e13-978e912a5fb7)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:39.499800 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:39.523765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-41275c0e-6c39-475f-949d-183be7a679eb req-3347db55-4bd0-4b6f-a442-aa9586a51765 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf43989a-9a4f-4b22-b0dd-e128f1701e01 HTTP/1.1" status: 200 len: 210 time: 0.0642784 Aug 27 02:33:39.535075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Calling delete_port for 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:39.538229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:39.791980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=afd3ab23-21ab-4090-8dc0-d12ecb36df8c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:39.907333 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.013666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] device_id is not set on port b80901b6-62ac-47ac-b6f9-fdafa1e127ad yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:40.211667 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22aaf7aa-1b0a-42d4-8630-4f1a0be879d3 req-48295c06-f0e3-4088-960b-70a6d751fa23 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.5069544 Aug 27 02:33:40.215602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.218930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.350123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-8a188490-96b3-41da-acef-316b5e5b9415 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:40.357037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c575aee2-61c5-4a21-a4e8-9de8728e1e52 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:40.357668 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-8a188490-96b3-41da-acef-316b5e5b9415 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 814 time: 0.2261992 Aug 27 02:33:40.384998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-93e02843-435f-4f19-9365-9db92d86f34d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/quotas/a136295cde1a4c1f8003d674a9328ac3 HTTP/1.1" status: 200 len: 375 time: 0.0263186 Aug 27 02:33:40.395023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: c575aee2-61c5-4a21-a4e8-9de8728e1e52 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:40.396036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device c575aee2-61c5-4a21-a4e8-9de8728e1e52 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:40.399459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Router 79129066-62d0-449c-a5ce-cea84f5c2d45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:40.430410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Pushing event deleted for resources: {'Port': ['ID=1616a4e7-99f2-4920-8460-3ea5c2d37bc8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:40.435506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] device_id is not set on port ac19d27b-951f-4d8a-ba28-82171683f5b4 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:40.480671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] No DVR routers for this DVR port 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:40.483912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.487604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6277f92d-4b3f-4e59-89e3-b7fcd2bda693 req-542d5beb-8c99-4b8e-b4cd-4e3676d6e1b1 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.45 "DELETE /v2.0/ports/1616a4e7-99f2-4920-8460-3ea5c2d37bc8 HTTP/1.1" status: 204 len: 173 time: 2.5595410 Aug 27 02:33:40.492264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'name': 'network-vif-deleted', 'tag': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:40.495009 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c80f3d1-372e-4e8f-9aae-9559d4bd9485" -d '{"events": [{"server_uuid": "6a360ea8-ef1b-4a5e-a27b-93495dc60ce7", "name": "network-vif-deleted", "tag": "1616a4e7-99f2-4920-8460-3ea5c2d37bc8"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:40.527077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-464164cc-f28e-4cfc-83bc-68ebfeb329c7 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408770 Aug 27 02:33:40.582499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6c95-9491-49db-b46d-aec7e2864945 req-1ad23b75-65fb-4efc-aedd-ec1de67493f7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:40.584271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-028a6c95-9491-49db-b46d-aec7e2864945 req-1ad23b75-65fb-4efc-aedd-ec1de67493f7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.2046945 Aug 27 02:33:40.636758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 27b6e2aa-297f-439a-8e92-6d1734f3fd45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:40.658167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-2a37fd1d-2662-446d-b225-f6bf3ab0fee5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2885487 Aug 27 02:33:40.665451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:40.676059 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] Sync routers for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:40.692289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c5fd7541-63e4-4bfa-99ac-ed6da96e47f8 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "PUT /v2.0/routers/79129066-62d0-449c-a5ce-cea84f5c2d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4936430 Aug 27 02:33:40.697549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54606) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:40.703401 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:40.704389 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:40.737856 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:40.746740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-028a6c95-9491-49db-b46d-aec7e2864945 req-d4d758be-e5fa-493e-a3a0-5b460050764b tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505589 Aug 27 02:33:40.749394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653505-d61b-43b3-9a62-4524325a8d0f req-7e5917b4-343b-426c-b5e7-f9942c329564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:40.750951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-7e5917b4-343b-426c-b5e7-f9942c329564 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 1096 time: 0.0576775 Aug 27 02:33:40.756993 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] Routers {'79129066-62d0-449c-a5ce-cea84f5c2d45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:40.757741 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['79129066-62d0-449c-a5ce-cea84f5c2d45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:40.809773 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:40.810964 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656a3b9-9ed9-41a7-9cb8-8d11d753971d None None] The sync data for ids ['79129066-62d0-449c-a5ce-cea84f5c2d45'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:40.833733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-2dae332c-3053-4046-a23f-f2d59ff4df61 service neutron] 10.222.0.10 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028994 Aug 27 02:33:40.836991 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f17ade-8fec-4280-8252-aecd8db6345a x-openstack-request-id: req-38f17ade-8fec-4280-8252-aecd8db6345a {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:40.837283 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a360ea8-ef1b-4a5e-a27b-93495dc60ce7", "name": "network-vif-deleted", "tag": "1616a4e7-99f2-4920-8460-3ea5c2d37bc8", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:40.837529 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38f17ade-8fec-4280-8252-aecd8db6345a {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:40.837922 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a360ea8-ef1b-4a5e-a27b-93495dc60ce7', 'name': 'network-vif-deleted', 'tag': '1616a4e7-99f2-4920-8460-3ea5c2d37bc8', 'status': 'completed', 'code': 200} Aug 27 02:33:40.969735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.988543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653505-d61b-43b3-9a62-4524325a8d0f req-48e25335-8646-42fe-bc63-ae3d5af41062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:40.990053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-48e25335-8646-42fe-bc63-ae3d5af41062 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.2152014 Aug 27 02:33:41.000037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-67a07ba7-0eae-413c-9dcb-38e6f981624d service neutron] 10.222.0.10 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605532 Aug 27 02:33:41.021204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.050612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-cc5419d6-962b-41d4-8409-d6858905ac39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae HTTP/1.1" status: 200 len: 217 time: 0.0492322 Aug 27 02:33:41.120302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653505-d61b-43b3-9a62-4524325a8d0f req-94761140-ea3b-4e3c-a904-068005138c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:41.121463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-94761140-ea3b-4e3c-a904-068005138c14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.0636418 Aug 27 02:33:41.128089 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aa43f969-54ff-4d50-a602-148e4ec6b0a8 req-a194d6f4-da76-4a43-86f5-267ec8497383 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a360ea8-ef1b-4a5e-a27b-93495dc60ce7 HTTP/1.1" status: 200 len: 210 time: 0.1535103 Aug 27 02:33:41.191314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-f5c90f10-16d9-4c0a-bdd6-f8eec93cbd84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563293 Aug 27 02:33:41.215393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:41.218276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5274beb-2009-4cbf-a7af-6bb11a20d8ed req-ffd958a4-b0fe-4795-a522-4460b10856d8 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 210 time: 0.0295961 Aug 27 02:33:41.241859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] Sync routers for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:41.262655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:41.263577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:41.312749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.317593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c99a241c-e692-4884-9e5b-d46c6d3d8581 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/ports/afd3ab23-21ab-4090-8dc0-d12ecb36df8c HTTP/1.1" status: 204 len: 168 time: 3.6113307 Aug 27 02:33:41.322134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54618) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:41.323039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:41.344470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:41.345289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:41.366308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-e169c5c8-c6e9-4ff8-9d6f-13efab8ae9df service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470332 Aug 27 02:33:41.407162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dd562eb1-8072-4ec0-871d-b6eb7eb23c81 req-a6033182-cc11-4733-8f7d-1c65a339b8fd tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0693157 Aug 27 02:33:41.428240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:41.428895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d1c6f-657c-4211-a01d-6e156451a4c5 None None] The sync data for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:41.452885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-9826c503-b3aa-4705-ac8b-ec7f9264a3bf tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:41.452885 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-9826c503-b3aa-4705-ac8b-ec7f9264a3bf tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "GET /v2.0/ports?device_id=f58a5a9d-365c-4151-8eb1-3da53c251da0 HTTP/1.1" status: 200 len: 946 time: 0.2531855 Aug 27 02:33:41.452885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.459856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.507410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63653505-d61b-43b3-9a62-4524325a8d0f req-65ee0fd1-a644-4518-af11-803f51539fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334639 Aug 27 02:33:41.661015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Port': ['ID=b80901b6-62ac-47ac-b6f9-fdafa1e127ad,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:41.741396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Checking segment: {'id': 'a47c5fd3-b339-45a0-a423-8ff1425d053b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '444ce30b-bf39-4818-bf2a-49acbd8774a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:41.741758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network hostable DHCP agents. Network: 444ce30b-bf39-4818-bf2a-49acbd8774a1, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:41.838234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network 444ce30b-bf39-4818-bf2a-49acbd8774a1 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:41.847874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Deleting port 93207624-96bf-41fb-be0a-3997957bbca0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:41.848216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.884267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198b94c-0e6d-4bc1-a728-88f1716a8ee8 req-dbc2b248-b43a-48b8-8c97-7f1f8739eb30 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:41.886281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8198b94c-0e6d-4bc1-a728-88f1716a8ee8 req-dbc2b248-b43a-48b8-8c97-7f1f8739eb30 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.0602419 Aug 27 02:33:41.897758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Deleting port 195dd654-203a-451f-9fda-dc33f5514f45 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:41.898653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.900825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 444ce30b-bf39-4818-bf2a-49acbd8774a1) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:41.909418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b8dd6-6a63-456b-a802-bee9d46788fa None None] Network 444ce30b-bf39-4818-bf2a-49acbd8774a1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:41.940525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8198b94c-0e6d-4bc1-a728-88f1716a8ee8 req-aeec7418-ac82-4d13-8f97-23ef6b42c3ac tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Aug 27 02:33:41.957046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:41.957704 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.083806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.123223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Calling delete_port for 93207624-96bf-41fb-be0a-3997957bbca0 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:42.126626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Port': ['ID=ac19d27b-951f-4d8a-ba28-82171683f5b4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.190268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:42.200594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54630) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:42.215077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:42.215788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 1616a4e7-99f2-4920-8460-3ea5c2d37bc8 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:42.259826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] Deleting subnet 8535a453-98b1-4448-a8a2-55e66442770a {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:42.264586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.341023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aeb730a2-db13-4e20-8383-b9c34ac004c5 req-62c98460-bd17-44db-93f4-442f16dec63b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 210 time: 0.0369322 Aug 27 02:33:42.349852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.399326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.482617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] For port 195dd654-203a-451f-9fda-dc33f5514f45, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=195dd654-203a-451f-9fda-dc33f5514f45,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:42.483026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.552848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Calling delete_port for 195dd654-203a-451f-9fda-dc33f5514f45 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:42.575270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Checking segment: {'id': 'd9eb83d8-6f51-48c0-8a34-bf18eb64ea84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '832451f3-36c5-4eec-a4e1-6f2e5086c249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:42.575673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network hostable DHCP agents. Network: 832451f3-36c5-4eec-a4e1-6f2e5086c249, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:42.606087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8fbf9b36-2ae6-4847-8db1-84ffef3be7bc req-8191f82e-7641-424d-9f01-b91bf13de5fa tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0509245 Aug 27 02:33:42.615786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-18cfea52-9bb9-4269-a754-01c1243edea3 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:42.617844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-18cfea52-9bb9-4269-a754-01c1243edea3 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.32 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 814 time: 0.1664300 Aug 27 02:33:42.619882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.658986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Request body: {'port': {'device_id': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'admin_state_up': True, 'tenant_id': 'a136295cde1a4c1f8003d674a9328ac3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:42.663701 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.665549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8535a453-98b1-4448-a8a2-55e66442770a HTTP/1.1" status: 204 len: 168 time: 0.4639111 Aug 27 02:33:42.667840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95a6c8-d8eb-4eee-8fe1-413b0fcae84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8535a453-98b1-4448-a8a2-55e66442770a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.679237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54636) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:42.748364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network 832451f3-36c5-4eec-a4e1-6f2e5086c249 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:42.779362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 832451f3-36c5-4eec-a4e1-6f2e5086c249) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:42.790276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:42.796307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:42.798891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.800644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700bb91-aaca-43cb-9c32-bcb5818e937c None None] Network 832451f3-36c5-4eec-a4e1-6f2e5086c249 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:42.802370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:42.803279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.863489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Made reservation on behalf of a136295cde1a4c1f8003d674a9328ac3 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:42.867183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.895573 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-139af70d-bb83-4dbe-b2b0-0e8e48c1f4b8 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.4085250 Aug 27 02:33:42.900164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54638) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:42.944848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.964121 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.987756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc62358b-438b-4470-ac82-681acae24bcd']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:43.004614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.006061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed754311-36a6-414c-8e13-978e912a5fb7') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:43.006061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed754311-36a6-414c-8e13-978e912a5fb7') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:43.013881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Port': ['ID=93207624-96bf-41fb-be0a-3997957bbca0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:43.018303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.023135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.066106 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.083182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b794ea-438f-4669-a4b2-2f852655dd5d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.089283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b794ea-438f-4669-a4b2-2f852655dd5d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.089771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:43.090244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.097563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27b794ea-438f-4669-a4b2-2f852655dd5d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1881635 Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:43.097824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54642) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:43.124153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Pushing event deleted for resources: {'Port': ['ID=195dd654-203a-451f-9fda-dc33f5514f45,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:43.229429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] No DVR routers for this DVR port 195dd654-203a-451f-9fda-dc33f5514f45 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:43.236686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.238832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6f4ab6c3-fa13-4859-bd0c-d67d89111fd6 req-adc799e9-9168-4cc6-85ab-aa450a4aca12 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.45 "DELETE /v2.0/ports/195dd654-203a-451f-9fda-dc33f5514f45 HTTP/1.1" status: 204 len: 173 time: 1.7809885 Aug 27 02:33:43.239307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'name': 'network-vif-deleted', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:43.241610 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff35c81c-f097-4b73-bbb3-a57b916c1d63" -d '{"events": [{"server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "name": "network-vif-deleted", "tag": "195dd654-203a-451f-9fda-dc33f5514f45"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:43.255616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.359600 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d2a8f5-6096-4427-98ed-48e714c0e9b0 x-openstack-request-id: req-72d2a8f5-6096-4427-98ed-48e714c0e9b0 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:43.359893 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58a5a9d-365c-4151-8eb1-3da53c251da0", "name": "network-vif-deleted", "tag": "195dd654-203a-451f-9fda-dc33f5514f45", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:43.360166 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72d2a8f5-6096-4427-98ed-48e714c0e9b0 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:43.360557 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58a5a9d-365c-4151-8eb1-3da53c251da0', 'name': 'network-vif-deleted', 'tag': '195dd654-203a-451f-9fda-dc33f5514f45', 'status': 'completed', 'code': 200} Aug 27 02:33:43.369401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.372393 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.482502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.482502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Fanout notify agent at l3_agent the message router_deleted on router 79129066-62d0-449c-a5ce-cea84f5c2d45 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:33:43.503649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.507271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-05184833-ed53-4d66-9a7e-b94b536e626e tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "DELETE /v2.0/routers/79129066-62d0-449c-a5ce-cea84f5c2d45 HTTP/1.1" status: 204 len: 168 time: 2.8063221 Aug 27 02:33:43.508531 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d642c225-ff2e-4f34-9499-f62a2b063965 req-97596fee-48ae-411c-8754-65b970493718 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 210 time: 0.0394974 Aug 27 02:33:43.512010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54648) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:43.569891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Allocated IP 172.20.0.13 (13f5f0da-cbd4-4e90-b93d-5d43c5471b1b/3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32/39aee2c6-c098-48b7-adbd-a5662dac888c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:43.584787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Deleting subnet e4940836-bd27-4709-b927-855cd26fcdc1 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:43.595714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.613878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a033-e322-4aac-b999-75cc28e5c8b6 req-6acfd90a-9206-4d41-bacb-c6aa7406a825 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.615568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a9a033-e322-4aac-b999-75cc28e5c8b6 req-6acfd90a-9206-4d41-bacb-c6aa7406a825 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.5354159 Aug 27 02:33:43.616220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.618297 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.622994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] 10.222.0.10 "DELETE /v2.0/networks/dc62358b-438b-4470-ac82-681acae24bcd HTTP/1.1" status: 204 len: 168 time: 0.9429731 Aug 27 02:33:43.668325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80919-7ddc-44a4-b2b8-c1349b1184cf admin admin] Pushing event deleted for resources: {'Network': ['ID=dc62358b-438b-4470-ac82-681acae24bcd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:43.727856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.755076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Deleting port b80901b6-62ac-47ac-b6f9-fdafa1e127ad {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:43.756388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.795210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a9a033-e322-4aac-b999-75cc28e5c8b6 req-a6c68ff2-f00e-49b9-aa64-47a967e96bd4 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623750 Aug 27 02:33:43.817335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b8de6d68-e8c8-4e9a-93f4-858f43c40a97 req-6a6f4c7a-4ea2-45c7-ae78-f988ed33561d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.0475502 Aug 27 02:33:43.870683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 2eab9016-c1ef-422f-974f-f8678ab4f274 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:43.871035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.923962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.947403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Calling delete_port for b80901b6-62ac-47ac-b6f9-fdafa1e127ad owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:43.959678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54654) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:43.987728 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.989481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.039559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.057950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 2eab9016-c1ef-422f-974f-f8678ab4f274 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:44.080737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dc83bd33-f6d2-45df-8dcb-84814b3cc523 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6fd224a952d461f973f31407b0c1cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198938 Aug 27 02:33:44.087360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54656) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:44.122942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.146342 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.158636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.164141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Subnet': ['ID=e4940836-bd27-4709-b927-855cd26fcdc1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.173837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.175264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e120e184-293b-4f41-99d2-74eeecee2bcc tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "DELETE /v2.0/subnets/e4940836-bd27-4709-b927-855cd26fcdc1 HTTP/1.1" status: 204 len: 168 time: 0.6623263 Aug 27 02:33:44.177892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54658) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:44.186824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1cb93f-c53c-49e8-9899-3226789ffc10 None None] Network 2728467d-16ef-455f-914f-35a688dbeb30 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:44.201634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b62f1f44-a00b-4b77-b9b6-033c5e7bacfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.240301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:44.247780 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.249374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/ports/b80901b6-62ac-47ac-b6f9-fdafa1e127ad HTTP/1.1" status: 204 len: 168 time: 1.1528451 Aug 27 02:33:44.250422 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Pushing event updated for resources: {'Port': ['ID=39aee2c6-c098-48b7-adbd-a5662dac888c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.252868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:44.258595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54660) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:44.271871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 195dd654-203a-451f-9fda-dc33f5514f45 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:44.273116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:44.310371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.312339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 195dd654-203a-451f-9fda-dc33f5514f45 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:44.312846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 195dd654-203a-451f-9fda-dc33f5514f45 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:44.335246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b62f1f44-a00b-4b77-b9b6-033c5e7bacfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.342349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:44.342936 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.375696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb4bf1-08ee-490e-874c-67345336287d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Port': ['ID=b80901b6-62ac-47ac-b6f9-fdafa1e127ad,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.417978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] DHCP port deletion for 2728467d-16ef-455f-914f-35a688dbeb30 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:44.455454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.470041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-65d5a575-2b8f-4f07-ba8d-b769aacf359b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8165100 Aug 27 02:33:44.474209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] Deleting port fe7f603c-fb79-4be2-be5a-fcb45a84080c {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:44.478520 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.490529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Request body: {'port': {'device_id': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:44.493803 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b62f1f44-a00b-4b77-b9b6-033c5e7bacfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.496577 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b62f1f44-a00b-4b77-b9b6-033c5e7bacfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.500083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b62f1f44-a00b-4b77-b9b6-033c5e7bacfe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b928e20-f833-4e19-a46d-e5cd879b9023 HTTP/1.1" status: 204 len: 168 time: 0.4081454 Aug 27 02:33:44.553730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=2eab9016-c1ef-422f-974f-f8678ab4f274,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.579282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] For port fe7f603c-fb79-4be2-be5a-fcb45a84080c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fe7f603c-fb79-4be2-be5a-fcb45a84080c,segment=NetworkSegment(15a05d0c-cdbd-42dc-9964-f05ace512f70),segment_id=15a05d0c-cdbd-42dc-9964-f05ace512f70)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:44.580026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.596696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] Calling delete_port for fe7f603c-fb79-4be2-be5a-fcb45a84080c owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:44.614331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Deleting port fe7f603c-fb79-4be2-be5a-fcb45a84080c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:44.614687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.675030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f1f44-a00b-4b77-b9b6-033c5e7bacfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b928e20-f833-4e19-a46d-e5cd879b9023,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.741882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Deleting port ac19d27b-951f-4d8a-ba28-82171683f5b4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:44.742427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.795795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] For port fe7f603c-fb79-4be2-be5a-fcb45a84080c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fe7f603c-fb79-4be2-be5a-fcb45a84080c,segment=NetworkSegment(15a05d0c-cdbd-42dc-9964-f05ace512f70),segment_id=15a05d0c-cdbd-42dc-9964-f05ace512f70)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:44.800150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.809663 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.833952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] No DVR routers for this DVR port fe7f603c-fb79-4be2-be5a-fcb45a84080c on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:44.850209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.866772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Calling delete_port for fe7f603c-fb79-4be2-be5a-fcb45a84080c owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:44.887204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Calling delete_port for ac19d27b-951f-4d8a-ba28-82171683f5b4 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:44.892397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe7f603c-fb79-4be2-be5a-fcb45a84080c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:44.913655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: fe7f603c-fb79-4be2-be5a-fcb45a84080c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:44.913994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fe7f603c-fb79-4be2-be5a-fcb45a84080c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:44.929081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88ed8a-6019-498e-83b9-69e87b6ee1f9 None None] Pushing event deleted for resources: {'Port': ['ID=fe7f603c-fb79-4be2-be5a-fcb45a84080c,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.976305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31351958-4c81-4987-a1aa-99d57fe5a7f6 req-95072f92-5615-43f6-97a6-bccce1e85ad0 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:44.985643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31351958-4c81-4987-a1aa-99d57fe5a7f6 req-95072f92-5615-43f6-97a6-bccce1e85ad0 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 932 time: 0.3085244 Aug 27 02:33:45.001347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.054644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.134168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cdee-3429-415c-b0ac-97e03c35711a req-ae5107ab-4764-46d0-90df-bd6e5075aff6 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:45.148533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27a9cdee-3429-415c-b0ac-97e03c35711a req-ae5107ab-4764-46d0-90df-bd6e5075aff6 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1766140 Aug 27 02:33:45.186375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31351958-4c81-4987-a1aa-99d57fe5a7f6 req-aba8cba3-36fc-4a8f-b6f2-8d920f9f1e90 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876619 Aug 27 02:33:45.213870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.293516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Port': ['ID=fe7f603c-fb79-4be2-be5a-fcb45a84080c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:45.295557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] No DVR routers for this DVR port fe7f603c-fb79-4be2-be5a-fcb45a84080c on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:45.382609 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a5f4582c-c058-420b-8f84-1609fe090256 req-de97d2c7-a2b0-465d-bb20-6f422043d50d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c232c10c-266b-40c0-adc1-28a19877ea11 HTTP/1.1" status: 200 len: 210 time: 0.1161649 Aug 27 02:33:45.435993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.473378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39aee2c6-c098-48b7-adbd-a5662dac888c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:45.482496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Port': ['ID=ac19d27b-951f-4d8a-ba28-82171683f5b4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:45.492547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.492890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.496797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.497152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.497504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.497980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.498341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.498696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.499034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.499372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.499709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.500043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.500440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.500726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:45.501181 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27a9cdee-3429-415c-b0ac-97e03c35711a req-a373f5b9-1d02-4814-9087-4f8a03de1923 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833018 Aug 27 02:33:45.505193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.509787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f1428d5f-f1de-438e-b641-5afadea737aa tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/ports/ac19d27b-951f-4d8a-ba28-82171683f5b4 HTTP/1.1" status: 204 len: 168 time: 1.2451267 Aug 27 02:33:45.511013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54688) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:45.553244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2728467d-16ef-455f-914f-35a688dbeb30']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:45.567085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a05d0c-cdbd-42dc-9964-f05ace512f70') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:45.567489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a05d0c-cdbd-42dc-9964-f05ace512f70') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:45.580025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Transition to ACTIVE for port object 39aee2c6-c098-48b7-adbd-a5662dac888c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:45.586294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cc7f6d9f-3b5f-466f-ab4a-faba99556b11 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0710390 Aug 27 02:33:45.586480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.586604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54690) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:45.591726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.596850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-610271423'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:45.620280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:45.621161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.652846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=39aee2c6-c098-48b7-adbd-a5662dac888c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:45.695568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:45.696081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:45.705032 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:45.728917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Made reservation on behalf of 60fab455da28483bb128e064d4d6b997 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:45.733394 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.753443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Attempting to bind port 39aee2c6-c098-48b7-adbd-a5662dac888c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:45.754012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Attempting to bind port 39aee2c6-c098-48b7-adbd-a5662dac888c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:45.754155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Attempting to bind port 39aee2c6-c098-48b7-adbd-a5662dac888c on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:45.764440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Port 39aee2c6-c098-48b7-adbd-a5662dac888c on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:45.764846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Attempting to bind port 39aee2c6-c098-48b7-adbd-a5662dac888c on network 13f5f0da-cbd4-4e90-b93d-5d43c5471b1b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:45.783310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-443313456-network', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:45.788814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:45.789158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Checking segment: {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:45.789547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Bound using segment: {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:45.790004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Bound port: 39aee2c6-c098-48b7-adbd-a5662dac888c, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bc03f3-457b-4a36-b3a8-fd2de136241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:45.790405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.854142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Made reservation on behalf of 7d14518dc5a543ff89cd78d07f6f71e2 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:45.856804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.874537 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.901010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] For port 39aee2c6-c098-48b7-adbd-a5662dac888c, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:45.905950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] For port 39aee2c6-c098-48b7-adbd-a5662dac888c, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=39aee2c6-c098-48b7-adbd-a5662dac888c,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:45.916647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.982348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:45.982985 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.984470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/39aee2c6-c098-48b7-adbd-a5662dac888c HTTP/1.1" status: 200 len: 1092 time: 1.4985521 Aug 27 02:33:45.984942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'tag': '39aee2c6-c098-48b7-adbd-a5662dac888c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:45.987357 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2940cdee-aad6-4ba6-a020-66855312930f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f752674-7f6a-461d-a642-eb62ed9ae99a", "tag": "39aee2c6-c098-48b7-adbd-a5662dac888c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:46.014173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd97a78-aace-4637-83c8-7d7f6aaee9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=39aee2c6-c098-48b7-adbd-a5662dac888c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.034913 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3d9109-5955-40e6-a9df-6a22d5db86b9 x-openstack-request-id: req-4f3d9109-5955-40e6-a9df-6a22d5db86b9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:46.035205 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f752674-7f6a-461d-a642-eb62ed9ae99a", "tag": "39aee2c6-c098-48b7-adbd-a5662dac888c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:46.035455 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f3d9109-5955-40e6-a9df-6a22d5db86b9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:46.035994 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'tag': '39aee2c6-c098-48b7-adbd-a5662dac888c', 'status': 'completed', 'code': 200} Aug 27 02:33:46.113963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5dbda744-e4b3-4cd5-a6f1-bed02cfde272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.115618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5dbda744-e4b3-4cd5-a6f1-bed02cfde272 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 1095 time: 0.0706217 Aug 27 02:33:46.121325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.165649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-ce477b23-ac5b-4f9a-8c93-df697557c0c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39aee2c6-c098-48b7-adbd-a5662dac888c HTTP/1.1" status: 200 len: 217 time: 0.0417540 Aug 27 02:33:46.166904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.179974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:46.190504 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.190504 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Added segment a9ced9dd-2358-4758-96f1-98e076ebb443 of type vlan for network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a Aug 27 02:33:46.199506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:46.217744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 27b6e2aa-297f-439a-8e92-6d1734f3fd45 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:46.223243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.223653 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Added segment f43a63a6-dfb7-4982-9089-0fb25fb49304 of type vlan for network 34a03529-a750-4de7-b560-76844465812a Aug 27 02:33:46.233696 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.236424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.240283 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.245294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "DELETE /v2.0/networks/2728467d-16ef-455f-914f-35a688dbeb30 HTTP/1.1" status: 204 len: 168 time: 2.0663986 Aug 27 02:33:46.246014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54700) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:46.295964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.296988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.297677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.316028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f13ff7-a54a-456e-ae05-42d969870ad6 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Network': ['ID=2728467d-16ef-455f-914f-35a688dbeb30,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.384561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7628405 Aug 27 02:33:46.388783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54702) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:46.393942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Request body: {'subnet': {'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-subnet', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:46.396982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b4175c-7676-4794-8538-fe7ee5aded28,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.401996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5be8e2db-4a6c-4672-b7c6-c7ee6fc8fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.403354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-5be8e2db-4a6c-4672-b7c6-c7ee6fc8fd4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 200 len: 854 time: 0.1420493 Aug 27 02:33:46.427687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.438810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666beaf-85c1-455f-9447-6f757edf73b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.445272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-dd795e06-2c54-4674-b763-789f10dea6c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322716 Aug 27 02:33:46.479630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:46.560677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3e71-23ca-4f6a-87d5-6e49d155db3f req-ddedbbc4-89e1-417d-9e95-0879a0335260 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.569300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b1a3e71-23ca-4f6a-87d5-6e49d155db3f req-ddedbbc4-89e1-417d-9e95-0879a0335260 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 944 time: 0.2544661 Aug 27 02:33:46.577690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-843b95d7-8d24-43c7-8caa-7df2f75c2dba service neutron] 10.222.0.32 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252935 Aug 27 02:33:46.578759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Made reservation on behalf of 7d14518dc5a543ff89cd78d07f6f71e2 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:46.581372 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.614854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Deleting port 97971c90-0a26-4196-894e-39fd7dfea0d2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:46.615219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.633169 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.665266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.671366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.672022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.827382 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b1a3e71-23ca-4f6a-87d5-6e49d155db3f req-1ed52713-04f8-447a-947a-6e62ce29e140 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571034 Aug 27 02:33:46.842107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2544074 Aug 27 02:33:46.848835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54712) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:46.867590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2011284251'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:46.874344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:46.883217 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb9054c8-e505-4dbf-8988-ff090a1fffb0 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/routers/27b6e2aa-297f-439a-8e92-6d1734f3fd45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5598180 Aug 27 02:33:46.886756 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] Sync routers for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:46.887730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a2ab3-94d8-4a47-be3f-c9349c00474d req-8679f979-8a6c-44f1-8c28-5955b06ab1f1 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.888192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54714) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:46.889416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-327a2ab3-94d8-4a47-be3f-c9349c00474d req-8679f979-8a6c-44f1-8c28-5955b06ab1f1 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.2025394 Aug 27 02:33:46.890970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b12ab3-d460-4d5d-af45-78c70b7252f3 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Network': ['ID=34a03529-a750-4de7-b560-76844465812a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.901252 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:46.902087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 34a03529-a750-4de7-b560-76844465812a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:46.902649 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:46.934467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43878fb3-22cc-4184-b228-e3ad1b4e7fa8 req-ff41b80d-7863-43bb-b2ad-a055095fbcda service neutron] 10.222.0.32 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462230 Aug 27 02:33:46.937573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.967444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.968118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.971501 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:46.987236 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] Routers {'27b6e2aa-297f-439a-8e92-6d1734f3fd45'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:46.988179 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:46.999721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Calling delete_port for 97971c90-0a26-4196-894e-39fd7dfea0d2 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:47.003227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Made reservation on behalf of 60fab455da28483bb128e064d4d6b997 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:47.006807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.008737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d3189a-1554-47dd-af2f-9e208fc0ad3d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:47.032712 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:47.033767 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ff700-bfda-4b35-b7a0-285420319f3a None None] The sync data for ids ['27b6e2aa-297f-439a-8e92-6d1734f3fd45'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:47.069280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-327a2ab3-94d8-4a47-be3f-c9349c00474d req-c2c1f76a-ec43-48df-b564-72e0b62d2333 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593595 Aug 27 02:33:47.080662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Checking segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:47.089907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Network hostable DHCP agents. Network: c5a6024c-3a2d-45cd-9b56-004d5b36aa3a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:47.089907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940cdee-aad6-4ba6-a020-66855312930f req-4c55df2e-e8a2-4fa8-8d6b-c5af0b285bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:47.090556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2940cdee-aad6-4ba6-a020-66855312930f req-4c55df2e-e8a2-4fa8-8d6b-c5af0b285bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a136295cde1a4c1f8003d674a9328ac3&device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 1095 time: 0.0838375 Aug 27 02:33:47.120244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:47.126508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:47.130249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.162737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, c5a6024c-3a2d-45cd-9b56-004d5b36aa3a) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:47.169661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:47.169661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.172667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73acc4a1-d47a-49a0-8018-3b60987d138b None None] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:47.192397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.192657 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Added segment 2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14 of type vlan for network 5b912779-8bd4-4193-9dd4-c99e48bc13f7 Aug 27 02:33:47.198067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7e7fa511-af48-4fb1-bb02-2b5641d0ac71 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8078096 Aug 27 02:33:47.201590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54716) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:47.211778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:47.222586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940cdee-aad6-4ba6-a020-66855312930f req-153d20d3-dab7-453a-87ab-6ad4beccd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:47.224084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2940cdee-aad6-4ba6-a020-66855312930f req-153d20d3-dab7-453a-87ab-6ad4beccd3f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 200 len: 915 time: 0.1253874 Aug 27 02:33:47.269233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.270273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.274630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2940cdee-aad6-4ba6-a020-66855312930f req-65117c19-75a1-47b9-b10b-b416eb7d8833 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39aee2c6-c098-48b7-adbd-a5662dac888c HTTP/1.1" status: 200 len: 217 time: 0.0417235 Aug 27 02:33:47.284807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.335343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:47.336477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.357108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.363089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.364260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.368669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:47.369290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.371416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940cdee-aad6-4ba6-a020-66855312930f req-b880aeb1-8b8e-4482-b2e9-b27fd465b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:47.372922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2940cdee-aad6-4ba6-a020-66855312930f req-b880aeb1-8b8e-4482-b2e9-b27fd465b838 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 200 len: 854 time: 0.0910752 Aug 27 02:33:47.381320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.418951 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.458893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6014211 Aug 27 02:33:47.459668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Pushing event deleted for resources: {'Port': ['ID=97971c90-0a26-4196-894e-39fd7dfea0d2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:47.477364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2940cdee-aad6-4ba6-a020-66855312930f req-df899eb1-b938-4db5-ad32-a7738ed936b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679774 Aug 27 02:33:47.505171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Allocated IP 172.20.0.2 (c5a6024c-3a2d-45cd-9b56-004d5b36aa3a/24d3189a-1554-47dd-af2f-9e208fc0ad3d/031f929a-1f16-4a17-ac4c-31920c2b59ce) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:47.529543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32febbc-45c4-492c-b94d-42d8f1f4785f tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Network': ['ID=5b912779-8bd4-4193-9dd4-c99e48bc13f7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:47.544136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 5b912779-8bd4-4193-9dd4-c99e48bc13f7 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:47.565218 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.567980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.569277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2a9398d0-5e4a-4968-afd0-562d37030f47 tempest-FloatingIPAdminTestJSON-506715810 tempest-FloatingIPAdminTestJSON-506715810-project] 10.222.0.10 "DELETE /v2.0/floatingips/55e50e9f-ab82-4733-a3b1-698f52bf3e5b HTTP/1.1" status: 204 len: 168 time: 1.2973721 Aug 27 02:33:47.597326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 8f6ca5c8-4820-47c7-ae51-627ab862001e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:47.597946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.599778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54722) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:47.606739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'subnets': [{'network_id': '34a03529-a750-4de7-b560-76844465812a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1952938079', 'ip_version': 4}, {'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:47.607322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'subnet': {'network_id': '34a03529-a750-4de7-b560-76844465812a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1952938079', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:47.607914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Request body: {'subnet': {'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:47.612197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.728864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2940cdee-aad6-4ba6-a020-66855312930f req-d8bbad6a-e969-4769-acf0-ae398c715c06 service neutron] 10.222.0.32 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057772 Aug 27 02:33:47.812971 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.826562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Transition to ACTIVE for port object 031f929a-1f16-4a17-ac4c-31920c2b59ce will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:47.838724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.846706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Transition to ACTIVE for port object 031f929a-1f16-4a17-ac4c-31920c2b59ce will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:47.847118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2940cdee-aad6-4ba6-a020-66855312930f req-05deaaea-2f13-4d6d-9d04-0b6d7ca1d0af service neutron] 10.222.0.32 "GET /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074915 Aug 27 02:33:47.861618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Made reservation on behalf of 60fab455da28483bb128e064d4d6b997 for: {'subnet': 2} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:47.865459 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.889593 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.890104 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.901753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 8f6ca5c8-4820-47c7-ae51-627ab862001e owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:47.932015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54730) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:47.943433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54732) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:47.954773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:47.958369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:47.960020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:47.975060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Pushing event updated for resources: {'Port': ['ID=031f929a-1f16-4a17-ac4c-31920c2b59ce,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:48.027208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Attempting to bind port 031f929a-1f16-4a17-ac4c-31920c2b59ce on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:48.027714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Attempting to bind port 031f929a-1f16-4a17-ac4c-31920c2b59ce by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:48.028066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Attempting to bind port 031f929a-1f16-4a17-ac4c-31920c2b59ce on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:48.033994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:48.034712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Checking segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:48.035125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.035614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Bound using segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:48.036099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Bound port: 031f929a-1f16-4a17-ac4c-31920c2b59ce, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:48.037071 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.071772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.081605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad97dd-5043-41c2-b455-4ad9e9b19f8b req-90fa7fd3-74a3-468e-b576-c7ba33dd90c9 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.088859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5ad97dd-5043-41c2-b455-4ad9e9b19f8b req-90fa7fd3-74a3-468e-b576-c7ba33dd90c9 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 944 time: 0.1557615 Aug 27 02:33:48.097534 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-312e762d-ab61-4bc8-988d-bbbda9295dc6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.126779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.147004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] For port 031f929a-1f16-4a17-ac4c-31920c2b59ce, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:48.152094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] For port 031f929a-1f16-4a17-ac4c-31920c2b59ce, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=031f929a-1f16-4a17-ac4c-31920c2b59ce,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:48.162011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.172313 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-312e762d-ab61-4bc8-988d-bbbda9295dc6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.226000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404164a-84fd-4aa5-be76-ce7d5a32c6f7 None None] Pushing event updated for resources: {'Port': ['ID=031f929a-1f16-4a17-ac4c-31920c2b59ce,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:48.240582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5ad97dd-5043-41c2-b455-4ad9e9b19f8b req-b7441be2-4381-4233-b3fc-af0913a34342 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508486 Aug 27 02:33:48.284593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2121ed4-f0aa-41f8-8e5a-516707f6ed7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d11a343d400f492e8781bbf6a06b6254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300803 Aug 27 02:33:48.287762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54738) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:48.334398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007781eb-7191-476d-86c6-4af122f5a734 req-e569e167-ae01-4de3-8c36-c9f72689748f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.335920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-007781eb-7191-476d-86c6-4af122f5a734 req-e569e167-ae01-4de3-8c36-c9f72689748f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1686354 Aug 27 02:33:48.356853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-312e762d-ab61-4bc8-988d-bbbda9295dc6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.360409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-312e762d-ab61-4bc8-988d-bbbda9295dc6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.363994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-312e762d-ab61-4bc8-988d-bbbda9295dc6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/security-groups/7c227c38-2ddd-4934-8974-eadbc970e061 HTTP/1.1" status: 204 len: 168 time: 0.4267762 Aug 27 02:33:48.373731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:48.393600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Allocated IP 172.25.1.87 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/84a07844-d99b-4211-a57c-26d687bfb237) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:48.397655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e762d-ab61-4bc8-988d-bbbda9295dc6 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c227c38-2ddd-4934-8974-eadbc970e061,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:48.406938 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-c58a127b-fe38-4240-859c-76c46169ec9d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] show failed (client error): The resource could not be found. Aug 27 02:33:48.408034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c58a127b-fe38-4240-859c-76c46169ec9d tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "GET /v2.0/security-groups/7c227c38-2ddd-4934-8974-eadbc970e061 HTTP/1.1" status: 404 len: 347 time: 0.0333436 Aug 27 02:33:48.412165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54742) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:48.420695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d72a74e6-9b82-4f17-81be-bf114e970e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.436894 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.460896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d72a74e6-9b82-4f17-81be-bf114e970e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.550545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=8f6ca5c8-4820-47c7-ae51-627ab862001e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:48.596364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d72a74e6-9b82-4f17-81be-bf114e970e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.597290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-007781eb-7191-476d-86c6-4af122f5a734 req-18401969-0b16-4003-b5ed-7517bfd6ef3e tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393167 Aug 27 02:33:48.603066 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d72a74e6-9b82-4f17-81be-bf114e970e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.607322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d72a74e6-9b82-4f17-81be-bf114e970e98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fbd40f2-bfeb-42e2-b74f-582c6fb9f1ce HTTP/1.1" status: 204 len: 168 time: 0.3139648 Aug 27 02:33:48.624619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.643388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a74e6-9b82-4f17-81be-bf114e970e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbd40f2-bfeb-42e2-b74f-582c6fb9f1ce,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:48.689785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.743476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:48.750089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:48.754179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:48.790591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.790996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Pushing event updated for resources: {'Port': ['ID=84a07844-d99b-4211-a57c-26d687bfb237,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:48.868912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 031f929a-1f16-4a17-ac4c-31920c2b59ce up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:48.926064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 031f929a-1f16-4a17-ac4c-31920c2b59ce completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:48.954865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.962470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.969862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port 1fa99c1d-3239-4d9e-a99f-6df399ea6f77 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:48.970203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.017090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.037536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54750) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:49.086864 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.087436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Fanout notify agent at l3_agent the message router_deleted on router 27b6e2aa-297f-439a-8e92-6d1734f3fd45 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:33:49.099662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.103608 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-666289a1-b7fe-4a56-96a3-1a77d8034ec8 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/routers/27b6e2aa-297f-439a-8e92-6d1734f3fd45 HTTP/1.1" status: 204 len: 168 time: 2.2057447 Aug 27 02:33:49.105784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54752) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:49.379787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf2fffa-9dd2-4d11-b341-6f14fb147c63 None None] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:49.393433 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72e5a3fe-8db8-4c4a-9cbe-cfc1520ecd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.453429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e1b4fca1-2f39-4894-ac2e-92d7e8602752 None None] Provisioning for port 031f929a-1f16-4a17-ac4c-31920c2b59ce completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:49.462197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e1b4fca1-2f39-4894-ac2e-92d7e8602752 None None] Provisioning complete for port 031f929a-1f16-4a17-ac4c-31920c2b59ce triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:49.462601 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1b4fca1-2f39-4894-ac2e-92d7e8602752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.476613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.497475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Subnet': ['ID=f89a6445-35e6-49d0-af6c-109801c28d9d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:49.527606 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.527839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.532618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabe50-de0b-4015-95b9-0c71771d206c req-4692b840-0c38-4cfe-a9ac-4aa90418259f tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.534571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fbabe50-de0b-4015-95b9-0c71771d206c req-4692b840-0c38-4cfe-a9ac-4aa90418259f tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 944 time: 0.1310825 Aug 27 02:33:49.539025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting subnet 037d9fa0-57ab-41b1-a97c-11bd383a3bde {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:49.550342 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.552957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Checking segment: {'id': 'f43a63a6-dfb7-4982-9089-0fb25fb49304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a03529-a750-4de7-b560-76844465812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:49.553652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network hostable DHCP agents. Network: 34a03529-a750-4de7-b560-76844465812a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:49.573742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for 1fa99c1d-3239-4d9e-a99f-6df399ea6f77 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:49.607706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.622407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1b4fca1-2f39-4894-ac2e-92d7e8602752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.662103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fbabe50-de0b-4015-95b9-0c71771d206c req-d2260c7e-d74c-40fe-8faf-6ebf802ccea4 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038518 Aug 27 02:33:49.684039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network 34a03529-a750-4de7-b560-76844465812a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:49.702661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e1b4fca1-2f39-4894-ac2e-92d7e8602752 None None] For port 031f929a-1f16-4a17-ac4c-31920c2b59ce, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=031f929a-1f16-4a17-ac4c-31920c2b59ce,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:49.712594 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1b4fca1-2f39-4894-ac2e-92d7e8602752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.731944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 34a03529-a750-4de7-b560-76844465812a) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:49.743069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e29c2d-821f-41a9-a046-69fe60de5871 None None] Network 34a03529-a750-4de7-b560-76844465812a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:49.747513 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.793035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72e5a3fe-8db8-4c4a-9cbe-cfc1520ecd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.831146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72e5a3fe-8db8-4c4a-9cbe-cfc1520ecd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.846945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4fca1-2f39-4894-ac2e-92d7e8602752 None None] Pushing event updated for resources: {'Port': ['ID=031f929a-1f16-4a17-ac4c-31920c2b59ce,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:49.879410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-72e5a3fe-8db8-4c4a-9cbe-cfc1520ecd39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e18def1b79bf49808268d5064c3d696f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8408113 Aug 27 02:33:49.882048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a3fe-8db8-4c4a-9cbe-cfc1520ecd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a7285d-18a3-41e1-a404-e09aaef4a007,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:49.887638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54760) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:49.939347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.956803 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31afdb54-3ebe-436b-9067-eb426b4eccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.971574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.007340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event updated for resources: {'Subnet': ['ID=4e39594e-4703-4dae-8553-30e50ac5e9bd,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:50.034015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31afdb54-3ebe-436b-9067-eb426b4eccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.038491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Checking segment: {'id': '2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:50.038876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network hostable DHCP agents. Network: 5b912779-8bd4-4193-9dd4-c99e48bc13f7, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:50.045851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.058366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493132e3-4a30-4470-93c3-a353258c670b req-741159ba-b821-4dec-a09d-95313ac45318 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.059993 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-493132e3-4a30-4470-93c3-a353258c670b req-741159ba-b821-4dec-a09d-95313ac45318 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.2347181 Aug 27 02:33:50.092845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=1fa99c1d-3239-4d9e-a99f-6df399ea6f77,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:50.113353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bd36eb04-f6ce-479d-92ef-715402faa44b None None] Provisioning complete for port 031f929a-1f16-4a17-ac4c-31920c2b59ce triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:50.114476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bd36eb04-f6ce-479d-92ef-715402faa44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.147931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.155179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Router ead0b770-5cfa-4726-b48c-bf81ff93d739 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:33:50.161993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31afdb54-3ebe-436b-9067-eb426b4eccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.163462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Network 5b912779-8bd4-4193-9dd4-c99e48bc13f7 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:50.164896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31afdb54-3ebe-436b-9067-eb426b4eccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.169014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-31afdb54-3ebe-436b-9067-eb426b4eccfc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31a7285d-18a3-41e1-a404-e09aaef4a007 HTTP/1.1" status: 204 len: 168 time: 0.2777488 Aug 27 02:33:50.186602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-34a03529-a750-4de7-b560-76844465812a', 'network_id': '34a03529-a750-4de7-b560-76844465812a', 'tenant_id': '60fab455da28483bb128e064d4d6b997', 'fixed_ips': [{'subnet_id': 'f89a6445-35e6-49d0-af6c-109801c28d9d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:50.187528 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.188952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afdb54-3ebe-436b-9067-eb426b4eccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a7285d-18a3-41e1-a404-e09aaef4a007,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:50.214137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Subnet': ['ID=037d9fa0-57ab-41b1-a97c-11bd383a3bde,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:50.216358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.220658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d31933d3-8cf0-4fa4-ba8c-5eed959c347a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/subnets/037d9fa0-57ab-41b1-a97c-11bd383a3bde HTTP/1.1" status: 204 len: 168 time: 1.1114919 Aug 27 02:33:50.223047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54764) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.225852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c638b400-2d02-4b1d-ad93-b73f4d12e1ab None None] Network c44576cf-c1b7-4667-8e64-d1b8b6523cfa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:50.235261 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-493132e3-4a30-4470-93c3-a353258c670b req-8c3d46e5-b246-4348-a8fa-992629dc009f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492944 Aug 27 02:33:50.263569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 5b912779-8bd4-4193-9dd4-c99e48bc13f7) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:50.306967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.307449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.308087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.328651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:50.332601 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.335207 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.336420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eb998cc2-b7cd-4bda-92b6-1d72cfc1b460 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/floatingips/f97312df-9fc7-440a-b22e-b26f92c9530c HTTP/1.1" status: 204 len: 168 time: 1.9194155 Aug 27 02:33:50.342705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54766) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.347266 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fd6d3f14-506f-4c07-8fe1-349b7e49efb4 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7426953 Aug 27 02:33:50.347868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.355470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5dbc83-3e37-4b3b-8c83-fa48f61e41ce None None] Network 5b912779-8bd4-4193-9dd4-c99e48bc13f7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:50.363310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.364756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7ebb7789-e27a-494f-812d-0863cc9b41e3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1621714 Aug 27 02:33:50.379539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.383722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54770) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.387027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Sync routers for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:50.443915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 39aee2c6-c098-48b7-adbd-a5662dac888c details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:50.467853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98db054-b29b-46fb-aae5-92a33a0bff73 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.469565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98db054-b29b-46fb-aae5-92a33a0bff73 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.471315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98db054-b29b-46fb-aae5-92a33a0bff73 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.476181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a98db054-b29b-46fb-aae5-92a33a0bff73 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1234848 Aug 27 02:33:50.476518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54772) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.488089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:50.488969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:50.497248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port f5a05b80-2761-48c0-a74a-7f85e0db5729 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:50.497604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.502219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port 34a495e4-5875-4b34-bed5-9973b29dc4e4 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:50.502660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.594894 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.608913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for 34a495e4-5875-4b34-bed5-9973b29dc4e4 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:50.698540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54776) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.718395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c429cc4e-1da1-4543-969c-7ea99ec57eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.724956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Deleting subnet f89a6445-35e6-49d0-af6c-109801c28d9d {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:50.752841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] For port f5a05b80-2761-48c0-a74a-7f85e0db5729, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f5a05b80-2761-48c0-a74a-7f85e0db5729,segment=NetworkSegment(680d1f4c-6eea-4810-8c6b-8b3be80e9066),segment_id=680d1f4c-6eea-4810-8c6b-8b3be80e9066)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:50.753220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.783748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for f5a05b80-2761-48c0-a74a-7f85e0db5729 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:50.861624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 031f929a-1f16-4a17-ac4c-31920c2b59ce up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:50.913911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Allocated IP 172.20.0.2 (34a03529-a750-4de7-b560-76844465812a/f89a6445-35e6-49d0-af6c-109801c28d9d/8d94a002-aae2-4b27-a515-349ea10db002) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:50.934365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c79963-446b-4a96-8a5d-482a39fc5cdf req-0a6bd046-26d9-4214-a297-49f60913ac83 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.938349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02c79963-446b-4a96-8a5d-482a39fc5cdf req-0a6bd046-26d9-4214-a297-49f60913ac83 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 944 time: 0.1649280 Aug 27 02:33:50.965820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:50.983425 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.023657 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02c79963-446b-4a96-8a5d-482a39fc5cdf req-7634f792-22c9-4c69-b5e0-0660dc238fab tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575240 Aug 27 02:33:51.031735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=34a495e4-5875-4b34-bed5-9973b29dc4e4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.105141 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.134295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-5b912779-8bd4-4193-9dd4-c99e48bc13f7', 'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7', 'tenant_id': '60fab455da28483bb128e064d4d6b997', 'fixed_ips': [{'subnet_id': '4e39594e-4703-4dae-8553-30e50ac5e9bd'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:51.135440 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.145236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.163539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c429cc4e-1da1-4543-969c-7ea99ec57eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.167134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=f5a05b80-2761-48c0-a74a-7f85e0db5729,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.175879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] No DVR routers for this DVR port f5a05b80-2761-48c0-a74a-7f85e0db5729 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:51.178081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c429cc4e-1da1-4543-969c-7ea99ec57eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.181547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9522e3d-9632-4ca0-89b5-467bbd3cb280 None None] DHCP port deletion for c44576cf-c1b7-4667-8e64-d1b8b6523cfa request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:51.192160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 39aee2c6-c098-48b7-adbd-a5662dac888c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=39aee2c6-c098-48b7-adbd-a5662dac888c,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:51.222741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.225247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d4da27c-5ff4-4e2d-bf09-cb47e18a2323 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/ports/34a495e4-5875-4b34-bed5-9973b29dc4e4 HTTP/1.1" status: 204 len: 168 time: 0.8800685 Aug 27 02:33:51.231997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '39aee2c6-c098-48b7-adbd-a5662dac888c', 'network_id': '13f5f0da-cbd4-4e90-b93d-5d43c5471b1b', 'port_id': '39aee2c6-c098-48b7-adbd-a5662dac888c', 'mac_address': 'fa:16:3e:c0:0e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:51.235921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54782) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:51.299488 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c429cc4e-1da1-4543-969c-7ea99ec57eca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efd2ae0533c042e2b18c1e7e53cfe9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998383 Aug 27 02:33:51.310192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54786) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:51.319285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 031f929a-1f16-4a17-ac4c-31920c2b59ce triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:51.319509 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.332853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429cc4e-1da1-4543-969c-7ea99ec57eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b28c35-258b-4973-a174-4c9ed003a32a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.367360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Allocated IP 172.20.0.1 (c5a6024c-3a2d-45cd-9b56-004d5b36aa3a/24d3189a-1554-47dd-af2f-9e208fc0ad3d/e0815256-fbe2-4db9-aaa5-b10caaa5b115) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:51.374520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.419902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44576cf-c1b7-4667-8e64-d1b8b6523cfa']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:51.441161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22de3b2b-e984-461f-a0ee-b682eaadd9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.459468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680d1f4c-6eea-4810-8c6b-8b3be80e9066') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:51.459932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680d1f4c-6eea-4810-8c6b-8b3be80e9066') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:51.473540 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.489450 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22de3b2b-e984-461f-a0ee-b682eaadd9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.505068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.516027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:51.517619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.520976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.561469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.567748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39aee2c6-c098-48b7-adbd-a5662dac888c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:51.581558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22de3b2b-e984-461f-a0ee-b682eaadd9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.584972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22de3b2b-e984-461f-a0ee-b682eaadd9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.589243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-22de3b2b-e984-461f-a0ee-b682eaadd9d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29b28c35-258b-4973-a174-4c9ed003a32a HTTP/1.1" status: 204 len: 168 time: 0.2779429 Aug 27 02:33:51.596223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Transition to ACTIVE for port object e0815256-fbe2-4db9-aaa5-b10caaa5b115 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:51.607104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de3b2b-e984-461f-a0ee-b682eaadd9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b28c35-258b-4973-a174-4c9ed003a32a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.611773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Allocated IP 172.20.0.18 (5b912779-8bd4-4193-9dd4-c99e48bc13f7/4e39594e-4703-4dae-8553-30e50ac5e9bd/d631baf4-d01f-4cc9-8c12-a1e3e50d6367) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:51.653691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.662356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.665679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 39aee2c6-c098-48b7-adbd-a5662dac888c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=39aee2c6-c098-48b7-adbd-a5662dac888c,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:51.667032 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:51.689554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20bd2f-3247-4be8-9c41-812ea8679599 req-629b9b45-574b-4eaf-aa01-7b27933392d0 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.692401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.696518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Transition to ACTIVE for port object 8d94a002-aae2-4b27-a515-349ea10db002 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:51.707563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dd20bd2f-3247-4be8-9c41-812ea8679599 req-629b9b45-574b-4eaf-aa01-7b27933392d0 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.3299656 Aug 27 02:33:51.709591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.724959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:51.728993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:51.744541 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.745068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:51.747052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/networks/c44576cf-c1b7-4667-8e64-d1b8b6523cfa HTTP/1.1" status: 204 len: 168 time: 1.5215704 Aug 27 02:33:51.749007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e3cc-b3a5-4f05-8ca9-e7323f2c9089 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Network': ['ID=c44576cf-c1b7-4667-8e64-d1b8b6523cfa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.756805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54790) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:51.777624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting port 5acb9adf-52aa-4a3e-a006-a7c0c9541586 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:51.778379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.809150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Transition to ACTIVE for port object 8d94a002-aae2-4b27-a515-349ea10db002 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:51.824753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:48Z', 'revision_number': 3, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:51.844836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0815256-fbe2-4db9-aaa5-b10caaa5b115,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.848332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.872273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.880197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Checking router: ead0b770-5cfa-4726-b48c-bf81ff93d739 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:51.880450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Updating router ead0b770-5cfa-4726-b48c-bf81ff93d739 port 84a07844-d99b-4211-a57c-26d687bfb237 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:33:51.925431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.962517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.004174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Calling delete_port for 5acb9adf-52aa-4a3e-a006-a7c0c9541586 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:52.056147 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dd20bd2f-3247-4be8-9c41-812ea8679599 req-8aab1a0b-b196-4a1e-a9b8-45bccaa84a47 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475442 Aug 27 02:33:52.063802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.153685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=39aee2c6-c098-48b7-adbd-a5662dac888c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.165622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['39aee2c6-c098-48b7-adbd-a5662dac888c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:52.208443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 26403028-daa8-4d6b-a426-b830ea8eace1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:52.208796 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.209218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Network 34a03529-a750-4de7-b560-76844465812a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:52.217839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.246461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:52.262184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.282346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Port': ['ID=5acb9adf-52aa-4a3e-a006-a7c0c9541586,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.322077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb19b0-26db-4c3c-8850-3e55840e71d7 req-b67907c7-2eac-4558-8fc5-4cc93effd539 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.323827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5fb19b0-26db-4c3c-8850-3e55840e71d7 req-b67907c7-2eac-4558-8fc5-4cc93effd539 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 945 time: 0.1494026 Aug 27 02:33:52.365463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.366230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.371065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f6e9833d-142a-403f-9999-f25d8c087195 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/ports/5acb9adf-52aa-4a3e-a006-a7c0c9541586 HTTP/1.1" status: 204 len: 168 time: 1.1331439 Aug 27 02:33:52.372225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54806) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:52.394167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:52.447956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.448282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.459376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting subnet ac4f4d23-9fda-441a-a2f3-523c24b969c0 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:52.461018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5fb19b0-26db-4c3c-8850-3e55840e71d7 req-2397eafe-8b20-4cf3-b252-b9971b6640fe tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258578 Aug 27 02:33:52.461582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.466668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.515613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.524635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a743f522-1cfc-498b-a8f2-badf788ce918 None None] Provisioning for port e0815256-fbe2-4db9-aaa5-b10caaa5b115 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:52.532615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 26403028-daa8-4d6b-a426-b830ea8eace1 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:52.629372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.640452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a743f522-1cfc-498b-a8f2-badf788ce918 None None] Provisioning complete for port e0815256-fbe2-4db9-aaa5-b10caaa5b115 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:52.641039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a743f522-1cfc-498b-a8f2-badf788ce918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.710359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8d94a002-aae2-4b27-a515-349ea10db002,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.741038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.753114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.794260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Transition to ACTIVE for port object d631baf4-d01f-4cc9-8c12-a1e3e50d6367 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:52.797919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a743f522-1cfc-498b-a8f2-badf788ce918 None None] Port e0815256-fbe2-4db9-aaa5-b10caaa5b115 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:52.803629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Attempting to bind port 8d94a002-aae2-4b27-a515-349ea10db002 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:52.804007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Attempting to bind port 8d94a002-aae2-4b27-a515-349ea10db002 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'f43a63a6-dfb7-4982-9089-0fb25fb49304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a03529-a750-4de7-b560-76844465812a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:52.804367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Attempting to bind port 8d94a002-aae2-4b27-a515-349ea10db002 on network 34a03529-a750-4de7-b560-76844465812a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:52.835550 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.845014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.850515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:52.850894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Checking segment: {'id': 'f43a63a6-dfb7-4982-9089-0fb25fb49304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a03529-a750-4de7-b560-76844465812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:52.853928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.853928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Bound using segment: {'id': 'f43a63a6-dfb7-4982-9089-0fb25fb49304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a03529-a750-4de7-b560-76844465812a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:52.853928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Bound port: 8d94a002-aae2-4b27-a515-349ea10db002, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a63a6-dfb7-4982-9089-0fb25fb49304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a03529-a750-4de7-b560-76844465812a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:52.853928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.854354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/subnets/ac4f4d23-9fda-441a-a2f3-523c24b969c0 HTTP/1.1" status: 204 len: 168 time: 0.4781749 Aug 27 02:33:52.854354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36008c76-bdfa-4a4d-b8a9-2acc027f5658 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4f4d23-9fda-441a-a2f3-523c24b969c0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.863836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54816) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:52.873555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d63a9-39ac-4363-a21b-329aae63058b None None] Network 57ddc318-492a-427e-95de-ec664d81e1e4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:52.875525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f5a05b80-2761-48c0-a74a-7f85e0db5729 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:52.878375 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.882768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/subnets/f89a6445-35e6-49d0-af6c-109801c28d9d HTTP/1.1" status: 204 len: 168 time: 2.4030313 Aug 27 02:33:52.883862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54818) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:52.932191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.945204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Transition to ACTIVE for port object 84a07844-d99b-4211-a57c-26d687bfb237 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:52.950685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Transition to ACTIVE for port object d631baf4-d01f-4cc9-8c12-a1e3e50d6367 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:52.960678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317e455-e17a-4fdd-95ad-e785a202389e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Subnet': ['ID=f89a6445-35e6-49d0-af6c-109801c28d9d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.975354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Deleting subnet 4e39594e-4703-4dae-8553-30e50ac5e9bd {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:52.981791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Deleting subnet ff464be5-2a9d-458e-a0df-a610a40e528e {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:52.984816 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.024346 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.032035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f5a05b80-2761-48c0-a74a-7f85e0db5729 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:53.032861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f5a05b80-2761-48c0-a74a-7f85e0db5729 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:53.042922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.044780 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.073821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=26403028-daa8-4d6b-a426-b830ea8eace1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:53.078674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.102683 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.164746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.269679 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.299540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa93e-dbac-41b1-ad28-72c721fe52e8 req-56d09fdb-6ed6-4ffd-b7bf-79c6bac814bd tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.301097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52baa93e-dbac-41b1-ad28-72c721fe52e8 req-56d09fdb-6ed6-4ffd-b7bf-79c6bac814bd tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.0784035 Aug 27 02:33:53.302576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.380324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] For port 8d94a002-aae2-4b27-a515-349ea10db002, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:53.396768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52baa93e-dbac-41b1-ad28-72c721fe52e8 req-4dcec91a-e4cd-4855-9705-851df8f405ac tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723159 Aug 27 02:33:53.425644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Network 5b912779-8bd4-4193-9dd4-c99e48bc13f7 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:53.426837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a852d-4937-47e3-a547-13b0ddef7f03 None None] Pushing event updated for resources: {'Port': ['ID=84a07844-d99b-4211-a57c-26d687bfb237,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:53.429060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.434809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Attempting to bind port 84a07844-d99b-4211-a57c-26d687bfb237 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:53.435187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Attempting to bind port 84a07844-d99b-4211-a57c-26d687bfb237 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:53.436558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Attempting to bind port 84a07844-d99b-4211-a57c-26d687bfb237 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:53.447957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] For port 8d94a002-aae2-4b27-a515-349ea10db002, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8d94a002-aae2-4b27-a515-349ea10db002,segment=NetworkSegment(f43a63a6-dfb7-4982-9089-0fb25fb49304),segment_id=f43a63a6-dfb7-4982-9089-0fb25fb49304)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:53.451754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:53.479712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:53.483019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Subnet': ['ID=4e39594e-4703-4dae-8553-30e50ac5e9bd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:53.487521 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.490591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.498304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ebc0caa2-acd6-4d8f-9d79-c8c121a23b3d tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/subnets/4e39594e-4703-4dae-8553-30e50ac5e9bd HTTP/1.1" status: 204 len: 168 time: 0.6123011 Aug 27 02:33:53.499063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:53.516239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:53.520717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:53.521924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.522530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:53.523275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Bound port: 84a07844-d99b-4211-a57c-26d687bfb237, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:53.524182 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.668014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] DHCP port deletion for 57ddc318-492a-427e-95de-ec664d81e1e4 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:53.670573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa332a4-0cf6-4efe-8455-86f1e3d0177e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.672574 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cfa332a4-0cf6-4efe-8455-86f1e3d0177e tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1721475 Aug 27 02:33:53.677130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:53.691072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Attempting to bind port d631baf4-d01f-4cc9-8c12-a1e3e50d6367 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:53.696057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Attempting to bind port d631baf4-d01f-4cc9-8c12-a1e3e50d6367 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:53.698586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Attempting to bind port d631baf4-d01f-4cc9-8c12-a1e3e50d6367 on network 5b912779-8bd4-4193-9dd4-c99e48bc13f7 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:53.726056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Pushing event updated for resources: {'Port': ['ID=d631baf4-d01f-4cc9-8c12-a1e3e50d6367,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:53.759690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cf42a-5f20-4264-accb-f4053a2315f5 req-0b34a2e9-a361-4d24-b3d9-a791628cebbd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.761281 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f61cf42a-5f20-4264-accb-f4053a2315f5 req-0b34a2e9-a361-4d24-b3d9-a791628cebbd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 945 time: 0.1530476 Aug 27 02:33:53.765591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:53.765975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Checking segment: {'id': '2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:53.766404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.766806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Bound using segment: {'id': '2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:53.767300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Bound port: d631baf4-d01f-4cc9-8c12-a1e3e50d6367, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b912779-8bd4-4193-9dd4-c99e48bc13f7'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:53.767685 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.795196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.849248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] For port 84a07844-d99b-4211-a57c-26d687bfb237, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:53.856325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] For port 84a07844-d99b-4211-a57c-26d687bfb237, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=84a07844-d99b-4211-a57c-26d687bfb237,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:53.861749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea350a3-8a45-4a16-a21c-812f8a1413f2 None None] Network 34a03529-a750-4de7-b560-76844465812a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:53.901954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f61cf42a-5f20-4264-accb-f4053a2315f5 req-5a04e650-038b-42af-a4aa-f2e81dd3805e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181202 Aug 27 02:33:53.929127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Deleting port d631baf4-d01f-4cc9-8c12-a1e3e50d6367 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:53.929534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.937817 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.957596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.001046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] For port d631baf4-d01f-4cc9-8c12-a1e3e50d6367, host n-d-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:54.001787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.011809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54858) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.020636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Calling delete_port for d631baf4-d01f-4cc9-8c12-a1e3e50d6367 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:54.031347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f60b9d-86cc-4e45-a89a-3f21a083b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8d94a002-aae2-4b27-a515-349ea10db002,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.073912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] Deleting port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:54.074355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.088513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0815256-fbe2-4db9-aaa5-b10caaa5b115,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.124313 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.127512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] For port d631baf4-d01f-4cc9-8c12-a1e3e50d6367, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:54.131682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.134206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7000de68-7cd2-4973-a464-0c94c7b1cec8 tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:54.135511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.140474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-46584266-b9f0-4ecb-9335-78e7052ad167 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/floatingips/62107ada-5de8-412e-adf8-b2284cb0778e HTTP/1.1" status: 204 len: 168 time: 2.3790839 Aug 27 02:33:54.141635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54862) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.158268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:54.158928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:54.166843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] For port d631baf4-d01f-4cc9-8c12-a1e3e50d6367, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d631baf4-d01f-4cc9-8c12-a1e3e50d6367,segment=NetworkSegment(2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14),segment_id=2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:54.171482 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7062316-0505-4cf5-85ec-b6a67a3ddca4 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:54.172311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7062316-0505-4cf5-85ec-b6a67a3ddca4 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:54.176455 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b7062316-0505-4cf5-85ec-b6a67a3ddca4 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/ports/afd3ab23-21ab-4090-8dc0-d12ecb36df8c HTTP/1.1" status: 404 len: 333 time: 0.0313859 Aug 27 02:33:54.180103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54864) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.186723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.209757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.218113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.220818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Port': ['ID=d631baf4-d01f-4cc9-8c12-a1e3e50d6367,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.222738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] No DVR routers for this DVR port d631baf4-d01f-4cc9-8c12-a1e3e50d6367 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:54.225318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a852d-4937-47e3-a547-13b0ddef7f03 None None] Pushing event updated for resources: {'Port': ['ID=84a07844-d99b-4211-a57c-26d687bfb237,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.254756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7000de68-7cd2-4973-a464-0c94c7b1cec8 tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "PUT /v2.0/quotas/9624d8cf5df9452ba1d54eecbf80c99a HTTP/1.1" status: 200 len: 366 time: 0.2418003 Aug 27 02:33:54.257699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54866) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.262343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb3abf34-9546-4ae3-80c3-342fdac3c3aa tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b6e2aa-297f-439a-8e92-6d1734f3fd45 HTTP/1.1" status: 200 len: 205 time: 0.0782139 Aug 27 02:33:54.266640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54868) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.275187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-f11be122-9009-4548-b652-7adcd9bac207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.275407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] For port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837,segment=NetworkSegment(5be2a236-8f85-4276-a4b3-a20cf4e39737),segment_id=5be2a236-8f85-4276-a4b3-a20cf4e39737)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:54.275407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.276281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-f11be122-9009-4548-b652-7adcd9bac207 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.3434389 Aug 27 02:33:54.279653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c4857-f595-44bc-9b5b-47c7ecf6f52d None None] Pushing event deleted for resources: {'Port': ['ID=d631baf4-d01f-4cc9-8c12-a1e3e50d6367,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.331207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] Calling delete_port for 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:54.333790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97a972-57a7-4fdf-9f6c-51c7e238a8c7 req-dcbd5134-776e-4ce3-9892-22c881c79128 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.338697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd97a972-57a7-4fdf-9f6c-51c7e238a8c7 req-dcbd5134-776e-4ce3-9892-22c881c79128 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.4016597 Aug 27 02:33:54.350338 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de7c7f7a-ade6-43b0-9d1c-a07416162826 tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0885813 Aug 27 02:33:54.351419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54870) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.353081 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-4b14f094-3550-4fa6-9f75-08d516835c38 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] delete failed (client error): The resource could not be found. Aug 27 02:33:54.356635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b14f094-3550-4fa6-9f75-08d516835c38 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/routers/27b6e2aa-297f-439a-8e92-6d1734f3fd45 HTTP/1.1" status: 404 len: 336 time: 0.0865052 Aug 27 02:33:54.364160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54872) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.378001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.396739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5cc665e3-1649-49aa-a22b-0fbf8b611b61 tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "GET /v2.0/quotas/9624d8cf5df9452ba1d54eecbf80c99a HTTP/1.1" status: 200 len: 366 time: 0.0446448 Aug 27 02:33:54.402044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54874) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-e40b4d23-eea4-4416-8c12-8c8e4a8c870b None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d631baf4-d01f-4cc9-8c12-a1e3e50d6367 could not be found. Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:33:54.406053 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d631baf4-d01f-4cc9-8c12-a1e3e50d6367 could not be found. Aug 27 02:33:54.412897 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:33:54.423391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b912779-8bd4-4193-9dd4-c99e48bc13f7']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:54.423391 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6518991c-664b-4792-b2bc-e82dc116e526 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:54.423391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6518991c-664b-4792-b2bc-e82dc116e526 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:54.423391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6518991c-664b-4792-b2bc-e82dc116e526 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/subnets/037d9fa0-57ab-41b1-a97c-11bd383a3bde HTTP/1.1" status: 404 len: 337 time: 0.0495176 Aug 27 02:33:54.424054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 39aee2c6-c098-48b7-adbd-a5662dac888c up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:54.424205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54876) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.427906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:54.428204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8f3a5c-bc65-4bf4-96ce-2e31a5a68f14') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:54.445789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.464492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:54.473568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9e89c8dc-4fd6-4122-85ea-1b356e0cf6d6 tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/9624d8cf5df9452ba1d54eecbf80c99a HTTP/1.1" status: 204 len: 168 time: 0.0667505 Aug 27 02:33:54.475216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54880) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.493747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd97a972-57a7-4fdf-9f6c-51c7e238a8c7 req-7b95f3c1-8f8f-4db0-86b1-c7b182859aec tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924275 Aug 27 02:33:54.496388 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.506010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5b07b370-d4db-4c29-b3d9-ee6298db348c tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0272746 Aug 27 02:33:54.506222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54882) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.512909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.519222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:54.519641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:54.523403 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:54.559233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Subnet': ['ID=ff464be5-2a9d-458e-a0df-a610a40e528e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.585632 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.589953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-16d8b2d5-50ec-4bc3-88c2-6e6be6361ad2 tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/subnets/ff464be5-2a9d-458e-a0df-a610a40e528e HTTP/1.1" status: 204 len: 168 time: 1.7108014 Aug 27 02:33:54.596193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54884) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.629710 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-64c6ec95-7827-4432-b36e-688505ae9614 tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "GET /v2.0/quotas/9624d8cf5df9452ba1d54eecbf80c99a HTTP/1.1" status: 200 len: 370 time: 0.1223660 Aug 27 02:33:54.630397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54886) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.656544 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-348145e2-e782-443c-b8db-a1523514dd6a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "GET /v2.0/quotas/9624d8cf5df9452ba1d54eecbf80c99a/default HTTP/1.1" status: 200 len: 370 time: 0.0050669 Aug 27 02:33:54.661312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-45a2e420-ea0a-47cc-b6da-4b0ad21a8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.661533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54888) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.661716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-45a2e420-ea0a-47cc-b6da-4b0ad21a8f45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.3748133 Aug 27 02:33:54.664736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b81d73-e2b8-4ede-8f38-f50dc22e1464 None None] Network 5b912779-8bd4-4193-9dd4-c99e48bc13f7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:54.667027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f62e6d-a456-426a-b10d-79364d9d89e8 None None] Network aea73a19-2afa-4a18-9dfd-961653b53f34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:54.677776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:54.685904 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-fdec87bf-1aac-462e-80d9-a181d16c587b tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] delete failed (client error): The resource could not be found. Aug 27 02:33:54.689614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fdec87bf-1aac-462e-80d9-a181d16c587b tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/9624d8cf5df9452ba1d54eecbf80c99a HTTP/1.1" status: 404 len: 348 time: 0.0221872 Aug 27 02:33:54.690007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.695779 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.700410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/networks/5b912779-8bd4-4193-9dd4-c99e48bc13f7 HTTP/1.1" status: 204 len: 168 time: 1.0225086 Aug 27 02:33:54.704768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54892) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.743030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-4a104f5b-1472-4cba-9214-e140cb0440bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 217 time: 0.0674758 Aug 27 02:33:54.746628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:54.824336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10e5fd-7655-4949-aebb-62a7318216b4 req-b5bbfffa-58be-4c75-aefd-6c3d488fbfcf tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.832045 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b10e5fd-7655-4949-aebb-62a7318216b4 req-b5bbfffa-58be-4c75-aefd-6c3d488fbfcf tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.2261631 Aug 27 02:33:54.834678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50059ded-7157-463c-bb70-46ee8a8ec504 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Network': ['ID=5b912779-8bd4-4193-9dd4-c99e48bc13f7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.853854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:54.868376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.890579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port a523bd48-3b47-4799-b132-00810699bebb {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:54.892111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.904809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54894) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.908751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.016812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-b71da08b-ae7b-4798-8942-3d540be2726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:55.019109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-b71da08b-ae7b-4798-8942-3d540be2726d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.2430377 Aug 27 02:33:55.061065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.068828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 39aee2c6-c098-48b7-adbd-a5662dac888c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:55.092766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:network and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:55.101263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b10e5fd-7655-4949-aebb-62a7318216b4 req-70b7aa2a-81d6-42ef-95c1-c58a4e1be04b tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639747 Aug 27 02:33:55.105509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.121996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] The port '9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 02:33:55.124575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for a523bd48-3b47-4799-b132-00810699bebb owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:55.128593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No active binding found for port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 {{(pid=94774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:33:55.128593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:55.145497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:55.158664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Deleting port 8d94a002-aae2-4b27-a515-349ea10db002 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:55.159147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.160627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] Pushing event deleted for resources: {'Port': ['ID=9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:55.168768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-d7f419b9-89f6-4e7f-a4cf-b64e92684723 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272013 Aug 27 02:33:55.188873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 39aee2c6-c098-48b7-adbd-a5662dac888c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:55.189457 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.239381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500643e-ed3a-4c28-9d7f-50b29511dcca None None] No DVR routers for this DVR port 9e3bdc7b-4d3e-46b0-ae7d-fb8f4e2f2837 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:55.248832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:subnet and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:55.271765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] For port 8d94a002-aae2-4b27-a515-349ea10db002, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8d94a002-aae2-4b27-a515-349ea10db002,segment=NetworkSegment(f43a63a6-dfb7-4982-9089-0fb25fb49304),segment_id=f43a63a6-dfb7-4982-9089-0fb25fb49304)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:55.272279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.287521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0a1f34c1-29a7-4344-8103-c2d3c39c1a00 None None] Provisioning complete for port e0815256-fbe2-4db9-aaa5-b10caaa5b115 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:55.287908 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0a1f34c1-29a7-4344-8103-c2d3c39c1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.289176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Calling delete_port for 8d94a002-aae2-4b27-a515-349ea10db002 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:55.300748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:55.307953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Router ead0b770-5cfa-4726-b48c-bf81ff93d739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:55.323369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ec72-4385-403f-be7b-83b1ff04de79 req-02108327-9dc0-4568-bef7-40672a70c3e5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:55.325035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c61ec72-4385-403f-be7b-83b1ff04de79 req-02108327-9dc0-4568-bef7-40672a70c3e5 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 945 time: 0.3102322 Aug 27 02:33:55.328857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.349135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ddc318-492a-427e-95de-ec664d81e1e4']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:55.372786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:subnetpool and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:55.379571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be2a236-8f85-4276-a4b3-a20cf4e39737') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:55.379872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be2a236-8f85-4276-a4b3-a20cf4e39737') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:55.382355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f34c1-29a7-4344-8103-c2d3c39c1a00 None None] Port e0815256-fbe2-4db9-aaa5-b10caaa5b115 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:55.389211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.399214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] DHCP port deletion for aea73a19-2afa-4a18-9dfd-961653b53f34 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:55.403468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:55.413047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.420171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 2, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:55.422558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.452334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=a523bd48-3b47-4799-b132-00810699bebb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:55.460843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39e7cc-b0c1-4c78-8013-b982797c1bc3 None None] The sync data for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 is: [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 2, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:55.486374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.488968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aee2c6-c098-48b7-adbd-a5662dac888c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:55.493633 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35df019-6456-4060-a491-20507aeef728" -d '{"events": [{"server_uuid": "1f752674-7f6a-461d-a642-eb62ed9ae99a", "name": "network-vif-plugged", "status": "completed", "tag": "39aee2c6-c098-48b7-adbd-a5662dac888c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:55.499873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:port and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:55.519397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 39aee2c6-c098-48b7-adbd-a5662dac888c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=39aee2c6-c098-48b7-adbd-a5662dac888c,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:55.535522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.551791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Port': ['ID=8d94a002-aae2-4b27-a515-349ea10db002,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:55.553462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] No DVR routers for this DVR port 8d94a002-aae2-4b27-a515-349ea10db002 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:55.619477 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e5877-f157-4538-9287-185fbf338d07 x-openstack-request-id: req-9f8e5877-f157-4538-9287-185fbf338d07 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:55.619790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.619929 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f752674-7f6a-461d-a642-eb62ed9ae99a", "name": "network-vif-plugged", "status": "completed", "tag": "39aee2c6-c098-48b7-adbd-a5662dac888c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:55.620037 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f8e5877-f157-4538-9287-185fbf338d07 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:55.620393 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aee2c6-c098-48b7-adbd-a5662dac888c', 'code': 200} Aug 27 02:33:55.622271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=39aee2c6-c098-48b7-adbd-a5662dac888c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:55.636584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:55.646695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4fc62b4e-9d99-4c2e-a268-629af07a1ea3 admin admin] 10.222.0.10 "PUT /v2.0/routers/ead0b770-5cfa-4726-b48c-bf81ff93d739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2611802 Aug 27 02:33:55.649225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-4f546d37-c280-4092-96d6-5ff19025de76 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658861 Aug 27 02:33:55.668049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] Deleting port 6151ac73-f8da-473f-a8e6-3f0e49a02610 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:55.668645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.671567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:55.686933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:55.687729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:55.691640 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:55.746558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] For port 6151ac73-f8da-473f-a8e6-3f0e49a02610, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6151ac73-f8da-473f-a8e6-3f0e49a02610,segment=NetworkSegment(0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47),segment_id=0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:55.747409 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.767333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] Calling delete_port for 6151ac73-f8da-473f-a8e6-3f0e49a02610 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:55.785426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c61ec72-4385-403f-be7b-83b1ff04de79 req-8754b8c9-ed6c-4048-a951-8da1e47937cd tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271851 Aug 27 02:33:55.879146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:router and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:55.901873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:55.913556 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.933777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.935776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/networks/57ddc318-492a-427e-95de-ec664d81e1e4 HTTP/1.1" status: 204 len: 168 time: 1.3371532 Aug 27 02:33:55.957000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54908) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:55.958246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:floatingip and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:55.976873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3296d-2f4c-46ad-8b97-522814623a2f tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Network': ['ID=57ddc318-492a-427e-95de-ec664d81e1e4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:55.993885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.999727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:56.025874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] No DVR routers for this DVR port 6151ac73-f8da-473f-a8e6-3f0e49a02610 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:56.045598 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d23aece8-3d3c-430f-b27e-198f7f5c7c78 req-d25434c5-fff1-475b-b2c7-47f8567f5ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706417 Aug 27 02:33:56.101516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.103385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52109c43-ad48-43a9-91ad-c80db2a0eb60 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:33:56.107080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a4894-e791-4fc9-ba3f-b219575b5514 None None] Pushing event deleted for resources: {'Port': ['ID=6151ac73-f8da-473f-a8e6-3f0e49a02610,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:56.154131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.159123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6f786ae9-abc4-4125-850c-a76ba850c77d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/ports/a523bd48-3b47-4799-b132-00810699bebb HTTP/1.1" status: 204 len: 168 time: 1.7326205 Aug 27 02:33:56.163506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54916) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:56.173664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.224149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a03529-a750-4de7-b560-76844465812a']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:56.254607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43a63a6-dfb7-4982-9089-0fb25fb49304') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:56.254607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43a63a6-dfb7-4982-9089-0fb25fb49304') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:56.293644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:security_group and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:56.294475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac539803-d065-444b-9168-2a6a03a514fb req-1686dd7e-c342-4717-a403-cd70cdb36392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.296001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac539803-d065-444b-9168-2a6a03a514fb req-1686dd7e-c342-4717-a403-cd70cdb36392 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 1097 time: 0.2727184 Aug 27 02:33:56.303295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.303514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.306337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:56.314845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fdb91-3062-46d7-97cc-f27178d09d79 req-13dd60c3-9cb3-4d83-950e-68c556b5c1a8 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.316401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf9fdb91-3062-46d7-97cc-f27178d09d79 req-13dd60c3-9cb3-4d83-950e-68c556b5c1a8 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2917590 Aug 27 02:33:56.320853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Usage tracker for resource:security_group_rule and tenant:cfd6bd1822534a5eb388b71000d3f05d is out of sync, need to count used quota {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:33:56.327197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea73a19-2afa-4a18-9dfd-961653b53f34']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:56.329237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.quota.resource [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:33:56.352200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52109c43-ad48-43a9-91ad-c80db2a0eb60 None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:33:56.355965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1a515fc8-0b6b-4762-bc71-43d32d36178a tempest-QuotasTest-861234245 tempest-QuotasTest-861234245-project-admin] 10.222.0.10 "GET /v2.0/quotas/cfd6bd1822534a5eb388b71000d3f05d/details.json HTTP/1.1" status: 200 len: 703 time: 1.4166315 Aug 27 02:33:56.364718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:56.365117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a73c5c4-5fe9-4b9c-8e9d-085ddb99af47') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:56.390662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.402648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.418368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.431351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:56.431773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:56.437834 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:56.465816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac539803-d065-444b-9168-2a6a03a514fb req-c25c397f-d198-4b5a-93fd-3caac0f1fdaf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428559 Aug 27 02:33:56.475303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:56.476284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:56.483198 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:56.526775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212f758-13e7-4d3e-920c-113cc732253f req-4d849556-d2a6-40aa-91e2-78be350cb84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.530583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6212f758-13e7-4d3e-920c-113cc732253f req-4d849556-d2a6-40aa-91e2-78be350cb84a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 0.2948656 Aug 27 02:33:56.562004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.582560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.589066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] 10.222.0.10 "DELETE /v2.0/networks/aea73a19-2afa-4a18-9dfd-961653b53f34 HTTP/1.1" status: 204 len: 168 time: 0.6282437 Aug 27 02:33:56.665188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf9fdb91-3062-46d7-97cc-f27178d09d79 req-c046dd2e-3fe8-471e-92f6-3d97f53a0dd2 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165364 Aug 27 02:33:56.678579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6212f758-13e7-4d3e-920c-113cc732253f req-aaa7a3da-b4fc-40ff-9dda-6f29a7ba8882 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092031 Aug 27 02:33:56.692034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3f35f-3461-44d0-a44a-db6815596bda tempest-TaggedBootDevicesTest_v242-1183292655 tempest-TaggedBootDevicesTest_v242-1183292655-project] Pushing event deleted for resources: {'Network': ['ID=aea73a19-2afa-4a18-9dfd-961653b53f34,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:56.694901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.708010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port cb46dd23-c541-4a40-839e-5b790b23164a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:56.708849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.785266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.793466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/networks/34a03529-a750-4de7-b560-76844465812a HTTP/1.1" status: 204 len: 168 time: 2.0826833 Aug 27 02:33:56.796050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54922) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:56.935551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27eae83-bb91-487c-919c-c4ba05335f24 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Network': ['ID=34a03529-a750-4de7-b560-76844465812a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:56.964373 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84a07844-d99b-4211-a57c-26d687bfb237 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:56.974053 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54928) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:56.985371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7bc48872-ad13-4f6f-bbbc-9dbe1e682fd0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502226889', 'description': 'tempest-description--1605538050'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:56.993073 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.008129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54930) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.031502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a71ae-15cc-469b-bd16-5ccd60a18a8e req-b7c2ba53-29de-44c3-87ff-7fc4f5006db5 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.037787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-150a71ae-15cc-469b-bd16-5ccd60a18a8e req-b7c2ba53-29de-44c3-87ff-7fc4f5006db5 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1749718 Aug 27 02:33:57.051679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.103273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for cb46dd23-c541-4a40-839e-5b790b23164a owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:57.140592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc48872-ad13-4f6f-bbbc-9dbe1e682fd0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.196998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.203622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-150a71ae-15cc-469b-bd16-5ccd60a18a8e req-c3959e6b-d42c-4d9f-934d-24778feee6db tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541839 Aug 27 02:33:57.223653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aca51-f85c-4701-8857-cbd7e9448467 req-0bf9dde3-db4a-4cec-b2ca-d8f3566927d2 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.231494 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c23aca51-f85c-4701-8857-cbd7e9448467 req-0bf9dde3-db4a-4cec-b2ca-d8f3566927d2 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.1071875 Aug 27 02:33:57.248007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832451f3-36c5-4eec-a4e1-6f2e5086c249']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.272672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb83d8-6f51-48c0-8a34-bf18eb64ea84') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.272919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb83d8-6f51-48c0-8a34-bf18eb64ea84') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.276787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2775a2de-f553-4ef1-9800-0d25ce42810c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.325326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.337410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c23aca51-f85c-4701-8857-cbd7e9448467 req-fa3e423e-d8d9-4ddc-8c42-5a709d9f6746 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049876 Aug 27 02:33:57.370398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.377179 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc48872-ad13-4f6f-bbbc-9dbe1e682fd0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.387630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:57.388716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:57.393636 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:57.421893 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc48872-ad13-4f6f-bbbc-9dbe1e682fd0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.453706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 84a07844-d99b-4211-a57c-26d687bfb237 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:57.465755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 84a07844-d99b-4211-a57c-26d687bfb237 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:57.466157 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.518539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.521005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.528715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/networks/832451f3-36c5-4eec-a4e1-6f2e5086c249 HTTP/1.1" status: 204 len: 168 time: 0.7312858 Aug 27 02:33:57.530251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54940) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.566422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c202ebe-47c2-4af2-b96a-6f1e26cfa724 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:33:57.568774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc48872-ad13-4f6f-bbbc-9dbe1e682fd0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c782a073-8a49-4b30-b0f8-6c3cc471f1d1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:57.660467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.726222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d011c64-56d3-40ae-b624-3c5faf0f8739 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Network': ['ID=832451f3-36c5-4eec-a4e1-6f2e5086c249,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:57.738876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.744596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.747375 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0444c93c-9f1e-48bf-a45c-bb6ddef3468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.785520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 84a07844-d99b-4211-a57c-26d687bfb237, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=84a07844-d99b-4211-a57c-26d687bfb237,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:57.797892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=cb46dd23-c541-4a40-839e-5b790b23164a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:57.815959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c202ebe-47c2-4af2-b96a-6f1e26cfa724 None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:33:57.818897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.909909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6151ac73-f8da-473f-a8e6-3f0e49a02610 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:57.933002 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.935579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fed3605d-e0da-419f-8a36-d95678a3123a tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/ports/cb46dd23-c541-4a40-839e-5b790b23164a HTTP/1.1" status: 204 len: 168 time: 1.7701867 Aug 27 02:33:57.939307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54944) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.953099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a783-bfb7-41b2-b4ac-85205cb317e0 req-602a7338-0c33-4633-8066-0683db4abee5 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.955078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1675a783-bfb7-41b2-b4ac-85205cb317e0 req-602a7338-0c33-4633-8066-0683db4abee5 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1024826 Aug 27 02:33:57.973658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.986144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444ce30b-bf39-4818-bf2a-49acbd8774a1']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.994533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6151ac73-f8da-473f-a8e6-3f0e49a02610 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:57.994883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6151ac73-f8da-473f-a8e6-3f0e49a02610 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:58.008692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1675a783-bfb7-41b2-b4ac-85205cb317e0 req-c8a98891-0056-437f-acd7-38c56929e82d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452230 Aug 27 02:33:58.016393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47c5fd3-b339-45a0-a423-8ff1425d053b') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:58.016898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47c5fd3-b339-45a0-a423-8ff1425d053b') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:58.021709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=84a07844-d99b-4211-a57c-26d687bfb237,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.037236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.083351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.087416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2775a2de-f553-4ef1-9800-0d25ce42810c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.094555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:58.095025 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:58.098456 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:58.110677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc48872-ad13-4f6f-bbbc-9dbe1e682fd0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.114450 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2775a2de-f553-4ef1-9800-0d25ce42810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.114627 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7bc48872-ad13-4f6f-bbbc-9dbe1e682fd0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1334538 Aug 27 02:33:58.114723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54946) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:58.119567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-50679f24-ca7c-4abb-9b40-9b91d9161ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'security_group_rule': {'security_group_id': 'c782a073-8a49-4b30-b0f8-6c3cc471f1d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:58.157900 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50679f24-ca7c-4abb-9b40-9b91d9161ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.176904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e676c6d-6c3e-4dc1-92e7-947047832f23 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.181666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e676c6d-6c3e-4dc1-92e7-947047832f23 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "GET /v2.0/ports?device_id=417ce099-9710-4fa2-a1fe-5e28cdfbd293 HTTP/1.1" status: 200 len: 913 time: 0.2409759 Aug 27 02:33:58.191121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54948) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:58.248680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50679f24-ca7c-4abb-9b40-9b91d9161ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.256577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50679f24-ca7c-4abb-9b40-9b91d9161ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.281957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50679f24-ca7c-4abb-9b40-9b91d9161ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e8943e-a9ba-4ea5-b5b2-a49c7d80ef53,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.292608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50679f24-ca7c-4abb-9b40-9b91d9161ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.295088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-50679f24-ca7c-4abb-9b40-9b91d9161ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785650 Aug 27 02:33:58.296993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54952) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:58.302885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3439950f-b51d-48ab-84bf-140147ebb01b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'security_group_rule': {'security_group_id': 'c782a073-8a49-4b30-b0f8-6c3cc471f1d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:58.337155 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3439950f-b51d-48ab-84bf-140147ebb01b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.414880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.420277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.425522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] 10.222.0.10 "DELETE /v2.0/networks/444ce30b-bf39-4818-bf2a-49acbd8774a1 HTTP/1.1" status: 204 len: 168 time: 0.8744371 Aug 27 02:33:58.426482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775a2de-f553-4ef1-9800-0d25ce42810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca4829-04b3-42b6-ac02-ee9f1e788200,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.443787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2775a2de-f553-4ef1-9800-0d25ce42810c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea9a7511fe054544bd76028663a3b9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4337919 Aug 27 02:33:58.447851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54958) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:58.464847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3439950f-b51d-48ab-84bf-140147ebb01b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.483383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4329c4a-db99-4f17-ad85-7d8890d15ac1 tempest-BulkNetworkOpsTest-1449048002 tempest-BulkNetworkOpsTest-1449048002-project] Pushing event deleted for resources: {'Network': ['ID=444ce30b-bf39-4818-bf2a-49acbd8774a1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.488873 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3439950f-b51d-48ab-84bf-140147ebb01b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.530954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439950f-b51d-48ab-84bf-140147ebb01b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db6d1e5-e5dc-4843-9597-f663e814340c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.550889 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3439950f-b51d-48ab-84bf-140147ebb01b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.555483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3439950f-b51d-48ab-84bf-140147ebb01b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566841 Aug 27 02:33:58.557417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54962) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:58.562181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:58.576866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38066-914f-470c-b157-9b6b974ec79c req-2f741d43-7559-4a75-b187-8ecff89359ef tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.578595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69d38066-914f-470c-b157-9b6b974ec79c req-2f741d43-7559-4a75-b187-8ecff89359ef tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.1475620 Aug 27 02:33:58.641855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9d7b-be16-46e3-8560-0d542e438daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.668138 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.676026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69d38066-914f-470c-b157-9b6b974ec79c req-6f28368b-fc67-4475-b94b-886e048cea5b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870099 Aug 27 02:33:58.695484 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9d7b-be16-46e3-8560-0d542e438daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.803939 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9d7b-be16-46e3-8560-0d542e438daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.806642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9d7b-be16-46e3-8560-0d542e438daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.807841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d2e9d7b-be16-46e3-8560-0d542e438daf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61ca4829-04b3-42b6-ac02-ee9f1e788200 HTTP/1.1" status: 204 len: 168 time: 0.3572991 Aug 27 02:33:58.819957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54970) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:58.879355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84a07844-d99b-4211-a57c-26d687bfb237 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:58.888890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e9d7b-be16-46e3-8560-0d542e438daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca4829-04b3-42b6-ac02-ee9f1e788200,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.981303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d1891-9d41-4c47-a75a-4f2c3f0b0857 req-61a7788f-d650-4ac5-8347-6c117461a28b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.983049 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd7d1891-9d41-4c47-a75a-4f2c3f0b0857 req-61a7788f-d650-4ac5-8347-6c117461a28b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.1369245 Aug 27 02:33:58.991362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.995586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472616d9-9911-4fa7-9428-3a5d7f0e1c07 req-b3ea2f4f-1af4-4b6d-b4be-725c877f71b6 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:59.003290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-472616d9-9911-4fa7-9428-3a5d7f0e1c07 req-b3ea2f4f-1af4-4b6d-b4be-725c877f71b6 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.6885157 Aug 27 02:33:59.056086 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd7d1891-9d41-4c47-a75a-4f2c3f0b0857 req-ef55e710-5515-47f1-8a6b-f10fa2de60e9 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604160 Aug 27 02:33:59.057956 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-472616d9-9911-4fa7-9428-3a5d7f0e1c07 req-e4350e71-b683-4ab9-8909-c453a87db699 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474377 Aug 27 02:33:59.136137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 84a07844-d99b-4211-a57c-26d687bfb237 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:59.137783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.189222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-7858e310-f494-4c4a-820a-f68532fb2c6e req-e488fbed-6577-4845-9338-221ff15cf259 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1226995068', 'description': 'tempest-description-477146776'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:59.274930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068d6d1-2bff-40c7-9c7a-d48d54d0fcab req-8c3dc5da-ec18-4ac7-a0b2-ef6e0a63ef89 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:59.283835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6068d6d1-2bff-40c7-9c7a-d48d54d0fcab req-8c3dc5da-ec18-4ac7-a0b2-ef6e0a63ef89 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1157782 Aug 27 02:33:59.306895 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Sync routers for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:59.318768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7858e310-f494-4c4a-820a-f68532fb2c6e req-e488fbed-6577-4845-9338-221ff15cf259 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.321381 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:59.322186 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:33:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:59.392763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54982) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:59.412486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6068d6d1-2bff-40c7-9c7a-d48d54d0fcab req-c49cc24b-cf1d-4228-8ace-84e5b11222ea tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191130 Aug 27 02:33:59.416043 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87ff56b5-a56b-4223-934b-bdb9ce28ca85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.446407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:59.448994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.458039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ee8f2f9a-eaa4-4787-83a6-0c4ce5934912 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60fab455da28483bb128e064d4d6b997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6293938 Aug 27 02:33:59.488520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54984) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:59.505901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Allocated IP 172.25.1.156 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/94529f3c-2f05-4179-aef8-e58d834c28dd) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:59.711853 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 2, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:59.723048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f72d7321-d697-4bbb-8688-f68d04d5e4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.742500 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Checking router: ead0b770-5cfa-4726-b48c-bf81ff93d739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:59.743261 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Updating router ead0b770-5cfa-4726-b48c-bf81ff93d739 port e0815256-fbe2-4db9-aaa5-b10caaa5b115 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:33:59.765482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24235961-901d-4d97-b3ad-7af48cf6fa96 req-8b6576c0-ddc1-43b2-941b-0434b65d0f6c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:59.767067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24235961-901d-4d97-b3ad-7af48cf6fa96 req-8b6576c0-ddc1-43b2-941b-0434b65d0f6c tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.0815208 Aug 27 02:33:59.774968 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.783791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.840970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7858e310-f494-4c4a-820a-f68532fb2c6e req-e488fbed-6577-4845-9338-221ff15cf259 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.845205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.868030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7858e310-f494-4c4a-820a-f68532fb2c6e req-e488fbed-6577-4845-9338-221ff15cf259 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.887522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24235961-901d-4d97-b3ad-7af48cf6fa96 req-f27dd771-d19c-42b5-8601-a1fd5396988d tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094847 Aug 27 02:33:59.909558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 767445f0-07b8-4b6f-acf3-169adaac1f72 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:59.909974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.930138 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f72d7321-d697-4bbb-8688-f68d04d5e4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.056412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.063482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87ff56b5-a56b-4223-934b-bdb9ce28ca85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.073509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 767445f0-07b8-4b6f-acf3-169adaac1f72 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:00.083061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c1ba-2303-4e4f-9b66-d3b0db8ee451 req-74189e4a-de0f-4cbb-92f8-11f9105c2cca tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.084635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b545c1ba-2303-4e4f-9b66-d3b0db8ee451 req-74189e4a-de0f-4cbb-92f8-11f9105c2cca tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.1046593 Aug 27 02:34:00.086484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:00.091765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87ff56b5-a56b-4223-934b-bdb9ce28ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.111957 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.125841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-87ff56b5-a56b-4223-934b-bdb9ce28ca85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfd6bd1822534a5eb388b71000d3f05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283902 Aug 27 02:34:00.131262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:00.133395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7858e310-f494-4c4a-820a-f68532fb2c6e req-e488fbed-6577-4845-9338-221ff15cf259 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.134719 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7858e310-f494-4c4a-820a-f68532fb2c6e req-e488fbed-6577-4845-9338-221ff15cf259 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9558525 Aug 27 02:34:00.138636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:00.140433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54992) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:00.150068 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Transition to ACTIVE for port object e0815256-fbe2-4db9-aaa5-b10caaa5b115 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:00.164383 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.187754 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97846270-0468-4740-9255-26e0f1a19e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.192258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'Port': ['ID=94529f3c-2f05-4179-aef8-e58d834c28dd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.194747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488fbed-6577-4845-9338-221ff15cf259 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956f4bef-6fba-43b4-98a0-8d5f2f1248ae,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.225943 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f72d7321-d697-4bbb-8688-f68d04d5e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.228555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f72d7321-d697-4bbb-8688-f68d04d5e4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.229738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f72d7321-d697-4bbb-8688-f68d04d5e4ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5aa2b5ac-7e6b-40d5-88e9-b453778e8242 HTTP/1.1" status: 204 len: 168 time: 0.7308249 Aug 27 02:34:00.342223 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b545c1ba-2303-4e4f-9b66-d3b0db8ee451 req-f8862db1-2040-4140-8249-206f6e1b6fe3 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488446 Aug 27 02:34:00.344445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-556fea05-f490-430d-bb3d-662c27265efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.367935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-556fea05-f490-430d-bb3d-662c27265efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.398827 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.404802 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9356-8ccb-440f-9754-cb05109d833b None None] Pushing event updated for resources: {'Port': ['ID=e0815256-fbe2-4db9-aaa5-b10caaa5b115,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.421854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.437275 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Attempting to bind port e0815256-fbe2-4db9-aaa5-b10caaa5b115 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:00.439420 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Attempting to bind port e0815256-fbe2-4db9-aaa5-b10caaa5b115 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:00.442362 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Attempting to bind port e0815256-fbe2-4db9-aaa5-b10caaa5b115 on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:00.454933 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:00.455687 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Checking segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:00.457502 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.458517 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Bound using segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:00.459907 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Bound port: e0815256-fbe2-4db9-aaa5-b10caaa5b115, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:00.460406 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.479836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff56b5-a56b-4223-934b-bdb9ce28ca85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eeddb4-bbf9-4a4e-a556-883677e48bc3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.493285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-a9818865-f109-4568-bbf5-846f59b9458c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1226995068&fields=id&tenant_id=b775d1b8805441acb13f6273b88fe2b7 HTTP/1.1" status: 200 len: 267 time: 0.2729685 Aug 27 02:34:00.501960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=767445f0-07b8-4b6f-acf3-169adaac1f72,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.510765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-556fea05-f490-430d-bb3d-662c27265efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.525379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-556fea05-f490-430d-bb3d-662c27265efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.526811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-556fea05-f490-430d-bb3d-662c27265efa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08eeddb4-bbf9-4a4e-a556-883677e48bc3 HTTP/1.1" status: 204 len: 168 time: 0.3829319 Aug 27 02:34:00.560494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d7321-d697-4bbb-8688-f68d04d5e4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa2b5ac-7e6b-40d5-88e9-b453778e8242,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.620391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fea05-f490-430d-bb3d-662c27265efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eeddb4-bbf9-4a4e-a556-883677e48bc3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.658240 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] For port e0815256-fbe2-4db9-aaa5-b10caaa5b115, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:00.663884 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.665782 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] For port e0815256-fbe2-4db9-aaa5-b10caaa5b115, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e0815256-fbe2-4db9-aaa5-b10caaa5b115,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:00.678043 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.705143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-e8564795-4d6c-4907-9823-a042e664b5a5 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.706771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-e8564795-4d6c-4907-9823-a042e664b5a5 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.1989102 Aug 27 02:34:00.769374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Request body: {'port': {'security_groups': ['d78b4346-2965-4774-8550-e3721233c04b', '956f4bef-6fba-43b4-98a0-8d5f2f1248ae']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:00.802500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.864710 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9356-8ccb-440f-9754-cb05109d833b None None] Pushing event updated for resources: {'Port': ['ID=e0815256-fbe2-4db9-aaa5-b10caaa5b115,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.904209 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:00.905234 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:00.991799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.175170 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:01.197230 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.199198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.217571 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.218163 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.402425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:01.536257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:01.553845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456f10c-4c39-4e33-8724-5eb29a171545 req-ad3ae24b-9f74-493c-b7eb-f5584c45046d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:01.563278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] Sync routers for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:01.565849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.573451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:01.574141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:01.574878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d456f10c-4c39-4e33-8724-5eb29a171545 req-ad3ae24b-9f74-493c-b7eb-f5584c45046d tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.5622849 Aug 27 02:34:01.582959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-65587c15-239f-4158-bfb9-1a5a7ff60239 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "PUT /v2.0/routers/417ce099-9710-4fa2-a1fe-5e28cdfbd293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3880646 Aug 27 02:34:01.603570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55036) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:01.680805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:01.694732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55038) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:01.695549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.700402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] Routers {'417ce099-9710-4fa2-a1fe-5e28cdfbd293'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:01.701171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:01.716161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1575537 Aug 27 02:34:01.764495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b9a8ebae-5846-4371-8ded-620984fea99b,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:01.765710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:01.769840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf672a2-a45c-4695-922f-0d9b3be96796 None None] The sync data for ids ['417ce099-9710-4fa2-a1fe-5e28cdfbd293'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:01.806708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65ff5-00e0-44f6-b653-1d2b5f20101c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'Port': ['ID=94529f3c-2f05-4179-aef8-e58d834c28dd,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:01.841366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d456f10c-4c39-4e33-8724-5eb29a171545 req-2caf06cd-698d-42a0-89e1-9966c16dcddc tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654097 Aug 27 02:34:01.871631 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.889903 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:00Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:01.904330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.916916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.930825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b9a8ebae-5846-4371-8ded-620984fea99b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:01.958081 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab1aa-572d-4bd0-9a41-0af4eb64340a None None] The sync data for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 is: [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:00Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:01.958447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-996877995'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:02.198361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4d43b-2f27-49da-958c-04cc3f534f51 req-29779627-e0aa-4050-af07-7077dba6d07b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.204951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.205681 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.209877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3d4d43b-2f27-49da-958c-04cc3f534f51 req-29779627-e0aa-4050-af07-7077dba6d07b tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.2143991 Aug 27 02:34:02.214716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.220195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f002784b-7875-4cf8-bcad-f77e0dea8272 req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "PUT /v2.0/ports/b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 982 time: 1.4918559 Aug 27 02:34:02.230940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:02.233376 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8578e318-4215-41c5-a987-c5c9976e2eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:02.269350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b9a8ebae-5846-4371-8ded-620984fea99b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:02.366461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:02.370220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.375570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309df1fc-755f-4a3d-8080-464e9358520c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event updated for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=6']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:02.412507 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.458765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254016d-a090-4822-8027-5624d7f8d810 req-660b5924-e156-4896-91d8-0c17955fb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.460599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7254016d-a090-4822-8027-5624d7f8d810 req-660b5924-e156-4896-91d8-0c17955fb0b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.2307694 Aug 27 02:34:02.482602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3d4d43b-2f27-49da-958c-04cc3f534f51 req-2e8a6683-1c57-4756-86c1-2aa3e57ece1e tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695010 Aug 27 02:34:02.532014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting port 0971fc49-7893-484e-b25d-570044e95634 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:02.533894 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.534042 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-0965d4fd-f70e-48e6-9f68-bca5f3d0b844 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--502226889&fields=id&tenant_id=7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 267 time: 0.1525011 Aug 27 02:34:02.724515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-016f6cab-0930-4ea0-88d2-9e20074a6fc1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.726100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-016f6cab-0930-4ea0-88d2-9e20074a6fc1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 816 time: 0.1820731 Aug 27 02:34:02.727846 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7254016d-a090-4822-8027-5624d7f8d810 req-2ceb04a8-09b8-4928-b82d-1e4fd08eafbd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585759 Aug 27 02:34:02.753342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-263b1966-159e-4bb7-9e54-8a4de62d8393 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/quotas/7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 375 time: 0.0182118 Aug 27 02:34:02.793237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-ad61583d-0c1b-4acb-92a7-3ca56224a8d5 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1226995068&fields=id&tenant_id=b775d1b8805441acb13f6273b88fe2b7 HTTP/1.1" status: 200 len: 267 time: 0.1519108 Aug 27 02:34:02.872584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-971015f3-e4c5-42e3-ad18-1edc08e37310 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1124341 Aug 27 02:34:02.881496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e0815256-fbe2-4db9-aaa5-b10caaa5b115 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:02.960826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.963064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e0815256-fbe2-4db9-aaa5-b10caaa5b115 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:02.973528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e0815256-fbe2-4db9-aaa5-b10caaa5b115 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:02.974582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.013540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e3aed90b-8faa-4054-a020-7620dd223f28 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:03.018439 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e3aed90b-8faa-4054-a020-7620dd223f28 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 985 time: 0.2149124 Aug 27 02:34:03.019938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Calling delete_port for 0971fc49-7893-484e-b25d-570044e95634 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:03.030137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f499d83-2a0e-458f-9af9-77b2d4cddd31 service neutron] 10.222.0.10 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314321 Aug 27 02:34:03.043446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Request body: {'port': {'security_groups': ['d78b4346-2965-4774-8550-e3721233c04b']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:03.102524 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.158869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.174353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.199502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e0815256-fbe2-4db9-aaa5-b10caaa5b115, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e0815256-fbe2-4db9-aaa5-b10caaa5b115,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:03.212502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.213103 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.274144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ca5df6-8103-4dbb-884e-ce23a18ff91a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:03.277863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:03.312396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e0815256-fbe2-4db9-aaa5-b10caaa5b115,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:03.313557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.314058 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 01bd5c08-5005-4734-a880-db3504a811ed of type vlan for network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 Aug 27 02:34:03.345760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-06e210a9-d7f7-4b10-bbcb-b8cedf99249b service neutron] 10.222.0.10 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144794 Aug 27 02:34:03.419582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.460422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.467771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.472207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.479466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:03.481410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.518695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Port': ['ID=0971fc49-7893-484e-b25d-570044e95634,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:03.658902 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec2b6c7-d114-4c36-b7cb-0f30861b3f72 x-openstack-request-id: req-0ec2b6c7-d114-4c36-b7cb-0f30861b3f72 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:03.659348 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:03.659819 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ec2b6c7-d114-4c36-b7cb-0f30861b3f72 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:03.660324 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'status': 'completed', 'code': 200} Aug 27 02:34:03.668594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=57e3fb88-03e6-4ae6-9bf6-0f40742776c4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:03.669811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.685211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:03.707859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55096) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:03.788376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e9331f10-5c67-4e32-badc-c71c42402947 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0704808 Aug 27 02:34:03.858972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.865441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.886914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-52884123-d296-442a-9e3d-e7577b6a3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:03.890994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-52884123-d296-442a-9e3d-e7577b6a3409 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1136 time: 0.2294774 Aug 27 02:34:03.974641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f4f3-1c6e-4184-a654-892939a70c19 req-fd577509-d623-4810-b1d6-63a7238a018f tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:03.984421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.984782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26c7f4f3-1c6e-4184-a654-892939a70c19 req-fd577509-d623-4810-b1d6-63a7238a018f tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.3199358 Aug 27 02:34:03.985336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Fanout notify agent at l3_agent the message router_deleted on router 417ce099-9710-4fa2-a1fe-5e28cdfbd293 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:03.995206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.001265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6efd6060-e952-4024-8b66-762c966faa44 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/routers/417ce099-9710-4fa2-a1fe-5e28cdfbd293 HTTP/1.1" status: 204 len: 168 time: 2.3962109 Aug 27 02:34:04.004559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55104) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:04.070348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Deleting subnet 418be0c7-f811-4f14-bb47-cdc1d67c6719 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:04.088189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.107212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-681543303', 'router:external': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:04.114741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-71647f7b-24a2-4957-8fb4-a8f592fc0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.116264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-71647f7b-24a2-4957-8fb4-a8f592fc0eea service neutron] 10.222.0.45 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.2133310 Aug 27 02:34:04.158413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b9a8ebae-5846-4371-8ded-620984fea99b,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:04.189822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.207540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.222917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b9a8ebae-5846-4371-8ded-620984fea99b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:04.274643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-005c80c5-5ffa-406b-b0d9-7639780acedb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 217 time: 0.1457615 Aug 27 02:34:04.290391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.292363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.294196 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec72ab3-14d3-4860-be7b-3e3e95a87d3e req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "PUT /v2.0/ports/b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 943 time: 1.2616282 Aug 27 02:34:04.295005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:04.298565 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc81336a-a6ba-41c4-b608-ec292b2ff460" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:04.307545 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.382018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b9a8ebae-5846-4371-8ded-620984fea99b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:04.390560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Made reservation on behalf of 15092557d13f42c5bc9f522b7016eac4 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:04.397129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.469241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.501781 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26c7f4f3-1c6e-4184-a654-892939a70c19 req-f45ca6d7-87f5-4532-9756-a643ce9c3586 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125115 Aug 27 02:34:04.522907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-4027bc11-3e37-4ef4-ba50-a4c6dedfb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.530021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e68602-8fff-42c3-85c2-02889ce52246 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event updated for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:04.535741 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.547231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-4027bc11-3e37-4ef4-ba50-a4c6dedfb4ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.2560644 Aug 27 02:34:04.651246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050c41-2594-4bac-baf0-f1d984290dad req-fd6aa0ff-d393-426f-9e8f-8977da380b4f tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.659667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e050c41-2594-4bac-baf0-f1d984290dad req-fd6aa0ff-d393-426f-9e8f-8977da380b4f tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2237134 Aug 27 02:34:04.715331 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e050c41-2594-4bac-baf0-f1d984290dad req-e73ee355-7ebc-466f-92fa-a9225e48dd97 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Aug 27 02:34:04.834587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e0815256-fbe2-4db9-aaa5-b10caaa5b115 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:04.837278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-134d6a91-b881-4582-97d4-c50a9088d436 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2806771 Aug 27 02:34:04.853992 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.906271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e0815256-fbe2-4db9-aaa5-b10caaa5b115 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:04.906853 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.950575 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dd8b0ee4-cffa-4a3e-a815-230fa536c055 req-66fe5c5b-e578-45c4-b80a-1751a62dc68c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 210 time: 0.1099951 Aug 27 02:34:04.951180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.006979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-e5fa8b7b-3c6b-4d66-b003-4d2bd27a93a1 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2605035 Aug 27 02:34:05.012441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:05.139717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723dfb3-462a-45dc-89d6-cc22e3db6406,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:05.264870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-0d19ae9d-9b62-4b59-894c-537b4c01b1a9 service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975437 Aug 27 02:34:05.279550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:05.296707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.297090 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Added segment 0cab759f-f029-44e0-9cd0-fda6ef2538c6 of type vlan for network 654a14df-820a-4276-b72c-1489be08e1aa Aug 27 02:34:05.311994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-6b6e3c8a-3445-4062-813f-66cbda5df126 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.313846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-6b6e3c8a-3445-4062-813f-66cbda5df126 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 816 time: 0.2514718 Aug 27 02:34:05.316720 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d955b2c-fc65-47e9-bf12-5fee60bfc4b5 x-openstack-request-id: req-2d955b2c-fc65-47e9-bf12-5fee60bfc4b5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:05.317011 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:05.317320 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d955b2c-fc65-47e9-bf12-5fee60bfc4b5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:05.317728 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'status': 'completed', 'code': 200} Aug 27 02:34:05.320293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.324064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.436608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.485698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8578e318-4215-41c5-a987-c5c9976e2eaa req-6bf77bf3-1cf6-4164-8209-6d7752fbfe2d service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866882 Aug 27 02:34:05.493684 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.495894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.496675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.550000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Subnet': ['ID=418be0c7-f811-4f14-bb47-cdc1d67c6719,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:05.577674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.580473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a3e5c472-0add-4acb-9a44-9f332d50e423 tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/subnets/418be0c7-f811-4f14-bb47-cdc1d67c6719 HTTP/1.1" status: 204 len: 168 time: 1.5742917 Aug 27 02:34:05.582952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55126) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:05.591132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Network': ['ID=654a14df-820a-4276-b72c-1489be08e1aa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:05.602810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 654a14df-820a-4276-b72c-1489be08e1aa details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:05.622351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-df01e9dd-592a-4ad4-8ed9-7a51396e3710 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9110000 Aug 27 02:34:05.673436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55128) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:05.690223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'subnet': {'network_id': '654a14df-820a-4276-b72c-1489be08e1aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:05.755209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Made reservation on behalf of 15092557d13f42c5bc9f522b7016eac4 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:05.757905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.009335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-004579b4-465b-40f0-9788-64ed3fe536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.010906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-004579b4-465b-40f0-9788-64ed3fe536a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 0.4208980 Aug 27 02:34:06.245560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-b66dd36c-df92-4039-a9f8-5f11ebb8a017 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 379 time: 0.9190848 Aug 27 02:34:06.264244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'port': {'device_id': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'admin_state_up': True, 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'security_groups': ['c782a073-8a49-4b30-b0f8-6c3cc471f1d1']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:06.327524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.512396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.554844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f55819-920c-49df-be69-97352d0f8623']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:06.560099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.585273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-c23faf4d-b82e-4361-ba91-7a6c43f10da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.587922 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-c23faf4d-b82e-4361-ba91-7a6c43f10da0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.5550363 Aug 27 02:34:06.604903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb629a8-7610-4722-944a-a3def9b10151') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:06.605276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb629a8-7610-4722-944a-a3def9b10151') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:06.631907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Made reservation on behalf of 7d14518dc5a543ff89cd78d07f6f71e2 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:06.635721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.700166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.717320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-c850d466-b1bc-411f-94b7-004c1db1891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.719015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-c850d466-b1bc-411f-94b7-004c1db1891e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 1096 time: 0.7515714 Aug 27 02:34:06.781349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.814115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:06.814836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:06.820891 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:06.884421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-e981981b-2db3-42b2-bc65-ef31924c8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.887387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-e981981b-2db3-42b2-bc65-ef31924c8629 service neutron] 10.222.0.32 "GET /v2.0/networks?id=801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 200 len: 919 time: 0.1319497 Aug 27 02:34:06.888779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-0fc5839e-63a3-4948-96de-b9047c239748 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 217 time: 0.2371097 Aug 27 02:34:06.898606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923b670-2b7e-4cb9-8f0d-3a73bf76c8c0 req-6e389be9-ba08-424b-a6d1-417c7a4fd329 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.900643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0923b670-2b7e-4cb9-8f0d-3a73bf76c8c0 req-6e389be9-ba08-424b-a6d1-417c7a4fd329 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.8946295 Aug 27 02:34:06.982159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-8f65ccc1-4174-4df2-8b4f-1a08efbea7b2 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.984168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-8f65ccc1-4174-4df2-8b4f-1a08efbea7b2 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.3411415 Aug 27 02:34:06.997004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.037086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.039266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] 10.222.0.10 "DELETE /v2.0/networks/e8f55819-920c-49df-be69-97352d0f8623 HTTP/1.1" status: 204 len: 168 time: 1.4553065 Aug 27 02:34:07.060141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-9606ca73-3799-4b34-a808-c7576e34d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.063566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-9606ca73-3799-4b34-a808-c7576e34d000 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.1546888 Aug 27 02:34:07.070111 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-277d905a-e8ca-4a8c-874a-6149b2db5e59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 200 len: 217 time: 0.1620398 Aug 27 02:34:07.072729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cafa99-ff34-4f34-a1a8-d4598a60b08d tempest-FloatingIPTestJSON-1633925219 tempest-FloatingIPTestJSON-1633925219-project] Pushing event deleted for resources: {'Network': ['ID=e8f55819-920c-49df-be69-97352d0f8623,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:07.078043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55144) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.107221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': '57e3fb88-03e6-4ae6-9bf6-0f40742776c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:07.112818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Allocated IP 172.25.1.57 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/69b0e4f2-956b-4a3c-addb-14227a561169) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:07.156182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-c599accc-d8da-476b-b059-239fd139d3c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847492 Aug 27 02:34:07.263162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-96563844-f718-45d2-a232-287be69709a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.264757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-96563844-f718-45d2-a232-287be69709a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 200 len: 858 time: 0.1718652 Aug 27 02:34:07.281690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0923b670-2b7e-4cb9-8f0d-3a73bf76c8c0 req-ccd70d63-4c5c-4549-84ba-54a87dc17373 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900808 Aug 27 02:34:07.313529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Allocated IP 172.20.0.5 (c5a6024c-3a2d-45cd-9b56-004d5b36aa3a/24d3189a-1554-47dd-af2f-9e208fc0ad3d/562b0571-8525-45ea-92e4-7aaf5d3ed78c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:07.387091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-c7c5154d-4fcf-4aad-b730-b9552a2a0fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=801a8d67-60d2-443a-9d84-7348c8956a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024811 Aug 27 02:34:07.450906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:34:07.451293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.481365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Deleting port 39aee2c6-c098-48b7-adbd-a5662dac888c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:07.481871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.545091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:07.549170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.568665 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-6d9cc7d6-2487-423a-b7d3-a48ecdd964d5 service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978920 Aug 27 02:34:07.590248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55148) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.603735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b5fced8-db38-405f-a298-580fe1d55996,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:07.656832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f30db-b48b-4cd5-a930-ff1edcfe29f9 req-64a1a8b2-0f27-430a-8beb-8d30e98fd9c5 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.664660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d95f30db-b48b-4cd5-a930-ff1edcfe29f9 req-64a1a8b2-0f27-430a-8beb-8d30e98fd9c5 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2570109 Aug 27 02:34:07.681477 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.739574 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-0de9c3b9-0a9c-4b36-9121-cf8dca7a9c82 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195577 Aug 27 02:34:07.749577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Checking segment: {'id': '0cab759f-f029-44e0-9cd0-fda6ef2538c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '654a14df-820a-4276-b72c-1489be08e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:07.750039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network hostable DHCP agents. Network: 654a14df-820a-4276-b72c-1489be08e1aa, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:07.795182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d95f30db-b48b-4cd5-a930-ff1edcfe29f9 req-ec9a075a-0f7f-4252-b4c9-7ba385287bf1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256573 Aug 27 02:34:07.864197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network 654a14df-820a-4276-b72c-1489be08e1aa is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:07.871019 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc81336a-a6ba-41c4-b608-ec292b2ff460 req-b896122b-a20e-4a2a-95cd-6b6bf9c990be service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934084 Aug 27 02:34:07.903864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] For port 39aee2c6-c098-48b7-adbd-a5662dac888c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=39aee2c6-c098-48b7-adbd-a5662dac888c,segment=NetworkSegment(60bc03f3-457b-4a36-b3a8-fd2de136241a),segment_id=60bc03f3-457b-4a36-b3a8-fd2de136241a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:07.904273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.908996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.917413 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bacde268-0e8e-4e38-a454-4e6771721a10 req-1d4c5817-5db5-4551-acfe-b43ca6bb7b98 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 210 time: 0.0505986 Aug 27 02:34:07.919860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 654a14df-820a-4276-b72c-1489be08e1aa) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:07.928435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36e462-0529-41aa-acfc-1b3aeda92593 None None] Network 654a14df-820a-4276-b72c-1489be08e1aa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:07.935640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.936244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.948998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Calling delete_port for 39aee2c6-c098-48b7-adbd-a5662dac888c owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:07.961538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2f8f0872-b3a9-4e9a-aecb-449b9133d530 req-21282e9e-5486-48af-9a4f-0f4301289c95 service neutron] 10.222.0.32 "GET /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086837 Aug 27 02:34:07.965458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f84c4a66-898c-4923-b7f9-a9a6ba68a283 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2842226 Aug 27 02:34:07.967566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55154) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.987007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-459600613', 'network_id': '654a14df-820a-4276-b72c-1489be08e1aa'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:08.017496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Made reservation on behalf of 15092557d13f42c5bc9f522b7016eac4 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:08.020717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.020871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Transition to ACTIVE for port object 562b0571-8525-45ea-92e4-7aaf5d3ed78c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:08.039579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] device_id is not set on port fb0a8873-a690-4f66-bb63-7281c8501173 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:08.093580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.099948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35277db-a18a-49e5-bc9b-bda2f5b20c18 None None] Network 654a14df-820a-4276-b72c-1489be08e1aa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:08.131707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.158268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ee0a480c-07a1-45ce-9dc0-8612e92a5370 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8157aafab0fe4f16a0b01345a7094cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541735 Aug 27 02:34:08.175086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55156) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.192098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Allocated IP 2001:db8::f (654a14df-820a-4276-b72c-1489be08e1aa/9b5fced8-db38-405f-a298-580fe1d55996/fb0a8873-a690-4f66-bb63-7281c8501173) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:08.205532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:08.213082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:08.225393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:08.241782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:08.244941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:08.324634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.325289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.330700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:08.337709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event updated for resources: {'Port': ['ID=69b0e4f2-956b-4a3c-addb-14227a561169,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:08.395250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.490221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2365949 Aug 27 02:34:08.499857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.519809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Request body: {'port': {'device_id': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:08.521386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe0d6-4eca-45f1-8098-c9420dd80bce req-7dcc96a4-c334-4e72-8823-9894ece2be07 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.526915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-adcbe0d6-4eca-45f1-8098-c9420dd80bce req-7dcc96a4-c334-4e72-8823-9894ece2be07 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f752674-7f6a-461d-a642-eb62ed9ae99a HTTP/1.1" status: 200 len: 946 time: 0.1289308 Aug 27 02:34:08.580176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-adcbe0d6-4eca-45f1-8098-c9420dd80bce req-e2057a02-7081-49e2-bb8d-f8369158d6f0 tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf8d56-73af-40dc-9c8c-6261d9264c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440245 Aug 27 02:34:08.582232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.590288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ec2db-5639-4067-8a52-8475bfb4a3b2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:08.609348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-779a8664-9438-42df-8d33-da581e4a6c8f None None] Provisioning for port 562b0571-8525-45ea-92e4-7aaf5d3ed78c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:08.624641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f70a-278d-4141-a06a-17b0a12a94f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.627287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-779a8664-9438-42df-8d33-da581e4a6c8f None None] Provisioning complete for port 562b0571-8525-45ea-92e4-7aaf5d3ed78c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:08.627707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-779a8664-9438-42df-8d33-da581e4a6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.636423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network 654a14df-820a-4276-b72c-1489be08e1aa is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:08.642448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:08.650820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:08.652180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.653382 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.668640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Port': ['ID=fb0a8873-a690-4f66-bb63-7281c8501173,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:08.674277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-876156b3-f2b7-4503-9d31-184ee2d3480c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6938019 Aug 27 02:34:08.676105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-779a8664-9438-42df-8d33-da581e4a6c8f None None] Port 562b0571-8525-45ea-92e4-7aaf5d3ed78c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:34:08.677255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55160) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.701366 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.722571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=2b28d32d-b765-4f70-a34b-972e9cd764e8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:08.728146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f70a-278d-4141-a06a-17b0a12a94f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.761546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Deleting port fb0a8873-a690-4f66-bb63-7281c8501173 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:08.761894 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.791743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.794599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Pushing event deleted for resources: {'Port': ['ID=39aee2c6-c098-48b7-adbd-a5662dac888c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:08.819075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.820504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': '01bd5c08-5005-4734-a880-db3504a811ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '57e3fb88-03e6-4ae6-9bf6-0f40742776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:08.820875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: 57e3fb88-03e6-4ae6-9bf6-0f40742776c4, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:08.868809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.897493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] No DVR routers for this DVR port 39aee2c6-c098-48b7-adbd-a5662dac888c on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:08.900392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.902798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-938bddaa-6b42-422d-8786-3c72d8ebea6c req-959f2828-113c-4364-95c1-32eae45143ae tempest-ServerDiskConfigTestJSON-850381211 tempest-ServerDiskConfigTestJSON-850381211-project] 10.222.0.32 "DELETE /v2.0/ports/39aee2c6-c098-48b7-adbd-a5662dac888c HTTP/1.1" status: 204 len: 173 time: 1.9093740 Aug 27 02:34:08.912084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Calling delete_port for fb0a8873-a690-4f66-bb63-7281c8501173 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:08.926558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'name': 'network-vif-deleted', 'tag': '39aee2c6-c098-48b7-adbd-a5662dac888c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:08.929670 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8805ba68-73a3-43f6-8fe0-b2a1c6aa0a14" -d '{"events": [{"server_uuid": "1f752674-7f6a-461d-a642-eb62ed9ae99a", "name": "network-vif-deleted", "tag": "39aee2c6-c098-48b7-adbd-a5662dac888c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:08.961264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.970406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:08.978517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d660e57-7589-4fa5-a955-5afbdf1e3ed2 req-fbe750dc-8e9a-4a7b-9a41-63a1fecc9df9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.980141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d660e57-7589-4fa5-a955-5afbdf1e3ed2 req-fbe750dc-8e9a-4a7b-9a41-63a1fecc9df9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.0987387 Aug 27 02:34:09.003404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f70a-278d-4141-a06a-17b0a12a94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.006023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f70a-278d-4141-a06a-17b0a12a94f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.008971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6fc4f70a-278d-4141-a06a-17b0a12a94f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6de12986-3d49-43c2-97d9-7c85f868bea1 HTTP/1.1" status: 204 len: 168 time: 0.8283613 Aug 27 02:34:09.033834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4f70a-278d-4141-a06a-17b0a12a94f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de12986-3d49-43c2-97d9-7c85f868bea1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:09.054438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5d660e57-7589-4fa5-a955-5afbdf1e3ed2 req-86556e1a-aeef-43eb-87bc-9e4f29bb4318 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606053 Aug 27 02:34:09.102714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 57e3fb88-03e6-4ae6-9bf6-0f40742776c4) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:09.113446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b82dff-f904-478c-862f-4360c5ea9863 None None] Network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:09.121776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:09.124552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.143943 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f43a58-faaf-4a49-8749-1342248f3a8f x-openstack-request-id: req-85f43a58-faaf-4a49-8749-1342248f3a8f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:09.144276 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f752674-7f6a-461d-a642-eb62ed9ae99a", "name": "network-vif-deleted", "tag": "39aee2c6-c098-48b7-adbd-a5662dac888c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:09.144478 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85f43a58-faaf-4a49-8749-1342248f3a8f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:09.144905 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f752674-7f6a-461d-a642-eb62ed9ae99a', 'name': 'network-vif-deleted', 'tag': '39aee2c6-c098-48b7-adbd-a5662dac888c', 'status': 'completed', 'code': 200} Aug 27 02:34:09.172418 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.201547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5f843f45-6048-4f2b-b2db-b7a57dd6b74e tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1012425 Aug 27 02:34:09.224135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55174) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:09.232289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1662425861'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:09.240259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb0a8873-a690-4f66-bb63-7281c8501173,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:09.333318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.354289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-be44348f-4c4d-47b4-9b3d-6d43ffbc44a6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fb0a8873-a690-4f66-bb63-7281c8501173 HTTP/1.1" status: 204 len: 168 time: 0.6757269 Aug 27 02:34:09.360474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55176) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:09.373215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:09.376955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.389278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '654a14df-820a-4276-b72c-1489be08e1aa', 'external_fixed_ips': [{'subnet_id': '9b5fced8-db38-405f-a298-580fe1d55996', 'ip_address': '2001:db8::f'}]}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:09.401603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695030ec-3a79-4197-a167-75a6a8965849 req-131ac270-9860-449f-a07e-9e6b7909e126 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:09.410738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-695030ec-3a79-4197-a167-75a6a8965849 req-131ac270-9860-449f-a07e-9e6b7909e126 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 931 time: 0.1736743 Aug 27 02:34:09.453440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:09.464517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.465156 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 3ed27fe6-02a6-44bf-941b-af699b1c2cd3 of type vlan for network d20725d2-e70d-49f4-bb66-7f7274480be7 Aug 27 02:34:09.470131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-57e3fb88-03e6-4ae6-9bf6-0f40742776c4', 'network_id': '57e3fb88-03e6-4ae6-9bf6-0f40742776c4', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': '2b28d32d-b765-4f70-a34b-972e9cd764e8'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:09.471648 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.510309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.517326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.522635 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.544179 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.570696 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.621881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562b0571-8525-45ea-92e4-7aaf5d3ed78c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:09.633125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.635131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.648137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:09.648798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.649313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Transition to ACTIVE for port object 562b0571-8525-45ea-92e4-7aaf5d3ed78c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:09.679769 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.724581 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-695030ec-3a79-4197-a167-75a6a8965849 req-d74e7c9f-4071-4740-97bf-19eda717c5f8 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124230 Aug 27 02:34:09.777605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Allocated IP 2001:db8:0:ffff::2 (57e3fb88-03e6-4ae6-9bf6-0f40742776c4/2b28d32d-b765-4f70-a34b-972e9cd764e8/e9591f0a-7c18-4609-986f-1686b86c66f1) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:09.851161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event updated for resources: {'Port': ['ID=69b0e4f2-956b-4a3c-addb-14227a561169,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:09.863693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6375253 Aug 27 02:34:09.866915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55190) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:09.918461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': 'd20725d2-e70d-49f4-bb66-7f7274480be7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:10.063003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff3d05-3b86-4313-bc88-61b2b13b77b2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=d20725d2-e70d-49f4-bb66-7f7274480be7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.066893 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.077017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Transition to ACTIVE for port object e9591f0a-7c18-4609-986f-1686b86c66f1 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:10.092177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network d20725d2-e70d-49f4-bb66-7f7274480be7 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:10.129196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55210) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:10.187213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] Deleting subnet 3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:10.193148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.245815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Transition to ACTIVE for port object e9591f0a-7c18-4609-986f-1686b86c66f1 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:10.258471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.300842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:10.310268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.318038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:10.331006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:10.334601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:10.416336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Attempting to bind port e9591f0a-7c18-4609-986f-1686b86c66f1 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:10.419457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Attempting to bind port e9591f0a-7c18-4609-986f-1686b86c66f1 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '01bd5c08-5005-4734-a880-db3504a811ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '57e3fb88-03e6-4ae6-9bf6-0f40742776c4'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:10.420565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Attempting to bind port e9591f0a-7c18-4609-986f-1686b86c66f1 on network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:10.428087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Pushing event updated for resources: {'Port': ['ID=e9591f0a-7c18-4609-986f-1686b86c66f1,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.443608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:10.444424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Checking segment: {'id': '01bd5c08-5005-4734-a880-db3504a811ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '57e3fb88-03e6-4ae6-9bf6-0f40742776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:10.444856 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.445291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Bound using segment: {'id': '01bd5c08-5005-4734-a880-db3504a811ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '57e3fb88-03e6-4ae6-9bf6-0f40742776c4'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:10.445835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Bound port: e9591f0a-7c18-4609-986f-1686b86c66f1, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bd5c08-5005-4734-a880-db3504a811ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '57e3fb88-03e6-4ae6-9bf6-0f40742776c4'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:10.446273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.457683 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.463322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55212) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:10.497376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.517433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 39aee2c6-c098-48b7-adbd-a5662dac888c no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:10.528206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.544523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 39aee2c6-c098-48b7-adbd-a5662dac888c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:10.544523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 39aee2c6-c098-48b7-adbd-a5662dac888c not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:10.570723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.591581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] For port e9591f0a-7c18-4609-986f-1686b86c66f1, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:10.595655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] For port e9591f0a-7c18-4609-986f-1686b86c66f1, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e9591f0a-7c18-4609-986f-1686b86c66f1,segment=NetworkSegment(01bd5c08-5005-4734-a880-db3504a811ed),segment_id=01bd5c08-5005-4734-a880-db3504a811ed)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:10.601429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.611574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.660477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-829785487'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:10.705760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.727064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea8cfd-ad51-4883-a010-a7670abdca8b None None] Pushing event updated for resources: {'Port': ['ID=e9591f0a-7c18-4609-986f-1686b86c66f1,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.757831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68eef2-777d-466d-b7bb-123d66263b6c req-475fbed2-2399-4ca5-b1b7-2d5b7115a57a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.760239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b68eef2-777d-466d-b7bb-123d66263b6c req-475fbed2-2399-4ca5-b1b7-2d5b7115a57a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.5229149 Aug 27 02:34:10.769291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.802735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:10.803078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:10.803408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:10.810939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:10.814409 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.825275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=8fb4fe6e-053c-4fcf-ad79-d82956ce6d5c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.836895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.838140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-7fb4422a-dd95-4697-922b-6b73e51204ea tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8297570 Aug 27 02:34:10.839972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:10.840305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:10.847809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:10.848158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Checking segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:10.848544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Bound using segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:10.848995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Bound port: 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:10.849351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.874658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.884446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b68eef2-777d-466d-b7bb-123d66263b6c req-fced768f-2a03-4915-960c-e4bc0bbbad8e tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129205 Aug 27 02:34:10.893982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': '3ed27fe6-02a6-44bf-941b-af699b1c2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd20725d2-e70d-49f4-bb66-7f7274480be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:10.893982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: d20725d2-e70d-49f4-bb66-7f7274480be7, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:10.927854 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.968510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network d20725d2-e70d-49f4-bb66-7f7274480be7 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:10.996508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:11.020148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.024790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de617e5a-3a21-4341-81ed-a9dd45e6af76 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3db0fe0c-6cbe-419e-9ce9-5d2eadfdbf32 HTTP/1.1" status: 204 len: 168 time: 0.8942277 Aug 27 02:34:11.025707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, d20725d2-e70d-49f4-bb66-7f7274480be7) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:11.032213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55222) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:11.034000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e77c2e-0ce4-44d3-8f91-7b255e8cee16 None None] Network d20725d2-e70d-49f4-bb66-7f7274480be7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:11.065303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.066254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.078541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55224) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:11.098481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-1258ea8b-a4d6-4dd1-a0ae-564049e8a1e3 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.2323248 Aug 27 02:34:11.111506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:11.123080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:11.190083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c6a0-b118-421f-9459-5b8833c1ed92 req-e4eece9f-9e83-40a5-bf5d-e2f9b9b6f716 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.199184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c73c6a0-b118-421f-9459-5b8833c1ed92 req-e4eece9f-9e83-40a5-bf5d-e2f9b9b6f716 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.2131810 Aug 27 02:34:11.278944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.279494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c73c6a0-b118-421f-9459-5b8833c1ed92 req-0c67db43-542e-4331-806f-98a718203191 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697486 Aug 27 02:34:11.290291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-d20725d2-e70d-49f4-bb66-7f7274480be7', 'network_id': 'd20725d2-e70d-49f4-bb66-7f7274480be7', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': '8fb4fe6e-053c-4fcf-ad79-d82956ce6d5c'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:11.291340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.307327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.370730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-3189b5dd-6ce5-495d-9c05-03fc9717d01c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.372172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6af772ce-32af-41b2-97ee-a7e82e0295fd req-3189b5dd-6ce5-495d-9c05-03fc9717d01c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.2659330 Aug 27 02:34:11.394597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.395270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.396759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] 10.222.0.45 "PUT /v2.0/ports/562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 1091 time: 2.8873694 Aug 27 02:34:11.398652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:11.400995 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:11.425464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.479403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.539546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c2577-12f4-4857-ba67-1d932a383648 service neutron] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:11.561039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Allocated IP 2001:db8::1 (d20725d2-e70d-49f4-bb66-7f7274480be7/8fb4fe6e-053c-4fcf-ad79-d82956ce6d5c/38726042-5ea3-4dac-b200-cf33b00e242f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:11.595901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a5aa6087-d3a1-4bd0-8ba8-a89fef3981ac tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7060843 Aug 27 02:34:11.609480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55238) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:11.643705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:11.738089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.750357 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.750357 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 22a059f6-b2f4-41c9-96db-d330d24d78fb of type vlan for network c2f11b11-7e9b-461e-8f94-880dda0f9b50 Aug 27 02:34:11.760742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-f9c5b065-892d-447b-af90-f9dce85e7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.762713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-f9c5b065-892d-447b-af90-f9dce85e7f6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1094 time: 0.3145695 Aug 27 02:34:11.804626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a871ae-fb99-47be-9c44-8284e7b16b59,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:11.832707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f5f0da-cbd4-4e90-b93d-5d43c5471b1b']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:11.834407 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b37d5d-9d29-4ed9-94b1-344525db7e2a x-openstack-request-id: req-40b37d5d-9d29-4ed9-94b1-344525db7e2a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:11.835051 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:11.835470 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40b37d5d-9d29-4ed9-94b1-344525db7e2a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:11.836054 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'status': 'completed', 'code': 200} Aug 27 02:34:11.889623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2d489520-cba4-44c1-8e77-61cca66bd470 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.893346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2d489520-cba4-44c1-8e77-61cca66bd470 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3787005 Aug 27 02:34:11.894952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-87162bb3-75c5-497d-b7f7-476b3b95a0af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 217 time: 0.1147702 Aug 27 02:34:11.995836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.034527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-82ae7066-c1bf-4847-97a4-2785da4b7fd0 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.1337824 Aug 27 02:34:12.038570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.042877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.043719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Request body: {'floatingip': {'port_id': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:12.047604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-93df8641-e3de-42d5-9668-00640edc661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.049384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-93df8641-e3de-42d5-9668-00640edc661a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.1370075 Aug 27 02:34:12.054255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Transition to ACTIVE for port object 38726042-5ea3-4dac-b200-cf33b00e242f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:12.074428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Transition to ACTIVE for port object 38726042-5ea3-4dac-b200-cf33b00e242f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:12.084002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.134117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Network d20725d2-e70d-49f4-bb66-7f7274480be7 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:12.137345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:12.142844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:12.146380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Pushing event updated for resources: {'Port': ['ID=38726042-5ea3-4dac-b200-cf33b00e242f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:12.161669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.201683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edd737-1f5d-4423-bfe1-e08c5cbb9d63 None None] Network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:12.284710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Attempting to bind port 38726042-5ea3-4dac-b200-cf33b00e242f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:12.285941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Attempting to bind port 38726042-5ea3-4dac-b200-cf33b00e242f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3ed27fe6-02a6-44bf-941b-af699b1c2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd20725d2-e70d-49f4-bb66-7f7274480be7'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:12.286572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Attempting to bind port 38726042-5ea3-4dac-b200-cf33b00e242f on network d20725d2-e70d-49f4-bb66-7f7274480be7 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:12.297852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:12.298836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bc03f3-457b-4a36-b3a8-fd2de136241a') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:12.298836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bc03f3-457b-4a36-b3a8-fd2de136241a') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:12.299825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Checking segment: {'id': '3ed27fe6-02a6-44bf-941b-af699b1c2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd20725d2-e70d-49f4-bb66-7f7274480be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:12.300979 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.301750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Bound using segment: {'id': '3ed27fe6-02a6-44bf-941b-af699b1c2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd20725d2-e70d-49f4-bb66-7f7274480be7'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:12.302568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Bound port: 38726042-5ea3-4dac-b200-cf33b00e242f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed27fe6-02a6-44bf-941b-af699b1c2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd20725d2-e70d-49f4-bb66-7f7274480be7'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:12.303217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.319942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9e5a3fcf-a0be-4a09-b073-3ef71edcbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.321511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-9e5a3fcf-a0be-4a09-b073-3ef71edcbb42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642996 Aug 27 02:34:12.367520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.375133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2177bd3a-f0ed-4c3c-9946-b7c924e6e49c None None] Provisioning for port e9591f0a-7c18-4609-986f-1686b86c66f1 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:12.390455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.442357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] For port 38726042-5ea3-4dac-b200-cf33b00e242f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:12.457007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.501090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:12.501378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:12.503478 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:12.527666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Allocated IP 2001:db8::f (654a14df-820a-4276-b72c-1489be08e1aa/9b5fced8-db38-405f-a298-580fe1d55996/e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:12.580463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.591675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.597282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.598084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.642365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] For port 38726042-5ea3-4dac-b200-cf33b00e242f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=38726042-5ea3-4dac-b200-cf33b00e242f,segment=NetworkSegment(3ed27fe6-02a6-44bf-941b-af699b1c2cd3),segment_id=3ed27fe6-02a6-44bf-941b-af699b1c2cd3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:12.654903 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.656556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-02e370cf-eef7-4ef3-b767-876094a64c66 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237188 Aug 27 02:34:12.681807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.707363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96a0b2-e86e-432a-bcb1-b579a6692587 req-9a1e7569-57db-41b4-80f2-f15f72432461 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.715267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1c96a0b2-e86e-432a-bcb1-b579a6692587 req-9a1e7569-57db-41b4-80f2-f15f72432461 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.3223426 Aug 27 02:34:12.721352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.723315 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] 10.222.0.10 "DELETE /v2.0/networks/13f5f0da-cbd4-4e90-b93d-5d43c5471b1b HTTP/1.1" status: 204 len: 168 time: 1.6901464 Aug 27 02:34:12.743203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2777712 Aug 27 02:34:12.813706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcacd1-6585-431e-ba59-224d67b08d77 None None] Pushing event updated for resources: {'Port': ['ID=38726042-5ea3-4dac-b200-cf33b00e242f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:12.930903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9591f0a-7c18-4609-986f-1686b86c66f1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:12.934277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55246) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:12.957322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1c96a0b2-e86e-432a-bcb1-b579a6692587 req-e4e756ff-401d-42c0-b72f-2cf5fd37d10c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407300 Aug 27 02:34:12.964479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4e9dd-2906-4c0e-9547-0468de592b4f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=c2f11b11-7e9b-461e-8f94-880dda0f9b50,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:12.970923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': 'c2f11b11-7e9b-461e-8f94-880dda0f9b50', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:12.996184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:12.997523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953e06e-c505-438b-bc4e-9baa8d4e8443 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f5f0da-cbd4-4e90-b93d-5d43c5471b1b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:12.997894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c2f11b11-7e9b-461e-8f94-880dda0f9b50 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:13.184809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:13.189998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.206804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e9591f0a-7c18-4609-986f-1686b86c66f1 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:13.211138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d303d79-0c60-44bf-81ba-021dffdecaad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a136295cde1a4c1f8003d674a9328ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696408 Aug 27 02:34:13.212737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e9591f0a-7c18-4609-986f-1686b86c66f1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:13.213278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.219588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55252) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:13.274521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting port 38726042-5ea3-4dac-b200-cf33b00e242f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:13.275116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.293763 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.358046 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.362088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8de928a-d4b8-4c93-99e7-161a17608fe2 req-e64b6ca5-4997-4572-a16b-fdc6797c19ed service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889148 Aug 27 02:34:13.400688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] For port 38726042-5ea3-4dac-b200-cf33b00e242f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=38726042-5ea3-4dac-b200-cf33b00e242f,segment=NetworkSegment(3ed27fe6-02a6-44bf-941b-af699b1c2cd3),segment_id=3ed27fe6-02a6-44bf-941b-af699b1c2cd3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:13.404149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e9591f0a-7c18-4609-986f-1686b86c66f1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e9591f0a-7c18-4609-986f-1686b86c66f1,segment=NetworkSegment(01bd5c08-5005-4734-a880-db3504a811ed),segment_id=01bd5c08-5005-4734-a880-db3504a811ed)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:13.406588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.415493 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.472772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Calling delete_port for 38726042-5ea3-4dac-b200-cf33b00e242f owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:13.485840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e9591f0a-7c18-4609-986f-1686b86c66f1,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:13.502026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab6faef6-995b-4af0-bb6e-a795f2a17398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.589140 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab6faef6-995b-4af0-bb6e-a795f2a17398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.602644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.816725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.888998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Port': ['ID=38726042-5ea3-4dac-b200-cf33b00e242f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:13.927603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab6faef6-995b-4af0-bb6e-a795f2a17398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.933841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:34:13.937041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab6faef6-995b-4af0-bb6e-a795f2a17398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.940083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ab6faef6-995b-4af0-bb6e-a795f2a17398 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72bf8d56-73af-40dc-9c8c-6261d9264c1b HTTP/1.1" status: 204 len: 168 time: 0.7184777 Aug 27 02:34:13.981271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No DVR routers for this DVR port 38726042-5ea3-4dac-b200-cf33b00e242f on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:13.983531 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6faef6-995b-4af0-bb6e-a795f2a17398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bf8d56-73af-40dc-9c8c-6261d9264c1b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.007367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-1f0aec67-8b0d-4b15-9585-621401a45852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:14.009488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-1f0aec67-8b0d-4b15-9585-621401a45852 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1094 time: 0.5798597 Aug 27 02:34:14.015029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.062471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network 654a14df-820a-4276-b72c-1489be08e1aa is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:14.129300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.135304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:14.139047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:14.208523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979cfa1-95f2-4486-b0a8-366ad8d77c23 None None] Network d20725d2-e70d-49f4-bb66-7f7274480be7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:14.220337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.224148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.290596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81dc0-73ba-4cc3-b575-a7eba6d8d627 req-3904ab71-cc95-4d03-807f-4522d85ad303 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:14.292176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bde81dc0-73ba-4cc3-b575-a7eba6d8d627 req-3904ab71-cc95-4d03-807f-4522d85ad303 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.1980217 Aug 27 02:34:14.328571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2a7c9bf7-96cb-46ae-b4ab-df5030015a85 None None] Could not find standard attr ID for object 38726042-5ea3-4dac-b200-cf33b00e242f. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:34:14.363341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.411587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bde81dc0-73ba-4cc3-b575-a7eba6d8d627 req-ebc22e61-b94c-454b-a5f6-c7979491390d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057689 Aug 27 02:34:14.424227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.461200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Port': ['ID=e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.492202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb4fe6e-053c-4fcf-ad79-d82956ce6d5c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.499102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Deleting port 6e38cda1-4431-446a-8714-b57a88626913 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:14.499309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.573243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=7db884db-0f0a-4603-a800-30bbba251e27,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.636294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': '22a059f6-b2f4-41c9-96db-d330d24d78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c2f11b11-7e9b-461e-8f94-880dda0f9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:14.636666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: c2f11b11-7e9b-461e-8f94-880dda0f9b50, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:14.642653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-b8ae3c37-ee73-4dac-9ed9-a511327ac033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:14.644152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-b8ae3c37-ee73-4dac-9ed9-a511327ac033 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.6159539 Aug 27 02:34:14.665388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06644d91-3773-40dd-ae82-3fd79d8efd5e None None] Network d20725d2-e70d-49f4-bb66-7f7274480be7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:14.683284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.698673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20725d2-e70d-49f4-bb66-7f7274480be7']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:14.720308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed27fe6-02a6-44bf-941b-af699b1c2cd3') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:14.720308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed27fe6-02a6-44bf-941b-af699b1c2cd3') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:14.720777 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Floating IP 680e98cd-3a1b-4df9-9f13-c639637f4dee associated. External IP: 172.25.1.57, port: b9a8ebae-5846-4371-8ded-620984fea99b. Aug 27 02:34:14.722070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] For port 6e38cda1-4431-446a-8714-b57a88626913, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6e38cda1-4431-446a-8714-b57a88626913,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:14.722328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.756432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.771484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Calling delete_port for 6e38cda1-4431-446a-8714-b57a88626913 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:14.798120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-341e00e8-2315-43cd-8a8e-bd22b7775f3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 217 time: 0.1073289 Aug 27 02:34:14.802150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.870359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9591f0a-7c18-4609-986f-1686b86c66f1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:14.889895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:14.890308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:14.893350 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:14.903205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network c2f11b11-7e9b-461e-8f94-880dda0f9b50 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:14.982566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e9591f0a-7c18-4609-986f-1686b86c66f1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:14.982939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.004938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, c2f11b11-7e9b-461e-8f94-880dda0f9b50) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:15.016291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.016967 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.030139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023a53a-94bb-493a-832b-4cc76926e1eb None None] Network c2f11b11-7e9b-461e-8f94-880dda0f9b50 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:15.040368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-22f42386-a4c3-45ad-b53d-de3a55e01a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.043022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-22f42386-a4c3-45ad-b53d-de3a55e01a16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.2107971 Aug 27 02:34:15.060679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-80643464-e1ba-4d50-89d3-117f550d8372 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1248791 Aug 27 02:34:15.060924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55278) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:15.068324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1002462407'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:15.081220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55280) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:15.094122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.165171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240775cd-7ae8-48a4-b7b5-8c3e01181a27 None None] DHCP port deletion for d20725d2-e70d-49f4-bb66-7f7274480be7 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:34:15.196818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-e74a72a5-ded7-42cf-b9a5-9886c476e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.198808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-e74a72a5-ded7-42cf-b9a5-9886c476e6a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460197 Aug 27 02:34:15.266733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.280613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-c2f11b11-7e9b-461e-8f94-880dda0f9b50', 'network_id': 'c2f11b11-7e9b-461e-8f94-880dda0f9b50', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '7db884db-0f0a-4603-a800-30bbba251e27'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:15.281657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.328084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.332054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/d20725d2-e70d-49f4-bb66-7f7274480be7 HTTP/1.1" status: 204 len: 168 time: 3.7164195 Aug 27 02:34:15.332984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd231-cbf0-40eb-b851-45c00042568d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=d20725d2-e70d-49f4-bb66-7f7274480be7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:15.340126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55284) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:15.344095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:15.347896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.348051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1423714214'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:15.388751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:15.399637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.400283 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment df1d0f5a-b86e-48ba-9bf6-6d642dad4054 of type vlan for network f52cf669-804b-4421-a48e-567da4290cba Aug 27 02:34:15.430835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Allocated IP 172.20.255.242 (c2f11b11-7e9b-461e-8f94-880dda0f9b50/7db884db-0f0a-4603-a800-30bbba251e27/6b9cc0d2-689a-42af-a0b1-dca7ec187b11) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:15.438768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:15.454981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:15.458599 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.484283 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.495509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.501001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-622252261-network', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:15.518790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-d1e0f50f-9239-47e6-a647-22aa3f1fb02a service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847943 Aug 27 02:34:15.568131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e38cda1-4431-446a-8714-b57a88626913,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:15.612256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.646765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:15.688357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.699216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Transition to ACTIVE for port object 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:15.725190 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.725798 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb of type vlan for network 21b7f618-27a6-458a-aaea-ea4ad27cc423 Aug 27 02:34:15.725959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Transition to ACTIVE for port object 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:15.736143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.737422 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.743099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.743785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.760679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Made reservation on behalf of 7c8b093aba3a4481b05590b302f4062f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:15.763365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.780810 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.810160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Network c2f11b11-7e9b-461e-8f94-880dda0f9b50 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:15.825543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:15.829293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:15.892377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.897814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Pushing event updated for resources: {'Port': ['ID=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:15.942461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Attempting to bind port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:15.943101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Attempting to bind port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '22a059f6-b2f4-41c9-96db-d330d24d78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c2f11b11-7e9b-461e-8f94-880dda0f9b50'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:15.943623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Attempting to bind port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 on network c2f11b11-7e9b-461e-8f94-880dda0f9b50 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:15.950670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:15.951577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Checking segment: {'id': '22a059f6-b2f4-41c9-96db-d330d24d78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c2f11b11-7e9b-461e-8f94-880dda0f9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:15.952612 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.953177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Bound using segment: {'id': '22a059f6-b2f4-41c9-96db-d330d24d78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c2f11b11-7e9b-461e-8f94-880dda0f9b50'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:15.953824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Bound port: 6b9cc0d2-689a-42af-a0b1-dca7ec187b11, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a059f6-b2f4-41c9-96db-d330d24d78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c2f11b11-7e9b-461e-8f94-880dda0f9b50'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:15.954771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.969879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=f52cf669-804b-4421-a48e-567da4290cba,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:15.982387 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.055328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f52cf669-804b-4421-a48e-567da4290cba details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:16.062719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] For port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:16.096925 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.110008 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.122712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ff9a-bc98-4d31-9c87-aa2de5866e1b req-4201f8bc-e864-48d3-a2af-ac3f6d882801 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.130670 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0d1ff9a-bc98-4d31-9c87-aa2de5866e1b req-4201f8bc-e864-48d3-a2af-ac3f6d882801 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.5410550 Aug 27 02:34:16.131650 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] For port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,segment=NetworkSegment(22a059f6-b2f4-41c9-96db-d330d24d78fb),segment_id=22a059f6-b2f4-41c9-96db-d330d24d78fb)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:16.140367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.235320 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:34:16.238193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef238fd-9818-42e8-ba75-f124a2446660 None None] Pushing event updated for resources: {'Port': ['ID=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:16.256589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3ebbe7dc-b146-40d5-87f8-9bd18456705e tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1944003 Aug 27 02:34:16.267773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55292) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:16.277475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': 'f52cf669-804b-4421-a48e-567da4290cba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:16.292994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:16.314082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:16.323879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.327828 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] Sync routers for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:16.336490 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43fa746e-31dd-4ca8-8706-d8cb8d572ad7 req-cb9be337-9ff8-4fae-9d8f-d16e5c93a3f5 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049870 Aug 27 02:34:16.341690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:16.343827 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:16.377967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-2e1b227c-c404-4707-9b8d-b0c6134fa944 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "PUT /v2.0/floatingips/680e98cd-3a1b-4df9-9f13-c639637f4dee HTTP/1.1" status: 200 len: 996 time: 4.3420460 Aug 27 02:34:16.378490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:16.379960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:16.382556 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5e543-42a7-4261-add0-fdac22d53342" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:16.389166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.397474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.398134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.419548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0d1ff9a-bc98-4d31-9c87-aa2de5866e1b req-b1257fad-5794-4a25-80af-e8def59517ca tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877345 Aug 27 02:34:16.554682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2104707 Aug 27 02:34:16.562393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55298) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:16.564148 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:16.588065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': '21b7f618-27a6-458a-aaea-ea4ad27cc423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:16.686617 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb7f3f-1890-42ac-a17b-8f5ffc52abb3 x-openstack-request-id: req-aadb7f3f-1890-42ac-a17b-8f5ffc52abb3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:16.686989 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:16.687224 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aadb7f3f-1890-42ac-a17b-8f5ffc52abb3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:16.687644 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'status': 'completed', 'code': 200} Aug 27 02:34:16.739194 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.779995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:16.790280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65fa9c-bea3-42cb-a305-f3b82f48a77d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=21b7f618-27a6-458a-aaea-ea4ad27cc423,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:16.814208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 21b7f618-27a6-458a-aaea-ea4ad27cc423 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:16.890450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Router 22a0004f-51cf-45a5-a75f-742797655172 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:16.896782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-9a9ace7d-65b4-413f-ac93-b5b5d1f25427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.905236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-9a9ace7d-65b4-413f-ac93-b5b5d1f25427 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 0.5004005 Aug 27 02:34:16.981607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:16.990375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'port_id': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'mac_address': 'fa:16:3e:53:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:16.995266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-54d0a609-47f6-48b0-9dbf-ef2270af7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.996938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-54d0a609-47f6-48b0-9dbf-ef2270af7dac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 0.2439578 Aug 27 02:34:17.031223 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '680e98cd-3a1b-4df9-9f13-c639637f4dee', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'port_id': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'mac_address': 'fa:16:3e:d5:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:08Z', 'updated_at': '2021-08-27T02:34:13Z', 'revision_number': 1, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:07Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:17.067997 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] Checking router: 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:17.076777 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:17.077622 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:17.133921 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.145252 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.145821 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Added segment b71aa572-119e-4dcf-8446-6dbbb4b4c420 of type vlan for network 047fa81c-2040-47d0-8d26-277242727363 Aug 27 02:34:17.146658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7f09e-2203-4890-b4e0-9407043f44fe,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:17.168616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562b0571-8525-45ea-92e4-7aaf5d3ed78c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:17.201589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:17.203445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:17.214033 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.221856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 38726042-5ea3-4dac-b200-cf33b00e242f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:17.242215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:17.246235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.284523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 38726042-5ea3-4dac-b200-cf33b00e242f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:17.285230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 38726042-5ea3-4dac-b200-cf33b00e242f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:17.294715 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.300617 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:17.330444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:17.355132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Sync routers for ids ['22a0004f-51cf-45a5-a75f-742797655172'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:17.366062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-a16df0f6-d339-4c44-8fd6-7f2dbb20a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.371399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:17.376005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:17.386960 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.391466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-a16df0f6-d339-4c44-8fd6-7f2dbb20a5d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.4852965 Aug 27 02:34:17.428130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Routers {'22a0004f-51cf-45a5-a75f-742797655172'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:17.429076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['22a0004f-51cf-45a5-a75f-742797655172'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:17.436817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.547819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['562b0571-8525-45ea-92e4-7aaf5d3ed78c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:17.561133 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.564429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c3a2fd23-d44f-4439-b5df-0675a723759a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.1966527 Aug 27 02:34:17.566561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-55782725-3a0f-4b7d-8ef9-a53453ef9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.568090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-55782725-3a0f-4b7d-8ef9-a53453ef9c58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.5619183 Aug 27 02:34:17.572981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55304) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:17.623755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Router 2b703d37-492f-4fab-8964-4be68462b44c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:17.658354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.659240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.659825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.690105 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '680e98cd-3a1b-4df9-9f13-c639637f4dee', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'port_id': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'mac_address': 'fa:16:3e:d5:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:08Z', 'updated_at': '2021-08-27T02:34:13Z', 'revision_number': 1, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:07Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:17.733033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] Pushing event updated for resources: {'Network': ['ID=047fa81c-2040-47d0-8d26-277242727363,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:17.747155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-53eb51c2-af26-4436-9fd1-dfd7ea298703 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 999 time: 0.3543415 Aug 27 02:34:17.766112 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fd40f-9db2-4a7c-acb7-607ae2c2d237 None None] The sync data for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 is: [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '680e98cd-3a1b-4df9-9f13-c639637f4dee', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'port_id': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'mac_address': 'fa:16:3e:d5:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:08Z', 'updated_at': '2021-08-27T02:34:13Z', 'revision_number': 1, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:07Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:17.794855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 047fa81c-2040-47d0-8d26-277242727363 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:17.842909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Set router 22a0004f-51cf-45a5-a75f-742797655172 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:17.877962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-7d496d6e-3fd5-477c-9c24-cd12b60d609f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 999 time: 0.2930231 Aug 27 02:34:17.882048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e09961-cf3a-42ee-a38e-c7fdce9ddf0d None None] Network c2f11b11-7e9b-461e-8f94-880dda0f9b50 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:17.906611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-21bdca9b-1dd6-4542-856f-080433dde340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.913939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-21bdca9b-1dd6-4542-856f-080433dde340 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.1658576 Aug 27 02:34:17.938778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecab9c-d578-4c58-a15e-0418f5b7ce8f req-921562b1-4142-42e1-8716-7164b2e39e6e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.940325 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74ecab9c-d578-4c58-a15e-0418f5b7ce8f req-921562b1-4142-42e1-8716-7164b2e39e6e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.3478532 Aug 27 02:34:17.941724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b70af8eb-4c00-43f5-968c-667c80667302 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8565257 Aug 27 02:34:17.948306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55308) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:17.961828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Request body: {'subnet': {'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-622252261-subnet', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:17.995631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-b26495cd-afa3-4309-a58c-9ce5cc8446c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802157 Aug 27 02:34:18.019820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Made reservation on behalf of 7c8b093aba3a4481b05590b302f4062f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:18.022082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.032852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.136585 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e603b8-382a-481d-be62-da00abd99ebf None None] New status for floating IP 680e98cd-3a1b-4df9-9f13-c639637f4dee: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:34:18.142081 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74ecab9c-d578-4c58-a15e-0418f5b7ce8f req-e0e85f75-56d9-4a22-8368-9da8c2118977 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599822 Aug 27 02:34:18.148618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-739925f7-81e5-4ca6-b468-6ef73b881ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.151223 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-739925f7-81e5-4ca6-b468-6ef73b881ab0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.2608533 Aug 27 02:34:18.152536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:18.164229 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-95dd88f8-5839-439f-9b7a-10d74847fa87 admin admin] 10.222.0.10 "PUT /v2.0/routers/2b703d37-492f-4fab-8964-4be68462b44c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0803509 Aug 27 02:34:18.172423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55310) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:18.221315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-f05e3456-f5bf-4949-bfc8-a503a9449850 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591352 Aug 27 02:34:18.325131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] Sync routers for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:18.330891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.339630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e56dde33-4e3a-4b7e-8839-afb262977642 None None] Provisioning for port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:18.347290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-1c8954c0-6d54-48d4-849e-d27bdaf6ea19 service neutron] 10.222.0.10 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508127 Aug 27 02:34:18.383997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e56dde33-4e3a-4b7e-8839-afb262977642 None None] Provisioning complete for port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:18.384443 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e56dde33-4e3a-4b7e-8839-afb262977642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.432055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:18.432792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:18.522178 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.534686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.577898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.616505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=2458f746-6e2d-49a1-a4e4-aa04dea6d869,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:18.650450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': 'a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '21b7f618-27a6-458a-aaea-ea4ad27cc423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:18.650921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: 21b7f618-27a6-458a-aaea-ea4ad27cc423, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:18.667796 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-772a6525-b635-4d7d-bd4d-038aa511dfac service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377842 Aug 27 02:34:18.681166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:18.681166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Network hostable DHCP agents. Network: 047fa81c-2040-47d0-8d26-277242727363, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:18.686123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=685eeddd-44e9-4fec-a05b-b7c996941bfd,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:18.689770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.733461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': 'df1d0f5a-b86e-48ba-9bf6-6d642dad4054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f52cf669-804b-4421-a48e-567da4290cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:18.733881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: f52cf669-804b-4421-a48e-567da4290cba, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:18.735595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab2876b7-d841-4658-bbcd-0831bdf92def req-cd8276c4-1741-44b7-b356-604956454737 service neutron] 10.222.0.10 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538325 Aug 27 02:34:18.761379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 21b7f618-27a6-458a-aaea-ea4ad27cc423 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:18.841144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bb5e543-42a7-4261-add0-fdac22d53342 req-d09e089b-8cc7-4241-a319-9e9a62626abd service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626477 Aug 27 02:34:18.845220 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e56dde33-4e3a-4b7e-8839-afb262977642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.857928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Deleting port e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:18.859021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.865117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 21b7f618-27a6-458a-aaea-ea4ad27cc423) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:18.888064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.888689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.896936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a9896c-888e-4d06-8672-dc09296a4804 None None] Network 21b7f618-27a6-458a-aaea-ea4ad27cc423 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:18.918474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=0c4dc48d-5e7d-4097-b00a-c9a6011fd16d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:18.920736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Network 047fa81c-2040-47d0-8d26-277242727363 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:18.961494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 047fa81c-2040-47d0-8d26-277242727363) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:18.962939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network f52cf669-804b-4421-a48e-567da4290cba is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:18.999700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.000304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.010365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7ef0c78b-e1a5-4c7e-a856-25068621ad5f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4332135 Aug 27 02:34:19.014901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55324) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.021249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82942170'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:19.035998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f52cf669-804b-4421-a48e-567da4290cba) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:19.038414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b8c9f4-462a-4e16-a78b-e165459c8d69 None None] Network 047fa81c-2040-47d0-8d26-277242727363 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:19.047474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.048138 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.053219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-e4e157d5-4be5-450e-942c-ad7f9915408f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 1001 time: 0.2627771 Aug 27 02:34:19.056564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.064208 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9c5bfa60-f905-4150-810c-3ac3d13c2b8b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1125176 Aug 27 02:34:19.069458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55326) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.089859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:19.094276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:19.099428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.133303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ada1de-170b-4384-a0ce-944cbc00292b None None] Network f52cf669-804b-4421-a48e-567da4290cba requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:19.140477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:19.141947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-61dd6311-5f72-4e8e-94b8-0ef9e2348ed7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8690741 Aug 27 02:34:19.144892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.172853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e56dde33-4e3a-4b7e-8839-afb262977642 None None] For port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,segment=NetworkSegment(22a059f6-b2f4-41c9-96db-d330d24d78fb),segment_id=22a059f6-b2f4-41c9-96db-d330d24d78fb)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:19.180948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:19.226540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.227227 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 4d44ce31-997a-43a9-8c6d-3ae0b2113a55 of type vlan for network fde15cba-c74c-4bbc-a5a8-cb149da1e548 Aug 27 02:34:19.240372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-fd063da1-5317-4b6b-a7da-1ff8db54678c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.242428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-fd063da1-5317-4b6b-a7da-1ff8db54678c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports/b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 943 time: 0.1771750 Aug 27 02:34:19.267870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.269017 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.284950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e56dde33-4e3a-4b7e-8839-afb262977642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.350123 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.408402 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.442701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.443085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.452128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Deleting port 4f0aa1c0-321f-4633-ac34-f2fba72bea95 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:19.452353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.462108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Calling delete_port for e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:19.480536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.488949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.489950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.512260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a0004f-51cf-45a5-a75f-742797655172', 'name': '', 'tenant_id': '15092557d13f42c5bc9f522b7016eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '654a14df-820a-4276-b72c-1489be08e1aa', 'external_fixed_ips': [{'subnet_id': '9b5fced8-db38-405f-a298-580fe1d55996', 'ip_address': '2001:db8::f'}], 'enable_snat': True}, 'gw_port_id': 'e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:09Z', 'updated_at': '2021-08-27T02:34:14Z', 'revision_number': 3, 'project_id': '15092557d13f42c5bc9f522b7016eac4', 'gw_port': {'id': 'e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6', 'name': '', 'network_id': '654a14df-820a-4276-b72c-1489be08e1aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a0004f-51cf-45a5-a75f-742797655172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '9b5fced8-db38-405f-a298-580fe1d55996', 'ip_address': '2001:db8::f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:12Z', 'updated_at': '2021-08-27T02:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b5fced8-db38-405f-a298-580fe1d55996', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:19.555336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Checking router: 22a0004f-51cf-45a5-a75f-742797655172 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:19.555735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Updating router 22a0004f-51cf-45a5-a75f-742797655172 port e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:19.558089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-21b7f618-27a6-458a-aaea-ea4ad27cc423', 'network_id': '21b7f618-27a6-458a-aaea-ea4ad27cc423', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': '2458f746-6e2d-49a1-a4e4-aa04dea6d869'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:19.558953 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.572716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fa648c38-20a9-4e1c-acad-a75f656c0634 None None] Provisioning complete for port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:19.573085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fa648c38-20a9-4e1c-acad-a75f656c0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.658980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.670057 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-5499d97b-f4dd-4617-972c-9d5b5de67ada tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 1001 time: 0.3438840 Aug 27 02:34:19.773245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=fde15cba-c74c-4bbc-a5a8-cb149da1e548,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:19.788772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0c6553c4-9993-486f-af47-ad26b2c58c1a tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7717135 Aug 27 02:34:19.797653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55334) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.804899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dde33-4e3a-4b7e-8839-afb262977642 None None] Pushing event updated for resources: {'Port': ['ID=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:19.816954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': 'fde15cba-c74c-4bbc-a5a8-cb149da1e548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:19.836528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-6cf13266-227a-411b-a16a-239c581d5111 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.845235 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-6cf13266-227a-411b-a16a-239c581d5111 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.1742532 Aug 27 02:34:19.854644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.861236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network fde15cba-c74c-4bbc-a5a8-cb149da1e548 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:19.926482 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.020043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-c8811333-4a9f-47f7-8bf8-2f42a24680a6 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 1001 time: 0.1737833 Aug 27 02:34:20.042574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] For port 4f0aa1c0-321f-4633-ac34-f2fba72bea95, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4f0aa1c0-321f-4633-ac34-f2fba72bea95,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:20.043287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.066977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:20.102836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:34:15Z', 'revision_number': 5, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port': {'id': '4f0aa1c0-321f-4633-ac34-f2fba72bea95', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b703d37-492f-4fab-8964-4be68462b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:20.105101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-047fa81c-2040-47d0-8d26-277242727363', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:20.105950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.161790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] Checking router: 2b703d37-492f-4fab-8964-4be68462b44c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:20.312958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4773fb-a463-4367-b591-fe46d17c6eb9 req-9ba38153-7626-4a42-a993-ca7927c18e5b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:20.314831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca4773fb-a463-4367-b591-fe46d17c6eb9 req-9ba38153-7626-4a42-a993-ca7927c18e5b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 1.0051541 Aug 27 02:34:20.376181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca4773fb-a463-4367-b591-fe46d17c6eb9 req-3c02de5a-a8dd-49cd-aa95-729f9b08e856 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391095 Aug 27 02:34:20.376957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:20.380792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.441119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:20.443220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Performing IP validity checks on allocation pools {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:34:20.444270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:34:20.471320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Calling delete_port for 4f0aa1c0-321f-4633-ac34-f2fba72bea95 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:20.473731 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.530106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4dc48d-5e7d-4097-b00a-c9a6011fd16d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.553849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] Routers {'2b703d37-492f-4fab-8964-4be68462b44c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:20.554518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2b703d37-492f-4fab-8964-4be68462b44c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:20.576427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.598049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.626279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Allocated IP 2001:db8::1 (21b7f618-27a6-458a-aaea-ea4ad27cc423/2458f746-6e2d-49a1-a4e4-aa04dea6d869/e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:20.635716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e69990-4937-4dbf-bfc5-6df6b494b4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f52cf669-804b-4421-a48e-567da4290cba', 'network_id': 'f52cf669-804b-4421-a48e-567da4290cba', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '0c4dc48d-5e7d-4097-b00a-c9a6011fd16d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:20.636650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-36e69990-4937-4dbf-bfc5-6df6b494b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.692580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': '4d44ce31-997a-43a9-8c6d-3ae0b2113a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fde15cba-c74c-4bbc-a5a8-cb149da1e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:20.693501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: fde15cba-c74c-4bbc-a5a8-cb149da1e548, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:20.712750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.759325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52cf669-804b-4421-a48e-567da4290cba']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:20.774369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] Set router 2b703d37-492f-4fab-8964-4be68462b44c gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:20.775446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=9c49f297-028e-48b8-add7-9785e26e0c34,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.803169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.811745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1d0f5a-b86e-48ba-9bf6-6d642dad4054') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:20.812003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1d0f5a-b86e-48ba-9bf6-6d642dad4054') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:20.838185 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.853807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network fde15cba-c74c-4bbc-a5a8-cb149da1e548 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:20.876339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.902031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:20.914984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.931834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, fde15cba-c74c-4bbc-a5a8-cb149da1e548) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:20.933700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.938821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:20.939467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.950558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:20.951131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.956336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab399cbd-2da6-413d-9fda-9c53241a93f2 None None] Network fde15cba-c74c-4bbc-a5a8-cb149da1e548 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:21.040349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.043123 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.049102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f56dc08c-48ba-431b-91f1-d8f08213dd14 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2496722 Aug 27 02:34:21.049715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55338) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:21.056198 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:21.096530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.121700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.122181 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Floating IP 680e98cd-3a1b-4df9-9f13-c639637f4dee disassociated. External IP: 172.25.1.57, port: b9a8ebae-5846-4371-8ded-620984fea99b. Aug 27 02:34:21.150081 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.159195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.159841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22a0004f-51cf-45a5-a75f-742797655172 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:21.167162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.170862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a8e86f21-ccb6-433a-a539-11255e2fcca7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "DELETE /v2.0/routers/22a0004f-51cf-45a5-a75f-742797655172 HTTP/1.1" status: 204 len: 168 time: 3.5942867 Aug 27 02:34:21.175362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:21.176541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Allocated IP 172.20.0.2 (047fa81c-2040-47d0-8d26-277242727363/685eeddd-44e9-4fec-a05b-b7c996941bfd/691e89f3-e79a-4a1d-b045-d00bd887e9a0) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:21.205899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.246707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.274747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.277772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 562b0571-8525-45ea-92e4-7aaf5d3ed78c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:21.280596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:34:19Z', 'revision_number': 6, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:21.291215 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.297372 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.327210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Transition to ACTIVE for port object e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:21.376127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.387445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 562b0571-8525-45ea-92e4-7aaf5d3ed78c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:21.387855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.391626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.405679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f465e0-7208-46d0-be03-b0b5f8589753 None None] The sync data for ids ['2b703d37-492f-4fab-8964-4be68462b44c'] in n-d-806293-1 is: [{'id': '2b703d37-492f-4fab-8964-4be68462b44c', 'name': 'tempest-TaggedBootDevicesTest_v242-28780906-router', 'tenant_id': 'fed3a08ed24444739f28e31cd37296d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:37Z', 'updated_at': '2021-08-27T02:34:19Z', 'revision_number': 6, 'project_id': 'fed3a08ed24444739f28e31cd37296d7', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:21.407861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Transition to ACTIVE for port object e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:21.425620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b539ad-0105-4847-a0e1-1eb16f200162 None None] Network f52cf669-804b-4421-a48e-567da4290cba requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:21.437772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=9c49f297-028e-48b8-add7-9785e26e0c34,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:21.460994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Deleting subnet 9b5fced8-db38-405f-a298-580fe1d55996 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:21.469206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b539ad-0105-4847-a0e1-1eb16f200162 None None] Network f52cf669-804b-4421-a48e-567da4290cba could not be found, it might have been deleted concurrently. {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:34:21.488954 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.496466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/f52cf669-804b-4421-a48e-567da4290cba HTTP/1.1" status: 204 len: 168 time: 2.3410628 Aug 27 02:34:21.496466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0aa1c0-321f-4633-ac34-f2fba72bea95,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:21.508389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55344) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:21.520184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44eb55-8bb7-4a32-ad52-2b3242716821 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=f52cf669-804b-4421-a48e-567da4290cba,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:21.521677 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.532824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1505394304'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:21.605049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.636902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde15cba-c74c-4bbc-a5a8-cb149da1e548']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:21.648091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d3ab-91aa-42a2-8152-8896eeb97070 req-0759293e-f025-4808-ba3e-807d6f25ad25 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.649798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec39d3ab-91aa-42a2-8152-8896eeb97070 req-0759293e-f025-4808-ba3e-807d6f25ad25 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.1086032 Aug 27 02:34:21.650476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:21.653762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.689851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d44ce31-997a-43a9-8c6d-3ae0b2113a55') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:21.690176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d44ce31-997a-43a9-8c6d-3ae0b2113a55') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:21.691253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Network 21b7f618-27a6-458a-aaea-ea4ad27cc423 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:21.695103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.699137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.704689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.723538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:21.723954 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:21.724814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:21.731653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec39d3ab-91aa-42a2-8152-8896eeb97070 req-42849672-c0d7-4643-b159-3cdaddb7203b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704665 Aug 27 02:34:21.731906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Allocated IP 172.25.1.16 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/1b6a060f-ef3e-428a-9d3c-10f772f2410d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:21.743665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:21.753366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:21.754285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.754769 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment ecbfefd2-b259-45e6-a7d8-659214ff0e82 of type vlan for network fc6bf6c5-bd3e-411c-87b6-b014c4c52598 Aug 27 02:34:21.758791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Pushing event updated for resources: {'Port': ['ID=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:21.797759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.798141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.798506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.798896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.799280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.799864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.800194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.800521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.800846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.801165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.801484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.801801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:21.806992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:21.807903 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.840327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.842954 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.847750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.864017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:21.864443 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:21.867751 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:21.962044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.973239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.996394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.999433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Transition to ACTIVE for port object 691e89f3-e79a-4a1d-b045-d00bd887e9a0 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:22.004584 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.004888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.021722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.025827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.048614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.103564 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.110261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/fde15cba-c74c-4bbc-a5a8-cb149da1e548 HTTP/1.1" status: 204 len: 168 time: 1.0531602 Aug 27 02:34:22.113347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55352) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:22.117245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6055093 Aug 27 02:34:22.120092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357650237'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:22.132381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55354) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:22.137119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': 'fc6bf6c5-bd3e-411c-87b6-b014c4c52598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:22.145731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386f0cb-d321-457c-8e68-666544334284 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=fc6bf6c5-bd3e-411c-87b6-b014c4c52598,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.148851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Attempting to bind port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:22.149672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Attempting to bind port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '21b7f618-27a6-458a-aaea-ea4ad27cc423'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:22.150575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Attempting to bind port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 on network 21b7f618-27a6-458a-aaea-ea4ad27cc423 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:22.153703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf65a1-fb6a-4524-ab77-16903d133c00 None None] Network fde15cba-c74c-4bbc-a5a8-cb149da1e548 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:22.174076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network fc6bf6c5-bd3e-411c-87b6-b014c4c52598 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:22.176682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf65a1-fb6a-4524-ab77-16903d133c00 None None] Network fde15cba-c74c-4bbc-a5a8-cb149da1e548 could not be found, it might have been deleted concurrently. {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:34:22.178374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:22.182133 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.184938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6adf2-2cfb-4bad-960b-602b24cd863b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=fde15cba-c74c-4bbc-a5a8-cb149da1e548,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.185647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Transition to ACTIVE for port object 691e89f3-e79a-4a1d-b045-d00bd887e9a0 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:22.235078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:22.243545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.244189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b703d37-492f-4fab-8964-4be68462b44c {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:22.257045 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.258616 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 054d558b-c78e-45b0-9acc-dd537c731fd0 of type vlan for network 11c82f7b-0e99-4a2e-af4c-7c3100786896 Aug 27 02:34:22.262295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:22.263138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Checking segment: {'id': 'a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '21b7f618-27a6-458a-aaea-ea4ad27cc423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:22.263863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.264371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.264564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Bound using segment: {'id': 'a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '21b7f618-27a6-458a-aaea-ea4ad27cc423'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:22.267899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04f98185-3c9c-431a-afdc-9bbd4baa997e admin admin] 10.222.0.10 "DELETE /v2.0/routers/2b703d37-492f-4fab-8964-4be68462b44c HTTP/1.1" status: 204 len: 168 time: 4.0912421 Aug 27 02:34:22.268277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Bound port: e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '21b7f618-27a6-458a-aaea-ea4ad27cc423'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:22.268930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.280534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55356) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:22.302586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Port e8e9a155-03c9-49a5-80bb-a1a48eb5d4c6 not found while updating agent binding for router 22a0004f-51cf-45a5-a75f-742797655172. {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 02:34:22.304704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:22.307221 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415cf5ee-edac-46e7-94aa-228c8c3123c6" -d '{"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-plugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:22.317518 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.320798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.344780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:22.376555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Routers set() bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:22.377389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Router IDs set() for agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:34:22.378573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_agentschedulers_db [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'22a0004f-51cf-45a5-a75f-742797655172'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent'). {{(pid=94774) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 02:34:22.379130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718037e9-6114-4a08-8cd5-acbe819c5c5f None None] The sync data for ids ['22a0004f-51cf-45a5-a75f-742797655172'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:22.415861 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018dce61-62fa-4c3a-8d84-a853a14f77cd x-openstack-request-id: req-018dce61-62fa-4c3a-8d84-a853a14f77cd {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:22.416103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:22.417401 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-plugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:22.417878 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-018dce61-62fa-4c3a-8d84-a853a14f77cd {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:22.418923 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'code': 200} Aug 27 02:34:22.427093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.433113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] Deleting subnet 735f726c-d2c8-4bb4-baaf-d10cbe4287bd {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:22.437655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.445608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:22.465681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:22.469992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:22.483134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Pushing event updated for resources: {'Port': ['ID=691e89f3-e79a-4a1d-b045-d00bd887e9a0,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.499319 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.533852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.595356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.650331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.685146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.699324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.699883 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/9b5fced8-db38-405f-a298-580fe1d55996 HTTP/1.1" status: 204 len: 168 time: 1.5186002 Aug 27 02:34:22.706914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5fced8-db38-405f-a298-580fe1d55996,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.729099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55360) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:22.734940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.812333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:22.828583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.832418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.833180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.836590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.836983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.837309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.837657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.838055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.838423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.838799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.839386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.839599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b141-5708-4130-a9b8-3a60e52f155b tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:22.854879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] For port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:22.866914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4f0aa1c0-321f-4633-ac34-f2fba72bea95 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:22.871735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:22.891537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Attempting to bind port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:22.892225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Attempting to bind port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:22.892756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Attempting to bind port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:22.929443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:22.933807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.939830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6a060f-ef3e-428a-9d3c-10f772f2410d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.943171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] For port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,segment=NetworkSegment(a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb),segment_id=a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:22.944808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:22.945872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:22.946479 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.947023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Bound using segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:22.947883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Bound port: 691e89f3-e79a-4a1d-b045-d00bd887e9a0, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:22.948235 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.950750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4f0aa1c0-321f-4633-ac34-f2fba72bea95 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:22.951494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4f0aa1c0-321f-4633-ac34-f2fba72bea95 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:22.952057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6e38cda1-4431-446a-8714-b57a88626913 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:22.960513 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.963757 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.990511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:34:22.994827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6e38cda1-4431-446a-8714-b57a88626913 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:22.995417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6e38cda1-4431-446a-8714-b57a88626913 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:22.999387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:23.003292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.061854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123c735-2b73-4526-80bd-13e58b055e6a req-0fedcf45-6768-4091-a1c0-d840086ee13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.063390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0123c735-2b73-4526-80bd-13e58b055e6a req-0fedcf45-6768-4091-a1c0-d840086ee13b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1096 time: 0.3885982 Aug 27 02:34:23.069271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735f726c-d2c8-4bb4-baaf-d10cbe4287bd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:23.093335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e84a5-daf1-45f6-acb1-b1c0a827b38d None None] Network 43252a63-0fa7-40af-9791-8381c0b678e0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:23.095305 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.097448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0115ddaa-9219-440d-b72e-e87d9f7c3cd1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/735f726c-d2c8-4bb4-baaf-d10cbe4287bd HTTP/1.1" status: 204 len: 168 time: 0.8159299 Aug 27 02:34:23.102021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.123968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55364) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:23.168042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.181161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.181825 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.248439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1a530-d7d2-485c-89e7-f5ebb958c789 None None] Pushing event updated for resources: {'Port': ['ID=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:23.355236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing IP validity checks on allocation pools {{(pid=94773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:34:23.359036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:34:23.359524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] For port 691e89f3-e79a-4a1d-b045-d00bd887e9a0, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:23.376926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22b53-f7b1-4e14-a4a1-7a5aeb9158f9 req-652bee6f-a9d8-4e12-850e-3a3deda2d9a8 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.378528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82c22b53-f7b1-4e14-a4a1-7a5aeb9158f9 req-652bee6f-a9d8-4e12-850e-3a3deda2d9a8 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.4539864 Aug 27 02:34:23.380549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] For port 691e89f3-e79a-4a1d-b045-d00bd887e9a0, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=691e89f3-e79a-4a1d-b045-d00bd887e9a0,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:23.393601 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.429065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0123c735-2b73-4526-80bd-13e58b055e6a req-5360fbcc-c06d-4f12-acc4-7933ca336dbc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410368 Aug 27 02:34:23.437026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3210680 Aug 27 02:34:23.457338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55368) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:23.459450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:23.464925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': '11c82f7b-0e99-4a2e-af4c-7c3100786896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:23.479877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.482617 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] Sync routers for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:23.487270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360de24f-51cd-4e50-a5aa-9420601b387d None None] Pushing event updated for resources: {'Port': ['ID=691e89f3-e79a-4a1d-b045-d00bd887e9a0,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:23.500466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ba01c-f7ce-4416-b599-f4fc00d53fab tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=11c82f7b-0e99-4a2e-af4c-7c3100786896,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:23.521789 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:23.522555 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:23.528752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 11c82f7b-0e99-4a2e-af4c-7c3100786896 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:23.569412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-81d8c969-6468-4dd6-90f7-ee84c34b0a50 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "PUT /v2.0/floatingips/680e98cd-3a1b-4df9-9f13-c639637f4dee HTTP/1.1" status: 200 len: 694 time: 3.5231166 Aug 27 02:34:23.575369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:23.578119 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720886ee-d092-4f9e-a0af-560d28edf9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:23.590881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.685979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] DHCP port deletion for 43252a63-0fa7-40af-9791-8381c0b678e0 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:34:23.725428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.744634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654a14df-820a-4276-b72c-1489be08e1aa']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:23.750718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] Deleting port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:23.751385 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.764179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cab759f-f029-44e0-9cd0-fda6ef2538c6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:23.764473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cab759f-f029-44e0-9cd0-fda6ef2538c6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:23.775299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.796211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.812062 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:23.814339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:23.814750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.901908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] For port 5ee9aa75-b800-4881-bba1-6daad8ece2e7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5ee9aa75-b800-4881-bba1-6daad8ece2e7,segment=NetworkSegment(b2486558-8e52-4bbf-8dcf-191f7fdeb4c0),segment_id=b2486558-8e52-4bbf-8dcf-191f7fdeb4c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:23.902693 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:23.923596 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:23.927137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82c22b53-f7b1-4e14-a4a1-7a5aeb9158f9 req-dfe979ef-b81d-4599-b7c3-9b319ee4940e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5291600 Aug 27 02:34:23.939690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.945536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 654a14df-820a-4276-b72c-1489be08e1aa {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:34:23.948142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.955674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "DELETE /v2.0/networks/654a14df-820a-4276-b72c-1489be08e1aa HTTP/1.1" status: 204 len: 168 time: 1.2098169 Aug 27 02:34:23.956689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] Calling delete_port for 5ee9aa75-b800-4881-bba1-6daad8ece2e7 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:24.009298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac141a71-c038-4d5b-a808-f578f72c2020 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event deleted for resources: {'Network': ['ID=654a14df-820a-4276-b72c-1489be08e1aa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:24.093849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:24.098263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.233048 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.269699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Deleting port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:24.274228 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.329213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] Pushing event deleted for resources: {'Port': ['ID=5ee9aa75-b800-4881-bba1-6daad8ece2e7,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:24.344080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465ab9a-4c35-4c3b-8e60-1fbbd481e1b2 None None] No DVR routers for this DVR port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:24.450003 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:07Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:24.493042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] For port 5ee9aa75-b800-4881-bba1-6daad8ece2e7, host n-d-806293-1, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:24.493581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.534233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Calling delete_port for 5ee9aa75-b800-4881-bba1-6daad8ece2e7 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:24.556109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:34:24.597240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.727372 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] Checking router: 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:24.738728 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:24.739477 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:24.756786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55384) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:24.768175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a3518271-5f65-4fae-9ada-2382d9c5c504 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'router': {'name': 'tempest-router--881654271', 'project_id': '63697fde1e8046d0ade5f9db82b4a972'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:24.801113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee9aa75-b800-4881-bba1-6daad8ece2e7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:24.807561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] No DVR routers for this DVR port 5ee9aa75-b800-4881-bba1-6daad8ece2e7 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:24.833388 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd077ec-7389-4782-a49e-c75bfb13eb11 x-openstack-request-id: req-9bd077ec-7389-4782-a49e-c75bfb13eb11 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:24.833992 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:24.833992 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bd077ec-7389-4782-a49e-c75bfb13eb11 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:24.834309 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'status': 'completed', 'code': 200} Aug 27 02:34:24.923539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ecf07-49b6-428a-a0a6-965ca7981038 None None] Network 21b7f618-27a6-458a-aaea-ea4ad27cc423 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:24.974965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-c5f172b5-3a64-4573-ab2c-d0c16ef1461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:24.976739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-c5f172b5-3a64-4573-ab2c-d0c16ef1461c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 0.4311280 Aug 27 02:34:25.010554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 691e89f3-e79a-4a1d-b045-d00bd887e9a0 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:25.011623 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3518271-5f65-4fae-9ada-2382d9c5c504 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.012700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3518271-5f65-4fae-9ada-2382d9c5c504 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.073336 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:25.125489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-978cd469-8192-4498-bf28-ceee72f666f4 None None] Provisioning for port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:25.127627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-64a478ba-90a4-4ca6-93ac-c8452527c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.129850 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-64a478ba-90a4-4ca6-93ac-c8452527c48e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b775d1b8805441acb13f6273b88fe2b7&device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 1097 time: 1.5309455 Aug 27 02:34:25.130408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.221121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-3c1b63f0-bd79-4840-ba31-0da86d9b1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.223234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-3c1b63f0-bd79-4840-ba31-0da86d9b1b86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.1896152 Aug 27 02:34:25.232267 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.237347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:25.260943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:25.272293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.279526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43252a63-0fa7-40af-9791-8381c0b678e0']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:25.319004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617ad13-ff14-4fe5-bb95-7d16b9845dc8 None None] Network 047fa81c-2040-47d0-8d26-277242727363 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:25.361953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:25.376746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2486558-8e52-4bbf-8dcf-191f7fdeb4c0') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:25.416811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-da54b6cd-d6a0-4fe6-81cb-8076d8d58640 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 217 time: 0.1578145 Aug 27 02:34:25.429207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3518271-5f65-4fae-9ada-2382d9c5c504 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.439367 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.442582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=977ac5f8-eeb9-4486-ab93-992f3fdc2cd1,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:25.491322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-2f90e905-8656-4690-810f-228e248846db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.491593 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:07Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:25.492676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-763da13d-0f87-4ad7-816a-290fcafdc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.493598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-2f90e905-8656-4690-810f-228e248846db service neutron] 10.222.0.10 "GET /v2.0/networks?id=7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 200 len: 921 time: 0.3555291 Aug 27 02:34:25.495605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-763da13d-0f87-4ad7-816a-290fcafdc073 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.0647941 Aug 27 02:34:25.498125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': 'ecbfefd2-b259-45e6-a7d8-659214ff0e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc6bf6c5-bd3e-411c-87b6-b014c4c52598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:25.498720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: fc6bf6c5-bd3e-411c-87b6-b014c4c52598, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:25.523388 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5041da3-162c-4a20-8d99-6b864b667361 None None] The sync data for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 is: [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 4, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2b8e2981-2f71-44e1-8a79-ff47a44dda1c', 'name': '', 'network_id': '7536b084-763e-435d-b834-f01cae4eb7b8', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'mac_address': 'fa:16:3e:0b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '916e121f-5242-4d7c-a886-c06102ad820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:57Z', 'updated_at': '2021-08-27T02:33:07Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'subnets': [{'id': '916e121f-5242-4d7c-a886-c06102ad820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:25.559727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3518271-5f65-4fae-9ada-2382d9c5c504 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.576233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-32a62351-096c-4ee8-ab36-9216f983470e req-1d766445-54bc-4773-9a91-ab5569e975a9 service neutron] (94772) timed out ('10.222.0.32', 54690) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:34:25.596646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-b59c538f-bef4-4095-a377-0fa20302bb3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 200 len: 217 time: 0.0929544 Aug 27 02:34:25.612855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c1db4912-545c-4e14-ab18-edc779cd4dbb None None] Provisioning for port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:25.623768 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.627965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-15722416-10d8-4234-98b6-4ecbf79e4432 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706592 Aug 27 02:34:25.635399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c1db4912-545c-4e14-ab18-edc779cd4dbb None None] Provisioning complete for port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:25.637766 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1db4912-545c-4e14-ab18-edc779cd4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.660981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c26e-d4b9-43ef-91c8-245006cfff0b req-ee4b4e66-f92f-481e-92d4-2338bb4c1752 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.672631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a609c26e-d4b9-43ef-91c8-245006cfff0b req-ee4b4e66-f92f-481e-92d4-2338bb4c1752 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.4455705 Aug 27 02:34:25.674644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:25.675538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:25.687278 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:25.693835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3518271-5f65-4fae-9ada-2382d9c5c504 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.693835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a3518271-5f65-4fae-9ada-2382d9c5c504 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9295993 Aug 27 02:34:25.696779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:25.703714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:25.705077 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.706960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.709742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55392) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:25.732624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network fc6bf6c5-bd3e-411c-87b6-b014c4c52598 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:25.817052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, fc6bf6c5-bd3e-411c-87b6-b014c4c52598) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:25.842377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.843057 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.848559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4ab4a-8a51-43fc-a0bb-f0757a5e53a7 None None] Network fc6bf6c5-bd3e-411c-87b6-b014c4c52598 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:25.873330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-ec032b0f-911a-4c8d-9997-93607345e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.875092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-ec032b0f-911a-4c8d-9997-93607345e0ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 200 len: 860 time: 0.2624097 Aug 27 02:34:25.879846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.893117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fcdbf74d-7d89-487d-835f-56f78e7f3505 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7628260 Aug 27 02:34:25.912130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55394) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:26.022065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-070321fc-5e73-4d99-8e58-b767084139c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7536b084-763e-435d-b834-f01cae4eb7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306880 Aug 27 02:34:26.039351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788561cf-5498-44a0-9faa-d57af85c7ffd None None] New status for floating IP 680e98cd-3a1b-4df9-9f13-c639637f4dee: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:34:26.087357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1db4912-545c-4e14-ab18-edc779cd4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.170469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6ee87-336b-4362-9d34-09ec28e39b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-fc6bf6c5-bd3e-411c-87b6-b014c4c52598', 'network_id': 'fc6bf6c5-bd3e-411c-87b6-b014c4c52598', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '977ac5f8-eeb9-4486-ab93-992f3fdc2cd1'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:26.171835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ffb6ee87-336b-4362-9d34-09ec28e39b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.239918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c1db4912-545c-4e14-ab18-edc779cd4dbb None None] For port 691e89f3-e79a-4a1d-b045-d00bd887e9a0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=691e89f3-e79a-4a1d-b045-d00bd887e9a0,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:26.254509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-d417034b-c3c8-45b3-9468-c9c567ea5db3 service neutron] 10.222.0.10 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908884 Aug 27 02:34:26.258139 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.292462 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1db4912-545c-4e14-ab18-edc779cd4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.365840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db4912-545c-4e14-ab18-edc779cd4dbb None None] Pushing event updated for resources: {'Port': ['ID=691e89f3-e79a-4a1d-b045-d00bd887e9a0,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:26.385696 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.451582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Router 5e9bf011-47ec-4455-852a-85c2a4604180 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:26.475572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d223b6a-7f92-462d-a133-139fb9b7514b req-d613e942-18d0-4663-841e-b1f8a79e14cd service neutron] 10.222.0.10 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112844 Aug 27 02:34:26.514458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-4baa0f99-7ebe-40ea-ba95-906d55f31099 service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673494 Aug 27 02:34:26.541561 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5800-6b8c-45bc-988d-2677471778ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.557064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.593378 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.610758 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.649906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=977ac5f8-eeb9-4486-ab93-992f3fdc2cd1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:26.662157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-72952091-cccd-474e-b964-77dcd6cf258d None None] Provisioning complete for port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:26.662776 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-72952091-cccd-474e-b964-77dcd6cf258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.692393 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.694429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43252a63-0fa7-40af-9791-8381c0b678e0 HTTP/1.1" status: 204 len: 168 time: 3.5658951 Aug 27 02:34:26.708279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=b953b8f5-1a92-46b2-9796-45f9e523676b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:26.731351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a609c26e-d4b9-43ef-91c8-245006cfff0b req-733302db-5f71-46dc-a687-e44e8983fc2b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0258873 Aug 27 02:34:26.735680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50ef2a-7614-4417-b3bd-359daa6047b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=43252a63-0fa7-40af-9791-8381c0b678e0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:26.738799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': '054d558b-c78e-45b0-9acc-dd537c731fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '11c82f7b-0e99-4a2e-af4c-7c3100786896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:26.739107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: 11c82f7b-0e99-4a2e-af4c-7c3100786896, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-ffb6ee87-336b-4362-9d34-09ec28e39b26 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977ac5f8-eeb9-4486-ab93-992f3fdc2cd1: This subnet is being modified by another concurrent operation. Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:26.753523 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977ac5f8-eeb9-4486-ab93-992f3fdc2cd1: This subnet is being modified by another concurrent operation. Aug 27 02:34:26.759023 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:34:26.793369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,segment=NetworkSegment(a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb),segment_id=a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:26.795161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.810528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6bf6c5-bd3e-411c-87b6-b014c4c52598']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:26.811147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b069643-09e4-481b-9cf3-b3af6ee1a6e2 None None] Network fc6bf6c5-bd3e-411c-87b6-b014c4c52598 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:26.835222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbfefd2-b259-45e6-a7d8-659214ff0e82') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:26.835808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbfefd2-b259-45e6-a7d8-659214ff0e82') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:26.857272 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.864119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.885337 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.902429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:26.902429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.927244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5800-6b8c-45bc-988d-2677471778ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.931470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5800-6b8c-45bc-988d-2677471778ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.934548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-720886ee-d092-4f9e-a0af-560d28edf9d0 req-91c8ec86-e4c9-4fe1-aedb-1b497af64817 service neutron] 10.222.0.45 "GET /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040041 Aug 27 02:34:26.937658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-d1fd7d79-eb06-47c9-b1e2-bc45dfe6544b tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips/680e98cd-3a1b-4df9-9f13-c639637f4dee HTTP/1.1" status: 200 len: 692 time: 0.1096101 Aug 27 02:34:26.940588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 11c82f7b-0e99-4a2e-af4c-7c3100786896 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:26.967232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5ee9aa75-b800-4881-bba1-6daad8ece2e7 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:26.974869 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:27.019152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 5ee9aa75-b800-4881-bba1-6daad8ece2e7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:27.019630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5ee9aa75-b800-4881-bba1-6daad8ece2e7 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:27.034795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:27.049055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 11c82f7b-0e99-4a2e-af4c-7c3100786896) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:27.060569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.061192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.071237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06eb3e-aa9d-485f-80e7-d367f5285c14 None None] Network 11c82f7b-0e99-4a2e-af4c-7c3100786896 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:27.073374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5800-6b8c-45bc-988d-2677471778ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.073944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd5800-6b8c-45bc-988d-2677471778ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cba3e98-882a-45d0-9cef-fb47063b9118 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:27.086708 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5800-6b8c-45bc-988d-2677471778ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.087866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bbfd5800-6b8c-45bc-988d-2677471778ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9cba3e98-882a-45d0-9cef-fb47063b9118 HTTP/1.1" status: 204 len: 168 time: 1.3212714 Aug 27 02:34:27.092533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55404) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.098253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:27.110917 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Sync routers for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:27.117155 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.117637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1e134f66-9828-4ad5-9683-b6d5e1bb2379 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.6589534 Aug 27 02:34:27.118448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55408) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.126434 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:27.127174 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:27.141120 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.143656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/fc6bf6c5-bd3e-411c-87b6-b014c4c52598 HTTP/1.1" status: 204 len: 168 time: 1.2291384 Aug 27 02:34:27.153089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13727a6-c859-4c30-9cc8-0b485ff1196f req-0663750a-907c-4e93-8113-790dca4d9f39 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.155230 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c13727a6-c859-4c30-9cc8-0b485ff1196f req-0663750a-907c-4e93-8113-790dca4d9f39 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1662214 Aug 27 02:34:27.156760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55410) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.167477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55412) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.176345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-776340097'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:27.184339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'floatingip': {'port_id': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:27.198868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613c0fe-ec9a-4bd5-b0c7-34a6800dd425 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=fc6bf6c5-bd3e-411c-87b6-b014c4c52598,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:27.201699 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.204077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bae70852-aa07-48ec-9e7f-4c33f97c1a28 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1329997 Aug 27 02:34:27.207443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55414) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.217901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:27.225939 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.297226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 691e89f3-e79a-4a1d-b045-d00bd887e9a0 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:27.299875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.356925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-6bef0076-ee17-454c-a94f-b1909bf4c93c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.358699 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:27.358852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-6bef0076-ee17-454c-a94f-b1909bf4c93c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 784 time: 0.4001822 Aug 27 02:34:27.373154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ea249c68-34ba-4da1-9ceb-ac1381953f25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fed3a08ed24444739f28e31cd37296d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796395 Aug 27 02:34:27.381031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.394908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-72952091-cccd-474e-b964-77dcd6cf258d None None] Provisioning complete for port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:27.395198 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-72952091-cccd-474e-b964-77dcd6cf258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.402419 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-ed4c616c-a800-450d-ac97-0d1630898c02 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:34:27.403470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-ed4c616c-a800-450d-ac97-0d1630898c02 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100851 Aug 27 02:34:27.468308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:27.489203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.490385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:27.490777 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.535660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.536131 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 64d59773-d9ab-4bd1-9da7-5ca2edf3c328 of type vlan for network a3899654-eccb-4b57-9193-7c88ed5da4ae Aug 27 02:34:27.544858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-a2505559-d731-4488-a29c-4da64101b9d2 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0959637 Aug 27 02:34:27.620615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.641184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-6d2304d1-dfad-4567-a4d6-d888a08dfc01 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0777879 Aug 27 02:34:27.647958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21e24a4c-d1c0-4a0a-8dd2-ecfac05313a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.656722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.685381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bffff-8923-43fc-ba86-489d184717a5 req-52d01801-ed98-4a27-9f0b-bfe4426fc863 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.687262 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-263bffff-8923-43fc-ba86-489d184717a5 req-52d01801-ed98-4a27-9f0b-bfe4426fc863 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.3201826 Aug 27 02:34:27.731061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21e24a4c-d1c0-4a0a-8dd2-ecfac05313a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.735748 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:23Z', 'revision_number': 3, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:27.793597 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Checking router: 5e9bf011-47ec-4455-852a-85c2a4604180 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:27.794536 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Updating router 5e9bf011-47ec-4455-852a-85c2a4604180 port 1b6a060f-ef3e-428a-9d3c-10f772f2410d binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:27.818704 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.824816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.825594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.852601 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.860909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5395a6-3822-43a7-b567-4d66e14df3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-11c82f7b-0e99-4a2e-af4c-7c3100786896', 'network_id': '11c82f7b-0e99-4a2e-af4c-7c3100786896', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': 'b953b8f5-1a92-46b2-9796-45f9e523676b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:27.863345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b5395a6-3822-43a7-b567-4d66e14df3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.886453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-263bffff-8923-43fc-ba86-489d184717a5 req-d3a27ab5-cb81-49a1-b588-e6ef57be64d2 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718850 Aug 27 02:34:27.906737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.935540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7633383 Aug 27 02:34:27.937349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-988630432', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:27.960309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6c57-57d4-49e6-90eb-4d5de9a5a554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.976535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55422) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.989498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': 'a3899654-eccb-4b57-9193-7c88ed5da4ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:28.059107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd5bf9-8875-486c-bbaa-88a8f22ce3db tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=a3899654-eccb-4b57-9193-7c88ed5da4ae,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.074250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21e24a4c-d1c0-4a0a-8dd2-ecfac05313a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.077113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-21e24a4c-d1c0-4a0a-8dd2-ecfac05313a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.078414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-21e24a4c-d1c0-4a0a-8dd2-ecfac05313a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2dbb0713-7f88-4d97-81dc-a519732804d0 HTTP/1.1" status: 204 len: 168 time: 0.6952724 Aug 27 02:34:28.104193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a3899654-eccb-4b57-9193-7c88ed5da4ae details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:28.112042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Deleting port 69b0e4f2-956b-4a3c-addb-14227a561169 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:28.112042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.134556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e24a4c-d1c0-4a0a-8dd2-ecfac05313a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb0713-7f88-4d97-81dc-a519732804d0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.137053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.138474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.186472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-7b5395a6-3822-43a7-b567-4d66e14df3eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b953b8f5-1a92-46b2-9796-45f9e523676b: This subnet is being modified by another concurrent operation. Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:28.210996 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b953b8f5-1a92-46b2-9796-45f9e523676b: This subnet is being modified by another concurrent operation. Aug 27 02:34:28.214950 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:34:28.221408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:28.255710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985916b-016f-487a-9842-1bb27b56abed None None] Network 11c82f7b-0e99-4a2e-af4c-7c3100786896 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:28.257341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=b953b8f5-1a92-46b2-9796-45f9e523676b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.331675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:34:28.368882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.369216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.393127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.397779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Calling delete_port for 69b0e4f2-956b-4a3c-addb-14227a561169 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:28.415130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c82f7b-0e99-4a2e-af4c-7c3100786896']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:28.441533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054d558b-c78e-45b0-9acc-dd537c731fd0') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:28.442048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054d558b-c78e-45b0-9acc-dd537c731fd0') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:28.444221 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.447702 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.465119 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Transition to ACTIVE for port object 1b6a060f-ef3e-428a-9d3c-10f772f2410d will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:28.476592 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.486680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.490576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.494772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:28.495359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.557133 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Pushing event updated for resources: {'Port': ['ID=1b6a060f-ef3e-428a-9d3c-10f772f2410d,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.568068 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.568068 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.568417 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.568517 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.568802 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.569128 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.569463 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.569770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.570081 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.570420 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.570741 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.571193 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.574662 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Attempting to bind port 1b6a060f-ef3e-428a-9d3c-10f772f2410d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:28.575033 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Attempting to bind port 1b6a060f-ef3e-428a-9d3c-10f772f2410d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:28.575418 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Attempting to bind port 1b6a060f-ef3e-428a-9d3c-10f772f2410d on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:28.581796 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:28.582177 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:28.582740 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.583127 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:28.583589 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Bound port: 1b6a060f-ef3e-428a-9d3c-10f772f2410d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:28.583965 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.602645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec84b2a-4b38-4ccb-a5a8-badf6377e0ab None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:34:28.643466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] For port 1b6a060f-ef3e-428a-9d3c-10f772f2410d, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:28.648041 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] For port 1b6a060f-ef3e-428a-9d3c-10f772f2410d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1b6a060f-ef3e-428a-9d3c-10f772f2410d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:28.660700 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.732012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.747610 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b6b4-898b-4de8-bff5-0d92879c5eb4 None None] Pushing event updated for resources: {'Port': ['ID=1b6a060f-ef3e-428a-9d3c-10f772f2410d,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.753798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:28.760270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.803120 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:28.803924 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:28.812029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec84b2a-4b38-4ccb-a5a8-badf6377e0ab None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:34:28.992489 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:29.022566 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.133913 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.174780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:29.175221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:29.188803 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:29.199682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.244895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead3cd6-ebed-4b35-9972-bad8fbdd0a5f req-23353bab-64b3-4a49-b122-7ad031165192 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:29.248152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dead3cd6-ebed-4b35-9972-bad8fbdd0a5f req-23353bab-64b3-4a49-b122-7ad031165192 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.1733129 Aug 27 02:34:29.269986 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Floating IP 717993ef-9514-4561-ad20-ceb56aa4136e associated. External IP: 172.25.1.156, port: 562b0571-8525-45ea-92e4-7aaf5d3ed78c. Aug 27 02:34:29.299433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8715d3-8c62-4976-93f2-5a2fa2c00c7f None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:34:29.329850 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:23Z', 'revision_number': 3, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:29.362042 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812deb7-8a16-4dc7-80b4-005012f57d65 None None] The sync data for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 is: [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:23Z', 'revision_number': 3, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:29.367233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dead3cd6-ebed-4b35-9972-bad8fbdd0a5f req-a93ff52e-9f32-4edb-b4c0-85a0a81b7897 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096246 Aug 27 02:34:29.395525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.413558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd433-eadc-475c-b552-3eff90a83575 req-1df58d3b-b265-46cf-9e7e-47c2d5df259a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:29.415246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106cd433-eadc-475c-b552-3eff90a83575 req-1df58d3b-b265-46cf-9e7e-47c2d5df259a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.3042395 Aug 27 02:34:29.436192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55446) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:29.453281 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.455408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/11c82f7b-0e99-4a2e-af4c-7c3100786896 HTTP/1.1" status: 204 len: 168 time: 2.3238997 Aug 27 02:34:29.461919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8715d3-8c62-4976-93f2-5a2fa2c00c7f None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:34:29.465082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55450) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:29.488166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1044668674'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:29.525787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a7dad-b00f-407c-83b6-039a8afffa9f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=11c82f7b-0e99-4a2e-af4c-7c3100786896,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:29.558015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.642361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event deleted for resources: {'Port': ['ID=69b0e4f2-956b-4a3c-addb-14227a561169,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:29.659957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:29.668209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.797284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1186571450-network', 'tenant_id': 'eca3363833c24e08a389b08a7b409c20'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:29.822467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.839773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:29.878357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.880991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.882284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ace6073-2e2e-4b67-99f5-120d22efcb8e req-f4fe9ac3-d73a-4a24-8abb-3a55ce714893 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "DELETE /v2.0/floatingips/680e98cd-3a1b-4df9-9f13-c639637f4dee HTTP/1.1" status: 204 len: 173 time: 2.2017038 Aug 27 02:34:29.914439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Deleting port 73237562-a5ee-4dda-aff9-cc6e9edb84ae {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:29.914960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.918063 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.918406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.918761 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 6149b59d-21bb-4125-b02b-719629c540c6 of type vlan for network 49fb0b20-ed18-438e-a452-ba6a0f95b94e Aug 27 02:34:29.998449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.019751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Made reservation on behalf of eca3363833c24e08a389b08a7b409c20 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:30.021865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.029981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Allocated IP 172.20.0.1 (047fa81c-2040-47d0-8d26-277242727363/685eeddd-44e9-4fec-a05b-b7c996941bfd/013cd69f-0215-42e4-aa64-b3cb101264c3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:30.038913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Router ead0b770-5cfa-4726-b48c-bf81ff93d739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:30.040640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.067805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=ea177fde-1102-41ee-b597-e034e4273e0d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.074830 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.133286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.138778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.139422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.145053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-39cbac56-3424-4a7e-8368-eebb3d1ebbab req-0109e50e-c876-4f30-8f6b-945b318e4b3a tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups/956f4bef-6fba-43b4-98a0-8d5f2f1248ae HTTP/1.1" status: 200 len: 1809 time: 0.2303996 Aug 27 02:34:30.154362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] For port 73237562-a5ee-4dda-aff9-cc6e9edb84ae, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=73237562-a5ee-4dda-aff9-cc6e9edb84ae,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:30.154743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.176145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': '64d59773-d9ab-4bd1-9da7-5ca2edf3c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3899654-eccb-4b57-9193-7c88ed5da4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:30.176696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: a3899654-eccb-4b57-9193-7c88ed5da4ae, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:30.187392 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-434a910a-93cc-45d7-ae70-e4f2270edc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.230698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Calling delete_port for 73237562-a5ee-4dda-aff9-cc6e9edb84ae owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:30.234617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7519805 Aug 27 02:34:30.240699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55454) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:30.249833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': '49fb0b20-ed18-438e-a452-ba6a0f95b94e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:30.305689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network a3899654-eccb-4b57-9193-7c88ed5da4ae is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:30.345457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Allocated IP 172.25.1.34 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/5b2d894f-9740-4408-9133-e8c82e65eb19) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:30.352342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a3899654-eccb-4b57-9193-7c88ed5da4ae) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:30.362803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2e333-3464-4b1e-a0a8-5bac8a33c21b None None] Network a3899654-eccb-4b57-9193-7c88ed5da4ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:30.366489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.367097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.374746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a408a-1de9-47d8-9c59-8873f40ded16 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=49fb0b20-ed18-438e-a452-ba6a0f95b94e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.421455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.433012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:30.437862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.479921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-39cbac56-3424-4a7e-8368-eebb3d1ebbab req-2ad0f109-1b38-4f9d-95de-586069098ef7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.492382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-20734d98-b7e5-4d0f-ad06-ae9b9a1c0ead tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "PUT /v2.0/floatingips/717993ef-9514-4561-ad20-ceb56aa4136e HTTP/1.1" status: 200 len: 991 time: 3.3121736 Aug 27 02:34:30.493702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:30.494475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Transition to ACTIVE for port object 013cd69f-0215-42e4-aa64-b3cb101264c3 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:30.496778 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb5fb1-2d7d-496e-969f-e64406b6cb88" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:30.514859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 49fb0b20-ed18-438e-a452-ba6a0f95b94e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:30.557351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-39cbac56-3424-4a7e-8368-eebb3d1ebbab req-2ad0f109-1b38-4f9d-95de-586069098ef7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.594186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] Sync routers for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:30.598668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e595f7-fcf0-49f1-8b23-4a675b9c42b9 req-7dc67aa8-ae46-4660-b44e-8e653fc6d15a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.606907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22e595f7-fcf0-49f1-8b23-4a675b9c42b9 req-7dc67aa8-ae46-4660-b44e-8e653fc6d15a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fe5995e-f58c-49cc-8ff4-14b101a0f27e HTTP/1.1" status: 200 len: 945 time: 0.0998120 Aug 27 02:34:30.614620 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.616027 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.642945 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.660778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f6655fe2-0fd4-4f90-b304-c657da4442c6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6795330 Aug 27 02:34:30.661026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Pushing event deleted for resources: {'Port': ['ID=73237562-a5ee-4dda-aff9-cc6e9edb84ae,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.668816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55462) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:30.676219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['6ff85a77-393a-45c9-a4d4-4130539de405', '73237562-a5ee-4dda-aff9-cc6e9edb84ae'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:30.696615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.707681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:30.717803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.728038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] No DVR routers for this DVR port 73237562-a5ee-4dda-aff9-cc6e9edb84ae on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:30.728612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:30.729686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.732196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.734364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106cd433-eadc-475c-b552-3eff90a83575 req-8b1ac00c-b305-46f4-83a1-5deb4938fb42 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "DELETE /v2.0/ports/73237562-a5ee-4dda-aff9-cc6e9edb84ae HTTP/1.1" status: 204 len: 173 time: 1.2735796 Aug 27 02:34:30.735899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:30.739458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.755456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22e595f7-fcf0-49f1-8b23-4a675b9c42b9 req-2336e62f-5cdd-464c-a313-170cede08850 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475923 Aug 27 02:34:30.765373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.774397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-39cbac56-3424-4a7e-8368-eebb3d1ebbab req-2ad0f109-1b38-4f9d-95de-586069098ef7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.776928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-39cbac56-3424-4a7e-8368-eebb3d1ebbab req-2ad0f109-1b38-4f9d-95de-586069098ef7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.778262 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-39cbac56-3424-4a7e-8368-eebb3d1ebbab req-2ad0f109-1b38-4f9d-95de-586069098ef7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "DELETE /v2.0/security-groups/956f4bef-6fba-43b4-98a0-8d5f2f1248ae HTTP/1.1" status: 204 len: 173 time: 0.5946069 Aug 27 02:34:30.854709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c4ade-17c9-4644-bb30-6b95a416c05f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.871343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.871816 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Added segment 3b5578f9-cf1d-4e65-b85f-959fce5ee5b9 of type vlan for network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 Aug 27 02:34:30.887841 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27e5470-dce3-48dc-a668-837f1ec8708b x-openstack-request-id: req-f27e5470-dce3-48dc-a668-837f1ec8708b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:30.888596 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:30.889008 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f27e5470-dce3-48dc-a668-837f1ec8708b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:30.889795 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'status': 'completed', 'code': 200} Aug 27 02:34:30.932370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:30.960327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0f109-1b38-4f9d-95de-586069098ef7 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956f4bef-6fba-43b4-98a0-8d5f2f1248ae,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.981464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:30.987260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-cd6f5d83-fce8-4b8c-9c0a-5227d760e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.988800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-cd6f5d83-fce8-4b8c-9c0a-5227d760e8d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0945818 Aug 27 02:34:30.992023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=013cd69f-0215-42e4-aa64-b3cb101264c3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.994533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:31.003808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.060045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.070472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:31.089990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.140641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.151201 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.152615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.153392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.233897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73f93c-a3c3-4b85-9334-d0358d92afdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-a3899654-eccb-4b57-9193-7c88ed5da4ae', 'network_id': 'a3899654-eccb-4b57-9193-7c88ed5da4ae', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': 'ea177fde-1102-41ee-b597-e034e4273e0d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:31.235425 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6b73f93c-a3c3-4b85-9334-d0358d92afdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.286223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:31.341130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.349927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-9a8df6b3-3164-4b96-98a2-73d004bc6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.351969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-9a8df6b3-3164-4b96-98a2-73d004bc6323 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.3400283 Aug 27 02:34:31.369086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:31.381274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1b6a060f-ef3e-428a-9d3c-10f772f2410d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:31.385233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:31.404478 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9670663 Aug 27 02:34:31.405525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event updated for resources: {'Port': ['ID=5b2d894f-9740-4408-9133-e8c82e65eb19,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.408583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55470) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:31.427985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Request body: {'subnet': {'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1186571450-subnet', 'tenant_id': 'eca3363833c24e08a389b08a7b409c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:31.489803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add48b-d64a-419e-89f4-bb135ea79f6c admin admin] Pushing event updated for resources: {'Network': ['ID=15d693d2-5d74-4b9e-b7c8-2a3a92f97c17,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.528803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.539372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=c246aa25-2453-4484-bc22-b490e869d2f3,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.561147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:31.584410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-4f3cef83-432e-4e0a-a7f5-9b5cac73a0ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 999 time: 0.1718454 Aug 27 02:34:31.585168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Made reservation on behalf of eca3363833c24e08a389b08a7b409c20 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:31.588388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.663242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961370a-d091-449d-98a9-46ce9b02e4f5 req-66c09fd6-8f6a-4b60-be45-1754f6238f5f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.664911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d961370a-d091-449d-98a9-46ce9b02e4f5 req-66c09fd6-8f6a-4b60-be45-1754f6238f5f tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.3354716 Aug 27 02:34:31.691962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': '6149b59d-21bb-4125-b02b-719629c540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '49fb0b20-ed18-438e-a452-ba6a0f95b94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:31.692499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: 49fb0b20-ed18-438e-a452-ba6a0f95b94e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:31.744529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-c653bb17-1c4a-479e-be31-6f03850b7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.746580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-c653bb17-1c4a-479e-be31-6f03850b7973 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.1416113 Aug 27 02:34:31.754973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 49fb0b20-ed18-438e-a452-ba6a0f95b94e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:31.755285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.768003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.820210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.823068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d961370a-d091-449d-98a9-46ce9b02e4f5 req-6e89e96e-842c-41cd-8b31-4609a9084a63 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509733 Aug 27 02:34:31.823818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=ea177fde-1102-41ee-b597-e034e4273e0d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-6b73f93c-a3c3-4b85-9334-d0358d92afdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea177fde-1102-41ee-b597-e034e4273e0d: This subnet is being modified by another concurrent operation. Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:31.873069 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea177fde-1102-41ee-b597-e034e4273e0d: This subnet is being modified by another concurrent operation. Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:34:31.877182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3b50b003-b468-44e2-8644-f86e79fb99cd None None] Provisioning for port 013cd69f-0215-42e4-aa64-b3cb101264c3 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:31.899233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d5e5e-285b-4490-b147-0552b1d3c504 None None] Network a3899654-eccb-4b57-9193-7c88ed5da4ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:31.980474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 49fb0b20-ed18-438e-a452-ba6a0f95b94e) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:31.980767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3b50b003-b468-44e2-8644-f86e79fb99cd None None] Provisioning complete for port 013cd69f-0215-42e4-aa64-b3cb101264c3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:31.981113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b50b003-b468-44e2-8644-f86e79fb99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.987128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.987659 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.024822 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1b490c79-795c-4b05-b80b-2212fe2b906c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7787642 Aug 27 02:34:32.027777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-0dc8668a-0551-4ebf-9fdf-047cc8b03b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:32.029960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-0dc8668a-0551-4ebf-9fdf-047cc8b03b9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720273 Aug 27 02:34:32.030539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55478) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:32.035815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e244d-c28e-48fb-a120-23151201d0ce None None] Network 49fb0b20-ed18-438e-a452-ba6a0f95b94e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:32.070206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1b6a060f-ef3e-428a-9d3c-10f772f2410d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:32.108776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.126767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1b6a060f-ef3e-428a-9d3c-10f772f2410d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:32.127105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.197938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3b50b003-b468-44e2-8644-f86e79fb99cd None None] Port 013cd69f-0215-42e4-aa64-b3cb101264c3 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:34:32.280487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df1e102-ac82-4aa2-b8f8-705b941515e2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:32.303569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Checking segment: {'id': '3b5578f9-cf1d-4e65-b85f-959fce5ee5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:32.304076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Network hostable DHCP agents. Network: 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:32.324281 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.333503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-fc485087-057c-4dba-a11c-254d62c7f0f3 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824244 Aug 27 02:34:32.344886 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.354957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:32.373734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3899654-eccb-4b57-9193-7c88ed5da4ae']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.411692 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.430784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5468ab-1361-49c0-8d61-0bc5b54e50eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-49fb0b20-ed18-438e-a452-ba6a0f95b94e', 'network_id': '49fb0b20-ed18-438e-a452-ba6a0f95b94e', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': 'c246aa25-2453-4484-bc22-b490e869d2f3'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:32.431667 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2a5468ab-1361-49c0-8d61-0bc5b54e50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.444930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d59773-d9ab-4bd1-9da7-5ca2edf3c328') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.445235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d59773-d9ab-4bd1-9da7-5ca2edf3c328') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.447379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:32.450717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1b6a060f-ef3e-428a-9d3c-10f772f2410d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1b6a060f-ef3e-428a-9d3c-10f772f2410d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:32.453451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:32.454156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.461188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '717993ef-9514-4561-ad20-ceb56aa4136e', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'port_id': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'mac_address': 'fa:16:3e:53:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:00Z', 'updated_at': '2021-08-27T02:34:28Z', 'revision_number': 1, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.468790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a5aee-abcb-4fd7-a15c-ce07f6f1f65c None None] Network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:32.481944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d885-6ea1-4060-9754-4b34db8dd257 req-6d6e9961-2d67-4984-82ee-9835f23155db tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:32.483783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8be5d885-6ea1-4060-9754-4b34db8dd257 req-6d6e9961-2d67-4984-82ee-9835f23155db tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2744625 Aug 27 02:34:32.489515 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.500333 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-986fb39c-553a-404a-a1e5-1df6909a2f54 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0841687 Aug 27 02:34:32.500591 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.522764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.526649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.540629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.566099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] Checking router: ead0b770-5cfa-4726-b48c-bf81ff93d739 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:32.585004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-99fb5fb1-2d7d-496e-969f-e64406b6cb88 req-3be144b1-9fe8-400c-ba9c-988fc18101b4 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416337 Aug 27 02:34:32.592242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:32.592242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:32.598864 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:32.651921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 73237562-a5ee-4dda-aff9-cc6e9edb84ae no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:32.657761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.690511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8be5d885-6ea1-4060-9754-4b34db8dd257 req-34bd60bc-8bbe-4cf2-a3cb-fcd800cc638a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871257 Aug 27 02:34:32.706037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 73237562-a5ee-4dda-aff9-cc6e9edb84ae {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:32.706446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 73237562-a5ee-4dda-aff9-cc6e9edb84ae not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:32.728674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:32.729436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.740014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1b6a060f-ef3e-428a-9d3c-10f772f2410d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:32.752122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.754236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.759315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=c246aa25-2453-4484-bc22-b490e869d2f3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:32.769213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.771330 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/a3899654-eccb-4b57-9193-7c88ed5da4ae HTTP/1.1" status: 204 len: 168 time: 2.0929620 Aug 27 02:34:32.772345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.776092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55490) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-2a5468ab-1361-49c0-8d61-0bc5b54e50eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c246aa25-2453-4484-bc22-b490e869d2f3: This subnet is being modified by another concurrent operation. Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:32.782939 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c246aa25-2453-4484-bc22-b490e869d2f3: This subnet is being modified by another concurrent operation. Aug 27 02:34:32.786856 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:34:32.801584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978658b9-eda8-4dd1-8e99-ce1f5d5edcfd None None] Network 49fb0b20-ed18-438e-a452-ba6a0f95b94e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:32.811384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584954217'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:32.844492 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.855627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fb0b20-ed18-438e-a452-ba6a0f95b94e']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.866369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6149b59d-21bb-4125-b02b-719629c540c6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.866674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6149b59d-21bb-4125-b02b-719629c540c6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:32.875903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.890764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.897087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:32.897866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.936463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:32.942621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.942869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf4ee7-5f0f-4139-b93b-a2ec87329bdd None None] Network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:32.960661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452bd9-2d66-41bf-9690-fef72eb1dea3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=a3899654-eccb-4b57-9193-7c88ed5da4ae,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:32.974595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'name': 'network-vif-deleted', 'tag': '73237562-a5ee-4dda-aff9-cc6e9edb84ae'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:32.977274 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7431b15c-b424-46bb-aa83-48e891df7006" -d '{"events": [{"server_uuid": "1fe5995e-f58c-49cc-8ff4-14b101a0f27e", "name": "network-vif-deleted", "tag": "73237562-a5ee-4dda-aff9-cc6e9edb84ae"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:32.981520 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:32.984232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.988648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.990752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/49fb0b20-ed18-438e-a452-ba6a0f95b94e HTTP/1.1" status: 204 len: 168 time: 0.9551511 Aug 27 02:34:33.004337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:33.004603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:33.007404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55502) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:33.007962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf258-0836-489f-b49f-c832b0706c10 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=49fb0b20-ed18-438e-a452-ba6a0f95b94e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:33.024219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1194136404'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:33.057343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.137979 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.138465 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment f15d320c-0816-404b-bf61-1216250c884f of type vlan for network 3d2c6c83-afad-4684-90f3-dba4542a08b4 Aug 27 02:34:33.150642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1b6a060f-ef3e-428a-9d3c-10f772f2410d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:33.165963 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.173887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:33.177403 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.228844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:33.239835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c413b3-6229-4549-954f-e6f263264a9a req-d955d19e-519b-452c-b49d-1ed860b6bb6e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.241339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-d955d19e-519b-452c-b49d-1ed860b6bb6e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/networks?id=15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 HTTP/1.1" status: 200 len: 821 time: 0.2005725 Aug 27 02:34:33.243914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=013cd69f-0215-42e4-aa64-b3cb101264c3,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:33.247238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.247817 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment cb7c24b8-491e-4e5d-ae5a-085785a7d11b of type vlan for network 67097a71-defe-4e4f-8cb8-48720fee0e41 Aug 27 02:34:33.287737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.304092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-ec90be6a-5f54-418d-9d5e-814022733265 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/quotas/eca3363833c24e08a389b08a7b409c20 HTTP/1.1" status: 200 len: 375 time: 0.0416942 Aug 27 02:34:33.308093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.314166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ca4f9-cbfb-4a9d-a1f9-bc687de76cec req-a4258f86-4d5b-4dd8-b782-1ee7f567b813 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.315876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-959ca4f9-cbfb-4a9d-a1f9-bc687de76cec req-a4258f86-4d5b-4dd8-b782-1ee7f567b813 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.2678173 Aug 27 02:34:33.326273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:33.333298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.339343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:33.343831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6886c7a7-a4d3-4c94-b213-6e3ad4c18f52 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:34:33.378202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-bdfce659-4028-4128-9afd-8fdffea45642 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eca3363833c24e08a389b08a7b409c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608883 Aug 27 02:34:33.386980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1b6a060f-ef3e-428a-9d3c-10f772f2410d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:33.387646 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.398151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.402102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-2f8ad960-72f0-4d24-b28b-16b346318bce tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.403829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-2f8ad960-72f0-4d24-b28b-16b346318bce tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.0879645 Aug 27 02:34:33.404596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.405193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.406084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.411826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.412689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.539536 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7327938 Aug 27 02:34:33.546884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55508) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:33.563339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': '3d2c6c83-afad-4684-90f3-dba4542a08b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:33.573634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5508842 Aug 27 02:34:33.578175 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-959ca4f9-cbfb-4a9d-a1f9-bc687de76cec req-b0003116-adc8-4541-8cce-55f0954cc71c tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399461 Aug 27 02:34:33.583325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55510) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:33.608484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:33.648722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0b283-63e3-4e1f-83fc-ef9f28ef17f9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=3d2c6c83-afad-4684-90f3-dba4542a08b4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:33.705164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Router 5e9bf011-47ec-4455-852a-85c2a4604180 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:33.706977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Router 7cdd1613-a72c-44a4-a43b-b29a70d61744 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:33.716290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08f7bf-37c2-4139-84d1-40678a555859 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=67097a71-defe-4e4f-8cb8-48720fee0e41,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:33.738532 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efa8edb-b6e8-4eeb-ad3a-ce8c86ab327f x-openstack-request-id: req-4efa8edb-b6e8-4eeb-ad3a-ce8c86ab327f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:33.738832 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe5995e-f58c-49cc-8ff4-14b101a0f27e", "name": "network-vif-deleted", "tag": "73237562-a5ee-4dda-aff9-cc6e9edb84ae", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:33.739084 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4efa8edb-b6e8-4eeb-ad3a-ce8c86ab327f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:33.739489 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe5995e-f58c-49cc-8ff4-14b101a0f27e', 'name': 'network-vif-deleted', 'tag': '73237562-a5ee-4dda-aff9-cc6e9edb84ae', 'status': 'completed', 'code': 200} Aug 27 02:34:33.789402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3d2c6c83-afad-4684-90f3-dba4542a08b4 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:33.791450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:33.851835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-f51ba63b-7560-4142-9e48-5cc1fe26f1ab service neutron] 10.222.0.10 "GET /v2.0/networks/15d693d2-5d74-4b9e-b7c8-2a3a92f97c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465218 Aug 27 02:34:33.875572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Deleting port b9a8ebae-5846-4371-8ded-620984fea99b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:33.875907 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.880581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886c7a7-a4d3-4c94-b213-6e3ad4c18f52 None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:34:33.891798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:33.895279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.966918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ba83e-2633-41a9-bd3a-c1c64dab71ae req-67fc6ca1-315c-4416-a76e-effb03a06839 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.968530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e72ba83e-2633-41a9-bd3a-c1c64dab71ae req-67fc6ca1-315c-4416-a76e-effb03a06839 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1479895 Aug 27 02:34:33.971791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:33.985457 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] Sync routers for ids ['7cdd1613-a72c-44a4-a43b-b29a70d61744'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:34.000586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] Routers {'7cdd1613-a72c-44a4-a43b-b29a70d61744'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:34.001702 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7cdd1613-a72c-44a4-a43b-b29a70d61744'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:34.014768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:34.028505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-844421e7-595f-4d19-ada9-7aa6a1af2ef3 admin admin] 10.222.0.10 "PUT /v2.0/routers/5e9bf011-47ec-4455-852a-85c2a4604180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8105533 Aug 27 02:34:34.039707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Sync routers for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:34.043215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '717993ef-9514-4561-ad20-ceb56aa4136e', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'port_id': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'mac_address': 'fa:16:3e:53:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:00Z', 'updated_at': '2021-08-27T02:34:28Z', 'revision_number': 1, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:34.059082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e72ba83e-2633-41a9-bd3a-c1c64dab71ae req-f04e4c9c-ccd0-4b2f-9e57-a9179beecf27 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796256 Aug 27 02:34:34.069031 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:34.078643 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] Routers {'7cdd1613-a72c-44a4-a43b-b29a70d61744'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:34.089592 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7cdd1613-a72c-44a4-a43b-b29a70d61744'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:34.094917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8e60c-54fb-4e18-ba14-35887340d7d3 None None] The sync data for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 is: [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '717993ef-9514-4561-ad20-ceb56aa4136e', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'port_id': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'mac_address': 'fa:16:3e:53:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:00Z', 'updated_at': '2021-08-27T02:34:28Z', 'revision_number': 1, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:34.112070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:34.112641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:34.259070 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:34.259720 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df110a60-13d1-408f-b53f-ab3f1543dc4a None None] The sync data for ids ['7cdd1613-a72c-44a4-a43b-b29a70d61744'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:34.332287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:34.453298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:34.457882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.459150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.462155 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf0c69-9059-4d2e-b9ac-eeb327104e61 None None] New status for floating IP 717993ef-9514-4561-ad20-ceb56aa4136e: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:34:34.474214 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e0c6f59-b9ea-423c-9da2-711c5a4c9df9 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9778051 Aug 27 02:34:34.475211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55520) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:34.560887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1873b2b-b251-47d7-8e7b-4cb6d890588b None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:34:34.634791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] For port b9a8ebae-5846-4371-8ded-620984fea99b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b9a8ebae-5846-4371-8ded-620984fea99b,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:34.635208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.656965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-1ffe988c-f99d-42f6-8b73-4e46da523d35 service neutron] 10.222.0.10 "GET /v2.0/networks/15d693d2-5d74-4b9e-b7c8-2a3a92f97c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958884 Aug 27 02:34:34.681260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Calling delete_port for b9a8ebae-5846-4371-8ded-620984fea99b owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:34.746152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-335b76fe-d2ba-4bdb-9ea2-9d1d51328bc0 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/7cdd1613-a72c-44a4-a43b-b29a70d61744 HTTP/1.1" status: 200 len: 923 time: 0.2662017 Aug 27 02:34:34.751214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55526) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:34.816051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55528) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:34.816276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 2, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:34.819298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1873b2b-b251-47d7-8e7b-4cb6d890588b None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:34:34.823575 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-51e6a7c2-8403-4fbd-b042-ae674c755a85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cdd1613-a72c-44a4-a43b-b29a70d61744 HTTP/1.1" status: 200 len: 205 time: 0.0685136 Aug 27 02:34:34.830864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55530) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:34.845297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Checking router: 5e9bf011-47ec-4455-852a-85c2a4604180 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:34.845663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Updating router 5e9bf011-47ec-4455-852a-85c2a4604180 port 013cd69f-0215-42e4-aa64-b3cb101264c3 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:34.870246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-98d6b8b4-b5a6-4397-b3bd-a7db78d1e1b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049592653', 'description': 'tempest-description--256883306'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:34.881355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.991294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.093873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.108900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca246-0e6f-49d9-b5c5-e4ae393e4027 req-52f20b01-6331-4d5f-ab3c-e459bdf09981 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.116787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-98fca246-0e6f-49d9-b5c5-e4ae393e4027 req-52f20b01-6331-4d5f-ab3c-e459bdf09981 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 946 time: 0.2114851 Aug 27 02:34:35.147748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8b4-b5a6-4397-b3bd-a7db78d1e1b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.148559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.214167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-98fca246-0e6f-49d9-b5c5-e4ae393e4027 req-d89496b1-9c23-4a9b-9a4f-95f045291356 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78b4346-2965-4774-8550-e3721233c04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963745 Aug 27 02:34:35.253580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1afaab43-c7ef-41a5-b3e1-303f007e63a8 req-13a89ea6-b64e-4c77-a43d-f9894da5c843 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 210 time: 0.1629717 Aug 27 02:34:35.280488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': 'f15d320c-0816-404b-bf61-1216250c884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3d2c6c83-afad-4684-90f3-dba4542a08b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:35.280921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: 3d2c6c83-afad-4684-90f3-dba4542a08b4, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:35.283234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=9bb4cd49-279c-480e-8457-d4b687ddce6e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.368941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network 3d2c6c83-afad-4684-90f3-dba4542a08b4 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:35.386629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.414843 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.416411 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.418478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': 'cb7c24b8-491e-4e5d-ae5a-085785a7d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:35.418918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: 67097a71-defe-4e4f-8cb8-48720fee0e41, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:35.421960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3d2c6c83-afad-4684-90f3-dba4542a08b4) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:35.430016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Transition to ACTIVE for port object 013cd69f-0215-42e4-aa64-b3cb101264c3 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:35.438667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=a68fc9ff-2a91-4b09-851b-f56f816dce47,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.440256 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.463366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.464222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.467538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bb23f-ca72-4416-a6d1-25bd0a43ee75 req-279e3766-63de-4bbc-90f3-72b838a34d03 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.470286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e70bb23f-ca72-4416-a6d1-25bd0a43ee75 req-279e3766-63de-4bbc-90f3-72b838a34d03 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.1240520 Aug 27 02:34:35.526253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Pushing event deleted for resources: {'Port': ['ID=b9a8ebae-5846-4371-8ded-620984fea99b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.545853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9328-b762-4fc1-a629-eba2ae1a1516 None None] Pushing event updated for resources: {'Port': ['ID=013cd69f-0215-42e4-aa64-b3cb101264c3,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.549081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f9528-3103-41b9-869f-aa843ce5ed6b None None] Network 3d2c6c83-afad-4684-90f3-dba4542a08b4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:35.557772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e70bb23f-ca72-4416-a6d1-25bd0a43ee75 req-521b0aae-d261-4c24-b5bc-a549d1c53ae9 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Aug 27 02:34:35.575619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:35.581862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] No DVR routers for this DVR port b9a8ebae-5846-4371-8ded-620984fea99b on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:35.591870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Deleting port 5b2d894f-9740-4408-9133-e8c82e65eb19 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:35.592256 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.600554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.603205 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4de7ce3f-9f9c-48fb-b61e-c72c1d05031b req-ff9e3179-5f0e-4af1-9d27-18d8e54206b8 tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.45 "DELETE /v2.0/ports/b9a8ebae-5846-4371-8ded-620984fea99b HTTP/1.1" status: 204 len: 173 time: 2.1817894 Aug 27 02:34:35.612561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 67097a71-defe-4e4f-8cb8-48720fee0e41) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:35.628789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea66751c-2230-480f-83ed-5bfc6dd90c00 None None] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:35.633191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.634597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.649312 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8b4-b5a6-4397-b3bd-a7db78d1e1b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.659085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8b4-b5a6-4397-b3bd-a7db78d1e1b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.686533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f9ca7bf-c5f0-44a1-acaf-a4af9c5fced9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0949979 Aug 27 02:34:35.688078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55544) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:35.691900 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac857594-1660-4f37-a48a-66a7e1575777 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1335301 Aug 27 02:34:35.695619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55546) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:35.698951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:35.783404 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.803596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'name': 'network-vif-deleted', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:35.805911 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee1a0aa-20fb-481b-9c5d-d15f3b79c0e4" -d '{"events": [{"server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "name": "network-vif-deleted", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:35.812474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.828411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8b4-b5a6-4397-b3bd-a7db78d1e1b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.833526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-98d6b8b4-b5a6-4397-b3bd-a7db78d1e1b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0163910 Aug 27 02:34:35.840378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55550) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:35.841245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6b8b4-b5a6-4397-b3bd-a7db78d1e1b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7d580-4e59-47ec-9f19-a3d18e5684d8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.857679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6b7666d0-4533-48c8-8af0-b5a49044f4c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'security_group_rule': {'security_group_id': 'e3d7d580-4e59-47ec-9f19-a3d18e5684d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:35.871087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Calling delete_port for 5b2d894f-9740-4408-9133-e8c82e65eb19 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:35.875367 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d191900e-6dc8-4e08-af59-1b719ea413c8 x-openstack-request-id: req-d191900e-6dc8-4e08-af59-1b719ea413c8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:35.875659 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc5fde-e521-4a85-8a65-2ab3d03004ea", "name": "network-vif-deleted", "tag": "b9a8ebae-5846-4371-8ded-620984fea99b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:35.875928 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d191900e-6dc8-4e08-af59-1b719ea413c8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:35.876319 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc5fde-e521-4a85-8a65-2ab3d03004ea', 'name': 'network-vif-deleted', 'tag': 'b9a8ebae-5846-4371-8ded-620984fea99b', 'status': 'completed', 'code': 200} Aug 27 02:34:35.971392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b7666d0-4533-48c8-8af0-b5a49044f4c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.101862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.177368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Attempting to bind port 013cd69f-0215-42e4-aa64-b3cb101264c3 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:36.177368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Attempting to bind port 013cd69f-0215-42e4-aa64-b3cb101264c3 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:36.177905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Attempting to bind port 013cd69f-0215-42e4-aa64-b3cb101264c3 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:36.184488 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b7666d0-4533-48c8-8af0-b5a49044f4c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.195838 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b7666d0-4533-48c8-8af0-b5a49044f4c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.213404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:36.213846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:36.214355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.214717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Bound using segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:36.215181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Bound port: 013cd69f-0215-42e4-aa64-b3cb101264c3, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:36.215573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.228811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03b6e1-fd41-4ed7-9a5e-b9d6e1f457fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-3d2c6c83-afad-4684-90f3-dba4542a08b4', 'network_id': '3d2c6c83-afad-4684-90f3-dba4542a08b4', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '9bb4cd49-279c-480e-8457-d4b687ddce6e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:36.231157 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2a03b6e1-fd41-4ed7-9a5e-b9d6e1f457fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.239707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7666d0-4533-48c8-8af0-b5a49044f4c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed75274-dc19-4e7c-918b-89c0a0c15aae,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.252997 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.273367 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b7666d0-4533-48c8-8af0-b5a49044f4c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.278379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6b7666d0-4533-48c8-8af0-b5a49044f4c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4314337 Aug 27 02:34:36.316555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55556) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:36.324671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-21b0c289-fe75-4ee4-b29c-614aae3df701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'security_group_rule': {'security_group_id': 'e3d7d580-4e59-47ec-9f19-a3d18e5684d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:36.331150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb4cd49-279c-480e-8457-d4b687ddce6e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.390177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-67097a71-defe-4e4f-8cb8-48720fee0e41', 'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': 'a68fc9ff-2a91-4b09-851b-f56f816dce47'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:36.391021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.435129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2722e71c-d15d-4bfc-911e-43d00313f716 req-8a281884-092d-4be1-a972-8f11de2053ec tempest-ServerRescueTestJSONUnderV235-331692913 tempest-ServerRescueTestJSONUnderV235-331692913-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8cc5fde-e521-4a85-8a65-2ab3d03004ea HTTP/1.1" status: 200 len: 210 time: 0.0584612 Aug 27 02:34:36.484683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b9a8ebae-5846-4371-8ded-620984fea99b no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:36.507452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-854c4f49-7f34-4812-ab0a-0176e4f2dd61 req-3e4b7155-36b0-4d0f-bf4f-bbfa40c71a35 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 210 time: 0.0505126 Aug 27 02:34:36.539824 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.557789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] For port 013cd69f-0215-42e4-aa64-b3cb101264c3, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:36.562860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b0c289-fe75-4ee4-b29c-614aae3df701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.566995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2c6c83-afad-4684-90f3-dba4542a08b4']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.567398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] For port 013cd69f-0215-42e4-aa64-b3cb101264c3, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=013cd69f-0215-42e4-aa64-b3cb101264c3,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:36.570774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: b9a8ebae-5846-4371-8ded-620984fea99b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:36.571263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b9a8ebae-5846-4371-8ded-620984fea99b not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:36.583319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:36.587132 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.601095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15d320c-0816-404b-bf61-1216250c884f') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.601397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15d320c-0816-404b-bf61-1216250c884f') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.603355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.626853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.687159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c413b3-6229-4549-954f-e6f263264a9a req-fd9f2852-46c3-441c-bbe8-e31a123427b3 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:36.688628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-fd9f2852-46c3-441c-bbe8-e31a123427b3 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.32 "GET /v2.0/networks?id=15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 HTTP/1.1" status: 200 len: 821 time: 0.2524695 Aug 27 02:34:36.697921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9328-b762-4fc1-a629-eba2ae1a1516 None None] Pushing event updated for resources: {'Port': ['ID=013cd69f-0215-42e4-aa64-b3cb101264c3,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.703019 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.718056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Request body: {'port': {'device_id': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17', 'admin_state_up': True, 'tenant_id': 'eca3363833c24e08a389b08a7b409c20'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:36.725708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16be03-8fd9-4aa8-907a-62f498486a50 None None] Network 3d2c6c83-afad-4684-90f3-dba4542a08b4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:36.739961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.744065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:36.744733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.751094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:36.751320 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:36.754309 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:36.807997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event deleted for resources: {'Port': ['ID=5b2d894f-9740-4408-9133-e8c82e65eb19,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.856422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.863616 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b0c289-fe75-4ee4-b29c-614aae3df701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.883303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b0c289-fe75-4ee4-b29c-614aae3df701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.934214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a60e13-4cbd-4567-a264-2129fbb44460 req-a1fc45c9-6550-43c5-afaf-db125f7a565a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:36.935866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a5a60e13-4cbd-4567-a264-2129fbb44460 req-a1fc45c9-6550-43c5-afaf-db125f7a565a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2775557 Aug 27 02:34:36.940278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0c289-fe75-4ee4-b29c-614aae3df701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434b89c5-58f2-4ce7-8bd8-07bfc478820f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.948315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.971997 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.973856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/3d2c6c83-afad-4684-90f3-dba4542a08b4 HTTP/1.1" status: 204 len: 168 time: 1.2773976 Aug 27 02:34:36.974743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b0c289-fe75-4ee4-b29c-614aae3df701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.978641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21b0c289-fe75-4ee4-b29c-614aae3df701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6581860 Aug 27 02:34:36.983933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55562) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:36.984311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55564) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:36.994370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:36.994855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4166bf-3149-4b33-9b91-79c488d36d27 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=3d2c6c83-afad-4684-90f3-dba4542a08b4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.005701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881012330'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:37.018806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.022879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.028260 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a5a60e13-4cbd-4567-a264-2129fbb44460 req-18142964-2461-4730-820c-08cfeed0b5e3 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809262 Aug 27 02:34:37.033221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:37.035525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:34:37.035525 n-d-806293-1 neutron-server[94773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:34:37.035525 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id_1': '29ab3c1e5f484224b2fe446a1c8913de', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 34, 37, 15548)}] Aug 27 02:34:37.035525 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:37.037126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Made reservation on behalf of eca3363833c24e08a389b08a7b409c20 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:37.042171 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.042914 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:37.049137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:34:37.049137 n-d-806293-1 neutron-server[94773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:34:37.049137 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id_1': '7c8b093aba3a4481b05590b302f4062f', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 34, 37, 10963)}] Aug 27 02:34:37.049137 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:37.049137 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:37.138054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.138707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Fanout notify agent at l3_agent the message router_deleted on router 7cdd1613-a72c-44a4-a43b-b29a70d61744 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:37.148332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.149548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-768888b2-f2e5-4f88-a52b-c881e14dea94 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/7cdd1613-a72c-44a4-a43b-b29a70d61744 HTTP/1.1" status: 204 len: 168 time: 2.3175864 Aug 27 02:34:37.153229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55568) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:37.158530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1446611690', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': False}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:37.223639 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.224346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.229666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Allocated IP 172.20.0.9 (15d693d2-5d74-4b9e-b7c8-2a3a92f97c17/0df1e102-ac82-4aa2-b8f8-705b941515e2/a0439203-8f63-4345-a699-cc07ef8ca6cc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:37.232136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Allocated IP 2001:db8::2 (67097a71-defe-4e4f-8cb8-48720fee0e41/a68fc9ff-2a91-4b09-851b-f56f816dce47/6bc14be9-befc-4f9d-a2c2-a01ef288d2de) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:37.269690 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.348582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.366173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:37.401297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:37.404212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.404796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.408514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.418760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=faa5d75c-1f5f-4b5c-b89c-574f1c4afdd0,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.419624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:36Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:37.453869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2bf71-8d1f-4e2b-a40b-8743782f7cdc None None] The sync data for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 is: [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:36Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:37.455163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.456689 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.466205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Transition to ACTIVE for port object 6bc14be9-befc-4f9d-a2c2-a01ef288d2de will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:37.486609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Transition to ACTIVE for port object 6bc14be9-befc-4f9d-a2c2-a01ef288d2de will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:37.498551 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.514384 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6a0c196a-1e14-4507-a78b-86654515de1b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8238380 Aug 27 02:34:37.515594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55572) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:37.554651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:37.572355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55576) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:37.581903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:37.593260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:37.601212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:37.609097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:37.613842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:37.620539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Pushing event updated for resources: {'Port': ['ID=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.670478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Pushing event updated for resources: {'Port': ['ID=a0439203-8f63-4345-a699-cc07ef8ca6cc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.705379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Attempting to bind port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:37.705778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Attempting to bind port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'cb7c24b8-491e-4e5d-ae5a-085785a7d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:37.706140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Attempting to bind port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de on network 67097a71-defe-4e4f-8cb8-48720fee0e41 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:37.712078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:37.712457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Checking segment: {'id': 'cb7c24b8-491e-4e5d-ae5a-085785a7d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:37.712869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.713285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Bound using segment: {'id': 'cb7c24b8-491e-4e5d-ae5a-085785a7d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:37.713831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Bound port: 6bc14be9-befc-4f9d-a2c2-a01ef288d2de, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7c24b8-491e-4e5d-ae5a-085785a7d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:37.714224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.739418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.739875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.742065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.793133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-c34e76f0-0253-40be-9d00-bf28fb6013ce tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.794954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-c34e76f0-0253-40be-9d00-bf28fb6013ce tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.3871965 Aug 27 02:34:37.802570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] For port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:37.806113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] For port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,segment=NetworkSegment(cb7c24b8-491e-4e5d-ae5a-085785a7d11b),segment_id=cb7c24b8-491e-4e5d-ae5a-085785a7d11b)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:37.815000 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.826418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd0c5e-662d-49a7-94d0-b8a0bcef5307 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.827929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd0c5e-662d-49a7-94d0-b8a0bcef5307 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.829881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd0c5e-662d-49a7-94d0-b8a0bcef5307 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.832248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd0c5e-662d-49a7-94d0-b8a0bcef5307 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.833934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd0c5e-662d-49a7-94d0-b8a0bcef5307 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.841276 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c4bd0c5e-662d-49a7-94d0-b8a0bcef5307 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2201300 Aug 27 02:34:37.857547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.859844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55578) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:37.895516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700245748'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:37.905097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cb9d1-dbe5-492b-9d03-e0b5aa4c7d81 None None] Pushing event updated for resources: {'Port': ['ID=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:38.007709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-80f54e51-e0d4-4f29-ba50-9aff55097c1e tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3019032 Aug 27 02:34:38.025828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Request body: {'port': {'device_id': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:38.058300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:38.063809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.141206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4f435-8548-498a-80f4-f63f17b4e937 req-60633eef-f63d-44bf-a811-8aae4c8fca2b tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.144632 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.149597 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bef4f435-8548-498a-80f4-f63f17b4e937 req-60633eef-f63d-44bf-a811-8aae4c8fca2b tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 931 time: 0.4263589 Aug 27 02:34:38.224260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:38.241737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.242091 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 2970739c-ba4e-4b2a-8d9e-894b163b2214 of type vlan for network 66c416c8-e5e2-4654-80d1-08ff8a3e23d5 Aug 27 02:34:38.306292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bef4f435-8548-498a-80f4-f63f17b4e937 req-b669ab48-82d2-4e24-ac7d-038a39e3c782 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424155 Aug 27 02:34:38.320535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:38.328544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.334994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbc829-33fd-492e-b5d9-80741c5467fa req-a4cf6a49-c3f3-4c2a-903a-ee085ec53aa1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.348392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ecbc829-33fd-492e-b5d9-80741c5467fa req-a4cf6a49-c3f3-4c2a-903a-ee085ec53aa1 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2080674 Aug 27 02:34:38.459650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:38.484675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.501436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.501800 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 26d7adac-3002-487a-a26e-31f61e34d970 of type vlan for network f37ed401-7baa-421a-b015-9759429cbd43 Aug 27 02:34:38.519065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ecbc829-33fd-492e-b5d9-80741c5467fa req-ac0c4509-a8ba-46b2-9ffe-fbc38c8ff6c3 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696072 Aug 27 02:34:38.564617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Deleting port 6ff85a77-393a-45c9-a4d4-4130539de405 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:38.565260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.594218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.644888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.695738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.701345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.702181 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.826673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.864987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0439203-8f63-4345-a699-cc07ef8ca6cc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:38.876772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.886775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8995471 Aug 27 02:34:38.889969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55584) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:38.899529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:38.930047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.936765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.937394 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.964969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Transition to ACTIVE for port object a0439203-8f63-4345-a699-cc07ef8ca6cc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:38.992242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] For port 6ff85a77-393a-45c9-a4d4-4130539de405, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6ff85a77-393a-45c9-a4d4-4130539de405,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:38.992519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.000019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05cd62-c8be-493a-8efb-e1410308fc61 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=66c416c8-e5e2-4654-80d1-08ff8a3e23d5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.013072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 66c416c8-e5e2-4654-80d1-08ff8a3e23d5 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:39.027861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.032535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Calling delete_port for 6ff85a77-393a-45c9-a4d4-4130539de405 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:39.165982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Allocated IP 172.25.1.195 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/68af1244-8306-4544-aa9f-9ae3763d2b8a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:39.215699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Pushing event updated for resources: {'Port': ['ID=a0439203-8f63-4345-a699-cc07ef8ca6cc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.274986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:39.279012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.294459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 013cd69f-0215-42e4-aa64-b3cb101264c3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:39.331672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c0240-1793-4f6d-8a52-39a87efea6a2 None None] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:39.356814 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4723992 Aug 27 02:34:39.392108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55588) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:39.415108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:39.426822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.454058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 013cd69f-0215-42e4-aa64-b3cb101264c3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:39.485586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 013cd69f-0215-42e4-aa64-b3cb101264c3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:39.486436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.490488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4a428520-f9eb-4487-ab97-e71edca02601 None None] Provisioning for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:39.504303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.590666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.667938 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.678492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16883d38-8680-4eba-a61b-7164bde1ac6d tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=f37ed401-7baa-421a-b015-9759429cbd43,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.712604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 013cd69f-0215-42e4-aa64-b3cb101264c3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=013cd69f-0215-42e4-aa64-b3cb101264c3,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:39.738654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f37ed401-7baa-421a-b015-9759429cbd43 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:39.742824 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.743641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6bc14be9-befc-4f9d-a2c2-a01ef288d2de up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:39.870109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b778d-de7b-4474-9c45-ac23e98ebb29 req-d5349c93-472e-4d24-a5dd-47138be9fea5 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:39.871919 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-825b778d-de7b-4474-9c45-ac23e98ebb29 req-d5349c93-472e-4d24-a5dd-47138be9fea5 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 943 time: 0.4656646 Aug 27 02:34:39.931885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.934600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing IP validity checks on allocation pools {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:34:39.936374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:34:39.961203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Deleting port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:39.961857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.979551 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.032266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=013cd69f-0215-42e4-aa64-b3cb101264c3,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.044208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Allocated IP 172.25.1.173 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/bc9440f0-5699-41db-9857-b31db4788bd3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:40.051496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Attempting to bind port a0439203-8f63-4345-a699-cc07ef8ca6cc on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:40.052292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Attempting to bind port a0439203-8f63-4345-a699-cc07ef8ca6cc by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '3b5578f9-cf1d-4e65-b85f-959fce5ee5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:40.052809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Attempting to bind port a0439203-8f63-4345-a699-cc07ef8ca6cc on network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:40.076766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dab18-388e-4837-b37a-4bac4f9a82f4 req-14c4f55f-fd08-4b85-b993-53fd0a54a202 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.078961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a18dab18-388e-4837-b37a-4bac4f9a82f4 req-14c4f55f-fd08-4b85-b993-53fd0a54a202 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 945 time: 0.2079356 Aug 27 02:34:40.086235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Port a0439203-8f63-4345-a699-cc07ef8ca6cc on network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:40.087117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Attempting to bind port a0439203-8f63-4345-a699-cc07ef8ca6cc on network 15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:40.094831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] Update dhcp port {'port': {'network_id': '67097a71-defe-4e4f-8cb8-48720fee0e41', 'fixed_ips': [{'subnet_id': 'a68fc9ff-2a91-4b09-851b-f56f816dce47', 'ip_address': '2001:db8::2'}, {'subnet_id': 'faa5d75c-1f5f-4b5c-b89c-574f1c4afdd0'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '6bc14be9-befc-4f9d-a2c2-a01ef288d2de'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:34:40.111987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:40.112811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Checking segment: {'id': '3b5578f9-cf1d-4e65-b85f-959fce5ee5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:40.113536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Bound using segment: {'id': '3b5578f9-cf1d-4e65-b85f-959fce5ee5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:40.114654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Bound port: a0439203-8f63-4345-a699-cc07ef8ca6cc, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5578f9-cf1d-4e65-b85f-959fce5ee5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:40.115388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.119588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:40.125746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:40.126123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.173130 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.180333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.212522 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.256924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.268033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network f37ed401-7baa-421a-b015-9759429cbd43 is not hosted by any dhcp agent {{(pid=94773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:34:40.273193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.273806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.277959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "PUT /v2.0/networks/f37ed401-7baa-421a-b015-9759429cbd43 HTTP/1.1" status: 200 len: 723 time: 0.8709462 Aug 27 02:34:40.278147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] For port 2b8e2981-2f71-44e1-8a79-ff47a44dda1c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,segment=NetworkSegment(d17c26c9-abfb-4eb6-9221-2a08bf249873),segment_id=d17c26c9-abfb-4eb6-9221-2a08bf249873)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:40.278147 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.281516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a18dab18-388e-4837-b37a-4bac4f9a82f4 req-f367e9c8-195a-4ef5-b95d-150e0d59f8f7 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/security-groups?id=15894ddb-40b2-4795-8944-fb3a53757971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915636 Aug 27 02:34:40.292834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55594) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:40.301591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': 'f37ed401-7baa-421a-b015-9759429cbd43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:40.314349 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.337976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-825b778d-de7b-4474-9c45-ac23e98ebb29 req-5fd7ce57-d5f9-40d6-8f74-1f01b85055c7 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488847 Aug 27 02:34:40.366742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Calling delete_port for 2b8e2981-2f71-44e1-8a79-ff47a44dda1c owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:40.368939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] For port a0439203-8f63-4345-a699-cc07ef8ca6cc, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:40.377563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:40.394278 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:40.396391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,segment=NetworkSegment(cb7c24b8-491e-4e5d-ae5a-085785a7d11b),segment_id=cb7c24b8-491e-4e5d-ae5a-085785a7d11b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:40.398083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] For port a0439203-8f63-4345-a699-cc07ef8ca6cc, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a0439203-8f63-4345-a699-cc07ef8ca6cc,segment=NetworkSegment(3b5578f9-cf1d-4e65-b85f-959fce5ee5b9),segment_id=3b5578f9-cf1d-4e65-b85f-959fce5ee5b9)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:40.398507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:40.411284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.420834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9c1e8-48f5-4c87-95c5-2ee9873f85d8 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=f37ed401-7baa-421a-b015-9759429cbd43,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.444899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.449886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f37ed401-7baa-421a-b015-9759429cbd43 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:40.577111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.578242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.579083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.579615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0439203-8f63-4345-a699-cc07ef8ca6cc HTTP/1.1" status: 200 len: 1091 time: 2.5602953 Aug 27 02:34:40.581713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'tag': 'a0439203-8f63-4345-a699-cc07ef8ca6cc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:40.584054 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6bb9b0-0f47-430d-9a14-7675965c1232" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4d9fa0-8917-4fe4-8586-e8626e6a2381", "tag": "a0439203-8f63-4345-a699-cc07ef8ca6cc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:40.596801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b9aa-bb49-4ec1-aeed-fdfbaf3e3037 service neutron] Pushing event updated for resources: {'Port': ['ID=a0439203-8f63-4345-a699-cc07ef8ca6cc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.599981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.638140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] Allocated IP 172.20.0.1 (67097a71-defe-4e4f-8cb8-48720fee0e41/faa5d75c-1f5f-4b5c-b89c-574f1c4afdd0/6bc14be9-befc-4f9d-a2c2-a01ef288d2de) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:40.672818 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e7abee-03f9-404f-8c06-24f8daed1a16 x-openstack-request-id: req-48e7abee-03f9-404f-8c06-24f8daed1a16 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:40.673111 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4d9fa0-8917-4fe4-8586-e8626e6a2381", "tag": "a0439203-8f63-4345-a699-cc07ef8ca6cc", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:40.673362 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48e7abee-03f9-404f-8c06-24f8daed1a16 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:40.673768 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'tag': 'a0439203-8f63-4345-a699-cc07ef8ca6cc', 'status': 'completed', 'code': 200} Aug 27 02:34:40.684437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6ff85a77-393a-45c9-a4d4-4130539de405 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:40.730147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 6ff85a77-393a-45c9-a4d4-4130539de405 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:40.730496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6ff85a77-393a-45c9-a4d4-4130539de405 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:40.777990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=448aadc6-6a05-414b-84ed-259131fd9ae9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.780100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:40.781275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] For port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,segment=NetworkSegment(cb7c24b8-491e-4e5d-ae5a-085785a7d11b),segment_id=cb7c24b8-491e-4e5d-ae5a-085785a7d11b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:40.783692 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.813303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.827999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] Transition to ACTIVE for port object 6bc14be9-befc-4f9d-a2c2-a01ef288d2de will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:40.833356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.877868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c413b3-6229-4549-954f-e6f263264a9a req-aaba2730-a11d-41e2-b92c-8bcf4f519b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.879383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-aaba2730-a11d-41e2-b92c-8bcf4f519b13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eca3363833c24e08a389b08a7b409c20&device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 1094 time: 0.2277195 Aug 27 02:34:40.885724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': '2970739c-ba4e-4b2a-8d9e-894b163b2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:40.886095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: 66c416c8-e5e2-4654-80d1-08ff8a3e23d5, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:40.908576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=68af1244-8306-4544-aa9f-9ae3763d2b8a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.925737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aded6-2d28-4bb0-9d70-f98f591f09b1 None None] Pushing event updated for resources: {'Port': ['ID=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.935724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] No DVR routers for this DVR port 6ff85a77-393a-45c9-a4d4-4130539de405 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:40.938787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.941620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f1612be-f43b-42f1-a62f-fe95abb93c87 req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.32 "DELETE /v2.0/ports/6ff85a77-393a-45c9-a4d4-4130539de405 HTTP/1.1" status: 204 len: 173 time: 3.1316378 Aug 27 02:34:40.949252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-e01af110-fc94-4adb-9e5e-4c856480c22e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0439203-8f63-4345-a699-cc07ef8ca6cc HTTP/1.1" status: 200 len: 217 time: 0.0598986 Aug 27 02:34:40.967823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'name': 'network-vif-deleted', 'tag': '6ff85a77-393a-45c9-a4d4-4130539de405'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:40.970530 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9499352-afd0-44a9-86a0-00cdd730cc48" -d '{"events": [{"server_uuid": "81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc", "name": "network-vif-deleted", "tag": "6ff85a77-393a-45c9-a4d4-4130539de405"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:40.984396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2feb8-c0ce-4051-b99c-81eb53e40935 tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] Pushing event deleted for resources: {'Port': ['ID=6ff85a77-393a-45c9-a4d4-4130539de405,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.011310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.021141 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac98b28-ff8a-4b16-87ee-19f3de2b4163 x-openstack-request-id: req-0ac98b28-ff8a-4b16-87ee-19f3de2b4163 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:41.021539 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc", "name": "network-vif-deleted", "tag": "6ff85a77-393a-45c9-a4d4-4130539de405", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:41.022039 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ac98b28-ff8a-4b16-87ee-19f3de2b4163 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:41.022996 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc', 'name': 'network-vif-deleted', 'tag': '6ff85a77-393a-45c9-a4d4-4130539de405', 'status': 'completed', 'code': 200} Aug 27 02:34:41.050291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network 66c416c8-e5e2-4654-80d1-08ff8a3e23d5 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:41.069015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:41.076917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:41.082417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:41.170873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 013cd69f-0215-42e4-aa64-b3cb101264c3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:41.191228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c413b3-6229-4549-954f-e6f263264a9a req-df1b2d16-062c-4e7c-a62c-0e7a4aabb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.192412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-df1b2d16-062c-4e7c-a62c-0e7a4aabb912 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df1e102-ac82-4aa2-b8f8-705b941515e2 HTTP/1.1" status: 200 len: 861 time: 0.2315464 Aug 27 02:34:41.207598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 66c416c8-e5e2-4654-80d1-08ff8a3e23d5) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:41.217957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630de97-5f8c-4b6b-9788-2cb55483654e None None] Network 66c416c8-e5e2-4654-80d1-08ff8a3e23d5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:41.228624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Port': ['ID=bc9440f0-5699-41db-9857-b31db4788bd3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.255381 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-ffed824c-380e-4dbb-9d15-3308896f35d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15d693d2-5d74-4b9e-b7c8-2a3a92f97c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553091 Aug 27 02:34:41.260120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.261072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.265256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.267392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.276853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ce7a4e3-87fd-4cf3-a6c5-16a139b74c24 req-9d5abf5b-6ad0-4f41-9986-7de2456f959e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0599017 Aug 27 02:34:41.407071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-66c416c8-e5e2-4654-80d1-08ff8a3e23d5', 'network_id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '448aadc6-6a05-414b-84ed-259131fd9ae9'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:41.408204 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.416786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 013cd69f-0215-42e4-aa64-b3cb101264c3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:41.418729 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.472926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=f92c5cfb-5b30-45e5-b95c-9493fa2511b4,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.477304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-77c647e7-39ba-4418-b325-98cc0437a2cd service neutron] 10.222.0.32 "GET /v2.0/networks/15d693d2-5d74-4b9e-b7c8-2a3a92f97c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075367 Aug 27 02:34:41.487417 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.503422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ce7a4e3-87fd-4cf3-a6c5-16a139b74c24 req-e2d9cedf-b454-4f2a-9174-4679aa7cc7e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 210 time: 0.1580274 Aug 27 02:34:41.568299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8e2981-2f71-44e1-8a79-ff47a44dda1c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.596904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e20d217-5bdb-42ab-a8bf-96e1b35f7070 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7034979 Aug 27 02:34:41.601808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a4cff44-cca5-4e84-a245-0136d1256b47 req-691f0db8-8eef-447b-8b40-98dc4ed2c88a tempest-ServerRescueNegativeTestJSON-102362971 tempest-ServerRescueNegativeTestJSON-102362971-project] 10.222.0.10 "GET /v2.0/ports?device_id=81b8d2b0-ff8b-4748-96ba-0f977bb5e7fc HTTP/1.1" status: 200 len: 210 time: 0.1015942 Aug 27 02:34:41.607381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55606) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:41.678928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6bc14be9-befc-4f9d-a2c2-a01ef288d2de up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:41.737268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceca5cc-6bdd-44f2-be0a-ebb584975e15 None None] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:41.805675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': '26d7adac-3002-487a-a26e-31f61e34d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f37ed401-7baa-421a-b015-9759429cbd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:41.806167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: f37ed401-7baa-421a-b015-9759429cbd43, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:41.809649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9c413b3-6229-4549-954f-e6f263264a9a req-e01af265-b42c-4933-8b0f-7119f0d781cb service neutron] 10.222.0.32 "GET /v2.0/networks/15d693d2-5d74-4b9e-b7c8-2a3a92f97c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057764 Aug 27 02:34:41.867990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c60210-b904-4a00-9e41-01d3da332dee req-8130bc20-023b-46e4-8c04-af4b4bfd118c tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.874837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84c60210-b904-4a00-9e41-01d3da332dee req-8130bc20-023b-46e4-8c04-af4b4bfd118c tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 943 time: 0.3480265 Aug 27 02:34:41.877088 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.877638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-44475031-c558-4501-bb09-eee679230a6e None None] Provisioning for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:41.890186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-44475031-c558-4501-bb09-eee679230a6e None None] Provisioning complete for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:41.890660 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-44475031-c558-4501-bb09-eee679230a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.898732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.930474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Allocated IP 172.20.0.3 (66c416c8-e5e2-4654-80d1-08ff8a3e23d5/448aadc6-6a05-414b-84ed-259131fd9ae9/72bb79b8-f024-479c-a248-290698ddcf37) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:41.960190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network f37ed401-7baa-421a-b015-9759429cbd43 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:41.964557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:41.964940 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.989391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f37ed401-7baa-421a-b015-9759429cbd43) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:42.018184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.019112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588917'] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.027597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-df5b2bed-9fe1-407f-b7ff-17832f219b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.029116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-df5b2bed-9fe1-407f-b7ff-17832f219b84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eca3363833c24e08a389b08a7b409c20&device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 1094 time: 0.1523192 Aug 27 02:34:42.041481 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.044614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d915ea-74df-4206-b51f-c49927fcbd31 None None] Network f37ed401-7baa-421a-b015-9759429cbd43 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:42.046243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7a4e3-87fd-4cf3-a6c5-16a139b74c24 req-b1cddbd7-27a5-40ea-96a3-1b932a0c4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.047884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ce7a4e3-87fd-4cf3-a6c5-16a139b74c24 req-b1cddbd7-27a5-40ea-96a3-1b932a0c4aa0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4672482 Aug 27 02:34:42.054634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84c60210-b904-4a00-9e41-01d3da332dee req-f6220a5a-5a56-43ca-b608-1126e38d7189 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786408 Aug 27 02:34:42.107848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-33882eb3-ff33-4f91-89c5-7c00b6bcc631 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8122818 Aug 27 02:34:42.111876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.114421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55610) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:42.117783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.169753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9c29514a-0b33-4497-b5ee-cecf6d055fa4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:42.345821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-3fdd3b7b-5fbd-4ce3-8024-27ceb46b7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.347777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-3fdd3b7b-5fbd-4ce3-8024-27ceb46b7298 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 HTTP/1.1" status: 200 len: 922 time: 0.3016889 Aug 27 02:34:42.383852 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.384495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7a4e3-87fd-4cf3-a6c5-16a139b74c24 req-f71486dc-c6ca-44f2-b7e6-ba22873ee0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.385428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ce7a4e3-87fd-4cf3-a6c5-16a139b74c24 req-f71486dc-c6ca-44f2-b7e6-ba22873ee0a3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3282645 Aug 27 02:34:42.397503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Transition to ACTIVE for port object 72bb79b8-f024-479c-a248-290698ddcf37 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:42.403396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c29514a-0b33-4497-b5ee-cecf6d055fa4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25600372'] for subnet, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.403840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f37ed401-7baa-421a-b015-9759429cbd43', 'network_id': 'f37ed401-7baa-421a-b015-9759429cbd43', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': 'f92c5cfb-5b30-45e5-b95c-9493fa2511b4'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:42.404728 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.427503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-cd645f44-ded7-47f6-8384-e0f1e408589e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0439203-8f63-4345-a699-cc07ef8ca6cc HTTP/1.1" status: 200 len: 217 time: 0.0703931 Aug 27 02:34:42.430261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Transition to ACTIVE for port object 72bb79b8-f024-479c-a248-290698ddcf37 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:42.449239 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.520171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.543950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.549012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.552753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Network 66c416c8-e5e2-4654-80d1-08ff8a3e23d5 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:42.581523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:42.583882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Pushing event updated for resources: {'Port': ['ID=72bb79b8-f024-479c-a248-290698ddcf37,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:42.586074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:42.596756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.651047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Attempting to bind port 72bb79b8-f024-479c-a248-290698ddcf37 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.651935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Attempting to bind port 72bb79b8-f024-479c-a248-290698ddcf37 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2970739c-ba4e-4b2a-8d9e-894b163b2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.652538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Attempting to bind port 72bb79b8-f024-479c-a248-290698ddcf37 on network 66c416c8-e5e2-4654-80d1-08ff8a3e23d5 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.660702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:42.661335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Checking segment: {'id': '2970739c-ba4e-4b2a-8d9e-894b163b2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:42.662093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.662700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Bound using segment: {'id': '2970739c-ba4e-4b2a-8d9e-894b163b2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:42.663481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Bound port: 72bb79b8-f024-479c-a248-290698ddcf37, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970739c-ba4e-4b2a-8d9e-894b163b2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:42.664039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.704989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55614) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:42.715980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=68af1244-8306-4544-aa9f-9ae3763d2b8a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:42.743794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] For port 72bb79b8-f024-479c-a248-290698ddcf37, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:42.748115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] For port 72bb79b8-f024-479c-a248-290698ddcf37, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=72bb79b8-f024-479c-a248-290698ddcf37,segment=NetworkSegment(2970739c-ba4e-4b2a-8d9e-894b163b2214),segment_id=2970739c-ba4e-4b2a-8d9e-894b163b2214)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:42.752799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.847492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.881773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.886420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-42ea02b9-de71-4a47-a08b-e9171d18c95d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8948984 Aug 27 02:34:43.023019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22629-91fa-4dc2-b35c-a072516103df None None] Pushing event updated for resources: {'Port': ['ID=72bb79b8-f024-479c-a248-290698ddcf37,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.029866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-15904f36-9eb0-438c-83a5-295ee65f8ac6 None None] Provisioning complete for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:43.030397 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-15904f36-9eb0-438c-83a5-295ee65f8ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.053603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023fb5c-7a84-49ed-9067-63613f507e73 None None] Network 66c416c8-e5e2-4654-80d1-08ff8a3e23d5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:43.114681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Router 51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:43.131220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-f6955047-9243-4095-9b30-35276fb0f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.132719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-f6955047-9243-4095-9b30-35276fb0f35a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df1e102-ac82-4aa2-b8f8-705b941515e2 HTTP/1.1" status: 200 len: 861 time: 0.6960433 Aug 27 02:34:43.177531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=448aadc6-6a05-414b-84ed-259131fd9ae9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.237792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:43.261369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-73e0ce51-7d00-4097-8881-9fc5f7a1a029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15d693d2-5d74-4b9e-b7c8-2a3a92f97c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971713 Aug 27 02:34:43.290374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.327538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c416c8-e5e2-4654-80d1-08ff8a3e23d5']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.344453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80623206-9dc1-4d27-991d-c62ea333d2fd req-23daa1f1-b31b-46fa-9857-6dd6f24c671d tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.345973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80623206-9dc1-4d27-991d-c62ea333d2fd req-23daa1f1-b31b-46fa-9857-6dd6f24c671d tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 943 time: 0.1424789 Aug 27 02:34:43.364824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:43.368915 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.376820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Sync routers for ids ['51bf97cf-80ef-4dbe-b8d1-73f48c2fc756'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:43.386591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Routers {'51bf97cf-80ef-4dbe-b8d1-73f48c2fc756'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:43.387442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51bf97cf-80ef-4dbe-b8d1-73f48c2fc756'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.392458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2970739c-ba4e-4b2a-8d9e-894b163b2214') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.392751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2970739c-ba4e-4b2a-8d9e-894b163b2214') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.450604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.463712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-88027783-b8fa-4cff-8b65-22252da08862 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1049592653&fields=id&tenant_id=7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 267 time: 0.3236010 Aug 27 02:34:43.468901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c29514a-0b33-4497-b5ee-cecf6d055fa4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754610759976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25306337'] for subnet, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.520801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.541470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Set router 51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:43.545981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Allocated IP 2001:db8::2 (f37ed401-7baa-421a-b015-9759429cbd43/f92c5cfb-5b30-45e5-b95c-9493fa2511b4/4ccaff2e-4624-41d7-89c5-5971775eb8fb) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:43.626678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:43.627009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.630754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29514a-0b33-4497-b5ee-cecf6d055fa4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.631585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c29514a-0b33-4497-b5ee-cecf6d055fa4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9c29514a-0b33-4497-b5ee-cecf6d055fa4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "PUT /v2.0/subnets/f92c5cfb-5b30-45e5-b95c-9493fa2511b4 HTTP/1.1" status: 200 len: 826 time: 1.5132909 Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:43.635614 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:43.659842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55632) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:43.741547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-245e20a3-4618-42b8-95e5-6c126d7a851b service neutron] 10.222.0.32 "GET /v2.0/networks/15d693d2-5d74-4b9e-b7c8-2a3a92f97c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577146 Aug 27 02:34:43.783515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29514a-0b33-4497-b5ee-cecf6d055fa4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=f92c5cfb-5b30-45e5-b95c-9493fa2511b4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.829601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:43.848613 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] Sync routers for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:43.851820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80623206-9dc1-4d27-991d-c62ea333d2fd req-51d1dc28-e73a-4a7a-899c-27c3b0459903 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941576 Aug 27 02:34:43.867571 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:43.868620 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.873854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:34:43.873854 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:34:43.873854 n-d-806293-1 neutron-server[94772]: [parameters: {'id': '66c416c8-e5e2-4654-80d1-08ff8a3e23d5'}] Aug 27 02:34:43.873854 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:43.873854 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:43.879163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-64f06927-8b9e-449a-abe4-bd12197d27c9 admin admin] 10.222.0.10 "PUT /v2.0/routers/1029fb46-61ae-4e7a-ae39-8c7950fcb3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3054445 Aug 27 02:34:43.885429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55636) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:43.899715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.910638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf97cf-80ef-4dbe-b8d1-73f48c2fc756', 'name': 'tempest-snat-router-1446611690', 'tenant_id': '15092557d13f42c5bc9f522b7016eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': False}, 'gw_port_id': 'bc9440f0-5699-41db-9857-b31db4788bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:37Z', 'updated_at': '2021-08-27T02:34:41Z', 'revision_number': 3, 'project_id': '15092557d13f42c5bc9f522b7016eac4', 'gw_port': {'id': 'bc9440f0-5699-41db-9857-b31db4788bd3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf97cf-80ef-4dbe-b8d1-73f48c2fc756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:39Z', 'updated_at': '2021-08-27T02:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.913226 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.915345 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d13b5c4c-745e-4381-a861-c8ef39fb27aa tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7611685 Aug 27 02:34:43.923017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55638) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:43.941882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Transition to ACTIVE for port object 4ccaff2e-4624-41d7-89c5-5971775eb8fb will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:43.958790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Transition to ACTIVE for port object 4ccaff2e-4624-41d7-89c5-5971775eb8fb will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:43.962176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Checking router: 51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:43.962781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Updating router 51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 port bc9440f0-5699-41db-9857-b31db4788bd3 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:43.985384 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.010407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:44.024320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-7e8cc235-e08c-4bae-8c49-baba785bd1fd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:44.025654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-7e8cc235-e08c-4bae-8c49-baba785bd1fd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.5361543 Aug 27 02:34:44.033278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.036561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Network f37ed401-7baa-421a-b015-9759429cbd43 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:44.065990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:44.072587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:44.077120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Pushing event updated for resources: {'Port': ['ID=4ccaff2e-4624-41d7-89c5-5971775eb8fb,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.095795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.105633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-e7ffd1e5-7a5f-40ce-88e1-71c86f85c5a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/quotas/7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 375 time: 0.0608418 Aug 27 02:34:44.121276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c6bb9b0-0f47-430d-9a14-7675965c1232 req-ebb4bcd6-d3e1-4b92-bc24-694c0ccb23f5 service neutron] 10.222.0.32 "GET /v2.0/networks/15d693d2-5d74-4b9e-b7c8-2a3a92f97c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447359 Aug 27 02:34:44.150044 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-65a07c18-4be5-4710-b8cf-17d09fe025f8 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 HTTP/1.1" status: 200 len: 909 time: 0.2055399 Aug 27 02:34:44.152338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55640) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.156930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1446611690', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': True}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:44.184650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.194474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Attempting to bind port 4ccaff2e-4624-41d7-89c5-5971775eb8fb on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:44.194855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Attempting to bind port 4ccaff2e-4624-41d7-89c5-5971775eb8fb by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '26d7adac-3002-487a-a26e-31f61e34d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f37ed401-7baa-421a-b015-9759429cbd43'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:44.195225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Attempting to bind port 4ccaff2e-4624-41d7-89c5-5971775eb8fb on network f37ed401-7baa-421a-b015-9759429cbd43 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:44.203871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:44.204606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Checking segment: {'id': '26d7adac-3002-487a-a26e-31f61e34d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f37ed401-7baa-421a-b015-9759429cbd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:44.205008 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.205405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Bound using segment: {'id': '26d7adac-3002-487a-a26e-31f61e34d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f37ed401-7baa-421a-b015-9759429cbd43'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:44.205888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Bound port: 4ccaff2e-4624-41d7-89c5-5971775eb8fb, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d7adac-3002-487a-a26e-31f61e34d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f37ed401-7baa-421a-b015-9759429cbd43'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:44.206281 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.248320 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:34:40Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:44.275439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.277687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.285450 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] Checking router: 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:44.295669 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-a69f11c1-a1e7-4df5-9d07-b8db740d3a2d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1779289 Aug 27 02:34:44.297420 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] Routers {'1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:44.299314 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:44.318707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting port 4ccaff2e-4624-41d7-89c5-5971775eb8fb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:44.319052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.344458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ea539f98-51af-452a-970d-79109a52a60e None None] For port 4ccaff2e-4624-41d7-89c5-5971775eb8fb, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:44.365355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ea539f98-51af-452a-970d-79109a52a60e None None] For port 4ccaff2e-4624-41d7-89c5-5971775eb8fb, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ccaff2e-4624-41d7-89c5-5971775eb8fb,segment=NetworkSegment(26d7adac-3002-487a-a26e-31f61e34d970),segment_id=26d7adac-3002-487a-a26e-31f61e34d970)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:44.377782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.382919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.403721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.412592 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.413570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Deleting port 021812a6-d08d-480d-81a7-d340c9595a08 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:44.413921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.485435 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] Set router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:44.497654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539f98-51af-452a-970d-79109a52a60e None None] Pushing event updated for resources: {'Port': ['ID=4ccaff2e-4624-41d7-89c5-5971775eb8fb,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.536731 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.558528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] For port 4ccaff2e-4624-41d7-89c5-5971775eb8fb, host n-d-806293-1, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:44.558899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.563820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Transition to ACTIVE for port object bc9440f0-5699-41db-9857-b31db4788bd3 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:44.575340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-2c01b79d-ac9b-42d1-961b-9c99d7971fea service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541883 Aug 27 02:34:44.575846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.591744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Calling delete_port for 4ccaff2e-4624-41d7-89c5-5971775eb8fb owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:44.631228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Attempting to bind port bc9440f0-5699-41db-9857-b31db4788bd3 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:44.632019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Attempting to bind port bc9440f0-5699-41db-9857-b31db4788bd3 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:44.632623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Attempting to bind port bc9440f0-5699-41db-9857-b31db4788bd3 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:44.649096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:44.649824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:44.650438 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.651246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:44.652154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Bound port: bc9440f0-5699-41db-9857-b31db4788bd3, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:44.652788 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.720573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] For port 021812a6-d08d-480d-81a7-d340c9595a08, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=021812a6-d08d-480d-81a7-d340c9595a08,segment=NetworkSegment(15e75e67-0d21-4e08-95d6-b1b009acd9d5),segment_id=15e75e67-0d21-4e08-95d6-b1b009acd9d5)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:44.721091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.731887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.733511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] For port bc9440f0-5699-41db-9857-b31db4788bd3, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:44.739100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] For port bc9440f0-5699-41db-9857-b31db4788bd3, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bc9440f0-5699-41db-9857-b31db4788bd3,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:44.741384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Calling delete_port for 021812a6-d08d-480d-81a7-d340c9595a08 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:44.741546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Deleting port 357575fd-7b79-4da4-8412-01e4609e7cea {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:44.741856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.749714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a0439203-8f63-4345-a699-cc07ef8ca6cc details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:44.756471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Deleting port 72bb79b8-f024-479c-a248-290698ddcf37 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:44.756595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.762224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.769904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2413f-921f-4177-a880-2da76832c1d8 None None] Pushing event updated for resources: {'Port': ['ID=bc9440f0-5699-41db-9857-b31db4788bd3,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.831989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:34:40Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:44.862288 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae4f4-6cf7-4663-9280-2c8022030c2c None None] The sync data for ids ['1029fb46-61ae-4e7a-ae39-8c7950fcb3ba'] in n-d-806293-1 is: [{'id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908946551-router', 'tenant_id': 'b775d1b8805441acb13f6273b88fe2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:48Z', 'updated_at': '2021-08-27T02:34:40Z', 'revision_number': 5, 'project_id': 'b775d1b8805441acb13f6273b88fe2b7', 'gw_port': {'id': '357575fd-7b79-4da4-8412-01e4609e7cea', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fb46-61ae-4e7a-ae39-8c7950fcb3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:50Z', 'updated_at': '2021-08-27T02:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:44.946407 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-3e6c3661-9e15-4b06-bb61-9df85ae677c5 service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492541 Aug 27 02:34:44.987334 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Routers {'51bf97cf-80ef-4dbe-b8d1-73f48c2fc756'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:44.987975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51bf97cf-80ef-4dbe-b8d1-73f48c2fc756'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:44.993205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2413f-921f-4177-a880-2da76832c1d8 None None] Pushing event updated for resources: {'Port': ['ID=bc9440f0-5699-41db-9857-b31db4788bd3,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.088748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] For port 72bb79b8-f024-479c-a248-290698ddcf37, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=72bb79b8-f024-479c-a248-290698ddcf37,segment=NetworkSegment(2970739c-ba4e-4b2a-8d9e-894b163b2214),segment_id=2970739c-ba4e-4b2a-8d9e-894b163b2214)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:45.089842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.115743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a0439203-8f63-4345-a699-cc07ef8ca6cc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a0439203-8f63-4345-a699-cc07ef8ca6cc,segment=NetworkSegment(3b5578f9-cf1d-4e65-b85f-959fce5ee5b9),segment_id=3b5578f9-cf1d-4e65-b85f-959fce5ee5b9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:45.134936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'a0439203-8f63-4345-a699-cc07ef8ca6cc', 'network_id': '15d693d2-5d74-4b9e-b7c8-2a3a92f97c17', 'port_id': 'a0439203-8f63-4345-a699-cc07ef8ca6cc', 'mac_address': 'fa:16:3e:30:93:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df1e102-ac82-4aa2-b8f8-705b941515e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:45.146728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350584a7-919c-4506-8863-e6003d3e59fb req-cd14bd89-b002-4206-b2a3-a8cb63a4f956 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.148343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-350584a7-919c-4506-8863-e6003d3e59fb req-cd14bd89-b002-4206-b2a3-a8cb63a4f956 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 943 time: 0.1751373 Aug 27 02:34:45.187132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] Set router 51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:45.203834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Calling delete_port for 72bb79b8-f024-479c-a248-290698ddcf37 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:45.218481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] For port 357575fd-7b79-4da4-8412-01e4609e7cea, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=357575fd-7b79-4da4-8412-01e4609e7cea,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:45.218481 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.221677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-350584a7-919c-4506-8863-e6003d3e59fb req-2bd8fdad-6ab7-48fc-b798-dde14136654b tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633199 Aug 27 02:34:45.263806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Calling delete_port for 357575fd-7b79-4da4-8412-01e4609e7cea owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:45.397990 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.398777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.432048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ccaff2e-4624-41d7-89c5-5971775eb8fb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:45.441255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.458327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0439203-8f63-4345-a699-cc07ef8ca6cc {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:45.471450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4ccaff2e-4624-41d7-89c5-5971775eb8fb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:45.471792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ccaff2e-4624-41d7-89c5-5971775eb8fb not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 02:34:45.482400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.492378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.494169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d97bed0-4621-43ca-9a95-fceba48f493a req-58b08f2c-aa72-4f56-a6cb-29f8e969fe40 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 210 time: 0.2275386 Aug 27 02:34:45.520413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Port 4ccaff2e-4624-41d7-89c5-5971775eb8fb not found, will not notify nova. {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 02:34:45.531815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a0439203-8f63-4345-a699-cc07ef8ca6cc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a0439203-8f63-4345-a699-cc07ef8ca6cc,segment=NetworkSegment(3b5578f9-cf1d-4e65-b85f-959fce5ee5b9),segment_id=3b5578f9-cf1d-4e65-b85f-959fce5ee5b9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:45.533060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2b8e2981-2f71-44e1-8a79-ff47a44dda1c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:45.565705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.585561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Port': ['ID=4ccaff2e-4624-41d7-89c5-5971775eb8fb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.617764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 2b8e2981-2f71-44e1-8a79-ff47a44dda1c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:45.618122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2b8e2981-2f71-44e1-8a79-ff47a44dda1c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:45.636382 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=a0439203-8f63-4345-a699-cc07ef8ca6cc,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.674085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf97cf-80ef-4dbe-b8d1-73f48c2fc756', 'name': 'tempest-snat-router-1446611690', 'tenant_id': '15092557d13f42c5bc9f522b7016eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': False}, 'gw_port_id': 'bc9440f0-5699-41db-9857-b31db4788bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:37Z', 'updated_at': '2021-08-27T02:34:41Z', 'revision_number': 3, 'project_id': '15092557d13f42c5bc9f522b7016eac4', 'gw_port': {'id': 'bc9440f0-5699-41db-9857-b31db4788bd3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf97cf-80ef-4dbe-b8d1-73f48c2fc756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:39Z', 'updated_at': '2021-08-27T02:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:45.677354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=021812a6-d08d-480d-81a7-d340c9595a08,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.698613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.698940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.699282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.699650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.699943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.700284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.700606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.700938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.701262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.701585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.702058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.702409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.710885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c566e-3c68-44fe-94fe-e4ef00925d05 None None] The sync data for ids ['51bf97cf-80ef-4dbe-b8d1-73f48c2fc756'] in n-d-806293-1 is: [{'id': '51bf97cf-80ef-4dbe-b8d1-73f48c2fc756', 'name': 'tempest-snat-router-1446611690', 'tenant_id': '15092557d13f42c5bc9f522b7016eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173'}], 'enable_snat': False}, 'gw_port_id': 'bc9440f0-5699-41db-9857-b31db4788bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:37Z', 'updated_at': '2021-08-27T02:34:41Z', 'revision_number': 3, 'project_id': '15092557d13f42c5bc9f522b7016eac4', 'gw_port': {'id': 'bc9440f0-5699-41db-9857-b31db4788bd3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf97cf-80ef-4dbe-b8d1-73f48c2fc756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:39Z', 'updated_at': '2021-08-27T02:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:45.749259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No DVR routers for this DVR port 4ccaff2e-4624-41d7-89c5-5971775eb8fb on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:45.780165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['a0439203-8f63-4345-a699-cc07ef8ca6cc'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:45.814666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Allocated IP 172.25.1.245 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/decd132b-2f6d-4ce2-a8c6-a36f7bf0856b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:45.925755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.002147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Port': ['ID=72bb79b8-f024-479c-a248-290698ddcf37,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.006034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.015205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No DVR routers for this DVR port 72bb79b8-f024-479c-a248-290698ddcf37 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:46.147095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.155365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a492d7c6-8b7f-497c-84b9-7cc12d416e49 None None] Network f37ed401-7baa-421a-b015-9759429cbd43 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:46.213146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ddbe5a74-4881-427e-806b-4d2ccec68f9a None None] Could not find standard attr ID for object 4ccaff2e-4624-41d7-89c5-5971775eb8fb. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:34:46.256814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.268135 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.333851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.337293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=357575fd-7b79-4da4-8412-01e4609e7cea,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.378395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c416c8-e5e2-4654-80d1-08ff8a3e23d5']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:46.425985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2970739c-ba4e-4b2a-8d9e-894b163b2214') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:46.426720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2970739c-ba4e-4b2a-8d9e-894b163b2214') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:46.438944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.459152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.467161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.468249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:46.468688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.543587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:46.551842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:46.555234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:46.571173 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:46.594617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.612283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.620905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.661892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Port': ['ID=decd132b-2f6d-4ce2-a8c6-a36f7bf0856b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.688271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.693891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/66c416c8-e5e2-4654-80d1-08ff8a3e23d5 HTTP/1.1" status: 204 len: 168 time: 5.0852702 Aug 27 02:34:46.697249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55662) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:46.708096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a0439203-8f63-4345-a699-cc07ef8ca6cc up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:46.715093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=f92c5cfb-5b30-45e5-b95c-9493fa2511b4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.744637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1981888713'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:46.758484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca09e7-3eda-475d-8e3a-1be037d08f19 None None] Network f37ed401-7baa-421a-b015-9759429cbd43 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:46.768191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163824a-41ba-4669-95c2-c941b15e023f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=66c416c8-e5e2-4654-80d1-08ff8a3e23d5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.915248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cb00a4e3-9056-43e6-97c9-90ca22581575 req-0f0d59d6-b100-454a-b21d-6a8089d15d63 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 210 time: 0.2426360 Aug 27 02:34:46.943685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Router 0021da26-32a8-4a45-8f66-caf0b24a154e has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:47.098662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port a0439203-8f63-4345-a699-cc07ef8ca6cc completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:47.103789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port a0439203-8f63-4345-a699-cc07ef8ca6cc triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:47.107143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.150113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.154145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5b2ad-5eb0-4937-845d-e0bfda5b2000 None None] DHCP port deletion for f37ed401-7baa-421a-b015-9759429cbd43 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:34:47.194890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ad755-6f2d-463e-933e-8e5cb94d49db None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:34:47.218003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.264623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101c87-2e4e-4ace-80c1-721adc331741 req-356e7a67-6954-45f6-a3cb-b578d48e55dd tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.266352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2101c87-2e4e-4ace-80c1-721adc331741 req-356e7a67-6954-45f6-a3cb-b578d48e55dd tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 944 time: 0.8785574 Aug 27 02:34:47.316936 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.365725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:47.373107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b4ddaa8-87ba-4ba5-a581-20e979bc32f7 admin admin] 10.222.0.10 "PUT /v2.0/routers/0021da26-32a8-4a45-8f66-caf0b24a154e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6670735 Aug 27 02:34:47.375586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55666) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.406737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.411062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:47.414711 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.418524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.420590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] Sync routers for ids ['0021da26-32a8-4a45-8f66-caf0b24a154e'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:47.426616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bc9440f0-5699-41db-9857-b31db4788bd3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:47.436526 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.440447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0439203-8f63-4345-a699-cc07ef8ca6cc'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:47.442799 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2aa45-d646-4693-af1b-5a97c1843618" -d '{"events": [{"server_uuid": "cd4d9fa0-8917-4fe4-8586-e8626e6a2381", "name": "network-vif-plugged", "status": "completed", "tag": "a0439203-8f63-4345-a699-cc07ef8ca6cc"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:47.453183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37ed401-7baa-421a-b015-9759429cbd43']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:47.509232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a0439203-8f63-4345-a699-cc07ef8ca6cc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a0439203-8f63-4345-a699-cc07ef8ca6cc,segment=NetworkSegment(3b5578f9-cf1d-4e65-b85f-959fce5ee5b9),segment_id=3b5578f9-cf1d-4e65-b85f-959fce5ee5b9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:47.525051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d7adac-3002-487a-a26e-31f61e34d970') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:47.525371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d7adac-3002-487a-a26e-31f61e34d970') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:47.558270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.575826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ad755-6f2d-463e-933e-8e5cb94d49db None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:34:47.584419 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672efadf-9335-477e-add3-25ecf01524e1 x-openstack-request-id: req-672efadf-9335-477e-add3-25ecf01524e1 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:47.584753 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4d9fa0-8917-4fe4-8586-e8626e6a2381", "name": "network-vif-plugged", "status": "completed", "tag": "a0439203-8f63-4345-a699-cc07ef8ca6cc", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:47.584967 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-672efadf-9335-477e-add3-25ecf01524e1 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:47.585420 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0439203-8f63-4345-a699-cc07ef8ca6cc', 'code': 200} Aug 27 02:34:47.589477 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.590006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1029fb46-61ae-4e7a-ae39-8c7950fcb3ba {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:47.594611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.595798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4c06f48f-4d3e-4dd0-9420-1c65a22e6fa7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1029fb46-61ae-4e7a-ae39-8c7950fcb3ba HTTP/1.1" status: 204 len: 168 time: 3.7080860 Aug 27 02:34:47.600784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.602771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.603685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2101c87-2e4e-4ace-80c1-721adc331741 req-7bca9c49-581b-4d7a-b7fe-8ceb2be9b32b tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680042 Aug 27 02:34:47.622892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:47.627095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.627488 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 229bfb6e-847d-4cdd-94ef-1a1467f6a830 of type vlan for network 4ea7b2a8-6c38-4a91-8543-345dd48a1347 Aug 27 02:34:47.657133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] Routers {'0021da26-32a8-4a45-8f66-caf0b24a154e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:47.659366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0021da26-32a8-4a45-8f66-caf0b24a154e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:47.675798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.702680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55670) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.724323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-384c0782-e556-483c-9dab-b31ea1e2fc6d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.725936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-384c0782-e556-483c-9dab-b31ea1e2fc6d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 1.0295308 Aug 27 02:34:47.727146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.743629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port bc9440f0-5699-41db-9857-b31db4788bd3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:47.753527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port bc9440f0-5699-41db-9857-b31db4788bd3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:47.754028 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.807168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-0df19db9-073b-4a4a-8ddc-9fdc8638f660 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 380 time: 0.0443001 Aug 27 02:34:47.810244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:47.810613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:47.814640 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:47.817074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.820959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.821560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.828290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'port': {'device_id': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'admin_state_up': True, 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'security_groups': ['e3d7d580-4e59-47ec-9f19-a3d18e5684d8']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:47.884388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=a0439203-8f63-4345-a699-cc07ef8ca6cc,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:47.965653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] Set router 0021da26-32a8-4a45-8f66-caf0b24a154e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:47.968431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] Deleting subnet 916e121f-5242-4d7c-a886-c06102ad820c {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:47.972508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.975482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.012373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.027502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.039624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3295476 Aug 27 02:34:48.088943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55674) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.105440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:48.120763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-160d367c-7ffc-4804-8d16-d7a25dd6ae5c req-87f7f2fc-044b-4531-9891-de2e810f164b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 210 time: 0.1005399 Aug 27 02:34:48.161296 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.254052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dae0c8-9daf-4df5-b6f8-98b33d05c080 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=4ea7b2a8-6c38-4a91-8543-345dd48a1347,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:48.263858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:48.268806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.279022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a8ef8-2b24-4153-aa5d-8892ef037b21 req-fb86da79-ff56-43d5-b401-9c62a9c30d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.281148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a5a8ef8-2b24-4153-aa5d-8892ef037b21 req-fb86da79-ff56-43d5-b401-9c62a9c30d47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 1096 time: 0.6933026 Aug 27 02:34:48.284869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port bc9440f0-5699-41db-9857-b31db4788bd3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bc9440f0-5699-41db-9857-b31db4788bd3,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:48.288120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 4ea7b2a8-6c38-4a91-8543-345dd48a1347 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:48.300470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.304786 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.309446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/f37ed401-7baa-421a-b015-9759429cbd43 HTTP/1.1" status: 204 len: 168 time: 4.6188886 Aug 27 02:34:48.309618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.310719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55676) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.336094 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c40c71c-b0ab-4abc-b5ff-1b0f40e7954b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:34:48.336705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c40c71c-b0ab-4abc-b5ff-1b0f40e7954b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:34:48.342178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7c40c71c-b0ab-4abc-b5ff-1b0f40e7954b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/f37ed401-7baa-421a-b015-9759429cbd43 HTTP/1.1" status: 404 len: 339 time: 0.0254612 Aug 27 02:34:48.342393 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.343509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55678) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.349077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1896568640', 'description': 'd1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:48.386997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Router 6260761a-f9ef-4ce8-9ec3-8048f2b72062 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:48.399192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.405562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:48.409066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.435636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3ee29-493f-44b8-be92-59851b4fcc59 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=f37ed401-7baa-421a-b015-9759429cbd43,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:48.484877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a5a8ef8-2b24-4153-aa5d-8892ef037b21 req-ab366e42-bc8b-4bbd-9455-328c14791c81 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369579 Aug 27 02:34:48.502158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Deleting port 015c348d-24ec-41ee-808c-af1931be9fc6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:48.502528 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.561260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:48.577732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=bc9440f0-5699-41db-9857-b31db4788bd3,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:48.577981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Made reservation on behalf of 7c8b093aba3a4481b05590b302f4062f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:48.583101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.587005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.602165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:34:45Z', 'revision_number': 5, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port': {'id': '015c348d-24ec-41ee-808c-af1931be9fc6', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:66:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:02Z', 'updated_at': '2021-08-27T02:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:48.615863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.616207 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 8563d61e-fb9a-4320-8c76-9c07c4b41b30 of type vlan for network 408819d8-5083-4fbd-a94e-eba4b20c837c Aug 27 02:34:48.628526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916e121f-5242-4d7c-a886-c06102ad820c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:48.637746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] Checking router: 0021da26-32a8-4a45-8f66-caf0b24a154e for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:48.644875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.648125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-58c8013f-6c7b-49bf-8a05-66d406c6e3f8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/916e121f-5242-4d7c-a886-c06102ad820c HTTP/1.1" status: 204 len: 168 time: 0.9440124 Aug 27 02:34:48.652508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55684) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.655201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] Routers {'0021da26-32a8-4a45-8f66-caf0b24a154e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:48.657414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0021da26-32a8-4a45-8f66-caf0b24a154e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:48.694906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.744599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:48.749397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] Set router 0021da26-32a8-4a45-8f66-caf0b24a154e gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:48.756883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.759451 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Sync routers for ids ['6260761a-f9ef-4ce8-9ec3-8048f2b72062'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:48.762723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.763283 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.770099 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Routers {'6260761a-f9ef-4ce8-9ec3-8048f2b72062'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:48.771041 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['6260761a-f9ef-4ce8-9ec3-8048f2b72062'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:48.810664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.849265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:34:48Z', 'revision_number': 6, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:48.881849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f409e6-d513-4e99-a12e-563c71921dbc None None] The sync data for ids ['0021da26-32a8-4a45-8f66-caf0b24a154e'] in n-d-806293-1 is: [{'id': '0021da26-32a8-4a45-8f66-caf0b24a154e', 'name': 'tempest-ServerRescueNegativeTestJSON-294721627-router', 'tenant_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:01Z', 'updated_at': '2021-08-27T02:34:48Z', 'revision_number': 6, 'project_id': 'c5d91824d45b4d5ba443e4e5eece7572', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:48.899338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.899601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Allocated IP 172.20.0.10 (047fa81c-2040-47d0-8d26-277242727363/685eeddd-44e9-4fec-a05b-b7c996941bfd/015e233d-440c-404a-97ae-4855a80949b7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:48.920982 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Set router 6260761a-f9ef-4ce8-9ec3-8048f2b72062 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:48.926558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.930437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-070cc7c1-1ac4-42ba-8602-b967b93b98d7 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7743502 Aug 27 02:34:48.930437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5847638 Aug 27 02:34:48.932244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55686) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.932619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55688) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.954877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=9cc9ef3d-b45d-4a17-a0a7-470f4b9373b9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.008175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] For port 015c348d-24ec-41ee-808c-af1931be9fc6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=015c348d-24ec-41ee-808c-af1931be9fc6,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:49.008595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.036253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5f8c7-a677-4030-8259-3b986688e4b1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=408819d8-5083-4fbd-a94e-eba4b20c837c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.048374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 408819d8-5083-4fbd-a94e-eba4b20c837c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:49.050419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549aa6-bbf2-4c33-8b21-438556404392 req-cbc9687c-04aa-48e0-ace4-5e91b368c595 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.052597 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73549aa6-bbf2-4c33-8b21-438556404392 req-cbc9687c-04aa-48e0-ace4-5e91b368c595 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 945 time: 0.3310981 Aug 27 02:34:49.053674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Calling delete_port for 015c348d-24ec-41ee-808c-af1931be9fc6 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:49.090099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': '229bfb6e-847d-4cdd-94ef-1a1467f6a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:49.090793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: 4ea7b2a8-6c38-4a91-8543-345dd48a1347, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:49.134195 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6260761a-f9ef-4ce8-9ec3-8048f2b72062', 'name': 'tempest-snat-router-1446611690', 'tenant_id': '15092557d13f42c5bc9f522b7016eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'decd132b-2f6d-4ce2-a8c6-a36f7bf0856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:44Z', 'updated_at': '2021-08-27T02:34:46Z', 'revision_number': 3, 'project_id': '15092557d13f42c5bc9f522b7016eac4', 'gw_port': {'id': 'decd132b-2f6d-4ce2-a8c6-a36f7bf0856b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6260761a-f9ef-4ce8-9ec3-8048f2b72062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:45Z', 'updated_at': '2021-08-27T02:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:49.178680 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Checking router: 6260761a-f9ef-4ce8-9ec3-8048f2b72062 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:49.179197 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Updating router 6260761a-f9ef-4ce8-9ec3-8048f2b72062 port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:49.183983 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.203776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7536b084-763e-435d-b834-f01cae4eb7b8']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:49.215363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73549aa6-bbf2-4c33-8b21-438556404392 req-8897bdeb-ddc9-42c6-9875-100f928ac787 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554761 Aug 27 02:34:49.218550 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.220207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17c26c9-abfb-4eb6-9221-2a08bf249873') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:49.220365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17c26c9-abfb-4eb6-9221-2a08bf249873') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:49.252840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21061693-1c09-4200-b157-2fcb7eeeb001 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.257057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21061693-1c09-4200-b157-2fcb7eeeb001 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/networks?id=408819d8-5083-4fbd-a94e-eba4b20c837c HTTP/1.1" status: 200 len: 765 time: 0.3201215 Aug 27 02:34:49.259061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.264229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.267989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'description': 'd2'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:49.271191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network 4ea7b2a8-6c38-4a91-8543-345dd48a1347 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:49.292034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.307182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f96a581-026b-4a54-a561-b0d9c30010c2 req-df6e739b-6e0e-46b5-a37a-05fff70ce4e1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 210 time: 0.0744100 Aug 27 02:34:49.338894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:49.339546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:49.341383 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:49.359829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bc9440f0-5699-41db-9857-b31db4788bd3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:49.404252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3cf44c3e-4c78-458c-8e77-662307450d86 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/6260761a-f9ef-4ce8-9ec3-8048f2b72062 HTTP/1.1" status: 200 len: 908 time: 0.4682755 Aug 27 02:34:49.409794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 4ea7b2a8-6c38-4a91-8543-345dd48a1347) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:49.414146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55694) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.421705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109c29f-302c-4113-94ce-3ce92433e7f3 None None] Network 4ea7b2a8-6c38-4a91-8543-345dd48a1347 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:49.452212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.452792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.465682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.474147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.477535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7536b084-763e-435d-b834-f01cae4eb7b8 HTTP/1.1" status: 204 len: 168 time: 0.7571325 Aug 27 02:34:49.502582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.549905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaeab3-be07-4428-b965-992a7a5a52b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7536b084-763e-435d-b834-f01cae4eb7b8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.568451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-207e2375-1f81-4e4d-a8eb-86a1c8dfa189 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4647925 Aug 27 02:34:49.605233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Transition to ACTIVE for port object 015e233d-440c-404a-97ae-4855a80949b7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:49.606305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55700) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.657764 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.682708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-4ea7b2a8-6c38-4a91-8543-345dd48a1347', 'network_id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '9cc9ef3d-b45d-4a17-a0a7-470f4b9373b9'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:49.687420 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.716562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Pushing event deleted for resources: {'Port': ['ID=015c348d-24ec-41ee-808c-af1931be9fc6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.721840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55702) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.724848 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port bc9440f0-5699-41db-9857-b31db4788bd3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:49.725780 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.833320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.868382 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.878959 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Transition to ACTIVE for port object decd132b-2f6d-4ce2-a8c6-a36f7bf0856b will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:49.884330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.891796 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.892253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.893435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Allocated IP 172.20.0.1 (4ea7b2a8-6c38-4a91-8543-345dd48a1347/9cc9ef3d-b45d-4a17-a0a7-470f4b9373b9/d282ef86-988a-4a3e-b0fc-771e62ef8b04) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:49.917601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.946423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.949051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.952915 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892d84-5151-414d-bbae-8eab9d028cc9 None None] Pushing event updated for resources: {'Port': ['ID=decd132b-2f6d-4ce2-a8c6-a36f7bf0856b,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.988046 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Attempting to bind port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:49.988745 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Attempting to bind port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:49.989292 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Attempting to bind port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:49.995397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:49.996091 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:49.996512 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.996930 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:49.997395 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Bound port: decd132b-2f6d-4ce2-a8c6-a36f7bf0856b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:49.997826 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.005106 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.006389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0021da26-32a8-4a45-8f66-caf0b24a154e {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:50.016333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.022881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-30fa250d-3364-4be2-8975-f93ecf44fe4f admin admin] 10.222.0.10 "DELETE /v2.0/routers/0021da26-32a8-4a45-8f66-caf0b24a154e HTTP/1.1" status: 204 len: 168 time: 2.6461833 Aug 27 02:34:50.023873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55704) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.053894 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-972a6d23-af56-4347-8bf9-bcd6c484a5eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b775d1b8805441acb13f6273b88fe2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277912 Aug 27 02:34:50.056186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55706) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.061485 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.064055 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] For port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:50.068166 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] For port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=decd132b-2f6d-4ce2-a8c6-a36f7bf0856b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:50.076859 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.107927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] Deleting subnet b9c7e594-7561-4f53-844c-2f416abfe018 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:50.119124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.142108 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892d84-5151-414d-bbae-8eab9d028cc9 None None] Pushing event updated for resources: {'Port': ['ID=decd132b-2f6d-4ce2-a8c6-a36f7bf0856b,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.152644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.160468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.167776 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Routers {'6260761a-f9ef-4ce8-9ec3-8048f2b72062'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:50.168530 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['6260761a-f9ef-4ce8-9ec3-8048f2b72062'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:50.197554 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.200384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac9a78f1-df13-4eec-87c5-48380e0e95ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.269379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 357575fd-7b79-4da4-8412-01e4609e7cea no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:50.278821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:50.289441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac9a78f1-df13-4eec-87c5-48380e0e95ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.316303 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] Set router 6260761a-f9ef-4ce8-9ec3-8048f2b72062 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:50.330247 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.338069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 357575fd-7b79-4da4-8412-01e4609e7cea {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:50.338069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 357575fd-7b79-4da4-8412-01e4609e7cea not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:50.338069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 021812a6-d08d-480d-81a7-d340c9595a08 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:50.364015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 021812a6-d08d-480d-81a7-d340c9595a08 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:50.364634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 021812a6-d08d-480d-81a7-d340c9595a08 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:50.365531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ccaff2e-4624-41d7-89c5-5971775eb8fb no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:50.370509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 408819d8-5083-4fbd-a94e-eba4b20c837c is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:34:50.386475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:50.387246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.388880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4ccaff2e-4624-41d7-89c5-5971775eb8fb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:50.391930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "PUT /v2.0/networks/408819d8-5083-4fbd-a94e-eba4b20c837c HTTP/1.1" status: 200 len: 762 time: 1.1258919 Aug 27 02:34:50.392530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ccaff2e-4624-41d7-89c5-5971775eb8fb not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:50.392695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55712) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.416369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:50.490121 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.492006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac9a78f1-df13-4eec-87c5-48380e0e95ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.496787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac9a78f1-df13-4eec-87c5-48380e0e95ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.497985 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ac9a78f1-df13-4eec-87c5-48380e0e95ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d78b4346-2965-4774-8550-e3721233c04b HTTP/1.1" status: 204 len: 168 time: 0.4404411 Aug 27 02:34:50.509649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Transition to ACTIVE for port object d282ef86-988a-4a3e-b0fc-771e62ef8b04 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:50.540484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Transition to ACTIVE for port object d282ef86-988a-4a3e-b0fc-771e62ef8b04 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:50.552715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.561313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.585742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a78f1-df13-4eec-87c5-48380e0e95ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b4346-2965-4774-8550-e3721233c04b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.608431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Network 4ea7b2a8-6c38-4a91-8543-345dd48a1347 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:50.615312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:50.622166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:50.645556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c7e594-7561-4f53-844c-2f416abfe018,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.657173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.659570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ff16132e-08c2-456e-a580-348f57a581b5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b9c7e594-7561-4f53-844c-2f416abfe018 HTTP/1.1" status: 204 len: 168 time: 0.6309040 Aug 27 02:34:50.663262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55716) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.694073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a09732-4181-4cc3-a0f8-4c00c54f6894 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:50.696073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a7a09732-4181-4cc3-a0f8-4c00c54f6894 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/networks?id=408819d8-5083-4fbd-a94e-eba4b20c837c HTTP/1.1" status: 200 len: 765 time: 0.2964873 Aug 27 02:34:50.710506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Pushing event updated for resources: {'Port': ['ID=d282ef86-988a-4a3e-b0fc-771e62ef8b04,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.713331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55720) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.718360 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6260761a-f9ef-4ce8-9ec3-8048f2b72062', 'name': 'tempest-snat-router-1446611690', 'tenant_id': '15092557d13f42c5bc9f522b7016eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'decd132b-2f6d-4ce2-a8c6-a36f7bf0856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:44Z', 'updated_at': '2021-08-27T02:34:46Z', 'revision_number': 3, 'project_id': '15092557d13f42c5bc9f522b7016eac4', 'gw_port': {'id': 'decd132b-2f6d-4ce2-a8c6-a36f7bf0856b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6260761a-f9ef-4ce8-9ec3-8048f2b72062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:45Z', 'updated_at': '2021-08-27T02:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:50.730821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76773ee-7668-4e7f-9fd4-2dcc9bf5572d req-62d7b395-5f4d-4f68-b079-f197ef7d3c97 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:50.733056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d76773ee-7668-4e7f-9fd4-2dcc9bf5572d req-62d7b395-5f4d-4f68-b079-f197ef7d3c97 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 932 time: 0.3057778 Aug 27 02:34:50.745102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Attempting to bind port d282ef86-988a-4a3e-b0fc-771e62ef8b04 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.745470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Attempting to bind port d282ef86-988a-4a3e-b0fc-771e62ef8b04 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '229bfb6e-847d-4cdd-94ef-1a1467f6a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.745829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Attempting to bind port d282ef86-988a-4a3e-b0fc-771e62ef8b04 on network 4ea7b2a8-6c38-4a91-8543-345dd48a1347 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.757170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:50.758907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Checking segment: {'id': '229bfb6e-847d-4cdd-94ef-1a1467f6a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:50.759506 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.759892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Bound using segment: {'id': '229bfb6e-847d-4cdd-94ef-1a1467f6a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:50.760599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Bound port: d282ef86-988a-4a3e-b0fc-771e62ef8b04, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229bfb6e-847d-4cdd-94ef-1a1467f6a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:50.761210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.761342 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd49f5f-c438-4427-8776-3404dcce79a3 None None] The sync data for ids ['6260761a-f9ef-4ce8-9ec3-8048f2b72062'] in n-d-806293-1 is: [{'id': '6260761a-f9ef-4ce8-9ec3-8048f2b72062', 'name': 'tempest-snat-router-1446611690', 'tenant_id': '15092557d13f42c5bc9f522b7016eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'decd132b-2f6d-4ce2-a8c6-a36f7bf0856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:44Z', 'updated_at': '2021-08-27T02:34:46Z', 'revision_number': 3, 'project_id': '15092557d13f42c5bc9f522b7016eac4', 'gw_port': {'id': 'decd132b-2f6d-4ce2-a8c6-a36f7bf0856b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6260761a-f9ef-4ce8-9ec3-8048f2b72062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:45Z', 'updated_at': '2021-08-27T02:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:50.858919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a2d714d2-cd38-4687-a6ee-30d838e6bc50 None None] Provisioning for port 015e233d-440c-404a-97ae-4855a80949b7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:50.873561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a2d714d2-cd38-4687-a6ee-30d838e6bc50 None None] Provisioning complete for port 015e233d-440c-404a-97ae-4855a80949b7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:50.873895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2d714d2-cd38-4687-a6ee-30d838e6bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.921160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a2d714d2-cd38-4687-a6ee-30d838e6bc50 None None] Port 015e233d-440c-404a-97ae-4855a80949b7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:34:50.932857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] For port d282ef86-988a-4a3e-b0fc-771e62ef8b04, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:50.937760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] For port d282ef86-988a-4a3e-b0fc-771e62ef8b04, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d282ef86-988a-4a3e-b0fc-771e62ef8b04,segment=NetworkSegment(229bfb6e-847d-4cdd-94ef-1a1467f6a830),segment_id=229bfb6e-847d-4cdd-94ef-1a1467f6a830)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:50.948992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.956670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:51.014370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.015027 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.016277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf07a41-aecf-4f14-9052-3190ea958acb None None] Pushing event updated for resources: {'Port': ['ID=d282ef86-988a-4a3e-b0fc-771e62ef8b04,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:51.095910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:51.105966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee5be1-91b7-45c0-981e-1f8aa23ab351 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=408819d8-5083-4fbd-a94e-eba4b20c837c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:51.115055 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d76773ee-7668-4e7f-9fd4-2dcc9bf5572d req-c4a9748a-d516-424b-893c-0dd29820c531 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711286 Aug 27 02:34:51.130515 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ea46d13-1b50-4f08-96cb-cd1644c41240 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2995570 Aug 27 02:34:51.130760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c211a3-f23f-471b-b53c-041f1dd98ace tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.134949 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.135849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1c211a3-f23f-471b-b53c-041f1dd98ace tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4015179 Aug 27 02:34:51.140135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 408819d8-5083-4fbd-a94e-eba4b20c837c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:51.149092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.154775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55728) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.185660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Request body: {'port': {'device_id': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:51.254185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 015c348d-24ec-41ee-808c-af1931be9fc6 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:51.282510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 015c348d-24ec-41ee-808c-af1931be9fc6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:51.282839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 015c348d-24ec-41ee-808c-af1931be9fc6 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:51.286071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f8304b3c-4949-4016-b04b-76aa74e48148 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 207 time: 0.1301830 Aug 27 02:34:51.286704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55732) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.368582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527a45-954d-4542-bab8-cec1c6d0cd64 req-edcbecd3-1e44-4d41-a1a9-edea563dcf47 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.379492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e527a45-954d-4542-bab8-cec1c6d0cd64 req-edcbecd3-1e44-4d41-a1a9-edea563dcf47 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 945 time: 0.9611764 Aug 27 02:34:51.383765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc9ef3d-b45d-4a17-a0a7-470f4b9373b9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:51.398898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.510495 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.533290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e527a45-954d-4542-bab8-cec1c6d0cd64 req-24b70041-a2ca-426f-9e98-875766adedbf tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558509 Aug 27 02:34:51.556906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.717253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8803-27fe-4b11-abc9-ce58ba9c5779 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.731640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8803-27fe-4b11-abc9-ce58ba9c5779 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.736596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea7b2a8-6c38-4a91-8543-345dd48a1347']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.738191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8803-27fe-4b11-abc9-ce58ba9c5779 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.744250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8803-27fe-4b11-abc9-ce58ba9c5779 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.750279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8803-27fe-4b11-abc9-ce58ba9c5779 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.758917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8803-27fe-4b11-abc9-ce58ba9c5779 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.759152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229bfb6e-847d-4cdd-94ef-1a1467f6a830') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.759288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229bfb6e-847d-4cdd-94ef-1a1467f6a830') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.761352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c1b8803-27fe-4b11-abc9-ce58ba9c5779 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4735401 Aug 27 02:34:51.770419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.845579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.878195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.891690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Deleting port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:51.892320 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.901844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.926992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801a8d67-60d2-443a-9d84-7348c8956a96']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.944973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e75e67-0d21-4e08-95d6-b1b009acd9d5') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.945228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e75e67-0d21-4e08-95d6-b1b009acd9d5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.957407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:51.957579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.957835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:51.983782 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:51.999457 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-86bfdcbe-4864-47dc-a553-b5e4376f6bbf tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2278311 Aug 27 02:34:52.010925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55766) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.021027 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.050585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] For port decd132b-2f6d-4ce2-a8c6-a36f7bf0856b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=decd132b-2f6d-4ce2-a8c6-a36f7bf0856b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:52.050981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.057616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:52.058049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:52.059927 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:52.074400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Calling delete_port for decd132b-2f6d-4ce2-a8c6-a36f7bf0856b owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:52.288761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:34:52.288761 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:34:52.288761 n-d-806293-1 neutron-server[94772]: [parameters: {'id': '4ea7b2a8-6c38-4a91-8543-345dd48a1347'}] Aug 27 02:34:52.288761 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:52.290904 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:52.384738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015e233d-440c-404a-97ae-4855a80949b7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:52.434868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.470018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Transition to ACTIVE for port object 015e233d-440c-404a-97ae-4855a80949b7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:52.471925 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.517023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.523946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event deleted for resources: {'Port': ['ID=decd132b-2f6d-4ce2-a8c6-a36f7bf0856b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:52.601575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede4fda-b27f-454a-87dd-af00d5cfd1cc None None] Network 4ea7b2a8-6c38-4a91-8543-345dd48a1347 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:52.700819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966d440-84a3-471e-9760-10856479f67f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.703003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966d440-84a3-471e-9760-10856479f67f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.705489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966d440-84a3-471e-9760-10856479f67f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.707165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966d440-84a3-471e-9760-10856479f67f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.708798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966d440-84a3-471e-9760-10856479f67f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.710848 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b966d440-84a3-471e-9760-10856479f67f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6990135 Aug 27 02:34:52.713414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.724857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55796) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.727932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ac26b151-877d-47ed-b532-eedf7ec3e882 None None] Provisioning for port d282ef86-988a-4a3e-b0fc-771e62ef8b04 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:52.740049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:52.740979 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.744187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] 10.222.0.10 "DELETE /v2.0/networks/801a8d67-60d2-443a-9d84-7348c8956a96 HTTP/1.1" status: 204 len: 168 time: 2.0773191 Aug 27 02:34:52.791335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.827947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f579f4-16e6-4c9d-9f21-7b918c2c3422 admin admin] Pushing event deleted for resources: {'Network': ['ID=801a8d67-60d2-443a-9d84-7348c8956a96,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:52.841234 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.897660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a97463-8f92-4f27-a54a-982af59fc19c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.899207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a97463-8f92-4f27-a54a-982af59fc19c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.900720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a97463-8f92-4f27-a54a-982af59fc19c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.902244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a97463-8f92-4f27-a54a-982af59fc19c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.911873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a97463-8f92-4f27-a54a-982af59fc19c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.912632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] DHCP port deletion for 4ea7b2a8-6c38-4a91-8543-345dd48a1347 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:34:52.920657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16a97463-8f92-4f27-a54a-982af59fc19c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1906283 Aug 27 02:34:52.922063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55800) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.998988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Attempting to bind port 015e233d-440c-404a-97ae-4855a80949b7 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:52.999341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Attempting to bind port 015e233d-440c-404a-97ae-4855a80949b7 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:52.999676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Attempting to bind port 015e233d-440c-404a-97ae-4855a80949b7 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:53.009531 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.014948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] Deleting port d282ef86-988a-4a3e-b0fc-771e62ef8b04 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:53.014948 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.016303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.016980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a2f2-bf99-4ccd-92bc-13423ae708b8 req-4a8db6ae-7327-4660-a174-36460bea9ae7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.024398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f06a2f2-bf99-4ccd-92bc-13423ae708b8 req-4a8db6ae-7327-4660-a174-36460bea9ae7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 944 time: 0.3592718 Aug 27 02:34:53.041955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Port 015e233d-440c-404a-97ae-4855a80949b7 on network 047fa81c-2040-47d0-8d26-277242727363 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:53.042275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Attempting to bind port 015e233d-440c-404a-97ae-4855a80949b7 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:53.043425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55802) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.076077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa95aa07-0e39-4991-a807-a8884cb227eb tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.077471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aa95aa07-0e39-4991-a807-a8884cb227eb tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/networks/57e3fb88-03e6-4ae6-9bf6-0f40742776c4 HTTP/1.1" status: 200 len: 803 time: 0.1544130 Aug 27 02:34:53.082496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55804) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.085447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:53.085790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:53.086180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Bound using segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:53.086662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Bound port: 015e233d-440c-404a-97ae-4855a80949b7, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:53.087028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.096846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e89113-98f9-4c26-82ad-ecce4c19323d req-165e22c9-1c2d-4729-a883-742e2e8235a9 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.105319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-33e89113-98f9-4c26-82ad-ecce4c19323d req-165e22c9-1c2d-4729-a883-742e2e8235a9 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 945 time: 0.3308263 Aug 27 02:34:53.115018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] For port d282ef86-988a-4a3e-b0fc-771e62ef8b04, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d282ef86-988a-4a3e-b0fc-771e62ef8b04,segment=NetworkSegment(229bfb6e-847d-4cdd-94ef-1a1467f6a830),segment_id=229bfb6e-847d-4cdd-94ef-1a1467f6a830)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:53.115221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.137206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] Calling delete_port for d282ef86-988a-4a3e-b0fc-771e62ef8b04 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:53.174589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f06a2f2-bf99-4ccd-92bc-13423ae708b8 req-50a77e7a-d693-483e-b0f4-21330a85e875 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483126 Aug 27 02:34:53.193008 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.193575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6260761a-f9ef-4ce8-9ec3-8048f2b72062 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:53.199982 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.204138 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b87e07e7-77ba-4223-8e34-f9fb43504d10 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "DELETE /v2.0/routers/6260761a-f9ef-4ce8-9ec3-8048f2b72062 HTTP/1.1" status: 204 len: 168 time: 3.7853360 Aug 27 02:34:53.205081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55810) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.234444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-33e89113-98f9-4c26-82ad-ecce4c19323d req-b5eff749-2aa7-4989-b399-bd200edab257 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281166 Aug 27 02:34:53.237189 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:34:53.254380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Deleting port d282ef86-988a-4a3e-b0fc-771e62ef8b04 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:53.254380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.266398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e4cfa05d-30b1-42b2-87aa-91cba53b6784 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5d91824d45b4d5ba443e4e5eece7572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188008 Aug 27 02:34:53.270355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.274079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:53.287173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.320470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:53.337040 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.344705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] Pushing event deleted for resources: {'Port': ['ID=d282ef86-988a-4a3e-b0fc-771e62ef8b04,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:53.357908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7302e8-0227-4818-ba06-63b1f0760eeb None None] No DVR routers for this DVR port d282ef86-988a-4a3e-b0fc-771e62ef8b04 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:53.393363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3da01eeb-59fa-4db6-a75b-ce2bec9748d9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/networks/57e3fb88-03e6-4ae6-9bf6-0f40742776c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3028312 Aug 27 02:34:53.393363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55814) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.395071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.395682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.397468 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] 10.222.0.45 "PUT /v2.0/ports/015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1092 time: 2.2444248 Aug 27 02:34:53.398012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:53.400465 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6948c5e4-0bec-4b57-90f5-40045c35985e" -d '{"events": [{"name": "network-changed", "server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:53.410443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] For port d282ef86-988a-4a3e-b0fc-771e62ef8b04, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d282ef86-988a-4a3e-b0fc-771e62ef8b04,segment=NetworkSegment(229bfb6e-847d-4cdd-94ef-1a1467f6a830),segment_id=229bfb6e-847d-4cdd-94ef-1a1467f6a830)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:53.411028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.438942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.458701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Calling delete_port for d282ef86-988a-4a3e-b0fc-771e62ef8b04 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:53.470939 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff44f9-6f67-4d04-aee5-8c2bad9a519b x-openstack-request-id: req-c6ff44f9-6f67-4d04-aee5-8c2bad9a519b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:53.471987 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:53.471987 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6ff44f9-6f67-4d04-aee5-8c2bad9a519b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:53.472472 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'status': 'completed', 'code': 200} Aug 27 02:34:53.488911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea0943-ec51-4b8a-be77-a716adf4f168 service neutron] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:53.504192 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-338290c1-e218-4512-aef4-0e25dc516f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.533989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9282a3c-af7f-4034-90a3-1e1f531114d3 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.535371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f9282a3c-af7f-4034-90a3-1e1f531114d3 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/subnets/2b28d32d-b765-4f70-a34b-972e9cd764e8 HTTP/1.1" status: 200 len: 843 time: 0.1415253 Aug 27 02:34:53.547927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55818) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.600984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-338290c1-e218-4512-aef4-0e25dc516f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.607893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-0beb9dd3-53a9-442a-a829-a01901013142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.609447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-0beb9dd3-53a9-442a-a829-a01901013142 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1095 time: 0.1359010 Aug 27 02:34:53.692270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9fcf5262-5956-4d28-9e24-51fbd7839083 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 217 time: 0.0599132 Aug 27 02:34:53.697507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb619ef2-bc1e-47ab-8744-fb770d554ff5 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.699208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb619ef2-bc1e-47ab-8744-fb770d554ff5 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "GET /v2.0/subnets/2b28d32d-b765-4f70-a34b-972e9cd764e8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1490548 Aug 27 02:34:53.707562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55828) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.719804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.725388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-694144478'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:53.778531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-338290c1-e218-4512-aef4-0e25dc516f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.782019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-338290c1-e218-4512-aef4-0e25dc516f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.783204 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.783445 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-338290c1-e218-4512-aef4-0e25dc516f82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15894ddb-40b2-4795-8944-fb3a53757971 HTTP/1.1" status: 204 len: 168 time: 0.5108290 Aug 27 02:34:53.794174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338290c1-e218-4512-aef4-0e25dc516f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15894ddb-40b2-4795-8944-fb3a53757971,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:53.814951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Deleting port bc9440f0-5699-41db-9857-b31db4788bd3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:53.815131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.849363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-1af24667-3863-47da-b4b2-a52e9f628e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.851079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-1af24667-3863-47da-b4b2-a52e9f628e08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1422892 Aug 27 02:34:53.852318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No DVR routers for this DVR port d282ef86-988a-4a3e-b0fc-771e62ef8b04 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:53.854150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:53.857950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.860287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Port': ['ID=d282ef86-988a-4a3e-b0fc-771e62ef8b04,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:53.923862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] For port bc9440f0-5699-41db-9857-b31db4788bd3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bc9440f0-5699-41db-9857-b31db4788bd3,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:53.924142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.946875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Calling delete_port for bc9440f0-5699-41db-9857-b31db4788bd3 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:54.020694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:54.035541 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.060564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea7b2a8-6c38-4a91-8543-345dd48a1347']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:54.065920 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.066339 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Added segment 6d5e7350-8938-4fb6-a35d-2fd91bf5749a of type vlan for network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d Aug 27 02:34:54.095228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229bfb6e-847d-4cdd-94ef-1a1467f6a830') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:54.095555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229bfb6e-847d-4cdd-94ef-1a1467f6a830') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:54.106225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-d263a4d1-1cbe-43db-a9af-2af8c481db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.121695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-d263a4d1-1cbe-43db-a9af-2af8c481db80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398138 Aug 27 02:34:54.140669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.165001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-b5a925cb-fe74-4f0f-b796-67eb33186712 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.166694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-b5a925cb-fe74-4f0f-b796-67eb33186712 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 945 time: 0.2414479 Aug 27 02:34:54.193369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.237276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.274039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:54.274391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.280203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:54.281246 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:54.364801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:54.379240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc9440f0-5699-41db-9857-b31db4788bd3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:54.420921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.426579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.427152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.462271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.486450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484c67f-5213-456f-b130-97ea04f074cb req-1a7b7e59-69bf-4c64-8e49-62d82a9a781f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.495907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3484c67f-5213-456f-b130-97ea04f074cb req-1a7b7e59-69bf-4c64-8e49-62d82a9a781f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 944 time: 0.1301491 Aug 27 02:34:54.498157 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.517889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.524272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/4ea7b2a8-6c38-4a91-8543-345dd48a1347 HTTP/1.1" status: 204 len: 168 time: 4.9106033 Aug 27 02:34:54.538226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-09a14761-637f-4f3b-9e1d-9db025f8b6ef service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955986 Aug 27 02:34:54.539149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55858) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:54.551110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1450502637'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:54.566519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8458161 Aug 27 02:34:54.576692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55862) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:54.599769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'network_id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:54.631341 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7dcfcfc5-7771-499f-9b76-097cc9f5ac46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.646933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.653704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02ba43-741b-4042-9038-7429697e2c12 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Network': ['ID=2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:54.654531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.673306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:54.690222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3484c67f-5213-456f-b130-97ea04f074cb req-f0caf97e-c6cc-45c1-9d39-077fc6425869 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791003 Aug 27 02:34:54.706650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3d21-ed92-4c50-812b-ba1fe4a3b24d req-f4c6f5a6-5b10-4890-9968-74165ae9ca3b tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.713934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15cd3d21-ed92-4c50-812b-ba1fe4a3b24d req-f4c6f5a6-5b10-4890-9968-74165ae9ca3b tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 945 time: 0.3460166 Aug 27 02:34:54.749524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Deleting port a0439203-8f63-4345-a699-cc07ef8ca6cc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:54.749636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.750411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.751839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:54.763894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70844577-27c1-44db-84de-5983aeb1ed89 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=4ea7b2a8-6c38-4a91-8543-345dd48a1347,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:54.765686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:54.767874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.768519 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a0fb9611-780e-4f53-8e1a-621541c098ca tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "DELETE /v2.0/routers/51bf97cf-80ef-4dbe-b8d1-73f48c2fc756 HTTP/1.1" status: 204 len: 168 time: 1.5603364 Aug 27 02:34:54.769246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.774525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55868) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:54.780900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-608500717', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:54.892440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7dcfcfc5-7771-499f-9b76-097cc9f5ac46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.904725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7dcfcfc5-7771-499f-9b76-097cc9f5ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.949003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15cd3d21-ed92-4c50-812b-ba1fe4a3b24d req-db4109f9-5b87-451c-8812-5303f5528d23 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/security-groups?id=f96c4ade-17c9-4644-bb30-6b95a416c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340231 Aug 27 02:34:54.960622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfcfc5-7771-499f-9b76-097cc9f5ac46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca0e78d-a9c6-49e5-8df2-06cbb3fb200e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:54.963630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:54.966007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7dcfcfc5-7771-499f-9b76-097cc9f5ac46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bec8aef9c51f49e6aac73bbdacf5f507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937862 Aug 27 02:34:54.968463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.970091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.974555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55876) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:54.983523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0127bc2-de14-4fed-8b48-83930bf8fdca req-9ddb2eef-a876-4bdc-b35f-3dcacf5ce3c3 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352822 Aug 27 02:34:55.011272 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.011629 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 7aaa36bf-0145-4bf4-bd5c-739501ddbf44 of type vlan for network d779b5b1-53b9-4ff4-b590-3064396651d5 Aug 27 02:34:55.058722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] For port a0439203-8f63-4345-a699-cc07ef8ca6cc, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a0439203-8f63-4345-a699-cc07ef8ca6cc,segment=NetworkSegment(3b5578f9-cf1d-4e65-b85f-959fce5ee5b9),segment_id=3b5578f9-cf1d-4e65-b85f-959fce5ee5b9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:55.059084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.085442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.086334 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-948d5da4-aa10-4b96-8f7d-e254883b9fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.088796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55878) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:55.100370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Made reservation on behalf of 704c0a03072a4d3a851977beec52c235 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:55.103999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.137736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Calling delete_port for a0439203-8f63-4345-a699-cc07ef8ca6cc owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:55.173865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-948d5da4-aa10-4b96-8f7d-e254883b9fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.176243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.200399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-676006160-network', 'tenant_id': '96d289e731c64dbd94b1de9cd8296634'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:55.229911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Performing IP validity checks on allocation pools {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:34:55.230462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:34:55.285964 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.287180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-e507a1ab-6adb-4b32-9337-de2c79c8757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.288821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-e507a1ab-6adb-4b32-9337-de2c79c8757d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1095 time: 0.2445734 Aug 27 02:34:55.301801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.307510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.308128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.311823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Made reservation on behalf of 96d289e731c64dbd94b1de9cd8296634 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:55.314109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.348889 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.363963 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-948d5da4-aa10-4b96-8f7d-e254883b9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.366481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-948d5da4-aa10-4b96-8f7d-e254883b9fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.370987 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-948d5da4-aa10-4b96-8f7d-e254883b9fff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cca0e78d-a9c6-49e5-8df2-06cbb3fb200e HTTP/1.1" status: 204 len: 168 time: 0.3919959 Aug 27 02:34:55.396486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5da4-aa10-4b96-8f7d-e254883b9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca0e78d-a9c6-49e5-8df2-06cbb3fb200e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:55.480381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device decd132b-2f6d-4ce2-a8c6-a36f7bf0856b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:55.503377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=d779b5b1-53b9-4ff4-b590-3064396651d5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:55.519061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: decd132b-2f6d-4ce2-a8c6-a36f7bf0856b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:55.521149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device decd132b-2f6d-4ce2-a8c6-a36f7bf0856b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:55.521679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bc9440f0-5699-41db-9857-b31db4788bd3 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:55.551367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network d779b5b1-53b9-4ff4-b590-3064396651d5 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:55.554337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: bc9440f0-5699-41db-9857-b31db4788bd3 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:55.554959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bc9440f0-5699-41db-9857-b31db4788bd3 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:55.622257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-599bb657-de5d-40a6-8db8-2f9f8c5bca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.624120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-599bb657-de5d-40a6-8db8-2f9f8c5bca42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.3099906 Aug 27 02:34:55.630167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.632620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.653853 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.655583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.690887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.721188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:55.788415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ac32d3-6688-41bf-a9ce-ada91a923f2e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:55.794353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.794353 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Added segment 85a1d1ea-fded-4c8f-b9f6-2d6760f14235 of type vlan for network 9a77dcd3-1fb8-453b-bece-4c10d5d1599e Aug 27 02:34:55.873946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.949581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50303cff-c3b0-4923-959d-68dcc7095ad3 req-512a5ebf-e271-414a-9768-f581cfdd4e05 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.959879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50303cff-c3b0-4923-959d-68dcc7095ad3 req-512a5ebf-e271-414a-9768-f581cfdd4e05 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 944 time: 0.1878066 Aug 27 02:34:55.970091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.971088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.971673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.004115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.004573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Allocated IP 172.25.1.251 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/e4bdbe65-740a-4eeb-95df-8fd03d5af567) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:56.017805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['a0439203-8f63-4345-a699-cc07ef8ca6cc'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:56.098296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-5d9aa00a-c0a9-42df-b7b6-ca5b3a5c5252 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 217 time: 0.4619625 Aug 27 02:34:56.099560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-889cd326-f7a3-48ab-b4b3-3c7356e4ec82 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5552649 Aug 27 02:34:56.104063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55906) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:56.106831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Pushing event deleted for resources: {'Port': ['ID=a0439203-8f63-4345-a699-cc07ef8ca6cc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.124377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': 'd779b5b1-53b9-4ff4-b590-3064396651d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:56.187433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a51b7c5c-0818-4ff9-8b6e-eea5e5722c30 req-51c00029-a6d7-427d-a4fc-6805474fe66f tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4d9fa0-8917-4fe4-8586-e8626e6a2381 HTTP/1.1" status: 200 len: 210 time: 0.0864859 Aug 27 02:34:56.219411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=534a75c5-d50e-4d69-ba54-02524177758c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.280374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] No DVR routers for this DVR port a0439203-8f63-4345-a699-cc07ef8ca6cc on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:56.291681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.293746 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-113f47e1-2b88-45c8-a3fa-40fd94db5dad req-30d9216c-3baa-436d-9a20-1d8cd3da00e2 tempest-ServerMetadataNegativeTestJSON-2010607394 tempest-ServerMetadataNegativeTestJSON-2010607394-project] 10.222.0.32 "DELETE /v2.0/ports/a0439203-8f63-4345-a699-cc07ef8ca6cc HTTP/1.1" status: 204 len: 173 time: 2.1123347 Aug 27 02:34:56.296434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'name': 'network-vif-deleted', 'tag': 'a0439203-8f63-4345-a699-cc07ef8ca6cc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:56.298618 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae61d28-b08a-4a49-aeed-cfe0b22714e9" -d '{"events": [{"server_uuid": "cd4d9fa0-8917-4fe4-8586-e8626e6a2381", "name": "network-vif-deleted", "tag": "a0439203-8f63-4345-a699-cc07ef8ca6cc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:56.360831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-fd752eeb-7967-4137-8796-d17bb518c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.362569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-fd752eeb-7967-4137-8796-d17bb518c042 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2526338 Aug 27 02:34:56.363495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Checking segment: {'id': '6d5e7350-8938-4fb6-a35d-2fd91bf5749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:56.364070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network hostable DHCP agents. Network: 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:56.391228 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2d5b4-549c-43ad-97b1-b02cc67fbb33 x-openstack-request-id: req-d2c2d5b4-549c-43ad-97b1-b02cc67fbb33 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:56.392146 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4d9fa0-8917-4fe4-8586-e8626e6a2381", "name": "network-vif-deleted", "tag": "a0439203-8f63-4345-a699-cc07ef8ca6cc", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:56.392430 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2c2d5b4-549c-43ad-97b1-b02cc67fbb33 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:56.392844 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4d9fa0-8917-4fe4-8586-e8626e6a2381', 'name': 'network-vif-deleted', 'tag': 'a0439203-8f63-4345-a699-cc07ef8ca6cc', 'status': 'completed', 'code': 200} Aug 27 02:34:56.396785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3068857 Aug 27 02:34:56.399531 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55916) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:56.411121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Request body: {'subnet': {'network_id': '9a77dcd3-1fb8-453b-bece-4c10d5d1599e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-676006160-subnet', 'tenant_id': '96d289e731c64dbd94b1de9cd8296634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:56.426786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:56.430612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.448424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:56.460061 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50303cff-c3b0-4923-959d-68dcc7095ad3 req-96c2bf0b-af6a-4694-95dd-d60ed3e5512c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4991856 Aug 27 02:34:56.469921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52165-b1f8-46a1-a079-a59b64449933 admin admin] Pushing event updated for resources: {'Network': ['ID=9a77dcd3-1fb8-453b-bece-4c10d5d1599e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.491570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9a77dcd3-1fb8-453b-bece-4c10d5d1599e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:56.501939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Made reservation on behalf of 96d289e731c64dbd94b1de9cd8296634 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:56.503341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-26ea5643-c05f-400d-a895-3776ff8ee2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.505063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-26ea5643-c05f-400d-a895-3776ff8ee2c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340318 Aug 27 02:34:56.507780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.508200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:56.527044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.527650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.537900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba2f76-eb8e-46be-b40b-2b1bd313988f None None] Network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:56.596143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:56.597585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f1a8ab68-a1e2-4aac-b49e-08e1dde525db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0073197 Aug 27 02:34:56.600680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55920) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:56.608038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6ce9fdbc-2eae-49e8-a320-1acc5b4b5510 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:56.631272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.742200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-3657ea3b-de26-4035-9bbb-de3d1d277b52 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283950 Aug 27 02:34:56.750130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.829989 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ce9fdbc-2eae-49e8-a320-1acc5b4b5510 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25600372'] for subnet, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.859384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:56.878215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:56.883763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d', 'network_id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d', 'tenant_id': '704c0a03072a4d3a851977beec52c235', 'fixed_ips': [{'subnet_id': '534a75c5-d50e-4d69-ba54-02524177758c'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:56.884739 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.890764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:56.913250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:56.928324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '015e233d-440c-404a-97ae-4855a80949b7', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': '015e233d-440c-404a-97ae-4855a80949b7', 'mac_address': 'fa:16:3e:c3:bc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:56.938276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.951026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event updated for resources: {'Port': ['ID=e4bdbe65-740a-4eeb-95df-8fd03d5af567,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.027254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.043626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6948c5e4-0bec-4b57-90f5-40045c35985e req-67666f9e-3f41-4f0e-88a8-d572b6de77ec service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903309 Aug 27 02:34:57.048560 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.110870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=9670443d-083d-42da-9a8e-a67c3ba46959,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.131734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': '7aaa36bf-0145-4bf4-bd5c-739501ddbf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd779b5b1-53b9-4ff4-b590-3064396651d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:57.132128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: d779b5b1-53b9-4ff4-b590-3064396651d5, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:57.178281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e51eb73-8bc8-495f-8306-97ad0ed6b222,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.191297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network d779b5b1-53b9-4ff4-b590-3064396651d5 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:57.210677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ce9fdbc-2eae-49e8-a320-1acc5b4b5510 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754610759976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25306337'] for subnet, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.218612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, d779b5b1-53b9-4ff4-b590-3064396651d5) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:57.245116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.245633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.252379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4714932-9d0c-4f75-990e-7bd1bcb69e01 None None] Network d779b5b1-53b9-4ff4-b590-3064396651d5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:57.265492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015e233d-440c-404a-97ae-4855a80949b7 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:57.274458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9fdbc-2eae-49e8-a320-1acc5b4b5510 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.275293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ce9fdbc-2eae-49e8-a320-1acc5b4b5510 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.277177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6ce9fdbc-2eae-49e8-a320-1acc5b4b5510 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "PUT /v2.0/subnets/534a75c5-d50e-4d69-ba54-02524177758c HTTP/1.1" status: 200 len: 900 time: 0.6755171 Aug 27 02:34:57.283202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.295797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55940) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.314806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.316728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5f770a33-82d4-4805-ad5c-93064055a782 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2108061 Aug 27 02:34:57.317495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9fdbc-2eae-49e8-a320-1acc5b4b5510 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event updated for resources: {'Subnet': ['ID=534a75c5-d50e-4d69-ba54-02524177758c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.318979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55944) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.372950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Allocated IP 2001:db8::3 (2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d/534a75c5-d50e-4d69-ba54-02524177758c/be9d07d8-2eaa-400e-9a0b-115ad73c0f80) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:57.411724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] Deleting subnet 0df1e102-ac82-4aa2-b8f8-705b941515e2 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:57.415072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.446483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:57.452293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.464317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Checking segment: {'id': '85a1d1ea-fded-4c8f-b9f6-2d6760f14235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9a77dcd3-1fb8-453b-bece-4c10d5d1599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:57.464696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Network hostable DHCP agents. Network: 9a77dcd3-1fb8-453b-bece-4c10d5d1599e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:57.465139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.504599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.505392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.559756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Network 9a77dcd3-1fb8-453b-bece-4c10d5d1599e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:57.567478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9a77dcd3-1fb8-453b-bece-4c10d5d1599e) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:57.577445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.578046 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.581184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.600788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcdc748-7948-4e64-8f83-d72fa0f542c2 None None] Network 9a77dcd3-1fb8-453b-bece-4c10d5d1599e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:57.612856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.620873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df1e102-ac82-4aa2-b8f8-705b941515e2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.633977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.636295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-889c3257-2fec-4822-bf0b-00c34f4fad9d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0df1e102-ac82-4aa2-b8f8-705b941515e2 HTTP/1.1" status: 204 len: 168 time: 0.3393414 Aug 27 02:34:57.639646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55952) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.729302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['015e233d-440c-404a-97ae-4855a80949b7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:57.741455 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-782ad2ee-cf04-4c25-9848-2ee260be0a86 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3371716 Aug 27 02:34:57.770212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.779814 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.785938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad73a-ef74-4046-8fa0-883342554875 req-c20dbc00-e6b0-4a05-a384-de04a22346f0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.787459 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.788179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51dad73a-ef74-4046-8fa0-883342554875 req-c20dbc00-e6b0-4a05-a384-de04a22346f0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1700668 Aug 27 02:34:57.817211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.822296 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d01a546f-c1f3-445d-99c9-0954053e84c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.824907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.914166 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.925668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef6f9f-bce1-44df-9be9-06be8c70f8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-d779b5b1-53b9-4ff4-b590-3064396651d5', 'network_id': 'd779b5b1-53b9-4ff4-b590-3064396651d5', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '9670443d-083d-42da-9a8e-a67c3ba46959'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:57.926678 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f9f-bce1-44df-9be9-06be8c70f8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.954178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-51dad73a-ef74-4046-8fa0-883342554875 req-99aca76a-b2c5-4271-b630-085aecce56ae tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543870 Aug 27 02:34:57.958598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Transition to ACTIVE for port object be9d07d8-2eaa-400e-9a0b-115ad73c0f80 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:57.972776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.990258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.999794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d693d2-5d74-4b9e-b7c8-2a3a92f97c17']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.012177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5578f9-cf1d-4e65-b85f-959fce5ee5b9') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.012675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5578f9-cf1d-4e65-b85f-959fce5ee5b9') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.023554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.042903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.050727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:58.051481 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:58.053696 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:58.096621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.106782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] Deleting subnet 7e51eb73-8bc8-495f-8306-97ad0ed6b222 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:58.126800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Transition to ACTIVE for port object be9d07d8-2eaa-400e-9a0b-115ad73c0f80 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:58.143617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.148548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=9670443d-083d-42da-9a8e-a67c3ba46959,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.150054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.157917 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.159751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.167101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/15d693d2-5d74-4b9e-b7c8-2a3a92f97c17 HTTP/1.1" status: 204 len: 168 time: 0.5236123 Aug 27 02:34:58.203496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ddc29-f657-4bc3-93d2-da4f476b91c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d693d2-5d74-4b9e-b7c8-2a3a92f97c17,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.212891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Pushing event updated for resources: {'Port': ['ID=be9d07d8-2eaa-400e-9a0b-115ad73c0f80,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.215902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff79af-7626-4cbb-be43-a738796b9984 None None] Network 9a77dcd3-1fb8-453b-bece-4c10d5d1599e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-c8ef6f9f-bce1-44df-9be9-06be8c70f8f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9670443d-083d-42da-9a8e-a67c3ba46959: This subnet is being modified by another concurrent operation. Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:34:58.218481 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9670443d-083d-42da-9a8e-a67c3ba46959: This subnet is being modified by another concurrent operation. Aug 27 02:34:58.223184 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:34:58.233734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.261707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed919db0-2aa6-4a80-8f92-7d1e7f6a4012 None None] Network d779b5b1-53b9-4ff4-b590-3064396651d5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:58.284709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=534a75c5-d50e-4d69-ba54-02524177758c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.353543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.366682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.381134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5e7350-8938-4fb6-a35d-2fd91bf5749a') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.381471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5e7350-8938-4fb6-a35d-2fd91bf5749a') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.397208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.406673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.427347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.441671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:58.442381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:58.450543 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:58.485462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.509275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:58.520090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:58.527047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:58.570659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55972) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.572733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d779b5b1-53b9-4ff4-b590-3064396651d5']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.600078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aaa36bf-0145-4bf4-bd5c-739501ddbf44') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.600786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aaa36bf-0145-4bf4-bd5c-739501ddbf44') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:58.614949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.615629 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:34:58.615629 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:34:58.615629 n-d-806293-1 neutron-server[94772]: [parameters: {'id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d'}] Aug 27 02:34:58.615629 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:58.616623 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:58.619979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c139f854-48a7-48d0-8bf4-7304db559261 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eca3363833c24e08a389b08a7b409c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475504 Aug 27 02:34:58.622594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55974) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.635934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Router 691229ae-d745-40d5-8cf9-0b092bcd8898 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:58.643592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.646994 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.666467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Attempting to bind port be9d07d8-2eaa-400e-9a0b-115ad73c0f80 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:58.667155 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Attempting to bind port be9d07d8-2eaa-400e-9a0b-115ad73c0f80 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '6d5e7350-8938-4fb6-a35d-2fd91bf5749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:58.667712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Attempting to bind port be9d07d8-2eaa-400e-9a0b-115ad73c0f80 on network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:58.675730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:58.676111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Checking segment: {'id': '6d5e7350-8938-4fb6-a35d-2fd91bf5749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:58.676760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.677157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:58.677522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Bound using segment: {'id': '6d5e7350-8938-4fb6-a35d-2fd91bf5749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:58.677654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.678307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Bound port: be9d07d8-2eaa-400e-9a0b-115ad73c0f80, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5e7350-8938-4fb6-a35d-2fd91bf5749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:58.678902 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:58.681026 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:58.711277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9e90e0d-80c9-46be-b3e3-c7050275925b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.740340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9e90e0d-80c9-46be-b3e3-c7050275925b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.754504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a0439203-8f63-4345-a699-cc07ef8ca6cc no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:58.778236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] For port be9d07d8-2eaa-400e-9a0b-115ad73c0f80, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:58.780523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: a0439203-8f63-4345-a699-cc07ef8ca6cc {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:58.780919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a0439203-8f63-4345-a699-cc07ef8ca6cc not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:58.809435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.817853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9e90e0d-80c9-46be-b3e3-c7050275925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.818785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] For port be9d07d8-2eaa-400e-9a0b-115ad73c0f80, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=be9d07d8-2eaa-400e-9a0b-115ad73c0f80,segment=NetworkSegment(6d5e7350-8938-4fb6-a35d-2fd91bf5749a),segment_id=6d5e7350-8938-4fb6-a35d-2fd91bf5749a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:58.820552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9e90e0d-80c9-46be-b3e3-c7050275925b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.824405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f9e90e0d-80c9-46be-b3e3-c7050275925b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f96c4ade-17c9-4644-bb30-6b95a416c05f HTTP/1.1" status: 204 len: 168 time: 0.1982310 Aug 27 02:34:58.831209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e90e0d-80c9-46be-b3e3-c7050275925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c4ade-17c9-4644-bb30-6b95a416c05f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.835279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.858034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.864044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55978) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.864345 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/d779b5b1-53b9-4ff4-b590-3064396651d5 HTTP/1.1" status: 204 len: 168 time: 1.5369489 Aug 27 02:34:58.870492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838021157'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:58.879454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6a31-a215-468c-b9f4-f63b2121c0b2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=d779b5b1-53b9-4ff4-b590-3064396651d5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.897376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.913257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aef5cc-fd97-4f5d-b0aa-047e48c1a59f None None] Pushing event updated for resources: {'Port': ['ID=be9d07d8-2eaa-400e-9a0b-115ad73c0f80,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.930042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:58.933832 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.939023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:58.951741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e51eb73-8bc8-495f-8306-97ad0ed6b222,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.955955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.957893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dc156de0-d1d6-4241-a36c-a18befde4bd6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7e51eb73-8bc8-495f-8306-97ad0ed6b222 HTTP/1.1" status: 204 len: 168 time: 0.9665804 Aug 27 02:34:58.962280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55982) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.990403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70235924-1d45-4377-933a-2e927e604f10 None None] Sync routers for ids ['691229ae-d745-40d5-8cf9-0b092bcd8898'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:58.999769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1b706-ad30-46c6-bfe0-bbb39e3787f8 None None] Network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:59.019916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70235924-1d45-4377-933a-2e927e604f10 None None] Routers {'691229ae-d745-40d5-8cf9-0b092bcd8898'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:59.020196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:59.020593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-70235924-1d45-4377-933a-2e927e604f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['691229ae-d745-40d5-8cf9-0b092bcd8898'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.049554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.051214 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 43a346a8-8e49-4f0d-b7cc-34a4d158022b of type vlan for network be41cce3-e94b-43d5-9c7d-9c4602f2b227 Aug 27 02:34:59.093414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-70235924-1d45-4377-933a-2e927e604f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.108739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.110031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-54143552-0dd4-4904-af66-99525bf0b2c0 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3337882 Aug 27 02:34:59.112816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55986) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:59.119878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.124452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': False}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:59.130333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70235924-1d45-4377-933a-2e927e604f10 None None] Routers {'691229ae-d745-40d5-8cf9-0b092bcd8898'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:59.131066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-70235924-1d45-4377-933a-2e927e604f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:34:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['691229ae-d745-40d5-8cf9-0b092bcd8898'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.167309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-70235924-1d45-4377-933a-2e927e604f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.168222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70235924-1d45-4377-933a-2e927e604f10 None None] The sync data for ids ['691229ae-d745-40d5-8cf9-0b092bcd8898'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:59.184879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.213431 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.281180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224bfb8-e79a-4484-b3c7-8dc974583f99 req-427aea31-047c-4c8f-9486-0a2899980a22 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:59.293304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7224bfb8-e79a-4484-b3c7-8dc974583f99 req-427aea31-047c-4c8f-9486-0a2899980a22 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2056103 Aug 27 02:34:59.293686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6381a-16e7-4e94-8059-21e493b0b24e None None] Network 2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:59.349016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.367278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:59.370742 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.405726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7224bfb8-e79a-4484-b3c7-8dc974583f99 req-447d5f41-2238-47fe-a87d-3f269256c19d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115055 Aug 27 02:34:59.432230 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.442684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a77dcd3-1fb8-453b-bece-4c10d5d1599e']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.459416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a1d1ea-fded-4c8f-b9f6-2d6760f14235') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.459733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a1d1ea-fded-4c8f-b9f6-2d6760f14235') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.465055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96efe13-7219-476e-a2cc-59e6572d038f None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:34:59.518349 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.518644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting port be9d07d8-2eaa-400e-9a0b-115ad73c0f80 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:59.518644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.575977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.581017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] For port be9d07d8-2eaa-400e-9a0b-115ad73c0f80, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=be9d07d8-2eaa-400e-9a0b-115ad73c0f80,segment=NetworkSegment(6d5e7350-8938-4fb6-a35d-2fd91bf5749a),segment_id=6d5e7350-8938-4fb6-a35d-2fd91bf5749a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:59.581646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.586736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:59.587147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:59.589033 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:59.598275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Calling delete_port for be9d07d8-2eaa-400e-9a0b-115ad73c0f80 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:59.687194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8218703 Aug 27 02:34:59.689513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56000) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:59.700122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:59.721661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96efe13-7219-476e-a2cc-59e6572d038f None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:34:59.780610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c9b35-fdf5-4695-88ef-4d32bc00db2a tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=be41cce3-e94b-43d5-9c7d-9c4602f2b227,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:59.816626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.902902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Port': ['ID=be9d07d8-2eaa-400e-9a0b-115ad73c0f80,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:59.912149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No DVR routers for this DVR port be9d07d8-2eaa-400e-9a0b-115ad73c0f80 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:59.943881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:00.044199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.057237 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.060065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a77dcd3-1fb8-453b-bece-4c10d5d1599e HTTP/1.1" status: 204 len: 168 time: 1.0966313 Aug 27 02:35:00.105405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22daaf-4a7a-4aaf-b8e6-dc377343548e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a77dcd3-1fb8-453b-bece-4c10d5d1599e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:00.119871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.129156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.156989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eeab9e-4464-47b6-8aa6-dc055a51a61c None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:35:00.163020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.177932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:00.191922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5e7350-8938-4fb6-a35d-2fd91bf5749a') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:00.192515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5e7350-8938-4fb6-a35d-2fd91bf5749a') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:00.209404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.228054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.236308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:00.237019 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.245598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-82c9bd72-6e0f-4c1d-b3c3-35bd6bd453b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:00.264102 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:00.297468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.351531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:35:00.356794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56022) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.360166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eeab9e-4464-47b6-8aa6-dc055a51a61c None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:35:00.363908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:00.364568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.375307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "PUT /v2.0/networks/be41cce3-e94b-43d5-9c7d-9c4602f2b227 HTTP/1.1" status: 200 len: 723 time: 0.6820235 Aug 27 02:35:00.406609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56026) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.428091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:00.468544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.499075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.512125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.517930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d HTTP/1.1" status: 204 len: 168 time: 3.2333634 Aug 27 02:35:00.526943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56030) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.608909 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbcc229-b9a9-4170-9ca1-f28db1de60db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:00.610556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbcc229-b9a9-4170-9ca1-f28db1de60db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:00.612920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-adbcc229-b9a9-4170-9ca1-f28db1de60db tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/534a75c5-d50e-4d69-ba54-02524177758c HTTP/1.1" status: 404 len: 337 time: 0.0847683 Aug 27 02:35:00.621548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56036) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.622429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd474890-95d6-4a63-b91f-0874a211da2c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=be41cce3-e94b-43d5-9c7d-9c4602f2b227,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:00.635541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-550e4581-c37a-4e3f-b152-2bcad0749cb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96d289e731c64dbd94b1de9cd8296634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761855 Aug 27 02:35:00.642303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:00.642996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56038) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.645379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:00.702164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7cea-2817-48b9-8aef-24d50ff036d1 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:00.712849 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f747eb94-cecf-4c70-8d7c-6d4d7fff7867 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:00.713717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f747eb94-cecf-4c70-8d7c-6d4d7fff7867 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:00.715714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f747eb94-cecf-4c70-8d7c-6d4d7fff7867 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/2d9da1dd-7c3f-4d7b-8b58-5a667eeed20d HTTP/1.1" status: 404 len: 339 time: 0.0765538 Aug 27 02:35:00.720733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56044) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.770996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796de8-c34c-47ae-8ed8-eb0211c7ac63 req-45852f5f-64f6-40e5-8b49-0b58ee86028c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:00.773438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be796de8-c34c-47ae-8ed8-eb0211c7ac63 req-45852f5f-64f6-40e5-8b49-0b58ee86028c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2435863 Aug 27 02:35:00.810681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.856746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 015e233d-440c-404a-97ae-4855a80949b7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:00.866080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 015e233d-440c-404a-97ae-4855a80949b7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:00.866738 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.874853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be796de8-c34c-47ae-8ed8-eb0211c7ac63 req-8d5f8c6a-3dd2-4e2e-83a7-c69fa8777ce6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924964 Aug 27 02:35:00.877864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56046) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.880946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:00.885005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.935613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5d11-5536-4135-90e0-221e1a5c7f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.956646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.979898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408819d8-5083-4fbd-a94e-eba4b20c837c']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:00.984322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5d11-5536-4135-90e0-221e1a5c7f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.000247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8563d61e-fb9a-4320-8c76-9c07c4b41b30') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:01.000543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8563d61e-fb9a-4320-8c76-9c07c4b41b30') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:01.012378 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.027695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.055723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.057335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:01.063457 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452f257a-0b32-44f8-8238-7c43fa8f9284" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:01.063842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:01.064256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:01.068207 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:01.098827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:01.107559 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.145971 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbeae59-c5f4-4f58-9bec-88d2c7fcab92 x-openstack-request-id: req-bcbeae59-c5f4-4f58-9bec-88d2c7fcab92 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:01.146244 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:01.146435 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcbeae59-c5f4-4f58-9bec-88d2c7fcab92 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:01.146833 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'code': 200} Aug 27 02:35:01.173399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5d11-5536-4135-90e0-221e1a5c7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.177200 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5d11-5536-4135-90e0-221e1a5c7f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.178469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.185929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2f9f5d11-5536-4135-90e0-221e1a5c7f0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7ac32d3-6688-41bf-a9ce-ada91a923f2e HTTP/1.1" status: 204 len: 168 time: 0.5167241 Aug 27 02:35:01.193031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-190310024-network', 'tenant_id': '4015b758761c478cb06703c195c086e6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:01.220305 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.236333 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.237107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f5d11-5536-4135-90e0-221e1a5c7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ac32d3-6688-41bf-a9ce-ada91a923f2e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.263683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Made reservation on behalf of 4015b758761c478cb06703c195c086e6 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:01.266199 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.272859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.277865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/408819d8-5083-4fbd-a94e-eba4b20c837c HTTP/1.1" status: 204 len: 168 time: 0.5559385 Aug 27 02:35:01.279086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56056) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:01.307363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46a5c-80d7-46cd-929d-1fd38ecf01b4 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=408819d8-5083-4fbd-a94e-eba4b20c837c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.309209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.318843 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d102f91-dcc7-48c4-9a1c-27710c249d55 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:01.319159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d102f91-dcc7-48c4-9a1c-27710c249d55 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:01.320995 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d102f91-dcc7-48c4-9a1c-27710c249d55 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/f92c5cfb-5b30-45e5-b95c-9493fa2511b4 HTTP/1.1" status: 404 len: 337 time: 0.0407605 Aug 27 02:35:01.326120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56058) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:01.342241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3fa5-f9d1-4d9d-b50e-8e7abdbe45df req-153cb6d8-0f66-40be-9cee-f2d2fce8d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:01.344156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6ea3fa5-f9d1-4d9d-b50e-8e7abdbe45df req-153cb6d8-0f66-40be-9cee-f2d2fce8d8f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1097 time: 0.1219857 Aug 27 02:35:01.357785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.362672 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-795f453f-6563-451a-904c-74b10bb123e9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:01.363382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795f453f-6563-451a-904c-74b10bb123e9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:01.365021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-795f453f-6563-451a-904c-74b10bb123e9 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/f37ed401-7baa-421a-b015-9759429cbd43 HTTP/1.1" status: 404 len: 339 time: 0.0371945 Aug 27 02:35:01.387764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56062) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:01.391441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.455357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting subnet faa5d75c-1f5f-4b5c-b89c-574f1c4afdd0 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:01.462656 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.531879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6ea3fa5-f9d1-4d9d-b50e-8e7abdbe45df req-ffc274a8-9904-45da-9514-3a4120203bca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507926 Aug 27 02:35:01.542414 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.564610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.640909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Router 691229ae-d745-40d5-8cf9-0b092bcd8898 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:01.641265 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.657339 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.675838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=ffddf871-f0fb-40ac-82b4-e86e9c1a11bb,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.678656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': '43a346a8-8e49-4f0d-b7cc-34a4d158022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:01.679239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: be41cce3-e94b-43d5-9c7d-9c4602f2b227, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:01.687869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.717969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:01.724619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4504a0d-b4d9-415c-a98f-72ebf856d402,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.739980 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.740369 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Added segment 447acab5-3c6c-403e-94f1-fcee9d183db0 of type vlan for network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 Aug 27 02:35:01.752285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:01.791738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.793657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, be41cce3-e94b-43d5-9c7d-9c4602f2b227) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:01.802677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef12b66-81c6-440c-b3c1-2060c0ba8256 None None] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:01.805895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:01.807518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.817528 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.843561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8473ad22-6ee5-4e2a-8492-dff2492eba10 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4326019 Aug 27 02:35:01.844961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:01.846653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56078) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:01.853541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bd97ff5e-1a67-4f7d-be40-8f02687e4f34 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:01.854646 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] Sync routers for ids ['691229ae-d745-40d5-8cf9-0b092bcd8898'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:01.856041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=faa5d75c-1f5f-4b5c-b89c-574f1c4afdd0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.863068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.864434 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7114a048-86ca-4457-aaa9-0b3bbee2dbd5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "PUT /v2.0/routers/691229ae-d745-40d5-8cf9-0b092bcd8898 HTTP/1.1" status: 200 len: 925 time: 2.7490473 Aug 27 02:35:01.874892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:01.876092 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] Routers {'691229ae-d745-40d5-8cf9-0b092bcd8898'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:01.877136 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['691229ae-d745-40d5-8cf9-0b092bcd8898'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:01.882181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.887889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2cea87d-8fbf-416d-a806-6120bd256224 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/faa5d75c-1f5f-4b5c-b89c-574f1c4afdd0 HTTP/1.1" status: 204 len: 168 time: 0.4923909 Aug 27 02:35:01.888434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56082) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:01.891703 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.892669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:01.893296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.960012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd2bb0-3edb-46d3-8e05-d448d52594d2 None None] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:01.998274 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:02.003567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1246114 Aug 27 02:35:02.024353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56090) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:02.026782 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] Routers {'691229ae-d745-40d5-8cf9-0b092bcd8898'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:02.027469 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['691229ae-d745-40d5-8cf9-0b092bcd8898'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:02.044191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd97ff5e-1a67-4f7d-be40-8f02687e4f34 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25201273'] for subnet, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.057973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Request body: {'subnet': {'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-190310024-subnet', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:02.076013 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:02.077608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695600ca-df4b-4c95-b78e-2d119ef07245 None None] The sync data for ids ['691229ae-d745-40d5-8cf9-0b092bcd8898'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:02.114781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting subnet a68fc9ff-2a91-4b09-851b-f56f816dce47 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:02.133709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.163469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Made reservation on behalf of 4015b758761c478cb06703c195c086e6 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:02.165842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.236113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.339182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-be41cce3-e94b-43d5-9c7d-9c4602f2b227', 'network_id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': 'ffddf871-f0fb-40ac-82b4-e86e9c1a11bb'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:02.340202 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.581686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.645842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd97ff5e-1a67-4f7d-be40-8f02687e4f34 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754610759976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3562255'] for subnet, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.664025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97ff5e-1a67-4f7d-be40-8f02687e4f34 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:02.664631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd97ff5e-1a67-4f7d-be40-8f02687e4f34 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.668415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bd97ff5e-1a67-4f7d-be40-8f02687e4f34 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "PUT /v2.0/subnets/ffddf871-f0fb-40ac-82b4-e86e9c1a11bb HTTP/1.1" status: 200 len: 806 time: 0.8180966 Aug 27 02:35:02.707582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c1578477-9134-405f-a5c1-695e7242f61c tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/691229ae-d745-40d5-8cf9-0b092bcd8898 HTTP/1.1" status: 200 len: 925 time: 0.8309944 Aug 27 02:35:02.718694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56116) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:02.720044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56120) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:02.723784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e5780-a50a-4926-8bfd-4891afa39359 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa02ed7-9f26-48f2-a9ce-20db375f8d20,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:02.747397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Allocated IP 172.20.0.2 (be41cce3-e94b-43d5-9c7d-9c4602f2b227/ffddf871-f0fb-40ac-82b4-e86e9c1a11bb/21b8b280-5347-4a34-ab7f-098b5a4ba53f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:02.821222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.853784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.859701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97ff5e-1a67-4f7d-be40-8f02687e4f34 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=ffddf871-f0fb-40ac-82b4-e86e9c1a11bb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:02.886870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.889109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/a68fc9ff-2a91-4b09-851b-f56f816dce47 HTTP/1.1" status: 204 len: 168 time: 0.9917684 Aug 27 02:35:02.896819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56126) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:02.914036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ed61a2-3d3f-4833-8775-fbc94e72101f tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:02.918691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-05ed61a2-3d3f-4833-8775-fbc94e72101f tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=691229ae-d745-40d5-8cf9-0b092bcd8898&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1774528 Aug 27 02:35:02.925306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56128) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:02.948326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e0585-90f8-41a8-bf1c-d644b8d6c287 req-f3bee84b-ffd1-461e-99c4-df96e13a72ee tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:02.952175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82724d-1736-41f5-8be0-3a5f665d05a6 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=a68fc9ff-2a91-4b09-851b-f56f816dce47,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:02.952385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d4e0585-90f8-41a8-bf1c-d644b8d6c287 req-f3bee84b-ffd1-461e-99c4-df96e13a72ee tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 946 time: 0.9546363 Aug 27 02:35:03.077058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0d4e0585-90f8-41a8-bf1c-d644b8d6c287 req-0c9c5f3f-f49c-4018-9c49-62a29a952e7e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066742 Aug 27 02:35:03.140387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.142712 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.172804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Transition to ACTIVE for port object 21b8b280-5347-4a34-ab7f-098b5a4ba53f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:03.230576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Transition to ACTIVE for port object 21b8b280-5347-4a34-ab7f-098b5a4ba53f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:03.232817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1038366c-b30f-4707-aad1-12b2687ebd6a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:03.238116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1038366c-b30f-4707-aad1-12b2687ebd6a tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.3115640 Aug 27 02:35:03.238995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56140) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.256940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:03.288226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e273af8d-05ac-440f-b517-c0c972171b29 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=691229ae-d745-40d5-8cf9-0b092bcd8898 HTTP/1.1" status: 200 len: 205 time: 0.0451324 Aug 27 02:35:03.312478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56142) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.334950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.449745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.457152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.474152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:03.496785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:03.511731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.535852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Pushing event updated for resources: {'Port': ['ID=21b8b280-5347-4a34-ab7f-098b5a4ba53f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.540008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:03.556571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Checking segment: {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:03.558700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Network hostable DHCP agents. Network: 7aa02ed7-9f26-48f2-a9ce-20db375f8d20, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:03.580965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72931d5-1cd3-4ac9-9445-d281e89ae948,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.606165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.659886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.676048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:03.696312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 7aa02ed7-9f26-48f2-a9ce-20db375f8d20) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:03.705454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:03.706218 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.714759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=ffddf871-f0fb-40ac-82b4-e86e9c1a11bb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.720997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5efbc0d-e1b2-4934-a1db-ec4f47852b09 None None] Network 67097a71-defe-4e4f-8cb8-48720fee0e41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:03.728340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:03.728576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Attempting to bind port 21b8b280-5347-4a34-ab7f-098b5a4ba53f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:03.728935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Attempting to bind port 21b8b280-5347-4a34-ab7f-098b5a4ba53f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '43a346a8-8e49-4f0d-b7cc-34a4d158022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:03.729478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Attempting to bind port 21b8b280-5347-4a34-ab7f-098b5a4ba53f on network be41cce3-e94b-43d5-9c7d-9c4602f2b227 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:03.729982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.731812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531a97e-73c8-475a-99c2-388be0a3250d None None] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:03.737585 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e0954fdf-ee8d-4169-9e91-212e709c0b8d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7027063 Aug 27 02:35:03.738673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56148) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.749322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.760991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:03.834004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.841976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:03.842387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Checking segment: {'id': '43a346a8-8e49-4f0d-b7cc-34a4d158022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:03.843011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.843313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Bound using segment: {'id': '43a346a8-8e49-4f0d-b7cc-34a4d158022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:03.843807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Bound port: 21b8b280-5347-4a34-ab7f-098b5a4ba53f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a346a8-8e49-4f0d-b7cc-34a4d158022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:03.844189 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.847366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be41cce3-e94b-43d5-9c7d-9c4602f2b227']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.859141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a346a8-8e49-4f0d-b7cc-34a4d158022b') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.859828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a346a8-8e49-4f0d-b7cc-34a4d158022b') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.870818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.890972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-56b14266-4f08-4b72-b78c-7ff250bba6d5 None None] Provisioning complete for port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:03.891400 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-56b14266-4f08-4b72-b78c-7ff250bba6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.892082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.907494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:03.908292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.933829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] For port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,segment=NetworkSegment(cb7c24b8-491e-4e5d-ae5a-085785a7d11b),segment_id=cb7c24b8-491e-4e5d-ae5a-085785a7d11b)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:03.934522 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.951487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Calling delete_port for 6bc14be9-befc-4f9d-a2c2-a01ef288d2de owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:03.979185 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:03.988295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:03.988295 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:03.988295 n-d-806293-1 neutron-server[94772]: [parameters: {'id': 'be41cce3-e94b-43d5-9c7d-9c4602f2b227'}] Aug 27 02:35:03.988295 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:03.989384 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:04.052580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.058553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Deleting port e4bdbe65-740a-4eeb-95df-8fd03d5af567 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:04.058998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.059802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.075610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] For port 21b8b280-5347-4a34-ab7f-098b5a4ba53f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:04.094350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.152992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] For port 21b8b280-5347-4a34-ab7f-098b5a4ba53f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=21b8b280-5347-4a34-ab7f-098b5a4ba53f,segment=NetworkSegment(43a346a8-8e49-4f0d-b7cc-34a4d158022b),segment_id=43a346a8-8e49-4f0d-b7cc-34a4d158022b)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:04.193877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.203424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.206139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No DVR routers for this DVR port 6bc14be9-befc-4f9d-a2c2-a01ef288d2de on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:04.208140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Port': ['ID=6bc14be9-befc-4f9d-a2c2-a01ef288d2de,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:04.235168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.281493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703fe5ca-6f34-45fd-a6b7-1bb3984be8d9 None None] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:04.326428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Calling delete_port for e4bdbe65-740a-4eeb-95df-8fd03d5af567 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:04.398626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8dfe6-cc23-42a0-a0b2-3d06a1f6624b None None] DHCP port deletion for 67097a71-defe-4e4f-8cb8-48720fee0e41 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:04.404309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96110b84-a953-4011-b882-708561c4d6ae req-d93709e9-db25-4c5e-b545-b86d6bc09c54 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:04.406126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96110b84-a953-4011-b882-708561c4d6ae req-d93709e9-db25-4c5e-b545-b86d6bc09c54 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 946 time: 0.1739876 Aug 27 02:35:04.463396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c4bdf-ca4b-468a-89a7-4c1ac054d325 None None] Pushing event updated for resources: {'Port': ['ID=21b8b280-5347-4a34-ab7f-098b5a4ba53f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:04.495637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a619df4-966c-4723-b2ba-40a9c55fffdd None None] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:04.522395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.586307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96110b84-a953-4011-b882-708561c4d6ae req-994f751e-9fd9-4f13-bd5e-42bfa3022b0b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722286 Aug 27 02:35:04.604500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.619025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.632362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67097a71-defe-4e4f-8cb8-48720fee0e41']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:04.648726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7c24b8-491e-4e5d-ae5a-085785a7d11b') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:04.649011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7c24b8-491e-4e5d-ae5a-085785a7d11b') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:04.667328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.727279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.737094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:04.737787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:04.741518 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:04.831081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.847283 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.850280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/67097a71-defe-4e4f-8cb8-48720fee0e41 HTTP/1.1" status: 204 len: 168 time: 1.9200237 Aug 27 02:35:04.853674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56176) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:04.910170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.913908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc6c29-7528-40af-8ce0-853c141d631c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=67097a71-defe-4e4f-8cb8-48720fee0e41,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:04.920812 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-205c685b-4b8c-4878-b78d-4fa71754772c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:04.921668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205c685b-4b8c-4878-b78d-4fa71754772c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:04.923921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-205c685b-4b8c-4878-b78d-4fa71754772c tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/c246aa25-2453-4484-bc22-b490e869d2f3 HTTP/1.1" status: 404 len: 337 time: 0.0539289 Aug 27 02:35:04.928038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56180) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:04.946364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event deleted for resources: {'Port': ['ID=e4bdbe65-740a-4eeb-95df-8fd03d5af567,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:04.960286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Deleting port 21b8b280-5347-4a34-ab7f-098b5a4ba53f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:04.960579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.983915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e68da-58b8-4200-b670-19a4c9030b61 None None] Network be41cce3-e94b-43d5-9c7d-9c4602f2b227 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:05.010522 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2335e0-b783-4709-84c6-b02f957ee6e0 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:05.011103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2335e0-b783-4709-84c6-b02f957ee6e0 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:05.013047 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e2335e0-b783-4709-84c6-b02f957ee6e0 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/49fb0b20-ed18-438e-a452-ba6a0f95b94e HTTP/1.1" status: 404 len: 339 time: 0.0838485 Aug 27 02:35:05.066397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56184) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.109981 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1ca00c-ab26-4db4-b235-dc6fa2f0564f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:05.110480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1ca00c-ab26-4db4-b235-dc6fa2f0564f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:05.112406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a1ca00c-ab26-4db4-b235-dc6fa2f0564f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/b953b8f5-1a92-46b2-9796-45f9e523676b HTTP/1.1" status: 404 len: 337 time: 0.0448198 Aug 27 02:35:05.138343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df08a7-90d9-47b0-85fc-ced877fc5ed9 req-f41774dd-2ac9-4839-a490-3cd77efb9ff8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:05.138343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28df08a7-90d9-47b0-85fc-ced877fc5ed9 req-f41774dd-2ac9-4839-a490-3cd77efb9ff8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 946 time: 0.4628391 Aug 27 02:35:05.141907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56192) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.157538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] For port 21b8b280-5347-4a34-ab7f-098b5a4ba53f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=21b8b280-5347-4a34-ab7f-098b5a4ba53f,segment=NetworkSegment(43a346a8-8e49-4f0d-b7cc-34a4d158022b),segment_id=43a346a8-8e49-4f0d-b7cc-34a4d158022b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:05.158570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56194) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.159233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.177451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'floatingip': {'port_id': '015e233d-440c-404a-97ae-4855a80949b7'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:05.192163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d5691b-3496-4d36-8e46-b7f2f41a140b None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:35:05.195556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6bc14be9-befc-4f9d-a2c2-a01ef288d2de no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:05.197945 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-864f519a-86a0-448c-adfc-7aa8e914124f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:05.198590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864f519a-86a0-448c-adfc-7aa8e914124f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:05.202805 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-864f519a-86a0-448c-adfc-7aa8e914124f tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/11c82f7b-0e99-4a2e-af4c-7c3100786896 HTTP/1.1" status: 404 len: 339 time: 0.0573256 Aug 27 02:35:05.205572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56196) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.209307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Calling delete_port for 21b8b280-5347-4a34-ab7f-098b5a4ba53f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:05.246442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6bc14be9-befc-4f9d-a2c2-a01ef288d2de {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:05.247192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6bc14be9-befc-4f9d-a2c2-a01ef288d2de not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:05.250446 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d892381-f9bc-48ed-988d-c0fbc4dbd1f2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:05.251012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d892381-f9bc-48ed-988d-c0fbc4dbd1f2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:05.255062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2d892381-f9bc-48ed-988d-c0fbc4dbd1f2 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/9c49f297-028e-48b8-add7-9785e26e0c34 HTTP/1.1" status: 404 len: 337 time: 0.0446594 Aug 27 02:35:05.257696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56198) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.259738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.284869 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db94c08-d033-440f-bd98-08f939e5712b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:05.285440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db94c08-d033-440f-bd98-08f939e5712b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:05.289497 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1db94c08-d033-440f-bd98-08f939e5712b tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/fde15cba-c74c-4bbc-a5a8-cb149da1e548 HTTP/1.1" status: 404 len: 339 time: 0.0286701 Aug 27 02:35:05.320140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56200) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.341112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5691b-3496-4d36-8e46-b7f2f41a140b None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:35:05.357281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.407125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.410384 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.411731 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.419236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.484487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.485041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Fanout notify agent at l3_agent the message router_deleted on router 691229ae-d745-40d5-8cf9-0b092bcd8898 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:05.497449 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.499082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5b4e71e4-961c-45d1-86fd-976389c06609 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/691229ae-d745-40d5-8cf9-0b092bcd8898 HTTP/1.1" status: 204 len: 168 time: 2.1856399 Aug 27 02:35:05.515986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56206) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.528140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-528f9a30-29c4-44e8-bba4-20072f9d7fb5 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2028505354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:05.542867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.580935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting subnet 2458f746-6e2d-49a1-a4e4-aa04dea6d869 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:05.590933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.614744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Port': ['ID=21b8b280-5347-4a34-ab7f-098b5a4ba53f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:05.620268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No DVR routers for this DVR port 21b8b280-5347-4a34-ab7f-098b5a4ba53f on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:05.645345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528f9a30-29c4-44e8-bba4-20072f9d7fb5 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.646418 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528f9a30-29c4-44e8-bba4-20072f9d7fb5 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.688699 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.711494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56208) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.735155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.750102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be41cce3-e94b-43d5-9c7d-9c4602f2b227']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.768038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a346a8-8e49-4f0d-b7cc-34a4d158022b') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.768421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a346a8-8e49-4f0d-b7cc-34a4d158022b') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.794039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.827523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528f9a30-29c4-44e8-bba4-20072f9d7fb5 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.834895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.841323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528f9a30-29c4-44e8-bba4-20072f9d7fb5 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.856457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:05.857429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:05.861349 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:05.880501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Allocated IP 172.25.1.129 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/da20e330-1343-4f81-93ac-d1a5781738c2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:05.928885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5025d4b6-1421-4b47-b344-2e9e6c33f35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.943286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.947940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528f9a30-29c4-44e8-bba4-20072f9d7fb5 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.949514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-528f9a30-29c4-44e8-bba4-20072f9d7fb5 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4320991 Aug 27 02:35:05.953251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56212) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.964388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:06.013586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.057394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.062260 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/be41cce3-e94b-43d5-9c7d-9c4602f2b227 HTTP/1.1" status: 204 len: 168 time: 3.3224130 Aug 27 02:35:06.066828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.102779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6131b-803a-4176-bad7-8774ecee525c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=be41cce3-e94b-43d5-9c7d-9c4602f2b227,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.178609 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-29836162-3518-483c-8efb-d604855998f0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:06.179255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29836162-3518-483c-8efb-d604855998f0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:06.183181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-29836162-3518-483c-8efb-d604855998f0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/be41cce3-e94b-43d5-9c7d-9c4602f2b227 HTTP/1.1" status: 404 len: 339 time: 0.1132343 Aug 27 02:35:06.186357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.190908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548885677', 'description': 'd1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:06.293586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.438842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5025d4b6-1421-4b47-b344-2e9e6c33f35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.455410 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5025d4b6-1421-4b47-b344-2e9e6c33f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.503934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:06.507666 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.525290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.532857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5025d4b6-1421-4b47-b344-2e9e6c33f35d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=799912d2155d49ccb5e4846372067a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171492 Aug 27 02:35:06.534245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d4b6-1421-4b47-b344-2e9e6c33f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f274796-0345-4e43-b763-8468c65446ec,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.542088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56224) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.591148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:06.613518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.613895 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 10e26da6-ee1b-41b9-8ce3-89fd3e0b7bfe of type vlan for network b44cf6b7-9123-4fda-bec3-7b5a63c88514 Aug 27 02:35:06.663068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.671841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=2458f746-6e2d-49a1-a4e4-aa04dea6d869,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.688630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33c974-f242-4071-9bd4-3a2fec66371b None None] Network 21b7f618-27a6-458a-aaea-ea4ad27cc423 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:06.690054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.692026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9485a80f-9860-4fd7-b593-b387c3170183 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/2458f746-6e2d-49a1-a4e4-aa04dea6d869 HTTP/1.1" status: 204 len: 168 time: 1.3720055 Aug 27 02:35:06.699097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56228) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.730104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.736934 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6ce289a-65b2-4097-a180-52f7bbceadc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.784235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.814782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6ce289a-65b2-4097-a180-52f7bbceadc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.816888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.832951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.839021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.839483 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.880777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] DHCP port deletion for 21b7f618-27a6-458a-aaea-ea4ad27cc423 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:06.889335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.929554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] Deleting port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:06.930011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.937888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.965699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7767086 Aug 27 02:35:06.968334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56230) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.981952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c841fbf-8c3e-460c-ba71-4d8801adefcc tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=b44cf6b7-9123-4fda-bec3-7b5a63c88514,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.000473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network b44cf6b7-9123-4fda-bec3-7b5a63c88514 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:07.042577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:07.044762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.053326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:07.055913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] For port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,segment=NetworkSegment(a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb),segment_id=a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:07.056394 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.058988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:07.076788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] Calling delete_port for e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:07.080414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Pushing event updated for resources: {'Port': ['ID=da20e330-1343-4f81-93ac-d1a5781738c2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.085994 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.090368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Allocated IP 172.25.1.95 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/637f99e0-e65a-47ee-9c2f-2383ea0bb1a5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:07.125096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6ce289a-65b2-4097-a180-52f7bbceadc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.128253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6ce289a-65b2-4097-a180-52f7bbceadc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.136986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a6ce289a-65b2-4097-a180-52f7bbceadc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f274796-0345-4e43-b763-8468c65446ec HTTP/1.1" status: 204 len: 168 time: 0.5886965 Aug 27 02:35:07.160005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:07.160346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.193342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:07.205339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425feb99-f68e-426d-84c8-b8e80df7fe0c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:07.206917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-425feb99-f68e-426d-84c8-b8e80df7fe0c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/networks?id=b44cf6b7-9123-4fda-bec3-7b5a63c88514 HTTP/1.1" status: 200 len: 761 time: 0.2352402 Aug 27 02:35:07.210000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce289a-65b2-4097-a180-52f7bbceadc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f274796-0345-4e43-b763-8468c65446ec,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.215399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56238) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:07.242027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'description': 'd2'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:07.295846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.332083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] Pushing event deleted for resources: {'Port': ['ID=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.339393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] For port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,segment=NetworkSegment(a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb),segment_id=a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:07.340128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.358484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Calling delete_port for e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:07.364266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750280c-a5b9-437b-a0e7-f6b1e13b9d67 None None] No DVR routers for this DVR port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:07.369067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 update to DOWN by agent not found {{(pid=94774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 02:35:07.576921 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Floating IP 42e6dd5e-5291-4ec6-b2da-4a2cd3685db0 associated. External IP: 172.25.1.195, port: 015e233d-440c-404a-97ae-4855a80949b7. Aug 27 02:35:07.613463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:07.641187 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4b96-78f0-4acc-b830-e8a7637a2cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.658907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.760628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Port': ['ID=e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.773193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No DVR routers for this DVR port e6d1ed07-2e0d-42e8-b949-8697b8b5f2b7 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:07.826113 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.907177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.931227 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.955530 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.984013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network b44cf6b7-9123-4fda-bec3-7b5a63c88514 is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:35:07.989498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:07.990137 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.994121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "PUT /v2.0/networks/b44cf6b7-9123-4fda-bec3-7b5a63c88514 HTTP/1.1" status: 200 len: 758 time: 0.7751617 Aug 27 02:35:08.006417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56254) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:08.099548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:08.107821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a709b8-efab-4bed-88e3-08f5e89cb210 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=b44cf6b7-9123-4fda-bec3-7b5a63c88514,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.119027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:08.120851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event updated for resources: {'Port': ['ID=637f99e0-e65a-47ee-9c2f-2383ea0bb1a5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.125313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:08.134192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network b44cf6b7-9123-4fda-bec3-7b5a63c88514 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:08.172362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4106f7-b513-401d-9290-975da286da31 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:08.173887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ef4106f7-b513-401d-9290-975da286da31 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/networks?id=b44cf6b7-9123-4fda-bec3-7b5a63c88514 HTTP/1.1" status: 200 len: 761 time: 0.1667035 Aug 27 02:35:08.177998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56256) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:08.184593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732337976'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:08.186803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.243102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b7f618-27a6-458a-aaea-ea4ad27cc423']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:08.258162 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.305186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:08.305571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4733e8a-dda8-4dcd-b4d8-ce90f08a2abb') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:08.328961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.430268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.432845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.444241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:08.444652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:08.453529 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:08.535600 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4b96-78f0-4acc-b830-e8a7637a2cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.556905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4b96-78f0-4acc-b830-e8a7637a2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.560504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Router 5e9bf011-47ec-4455-852a-85c2a4604180 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:08.604688 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.605545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:08.610068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.632036 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.633892 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/21b7f618-27a6-458a-aaea-ea4ad27cc423 HTTP/1.1" status: 204 len: 168 time: 1.9324853 Aug 27 02:35:08.648450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56262) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:08.675929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:08.695221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.695558 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment 3e3a3004-1730-462b-ad03-3606b67a76b3 of type vlan for network 342acfde-79b5-4e95-92ea-73a654aa91f9 Aug 27 02:35:08.698155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.707218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5d79-60b7-44e5-8b7d-17c43a2229d7 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=21b7f618-27a6-458a-aaea-ea4ad27cc423,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.712196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.735389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7d3e4b96-78f0-4acc-b830-e8a7637a2cdf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=993bf4b492884f318441af3fcdeadea8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1208472 Aug 27 02:35:08.737808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e4b96-78f0-4acc-b830-e8a7637a2cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9160261d-c7de-4218-b330-8b34faf59abe,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.739445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56266) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:08.743441 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3863173f-5311-4f7b-84cf-7b79d56314cd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:08.743895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3863173f-5311-4f7b-84cf-7b79d56314cd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:08.745735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3863173f-5311-4f7b-84cf-7b79d56314cd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/8fb4fe6e-053c-4fcf-ad79-d82956ce6d5c HTTP/1.1" status: 404 len: 337 time: 0.0804932 Aug 27 02:35:08.753660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56268) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:08.800208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.810613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.839416 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6b9e35-a7e6-45be-88aa-6fa4d5701689 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:08.839906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6b9e35-a7e6-45be-88aa-6fa4d5701689 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:08.841616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5c6b9e35-a7e6-45be-88aa-6fa4d5701689 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/d20725d2-e70d-49f4-bb66-7f7274480be7 HTTP/1.1" status: 404 len: 339 time: 0.0534267 Aug 27 02:35:08.850624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56270) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:08.922258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:08.927704 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.934497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] Sync routers for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:08.944913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:08.945789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:08.964779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-72dbe038-b91f-44dc-8301-7e867b8ae0ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "PUT /v2.0/floatingips/42e6dd5e-5291-4ec6-b2da-4a2cd3685db0 HTTP/1.1" status: 200 len: 992 time: 3.8034861 Aug 27 02:35:08.966901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:08.969565 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136a82b7-6cf9-4d02-802b-cdddb166ed77" -d '{"events": [{"name": "network-changed", "server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:08.971236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.977933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:08.978668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.993216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting subnet 2b28d32d-b765-4f70-a34b-972e9cd764e8 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:09.015341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fcc837e-a03d-4125-8e42-c22eb18f5476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.019019 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.039277 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f6f5a8-e40f-4daa-ba9f-301bc1876d0e x-openstack-request-id: req-89f6f5a8-e40f-4daa-ba9f-301bc1876d0e {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:09.040205 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:09.040205 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89f6f5a8-e40f-4daa-ba9f-301bc1876d0e {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:09.040205 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'status': 'completed', 'code': 200} Aug 27 02:35:09.047696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Router 51e96790-d09f-4e7c-a20b-14012d953ace is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:09.081026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:35:09.146310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9671857 Aug 27 02:35:09.157293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56276) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:09.164602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': '342acfde-79b5-4e95-92ea-73a654aa91f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:09.176607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889da07-c4ff-4c16-b7ff-99cffc65ebf3 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=342acfde-79b5-4e95-92ea-73a654aa91f9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:09.190196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fcc837e-a03d-4125-8e42-c22eb18f5476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.193197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 342acfde-79b5-4e95-92ea-73a654aa91f9 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:09.193869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.197059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:09.208891 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Sync routers for ids ['51e96790-d09f-4e7c-a20b-14012d953ace'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:09.220368 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Routers {'51e96790-d09f-4e7c-a20b-14012d953ace'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:09.221150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.221619 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51e96790-d09f-4e7c-a20b-14012d953ace'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.222807 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-46a95442-3fd2-4440-801f-9a84e5be5f9b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4658923 Aug 27 02:35:09.225840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56278) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:09.326736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-bf7b1198-18c2-4f02-acd5-838c234afacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:09.328540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-bf7b1198-18c2-4f02-acd5-838c234afacf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1097 time: 0.2430303 Aug 27 02:35:09.330920 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Set router 51e96790-d09f-4e7c-a20b-14012d953ace gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:35:09.417336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '42e6dd5e-5291-4ec6-b2da-4a2cd3685db0', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'port_id': '015e233d-440c-404a-97ae-4855a80949b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'mac_address': 'fa:16:3e:c3:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:41Z', 'updated_at': '2021-08-27T02:35:06Z', 'revision_number': 1, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 5, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.428886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Router cb95f50c-d07a-4391-97e1-ad47ed8a25b4 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:09.460263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] Checking router: 5e9bf011-47ec-4455-852a-85c2a4604180 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:09.474388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fcc837e-a03d-4125-8e42-c22eb18f5476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.477365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fcc837e-a03d-4125-8e42-c22eb18f5476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.478702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6fcc837e-a03d-4125-8e42-c22eb18f5476 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9160261d-c7de-4218-b330-8b34faf59abe HTTP/1.1" status: 204 len: 168 time: 0.7365603 Aug 27 02:35:09.479160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:09.479954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.504359 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.519664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:09.523695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.598758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc837e-a03d-4125-8e42-c22eb18f5476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160261d-c7de-4218-b330-8b34faf59abe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:09.604920 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:35:07Z', 'revision_number': 3, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.664907 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Checking router: 51e96790-d09f-4e7c-a20b-14012d953ace for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:09.665462 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Updating router 51e96790-d09f-4e7c-a20b-14012d953ace port da20e330-1343-4f81-93ac-d1a5781738c2 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:09.710874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-1b842ba0-db07-44da-9e68-920394a707bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:09.712731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-1b842ba0-db07-44da-9e68-920394a707bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.3682301 Aug 27 02:35:09.740159 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.795097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:35:09.881442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-88225372-94f4-4010-8668-6f7482f1a0ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.1103554 Aug 27 02:35:09.955506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-74c1f098-ff29-4b98-b2b7-419f5aacf7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:09.957362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-74c1f098-ff29-4b98-b2b7-419f5aacf7a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.0643697 Aug 27 02:35:09.972320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:09.991795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.993156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5b19de1d-87c8-4fdd-a6bc-50de7b5eca22 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "PUT /v2.0/routers/cb95f50c-d07a-4391-97e1-ad47ed8a25b4 HTTP/1.1" status: 200 len: 883 time: 4.0375917 Aug 27 02:35:09.996051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56298) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.001775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] Sync routers for ids ['cb95f50c-d07a-4391-97e1-ad47ed8a25b4'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:10.025956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.057043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] Routers {'cb95f50c-d07a-4391-97e1-ad47ed8a25b4'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:10.057043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb95f50c-d07a-4391-97e1-ad47ed8a25b4'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.070011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.103661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.132890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] Routers {'cb95f50c-d07a-4391-97e1-ad47ed8a25b4'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:10.135233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb95f50c-d07a-4391-97e1-ad47ed8a25b4'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.206945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.207738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d7b218-4c0d-4978-a0de-75e134352ed4 None None] The sync data for ids ['cb95f50c-d07a-4391-97e1-ad47ed8a25b4'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:10.266368 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.267001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Subnet': ['ID=2b28d32d-b765-4f70-a34b-972e9cd764e8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.281045 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Transition to ACTIVE for port object da20e330-1343-4f81-93ac-d1a5781738c2 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:10.291659 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.324746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '42e6dd5e-5291-4ec6-b2da-4a2cd3685db0', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'port_id': '015e233d-440c-404a-97ae-4855a80949b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'mac_address': 'fa:16:3e:c3:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:41Z', 'updated_at': '2021-08-27T02:35:06Z', 'revision_number': 1, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 5, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.359634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef7baf-0d0c-499f-b24d-c245a450a0cc None None] The sync data for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 is: [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '42e6dd5e-5291-4ec6-b2da-4a2cd3685db0', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'port_id': '015e233d-440c-404a-97ae-4855a80949b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'mac_address': 'fa:16:3e:c3:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:34:41Z', 'updated_at': '2021-08-27T02:35:06Z', 'revision_number': 1, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 5, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:10.392320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Allocated IP 172.20.0.1 (7aa02ed7-9f26-48f2-a9ce-20db375f8d20/a72931d5-1cd3-4ac9-9445-d281e89ae948/ed5eadff-49ba-4dce-a995-6d1f88bfdce8) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:10.407559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56310) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.408026 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Attempting to bind port da20e330-1343-4f81-93ac-d1a5781738c2 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:10.408399 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Attempting to bind port da20e330-1343-4f81-93ac-d1a5781738c2 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:10.408759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3460906d-914c-43cf-a130-0641f404a12d tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/cb95f50c-d07a-4391-97e1-ad47ed8a25b4 HTTP/1.1" status: 200 len: 924 time: 0.3917553 Aug 27 02:35:10.409114 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Attempting to bind port da20e330-1343-4f81-93ac-d1a5781738c2 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:10.427802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.428591 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:10.429067 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:10.429347 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.429736 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:10.429987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d22a28d7-19ba-4aee-a627-b712c2b8bd78 tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/subnets/2b28d32d-b765-4f70-a34b-972e9cd764e8 HTTP/1.1" status: 204 len: 168 time: 1.5784206 Aug 27 02:35:10.430221 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Bound port: da20e330-1343-4f81-93ac-d1a5781738c2, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:10.430599 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.433713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56312) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.437175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7831f-1324-4d2f-a3e0-572fb24d3fcd None None] Network 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:10.453110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-58975bc9-1be3-4ef2-8a34-d181a29ffcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:10.455050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-58975bc9-1be3-4ef2-8a34-d181a29ffcbb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4869628 Aug 27 02:35:10.535934 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f34a28-380f-459b-92ca-fba117174cf6 None None] Pushing event updated for resources: {'Port': ['ID=da20e330-1343-4f81-93ac-d1a5781738c2,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.583667 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] For port da20e330-1343-4f81-93ac-d1a5781738c2, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:10.591695 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] For port da20e330-1343-4f81-93ac-d1a5781738c2, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=da20e330-1343-4f81-93ac-d1a5781738c2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:10.607146 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.696307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ce890-a8b2-4fc4-a4a7-830221816463 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:10.698586 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb9ce890-a8b2-4fc4-a4a7-830221816463 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=cb95f50c-d07a-4391-97e1-ad47ed8a25b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2885146 Aug 27 02:35:10.704650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56320) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.707956 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Routers {'51e96790-d09f-4e7c-a20b-14012d953ace'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:10.708770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51e96790-d09f-4e7c-a20b-14012d953ace'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.777279 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead415f-ef14-472b-a264-5adbe9516204 None None] New status for floating IP 42e6dd5e-5291-4ec6-b2da-4a2cd3685db0: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:35:10.788142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] DHCP port deletion for 57e3fb88-03e6-4ae6-9bf6-0f40742776c4 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:10.851299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.853310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.862719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa49097-ffe3-4607-904b-2223150677be tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:10.864657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ffa49097-ffe3-4607-904b-2223150677be tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.1563487 Aug 27 02:35:10.867988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.902928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-41bf0234-6600-4adc-afd9-05efa2ac9a0c tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb95f50c-d07a-4391-97e1-ad47ed8a25b4 HTTP/1.1" status: 200 len: 205 time: 0.0335181 Aug 27 02:35:10.907499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56330) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.930820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=71d7550a-a96f-4863-9267-bed651805f47,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.945295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] Deleting port e9591f0a-7c18-4609-986f-1686b86c66f1 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:10.945793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.019822 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-545771d4-f344-41fa-bbd1-4393177e1acb service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999924 Aug 27 02:35:11.021723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': '3e3a3004-1730-462b-ad03-3606b67a76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '342acfde-79b5-4e95-92ea-73a654aa91f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:11.022102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: 342acfde-79b5-4e95-92ea-73a654aa91f9, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:11.064755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.093717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] For port e9591f0a-7c18-4609-986f-1686b86c66f1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e9591f0a-7c18-4609-986f-1686b86c66f1,segment=NetworkSegment(01bd5c08-5005-4734-a880-db3504a811ed),segment_id=01bd5c08-5005-4734-a880-db3504a811ed)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:11.094191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.095764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network 342acfde-79b5-4e95-92ea-73a654aa91f9 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:11.115644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] Calling delete_port for e9591f0a-7c18-4609-986f-1686b86c66f1 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:11.174931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 342acfde-79b5-4e95-92ea-73a654aa91f9) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:11.178088 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f34a28-380f-459b-92ca-fba117174cf6 None None] Pushing event updated for resources: {'Port': ['ID=da20e330-1343-4f81-93ac-d1a5781738c2,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.179308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Deleting port e9591f0a-7c18-4609-986f-1686b86c66f1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:11.179670 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.186599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:11.187296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.213875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c8788345-96e7-4db3-ab23-6d19112e54cb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0553505 Aug 27 02:35:11.217108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56336) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:11.223797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9591f0a-7c18-4609-986f-1686b86c66f1 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:11.275385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8083ed-b797-4cf9-bc83-db6aefdb3df2 None None] Network 342acfde-79b5-4e95-92ea-73a654aa91f9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:11.302093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] For port e9591f0a-7c18-4609-986f-1686b86c66f1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e9591f0a-7c18-4609-986f-1686b86c66f1,segment=NetworkSegment(01bd5c08-5005-4734-a880-db3504a811ed),segment_id=01bd5c08-5005-4734-a880-db3504a811ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:11.302514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.307053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-136a82b7-6cf9-4d02-802b-cdddb166ed77 req-cb19cbad-f522-4fbb-9995-1636f50b4aac service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521880 Aug 27 02:35:11.321133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Calling delete_port for e9591f0a-7c18-4609-986f-1686b86c66f1 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:11.384550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.447296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.452221 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] Set router 51e96790-d09f-4e7c-a20b-14012d953ace gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:35:11.479968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] No DVR routers for this DVR port e9591f0a-7c18-4609-986f-1686b86c66f1 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:11.497950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No active binding found for port e9591f0a-7c18-4609-986f-1686b86c66f1 {{(pid=94774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:35:11.498423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9591f0a-7c18-4609-986f-1686b86c66f1 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:11.524629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.548278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-342acfde-79b5-4e95-92ea-73a654aa91f9', 'network_id': '342acfde-79b5-4e95-92ea-73a654aa91f9', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': '71d7550a-a96f-4863-9267-bed651805f47'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:11.549869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.687931 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.753579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] Pushing event deleted for resources: {'Port': ['ID=e9591f0a-7c18-4609-986f-1686b86c66f1,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.760408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec6bce-9a3c-44ac-954c-146eea00c6d3 None None] No DVR routers for this DVR port e9591f0a-7c18-4609-986f-1686b86c66f1 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:11.834441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.839165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Allocated IP 172.20.0.2 (342acfde-79b5-4e95-92ea-73a654aa91f9/71d7550a-a96f-4863-9267-bed651805f47/744a4b7d-edc6-4716-b9e7-6873fb7fda9f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:11.844774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.900929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:11.905382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.974266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:11.985324 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:35:07Z', 'revision_number': 3, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:11.991913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:12.060175 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec2dc2-89ed-476b-ada7-3d14853821ff None None] The sync data for ids ['51e96790-d09f-4e7c-a20b-14012d953ace'] in n-d-806293-1 is: [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:35:07Z', 'revision_number': 3, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:12.137762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.185040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Port': ['ID=e9591f0a-7c18-4609-986f-1686b86c66f1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.208619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.216772 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.222951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Deleting port 637f99e0-e65a-47ee-9c2f-2383ea0bb1a5 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:12.223642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.227836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e3fb88-03e6-4ae6-9bf6-0f40742776c4']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:12.240358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bd5c08-5005-4734-a880-db3504a811ed') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:12.240762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bd5c08-5005-4734-a880-db3504a811ed') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:12.251464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.269231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.277655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:12.278226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:12.348467 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:12.357707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.377330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.382290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] 10.222.0.10 "DELETE /v2.0/networks/57e3fb88-03e6-4ae6-9bf6-0f40742776c4 HTTP/1.1" status: 204 len: 168 time: 1.9444818 Aug 27 02:35:12.394501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182015e-b8a0-4a60-aaaa-ed92428be1dd tempest-NetworksIpV6Test-1791165832 tempest-NetworksIpV6Test-1791165832-project] Pushing event deleted for resources: {'Network': ['ID=57e3fb88-03e6-4ae6-9bf6-0f40742776c4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.446861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.458387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Transition to ACTIVE for port object 744a4b7d-edc6-4716-b9e7-6873fb7fda9f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:12.483378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Transition to ACTIVE for port object 744a4b7d-edc6-4716-b9e7-6873fb7fda9f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:12.496095 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.585721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Network 342acfde-79b5-4e95-92ea-73a654aa91f9 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:12.590744 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:12.598862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Pushing event updated for resources: {'Port': ['ID=744a4b7d-edc6-4716-b9e7-6873fb7fda9f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.601479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:12.737823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Attempting to bind port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:12.738769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Attempting to bind port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3e3a3004-1730-462b-ad03-3606b67a76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '342acfde-79b5-4e95-92ea-73a654aa91f9'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:12.739763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Attempting to bind port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f on network 342acfde-79b5-4e95-92ea-73a654aa91f9 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:12.754995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:12.755457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Checking segment: {'id': '3e3a3004-1730-462b-ad03-3606b67a76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '342acfde-79b5-4e95-92ea-73a654aa91f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:12.755784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.756177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Bound using segment: {'id': '3e3a3004-1730-462b-ad03-3606b67a76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '342acfde-79b5-4e95-92ea-73a654aa91f9'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:12.756686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Bound port: 744a4b7d-edc6-4716-b9e7-6873fb7fda9f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3a3004-1730-462b-ad03-3606b67a76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '342acfde-79b5-4e95-92ea-73a654aa91f9'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:12.757070 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.821689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.890031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=71d7550a-a96f-4863-9267-bed651805f47,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.916174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] For port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:12.919530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] For port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=744a4b7d-edc6-4716-b9e7-6873fb7fda9f,segment=NetworkSegment(3e3a3004-1730-462b-ad03-3606b67a76b3),segment_id=3e3a3004-1730-462b-ad03-3606b67a76b3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:12.925732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56378) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:12.933686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.953073 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.048286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253beb33-7876-4897-9837-8f7e138ff6a0 None None] Pushing event updated for resources: {'Port': ['ID=744a4b7d-edc6-4716-b9e7-6873fb7fda9f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:13.065634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Calling delete_port for 637f99e0-e65a-47ee-9c2f-2383ea0bb1a5 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:13.151380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.216078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342acfde-79b5-4e95-92ea-73a654aa91f9']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:13.300359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da20e330-1343-4f81-93ac-d1a5781738c2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:13.328577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.342193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3a3004-1730-462b-ad03-3606b67a76b3') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:13.345583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3a3004-1730-462b-ad03-3606b67a76b3') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:13.413926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.429746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port da20e330-1343-4f81-93ac-d1a5781738c2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:13.434375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port da20e330-1343-4f81-93ac-d1a5781738c2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:13.445128 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.468022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.498670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:13.501747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:13.510629 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:13.642754 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.643374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-65ee46cc-daae-479b-a856-a5a71927b8e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=704c0a03072a4d3a851977beec52c235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155247 Aug 27 02:35:13.647457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56406) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:13.683464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port da20e330-1343-4f81-93ac-d1a5781738c2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=da20e330-1343-4f81-93ac-d1a5781738c2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:13.698783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.770670 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ec6fe97-6f39-4557-b400-9b645309010b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.799205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=da20e330-1343-4f81-93ac-d1a5781738c2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:13.810634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ec6fe97-6f39-4557-b400-9b645309010b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.848281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:13.848281 n-d-806293-1 neutron-server[94773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:13.848281 n-d-806293-1 neutron-server[94773]: [parameters: {'id': '342acfde-79b5-4e95-92ea-73a654aa91f9'}] Aug 27 02:35:13.848281 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:13.848914 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:13.927044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ec6fe97-6f39-4557-b400-9b645309010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.931401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ec6fe97-6f39-4557-b400-9b645309010b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.933303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ec6fe97-6f39-4557-b400-9b645309010b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62ca5df6-8103-4dbb-884e-ce23a18ff91a HTTP/1.1" status: 204 len: 168 time: 0.2839329 Aug 27 02:35:13.940601 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.948129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6fe97-6f39-4557-b400-9b645309010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ca5df6-8103-4dbb-884e-ce23a18ff91a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.005745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event deleted for resources: {'Port': ['ID=637f99e0-e65a-47ee-9c2f-2383ea0bb1a5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.014767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.067715 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.122083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56418) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:14.180767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.190015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.201618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.358920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.372644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.376726 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.448175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c256b3b8-86b8-4e2a-b8ac-419c1d2c0144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.501839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:14.504228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.504686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Fanout notify agent at l3_agent the message router_deleted on router cb95f50c-d07a-4391-97e1-ad47ed8a25b4 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:14.518793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.520282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aeef8933-761e-4996-ae52-6a7713fdce85 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/cb95f50c-d07a-4391-97e1-ad47ed8a25b4 HTTP/1.1" status: 204 len: 168 time: 3.6115222 Aug 27 02:35:14.521849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:14.530605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56432) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:14.546266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6749a775-2f50-4cac-bdb6-6a22a74c7f14 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-314674753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:14.623715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Deleting port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:14.624124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.648526 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c256b3b8-86b8-4e2a-b8ac-419c1d2c0144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.655245 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c256b3b8-86b8-4e2a-b8ac-419c1d2c0144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.696839 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c256b3b8-86b8-4e2a-b8ac-419c1d2c0144 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=597dc442c8b94fe48cd30e0cc4d629c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732226 Aug 27 02:35:14.704808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56440) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:14.732760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] For port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=744a4b7d-edc6-4716-b9e7-6873fb7fda9f,segment=NetworkSegment(3e3a3004-1730-462b-ad03-3606b67a76b3),segment_id=3e3a3004-1730-462b-ad03-3606b67a76b3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:14.733123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.766012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Calling delete_port for 744a4b7d-edc6-4716-b9e7-6873fb7fda9f owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:14.786921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256b3b8-86b8-4e2a-b8ac-419c1d2c0144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7195d4a-4911-49ba-a459-e2bf8fad6fef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.816730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6db822be-0f95-436e-b2b5-7c066eaadd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.868131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6db822be-0f95-436e-b2b5-7c066eaadd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.910648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.932323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7a8e8-0570-40d5-8b4c-5d0e58e939a8 None None] Network 342acfde-79b5-4e95-92ea-73a654aa91f9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:14.964732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6db822be-0f95-436e-b2b5-7c066eaadd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.967906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6db822be-0f95-436e-b2b5-7c066eaadd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.969112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6db822be-0f95-436e-b2b5-7c066eaadd48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7195d4a-4911-49ba-a459-e2bf8fad6fef HTTP/1.1" status: 204 len: 168 time: 0.2629132 Aug 27 02:35:14.985265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db822be-0f95-436e-b2b5-7c066eaadd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7195d4a-4911-49ba-a459-e2bf8fad6fef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:15.024395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6749a775-2f50-4cac-bdb6-6a22a74c7f14 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.025504 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6749a775-2f50-4cac-bdb6-6a22a74c7f14 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.039879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4aeb593d-21e5-4cb8-b6a7-fe341136bf81 None None] Could not find standard attr ID for object 744a4b7d-edc6-4716-b9e7-6873fb7fda9f. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:35:15.054580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Port': ['ID=744a4b7d-edc6-4716-b9e7-6873fb7fda9f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:15.063015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Router 51e96790-d09f-4e7c-a20b-14012d953ace has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:15.065181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No DVR routers for this DVR port 744a4b7d-edc6-4716-b9e7-6873fb7fda9f on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:15.210422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480c3bd-1283-4f52-88bc-24a555ee4c69 None None] DHCP port deletion for 342acfde-79b5-4e95-92ea-73a654aa91f9 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:15.240445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da20e330-1343-4f81-93ac-d1a5781738c2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:15.240632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6749a775-2f50-4cac-bdb6-6a22a74c7f14 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.280335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6749a775-2f50-4cac-bdb6-6a22a74c7f14 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.291330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.307327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port da20e330-1343-4f81-93ac-d1a5781738c2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:15.307970 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.313981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342acfde-79b5-4e95-92ea-73a654aa91f9']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:15.332105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3a3004-1730-462b-ad03-3606b67a76b3') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:15.332343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3a3004-1730-462b-ad03-3606b67a76b3') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:15.377654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6749a775-2f50-4cac-bdb6-6a22a74c7f14 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.379164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6749a775-2f50-4cac-bdb6-6a22a74c7f14 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8438482 Aug 27 02:35:15.382251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56462) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.384708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.389877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': True}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:15.411117 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.425513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:15.426055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:15.429447 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:15.442184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:15.453370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Sync routers for ids ['51e96790-d09f-4e7c-a20b-14012d953ace'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:15.482067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-26ec6a49-7632-4317-908d-5c4bad8b7f96 admin admin] 10.222.0.10 "PUT /v2.0/routers/51e96790-d09f-4e7c-a20b-14012d953ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2471852 Aug 27 02:35:15.498743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Routers {'51e96790-d09f-4e7c-a20b-14012d953ace'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:15.499507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51e96790-d09f-4e7c-a20b-14012d953ace'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:15.514418 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.536417 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.540003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/342acfde-79b5-4e95-92ea-73a654aa91f9 HTTP/1.1" status: 204 len: 168 time: 4.3201489 Aug 27 02:35:15.557226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56472) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.569897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b375bf-fb41-498b-a226-18cdf276dc56 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=342acfde-79b5-4e95-92ea-73a654aa91f9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:15.598648 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-819fe027-f6bf-4598-9fc8-33694a12deb5 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] GET failed (client error): The resource could not be found. Aug 27 02:35:15.600045 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-819fe027-f6bf-4598-9fc8-33694a12deb5 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/subnets/71d7550a-a96f-4863-9267-bed651805f47 HTTP/1.1" status: 404 len: 337 time: 0.0406425 Aug 27 02:35:15.602858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56474) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.659428 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1012a858-2454-4897-ba1c-d468b9373b66 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:15.660128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1012a858-2454-4897-ba1c-d468b9373b66 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:15.661769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1012a858-2454-4897-ba1c-d468b9373b66 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/342acfde-79b5-4e95-92ea-73a654aa91f9 HTTP/1.1" status: 404 len: 339 time: 0.0579219 Aug 27 02:35:15.665583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56478) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.699622 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.718215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Set router 51e96790-d09f-4e7c-a20b-14012d953ace gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:35:15.792076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791b7d2-bd6e-4433-a166-e8c9e6efcb0d tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:15.796749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0791b7d2-bd6e-4433-a166-e8c9e6efcb0d tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1300492 Aug 27 02:35:15.797209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56482) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.865655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2ccfda9a-798c-482a-b330-d00e1b0219ad tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 207 time: 0.0666876 Aug 27 02:35:15.869611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56490) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.902573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56492) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.969887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:35:12Z', 'revision_number': 4, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ed5eadff-49ba-4dce-a995-6d1f88bfdce8', 'name': '', 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'mac_address': 'fa:16:3e:6f:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:10Z', 'updated_at': '2021-08-27T02:35:13Z', 'revision_number': 2, 'project_id': '4015b758761c478cb06703c195c086e6', 'subnets': [{'id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.006346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Checking router: 51e96790-d09f-4e7c-a20b-14012d953ace for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:16.006987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Updating router 51e96790-d09f-4e7c-a20b-14012d953ace port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:16.033110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.052127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabbda0d-41ff-4fdd-aecb-a438f4376da5 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.060837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabbda0d-41ff-4fdd-aecb-a438f4376da5 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.069769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabbda0d-41ff-4fdd-aecb-a438f4376da5 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.079137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabbda0d-41ff-4fdd-aecb-a438f4376da5 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.086076 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dabbda0d-41ff-4fdd-aecb-a438f4376da5 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2149427 Aug 27 02:35:16.086808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56502) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.113485 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.133580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.239026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-08e782fd-3949-467d-acf4-fe68be2189e0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1501317 Aug 27 02:35:16.242202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56506) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.265499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Allocated IP 172.25.1.223 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/3229d4c6-9427-4b7b-8d72-251447534bce) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:16.327682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe6038-09dd-4fb6-825f-817e97472887 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.329762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe6038-09dd-4fb6-825f-817e97472887 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.331548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7cbe6038-09dd-4fb6-825f-817e97472887 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0883660 Aug 27 02:35:16.335721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56510) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.352998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8b9d5f49-947a-41c7-abef-e043f9b6f93f tempest-ServiceProvidersTest-1756456392 tempest-ServiceProvidersTest-1756456392-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4453132 Aug 27 02:35:16.402464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.424652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.435115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0210ba5-7481-4164-a801-ff52637b4884 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.436918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Transition to ACTIVE for port object ed5eadff-49ba-4dce-a995-6d1f88bfdce8 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:16.439258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0210ba5-7481-4164-a801-ff52637b4884 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['shared'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.443568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d0210ba5-7481-4164-a801-ff52637b4884 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1063139 Aug 27 02:35:16.446515 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.447326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.455591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.502109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:16.507132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:16.513925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:16.570987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Port': ['ID=3229d4c6-9427-4b7b-8d72-251447534bce,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:16.577130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb95064-3f78-499e-a4a5-a7d7306fe77c None None] Pushing event updated for resources: {'Port': ['ID=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:16.610432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Attempting to bind port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:16.610855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Attempting to bind port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:16.611236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Attempting to bind port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 on network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:16.617233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:16.617648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Checking segment: {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:16.618385 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.618787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Bound using segment: {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:16.619371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Bound port: ed5eadff-49ba-4dce-a995-6d1f88bfdce8, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:16.619791 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.623249 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.683428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2f500-45a1-4897-a1bf-fb96f4e1230b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.689014 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a0b2f500-45a1-4897-a1bf-fb96f4e1230b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/networks/c2f11b11-7e9b-461e-8f94-880dda0f9b50 HTTP/1.1" status: 200 len: 799 time: 0.2358892 Aug 27 02:35:16.692780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56524) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.695302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] For port ed5eadff-49ba-4dce-a995-6d1f88bfdce8, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:16.699821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] For port ed5eadff-49ba-4dce-a995-6d1f88bfdce8, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:16.709585 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.788875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Routers {'51e96790-d09f-4e7c-a20b-14012d953ace'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:16.789352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51e96790-d09f-4e7c-a20b-14012d953ace'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.850655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb95064-3f78-499e-a4a5-a7d7306fe77c None None] Pushing event updated for resources: {'Port': ['ID=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:16.959539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.968708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] Set router 51e96790-d09f-4e7c-a20b-14012d953ace gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:35:16.986548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0da04a41-43ef-4c8d-b0a7-2e926b266507 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/networks/c2f11b11-7e9b-461e-8f94-880dda0f9b50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2921836 Aug 27 02:35:16.990280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56536) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:17.058658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-96645550-729d-49be-b017-9b7900fd30bb tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:17.063319 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-96645550-729d-49be-b017-9b7900fd30bb tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 810 time: 0.2624798 Aug 27 02:35:17.074864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56540) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:17.097435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-a0d54714-5260-4b88-b5a1-47b776aacd44 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/quotas/4015b758761c478cb06703c195c086e6 HTTP/1.1" status: 200 len: 375 time: 0.0331848 Aug 27 02:35:17.109182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d5a067-9853-4815-af90-4ad5bd3dcfa6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:17.115964 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c5d5a067-9853-4815-af90-4ad5bd3dcfa6 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/subnets/7db884db-0f0a-4603-a800-30bbba251e27 HTTP/1.1" status: 200 len: 811 time: 0.1241822 Aug 27 02:35:17.116797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56546) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:17.149622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 744a4b7d-edc6-4716-b9e7-6873fb7fda9f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:17.215642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 744a4b7d-edc6-4716-b9e7-6873fb7fda9f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:17.215991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 744a4b7d-edc6-4716-b9e7-6873fb7fda9f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:17.224714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be36170-4d27-4365-a336-3abd1fd586ce tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['shared'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:17.233422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6be36170-4d27-4365-a336-3abd1fd586ce tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "GET /v2.0/subnets/7db884db-0f0a-4603-a800-30bbba251e27?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1155229 Aug 27 02:35:17.235810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56550) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:17.242405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-595185061'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:17.248431 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-5d54789a-c0d2-44c5-93b8-0bca510cbeea tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501210 Aug 27 02:35:17.302388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:17.305911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.358666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:35:12Z', 'revision_number': 4, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ed5eadff-49ba-4dce-a995-6d1f88bfdce8', 'name': '', 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'mac_address': 'fa:16:3e:6f:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:10Z', 'updated_at': '2021-08-27T02:35:16Z', 'revision_number': 4, 'project_id': '4015b758761c478cb06703c195c086e6', 'subnets': [{'id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:17.374500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:17.387691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e37affd0-78ed-4b43-886c-8701cca5cdd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.402201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.402583 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Added segment bd848de8-23ee-4229-a419-f145d6ab7dba of type vlan for network 069e9323-812d-46b7-851b-337464806d52 Aug 27 02:35:17.437401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.445672 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.457721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.466906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f63d2-0fae-40a9-ba36-dd721e8d677b None None] The sync data for ids ['51e96790-d09f-4e7c-a20b-14012d953ace'] in n-d-806293-1 is: [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:35:12Z', 'revision_number': 4, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ed5eadff-49ba-4dce-a995-6d1f88bfdce8', 'name': '', 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'mac_address': 'fa:16:3e:6f:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:10Z', 'updated_at': '2021-08-27T02:35:16Z', 'revision_number': 4, 'project_id': '4015b758761c478cb06703c195c086e6', 'subnets': [{'id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:17.483522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.669150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.676105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:17.676965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.812458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Network': ['ID=069e9323-812d-46b7-851b-337464806d52,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:17.834195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 069e9323-812d-46b7-851b-337464806d52 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:17.867061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c3612147-7a95-4379-9eb6-1345d79b5eac tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6301789 Aug 27 02:35:17.870876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56564) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:17.882189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'network_id': '069e9323-812d-46b7-851b-337464806d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:17.949167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-a5bf4e52-24d4-41b3-b714-f0d84edf082e service neutron] 10.222.0.10 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896741 Aug 27 02:35:17.962034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Router 2baa2d31-e785-4c76-8900-2f8a5a156663 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:18.141681 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e37affd0-78ed-4b43-886c-8701cca5cdd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.176529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:18.182782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.190570 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] Sync routers for ids ['2baa2d31-e785-4c76-8900-2f8a5a156663'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:18.191959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7784a1a5-3b10-4669-96a3-6de8d7452cb5 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "PUT /v2.0/routers/2baa2d31-e785-4c76-8900-2f8a5a156663 HTTP/1.1" status: 200 len: 918 time: 2.8082144 Aug 27 02:35:18.192634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56580) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:18.210355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-17ed45cc-0f46-4254-9bdd-390eeb93dc00 service neutron] 10.222.0.10 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405968 Aug 27 02:35:18.211342 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e37affd0-78ed-4b43-886c-8701cca5cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.249667 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] Routers {'2baa2d31-e785-4c76-8900-2f8a5a156663'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:18.251635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Made reservation on behalf of 29ab3c1e5f484224b2fe446a1c8913de for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:18.254724 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2baa2d31-e785-4c76-8900-2f8a5a156663'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:18.257723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.261131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37affd0-78ed-4b43-886c-8701cca5cdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5110866-dd92-4103-aae8-c5ca5dd51d25,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.285996 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e37affd0-78ed-4b43-886c-8701cca5cdd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e493ab5f2e446e5903a3c11efc1fb95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2074711 Aug 27 02:35:18.290245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56584) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:18.355007 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:18.376517 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] Routers {'2baa2d31-e785-4c76-8900-2f8a5a156663'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:18.377397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2baa2d31-e785-4c76-8900-2f8a5a156663'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:18.445755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1db15726-3eeb-44f3-b7c4-4ae396d76d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.468971 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:18.470305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e812e-7a1c-443a-a0a7-f788dae78021 None None] The sync data for ids ['2baa2d31-e785-4c76-8900-2f8a5a156663'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:18.474647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing IP validity checks on allocation pools {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:35:18.475191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:35:18.510972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1db15726-3eeb-44f3-b7c4-4ae396d76d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.567286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0f1402a8-8609-4d99-83b4-ad279cd76f66 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/2baa2d31-e785-4c76-8900-2f8a5a156663 HTTP/1.1" status: 200 len: 924 time: 0.3718784 Aug 27 02:35:18.573742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56596) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:18.662406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aadc05-bf58-4177-8e40-ddf5985c93d6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.664676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1aadc05-bf58-4177-8e40-ddf5985c93d6 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=2baa2d31-e785-4c76-8900-2f8a5a156663&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0899408 Aug 27 02:35:18.667508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56600) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:18.668153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71e2da4e-7a96-4d19-bb6b-aa464c59e61a req-bf45f7d8-f5a3-4d70-9622-bbf49fffa1e3 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 210 time: 0.1457739 Aug 27 02:35:18.713261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1db15726-3eeb-44f3-b7c4-4ae396d76d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.715835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1db15726-3eeb-44f3-b7c4-4ae396d76d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.717267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1db15726-3eeb-44f3-b7c4-4ae396d76d48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5110866-dd92-4103-aae8-c5ca5dd51d25 HTTP/1.1" status: 204 len: 168 time: 0.4228094 Aug 27 02:35:18.783660 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.824323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db15726-3eeb-44f3-b7c4-4ae396d76d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5110866-dd92-4103-aae8-c5ca5dd51d25,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.926183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=b97f1c63-5356-4c7d-ab55-db42060d85a6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.960312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31f471-a274-467e-a807-98f107942831 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.961723 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cf31f471-a274-467e-a807-98f107942831 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.2854211 Aug 27 02:35:18.977642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56616) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:19.000401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Checking segment: {'id': 'bd848de8-23ee-4229-a419-f145d6ab7dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '069e9323-812d-46b7-851b-337464806d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:19.001387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network hostable DHCP agents. Network: 069e9323-812d-46b7-851b-337464806d52, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:19.019058 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2657bf84-e90b-487c-9437-3823ba780cdc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baa2d31-e785-4c76-8900-2f8a5a156663 HTTP/1.1" status: 200 len: 205 time: 0.0399613 Aug 27 02:35:19.030037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56618) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:19.039169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Network 069e9323-812d-46b7-851b-337464806d52 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:19.065482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 069e9323-812d-46b7-851b-337464806d52) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:19.077236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:19.077850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.086303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3da4c-e77a-4ad1-99df-9f80077cd327 None None] Network 069e9323-812d-46b7-851b-337464806d52 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:19.138055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d40ffa99-1aa4-48bb-aae0-3ac44f30b582 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2638972 Aug 27 02:35:19.140511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56622) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:19.150445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-cdfa959e-e9a8-4461-b0fc-84150122475f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:19.317470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.335756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed5eadff-49ba-4dce-a995-6d1f88bfdce8 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:19.413648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdfa959e-e9a8-4461-b0fc-84150122475f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25600372'] for subnet, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.447555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.486306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:19.490859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-069e9323-812d-46b7-851b-337464806d52', 'network_id': '069e9323-812d-46b7-851b-337464806d52', 'tenant_id': '29ab3c1e5f484224b2fe446a1c8913de', 'fixed_ips': [{'subnet_id': 'b97f1c63-5356-4c7d-ab55-db42060d85a6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:19.492039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.510664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:19.511282 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.583970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Deleting port 3229d4c6-9427-4b7b-8d72-251447534bce {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:19.584327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.672288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.707924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ed5eadff-49ba-4dce-a995-6d1f88bfdce8, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:19.715658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.722984 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdfa959e-e9a8-4461-b0fc-84150122475f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754610759976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25306337'] for subnet, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.752085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.801042 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37edc747-b2bd-445c-98b5-118b5e089631 req-9d0188f6-524f-4790-b054-97ea06acbcd7 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 210 time: 0.0391161 Aug 27 02:35:19.808134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Calling delete_port for 3229d4c6-9427-4b7b-8d72-251447534bce owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:19.841939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa959e-e9a8-4461-b0fc-84150122475f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:19.842582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdfa959e-e9a8-4461-b0fc-84150122475f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.849176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cdfa959e-e9a8-4461-b0fc-84150122475f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "PUT /v2.0/subnets/b97f1c63-5356-4c7d-ab55-db42060d85a6 HTTP/1.1" status: 200 len: 877 time: 0.7073863 Aug 27 02:35:19.850222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56642) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:19.863716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa959e-e9a8-4461-b0fc-84150122475f tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event updated for resources: {'Subnet': ['ID=b97f1c63-5356-4c7d-ab55-db42060d85a6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:19.897964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:19.922396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Allocated IP 172.20.0.3 (069e9323-812d-46b7-851b-337464806d52/b97f1c63-5356-4c7d-ab55-db42060d85a6/f3158f33-f584-45bb-9886-6d4e2b84576d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:20.062246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.231144 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.263513 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.272227 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.287452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Transition to ACTIVE for port object f3158f33-f584-45bb-9886-6d4e2b84576d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:20.289063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event deleted for resources: {'Port': ['ID=3229d4c6-9427-4b7b-8d72-251447534bce,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.318405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Transition to ACTIVE for port object f3158f33-f584-45bb-9886-6d4e2b84576d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:20.329654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.332722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-f4f751eb-0058-4e00-8ea1-cb71fdb91194 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:20.334297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-f4f751eb-0058-4e00-8ea1-cb71fdb91194 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.32 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 810 time: 0.3410985 Aug 27 02:35:20.357866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Request body: {'port': {'device_id': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'admin_state_up': True, 'tenant_id': '4015b758761c478cb06703c195c086e6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:20.389261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.395932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Network 069e9323-812d-46b7-851b-337464806d52 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:20.399662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:20.403471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:20.437542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Pushing event updated for resources: {'Port': ['ID=f3158f33-f584-45bb-9886-6d4e2b84576d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.470691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Attempting to bind port f3158f33-f584-45bb-9886-6d4e2b84576d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:20.471396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Attempting to bind port f3158f33-f584-45bb-9886-6d4e2b84576d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'bd848de8-23ee-4229-a419-f145d6ab7dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '069e9323-812d-46b7-851b-337464806d52'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:20.471949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Attempting to bind port f3158f33-f584-45bb-9886-6d4e2b84576d on network 069e9323-812d-46b7-851b-337464806d52 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:20.478517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:20.479434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Checking segment: {'id': 'bd848de8-23ee-4229-a419-f145d6ab7dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '069e9323-812d-46b7-851b-337464806d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:20.480029 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.480638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Bound using segment: {'id': 'bd848de8-23ee-4229-a419-f145d6ab7dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '069e9323-812d-46b7-851b-337464806d52'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:20.481286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Bound port: f3158f33-f584-45bb-9886-6d4e2b84576d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd848de8-23ee-4229-a419-f145d6ab7dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '069e9323-812d-46b7-851b-337464806d52'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:20.481856 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.518583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.518583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.536738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.573682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=b97f1c63-5356-4c7d-ab55-db42060d85a6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.583562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.585081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Fanout notify agent at l3_agent the message router_deleted on router 2baa2d31-e785-4c76-8900-2f8a5a156663 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:20.592585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] For port f3158f33-f584-45bb-9886-6d4e2b84576d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:20.597492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] For port f3158f33-f584-45bb-9886-6d4e2b84576d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f3158f33-f584-45bb-9886-6d4e2b84576d,segment=NetworkSegment(bd848de8-23ee-4229-a419-f145d6ab7dba),segment_id=bd848de8-23ee-4229-a419-f145d6ab7dba)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:20.605090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.606482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fad9bbaa-84cc-4b4e-b315-b0271b9603bf tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/2baa2d31-e785-4c76-8900-2f8a5a156663 HTTP/1.1" status: 204 len: 168 time: 1.5751786 Aug 27 02:35:20.607488 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.610358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:20.618271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-537249d9-7d00-47fa-86db-ab827575681e tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-296396434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:20.660413 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-537249d9-7d00-47fa-86db-ab827575681e tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.662279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-537249d9-7d00-47fa-86db-ab827575681e tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.703558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.726344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069e9323-812d-46b7-851b-337464806d52']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:20.730892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd848de8-23ee-4229-a419-f145d6ab7dba') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:20.731370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd848de8-23ee-4229-a419-f145d6ab7dba') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:20.734141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Made reservation on behalf of 4015b758761c478cb06703c195c086e6 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:20.735386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2c038-8ec2-472a-b716-afb62a64e43b None None] Pushing event updated for resources: {'Port': ['ID=f3158f33-f584-45bb-9886-6d4e2b84576d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.738472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.751531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-537249d9-7d00-47fa-86db-ab827575681e tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.757998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-537249d9-7d00-47fa-86db-ab827575681e tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.761890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.785915 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-537249d9-7d00-47fa-86db-ab827575681e tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.786589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-537249d9-7d00-47fa-86db-ab827575681e tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1746290 Aug 27 02:35:20.789343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56674) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:20.790204 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.794867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'enable_snat': False}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:20.832198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:20.832689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:20.835798 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:21.184755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.371986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed5eadff-49ba-4dce-a995-6d1f88bfdce8 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:21.503018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:21.505078 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.532975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7ab2bd3-9f4a-4986-ae5d-64c670f5747d req-860ea675-8f3d-4775-bfdb-445a7673dcc7 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 210 time: 0.0730164 Aug 27 02:35:21.549193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.572743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:21.572743 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:21.572743 n-d-806293-1 neutron-server[94772]: [parameters: {'id': '069e9323-812d-46b7-851b-337464806d52'}] Aug 27 02:35:21.572743 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:21.573356 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:21.599785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.607454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Allocated IP 172.20.0.14 (7aa02ed7-9f26-48f2-a9ce-20db375f8d20/a72931d5-1cd3-4ac9-9445-d281e89ae948/b18be493-6d19-4ce7-b88a-9908a1b58358) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:21.649866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f3158f33-f584-45bb-9886-6d4e2b84576d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:21.727412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f3158f33-f584-45bb-9886-6d4e2b84576d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:21.816240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Allocated IP 172.25.1.182 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0fd8bc54-6bbd-4d58-8c53-12afeced47d3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:21.859735 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.949969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.959275 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.025779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:22.028497 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.053222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:22.057870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:22.083845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:22.087765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:22.092351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:22.105202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.112302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Pushing event updated for resources: {'Port': ['ID=b18be493-6d19-4ce7-b88a-9908a1b58358,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.151994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd8bc54-6bbd-4d58-8c53-12afeced47d3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.184357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.185009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.213156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-8396a8c7-1b43-4dfc-a95b-1fd2c11d8525 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8628190 Aug 27 02:35:22.220500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Deleting port f3158f33-f584-45bb-9886-6d4e2b84576d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:22.220840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.229721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Request body: {'port': {'device_id': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:22.274224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073343b-ce63-46c0-ae1f-6f2dc613d57b None None] Network 069e9323-812d-46b7-851b-337464806d52 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:22.342369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] For port f3158f33-f584-45bb-9886-6d4e2b84576d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f3158f33-f584-45bb-9886-6d4e2b84576d,segment=NetworkSegment(bd848de8-23ee-4229-a419-f145d6ab7dba),segment_id=bd848de8-23ee-4229-a419-f145d6ab7dba)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:22.342823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.352332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.365703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Calling delete_port for f3158f33-f584-45bb-9886-6d4e2b84576d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:22.480360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Provisioning for port f3158f33-f584-45bb-9886-6d4e2b84576d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:22.487792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Provisioning complete for port f3158f33-f584-45bb-9886-6d4e2b84576d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:22.488650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.503123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.612225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df08fa-e479-4431-b582-7512455c8923 None None] DHCP port deletion for 069e9323-812d-46b7-851b-337464806d52 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:22.693299 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.733260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] For port f3158f33-f584-45bb-9886-6d4e2b84576d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f3158f33-f584-45bb-9886-6d4e2b84576d,segment=NetworkSegment(bd848de8-23ee-4229-a419-f145d6ab7dba),segment_id=bd848de8-23ee-4229-a419-f145d6ab7dba)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:22.748889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-81df08fa-e479-4431-b582-7512455c8923 None None] Deleting port f3158f33-f584-45bb-9886-6d4e2b84576d {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:22.749546 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-81df08fa-e479-4431-b582-7512455c8923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.786064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.812708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18be493-6d19-4ce7-b88a-9908a1b58358 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:22.815878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-81df08fa-e479-4431-b582-7512455c8923 None None] For port f3158f33-f584-45bb-9886-6d4e2b84576d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f3158f33-f584-45bb-9886-6d4e2b84576d,segment=NetworkSegment(bd848de8-23ee-4229-a419-f145d6ab7dba),segment_id=bd848de8-23ee-4229-a419-f145d6ab7dba)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:22.816550 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-81df08fa-e479-4431-b582-7512455c8923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.820374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.828216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.836797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-81df08fa-e479-4431-b582-7512455c8923 None None] Calling delete_port for f3158f33-f584-45bb-9886-6d4e2b84576d owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:22.849853 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.876542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Transition to ACTIVE for port object b18be493-6d19-4ce7-b88a-9908a1b58358 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:22.899042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.940617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b7c74-79f6-4b8d-aabf-23f57f5d8e2e req-9b531ed2-1a64-4dc3-95e8-36d9aece0c15 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.949360 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b37b7c74-79f6-4b8d-aabf-23f57f5d8e2e req-9b531ed2-1a64-4dc3-95e8-36d9aece0c15 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 932 time: 0.1587296 Aug 27 02:35:23.061074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b37b7c74-79f6-4b8d-aabf-23f57f5d8e2e req-12bdd9e1-f300-406d-a8b3-90502365fab9 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052325 Aug 27 02:35:23.116447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Router 3eff5f48-334f-4fc1-8f43-08a705fcfa29 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:23.121486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Pushing event updated for resources: {'Port': ['ID=f3158f33-f584-45bb-9886-6d4e2b84576d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.136743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.137237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.137668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.138096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.138566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.139151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.139525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.139893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.140306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.140718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.141127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.141767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092d016-e108-4f75-8e51-692d542ae62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:23.191246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Pushing event updated for resources: {'Port': ['ID=b18be493-6d19-4ce7-b88a-9908a1b58358,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.216883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f3158f33-f584-45bb-9886-6d4e2b84576d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:23.218833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.242170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f3158f33-f584-45bb-9886-6d4e2b84576d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:23.242688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f3158f33-f584-45bb-9886-6d4e2b84576d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:23.253016 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-81df08fa-e479-4431-b582-7512455c8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.264578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No DVR routers for this DVR port f3158f33-f584-45bb-9886-6d4e2b84576d on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:23.273205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Port': ['ID=f3158f33-f584-45bb-9886-6d4e2b84576d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.291585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df08fa-e479-4431-b582-7512455c8923 None None] Pushing event deleted for resources: {'Port': ['ID=f3158f33-f584-45bb-9886-6d4e2b84576d,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.305359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df08fa-e479-4431-b582-7512455c8923 None None] No DVR routers for this DVR port f3158f33-f584-45bb-9886-6d4e2b84576d on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:23.325366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471ff20-02d5-497d-bfda-caafd8758b3a None None] Network 069e9323-812d-46b7-851b-337464806d52 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:23.335448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:23.346286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.347986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca224492-0551-4722-a932-8dc9d56f60d9 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "PUT /v2.0/routers/3eff5f48-334f-4fc1-8f43-08a705fcfa29 HTTP/1.1" status: 200 len: 919 time: 2.5575747 Aug 27 02:35:23.357458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56738) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.358396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56740) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.375694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] Sync routers for ids ['3eff5f48-334f-4fc1-8f43-08a705fcfa29'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:23.380320 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.391598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069e9323-812d-46b7-851b-337464806d52']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:23.402301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] Routers {'3eff5f48-334f-4fc1-8f43-08a705fcfa29'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:23.403231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3eff5f48-334f-4fc1-8f43-08a705fcfa29'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:23.405469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd848de8-23ee-4229-a419-f145d6ab7dba') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:23.405783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd848de8-23ee-4229-a419-f145d6ab7dba') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:23.415536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.430599 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.443097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:23.443097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.454667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:23.475521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] Routers {'3eff5f48-334f-4fc1-8f43-08a705fcfa29'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:23.476589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['3eff5f48-334f-4fc1-8f43-08a705fcfa29'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:23.521465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56748) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:23.522343 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:23.542385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.543335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.546998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/069e9323-812d-46b7-851b-337464806d52 HTTP/1.1" status: 204 len: 168 time: 3.6922467 Aug 27 02:35:23.556199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56752) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.583146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Attempting to bind port b18be493-6d19-4ce7-b88a-9908a1b58358 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:23.583390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Attempting to bind port b18be493-6d19-4ce7-b88a-9908a1b58358 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:23.583722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Attempting to bind port b18be493-6d19-4ce7-b88a-9908a1b58358 on network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:23.605441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0169ab6-02fd-40fa-a6b8-c296220731b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=069e9323-812d-46b7-851b-337464806d52,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.611145 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afa74fe-faf8-4dfc-a17b-f56ddfe444f1 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:23.611617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afa74fe-faf8-4dfc-a17b-f56ddfe444f1 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:23.615779 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8afa74fe-faf8-4dfc-a17b-f56ddfe444f1 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/b97f1c63-5356-4c7d-ab55-db42060d85a6 HTTP/1.1" status: 404 len: 337 time: 0.0495601 Aug 27 02:35:23.616316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56756) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.616923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Port b18be493-6d19-4ce7-b88a-9908a1b58358 on network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:35:23.617257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Attempting to bind port b18be493-6d19-4ce7-b88a-9908a1b58358 on network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:23.641619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:23.642087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Checking segment: {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:23.642388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Bound using segment: {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:23.642916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Bound port: b18be493-6d19-4ce7-b88a-9908a1b58358, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:23.643291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.646466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:23.647079 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-737a8c70-ae12-479f-a90d-89c153fed261 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:23.647182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde092e-b1e4-471c-b9aa-f9b62c12029d None None] The sync data for ids ['3eff5f48-334f-4fc1-8f43-08a705fcfa29'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:23.647273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737a8c70-ae12-479f-a90d-89c153fed261 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:23.652483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-737a8c70-ae12-479f-a90d-89c153fed261 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/069e9323-812d-46b7-851b-337464806d52 HTTP/1.1" status: 404 len: 339 time: 0.0303421 Aug 27 02:35:23.653412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56758) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.686931 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe6d373-18f3-4b11-a430-d248c8ffe9da tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:23.687405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe6d373-18f3-4b11-a430-d248c8ffe9da tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:23.691795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1fe6d373-18f3-4b11-a430-d248c8ffe9da tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/71d7550a-a96f-4863-9267-bed651805f47 HTTP/1.1" status: 404 len: 337 time: 0.0357895 Aug 27 02:35:23.692784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56760) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.750653 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd47fd8b-16c0-494d-8ef0-3bb740bfae48 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:23.751623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd47fd8b-16c0-494d-8ef0-3bb740bfae48 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:23.755690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cd47fd8b-16c0-494d-8ef0-3bb740bfae48 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/342acfde-79b5-4e95-92ea-73a654aa91f9 HTTP/1.1" status: 404 len: 339 time: 0.0599415 Aug 27 02:35:23.760828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56764) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.782962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9842691f-d242-4051-ac5a-d606bee385d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.849597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.875241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-607b8cc2-0659-45fe-989d-8d6ea7b90818 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/3eff5f48-334f-4fc1-8f43-08a705fcfa29 HTTP/1.1" status: 200 len: 925 time: 0.5144145 Aug 27 02:35:23.876860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56766) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.883432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] For port b18be493-6d19-4ce7-b88a-9908a1b58358, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:23.889336 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.892545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] For port b18be493-6d19-4ce7-b88a-9908a1b58358, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b18be493-6d19-4ce7-b88a-9908a1b58358,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:23.906252 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.911865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:35:23.911865 n-d-806293-1 neutron-server[94773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:35:23.911865 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id': '3bab2dbf97324577ae2d9fcaba55a9be', 'id': 'ddf2908e-b71a-4cfa-b111-705447f82e3f', 'expiration': datetime.datetime(2021, 8, 27, 2, 37, 23, 890203)}] Aug 27 02:35:23.911865 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:23.912429 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:23.928982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b833e-1c3b-4f37-beb2-30c38d957cba tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:23.930834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-706b833e-1c3b-4f37-beb2-30c38d957cba tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=3eff5f48-334f-4fc1-8f43-08a705fcfa29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0497482 Aug 27 02:35:23.933823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56770) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.961190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:23.962171 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.964186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] 10.222.0.32 "PUT /v2.0/ports/b18be493-6d19-4ce7-b88a-9908a1b58358 HTTP/1.1" status: 200 len: 1092 time: 1.7391477 Aug 27 02:35:23.969697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'tag': 'b18be493-6d19-4ce7-b88a-9908a1b58358'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:23.972341 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d75e1-610c-4afb-b837-7a12d02f8674" -d '{"events": [{"name": "network-changed", "server_uuid": "fe30d332-5e63-4baf-abf9-f8e1b20472b2", "tag": "b18be493-6d19-4ce7-b88a-9908a1b58358"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:24.043314 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4c7ed1-c077-4c4a-8d67-62af251304bc x-openstack-request-id: req-2e4c7ed1-c077-4c4a-8d67-62af251304bc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:24.043845 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe30d332-5e63-4baf-abf9-f8e1b20472b2", "tag": "b18be493-6d19-4ce7-b88a-9908a1b58358", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:24.044278 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e4c7ed1-c077-4c4a-8d67-62af251304bc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:24.044835 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'tag': 'b18be493-6d19-4ce7-b88a-9908a1b58358', 'status': 'completed', 'code': 200} Aug 27 02:35:24.050439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd2679-accb-44e9-9de8-a9e5ff0e89f4 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:24.052179 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bacd2679-accb-44e9-9de8-a9e5ff0e89f4 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/networks/a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 881 time: 0.1173398 Aug 27 02:35:24.057040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56780) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.091955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c4b4fc86-6e45-4920-b112-b407dc9351fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eff5f48-334f-4fc1-8f43-08a705fcfa29 HTTP/1.1" status: 200 len: 205 time: 0.0337119 Aug 27 02:35:24.092757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.152759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347cfa1-710a-410c-8ed8-175e3e54f40c service neutron] Pushing event updated for resources: {'Port': ['ID=b18be493-6d19-4ce7-b88a-9908a1b58358,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.177885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.195971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44cf6b7-9123-4fda-bec3-7b5a63c88514']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.200230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-0a2f224b-9ef2-4fb7-8a83-fd6a74bafd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:24.201764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-0a2f224b-9ef2-4fb7-8a83-fd6a74bafd27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 1095 time: 0.1890836 Aug 27 02:35:24.228288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e26da6-ee1b-41b9-8ce3-89fd3e0b7bfe') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.228524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e26da6-ee1b-41b9-8ce3-89fd3e0b7bfe') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.235994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4bea-a4eb-4ec9-a28d-6d5e734545cc req-edab1095-c39e-40b8-bdcd-50116b408bfc tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:24.238139 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd4d4bea-a4eb-4ec9-a28d-6d5e734545cc req-edab1095-c39e-40b8-bdcd-50116b408bfc tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 944 time: 0.1039498 Aug 27 02:35:24.268230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9842691f-d242-4051-ac5a-d606bee385d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.269996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-4344abfd-a50d-4670-af04-ea144a400ced service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18be493-6d19-4ce7-b88a-9908a1b58358 HTTP/1.1" status: 200 len: 217 time: 0.0560849 Aug 27 02:35:24.274336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.276648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.287469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9842691f-d242-4051-ac5a-d606bee385d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.334422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd4d4bea-a4eb-4ec9-a28d-6d5e734545cc req-5a1abc6d-a272-47cf-9421-960bdb6b4e53 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861402 Aug 27 02:35:24.339552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.357371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:24.357371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:24.365761 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:24.413878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.429989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9842691f-d242-4051-ac5a-d606bee385d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d442d2606ca24430b462d51e4770ea78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9062295 Aug 27 02:35:24.433365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842691f-d242-4051-ac5a-d606bee385d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af4331-1151-4de0-9d43-1ccb435333c3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.435957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56800) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.439207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-1c82d310-66d6-4192-845d-c7d4a69c974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:24.440733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-1c82d310-66d6-4192-845d-c7d4a69c974c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.1596177 Aug 27 02:35:24.448041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.455965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56802) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.482367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-bd81e01f-ae9a-4587-bb98-ccae43721984 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344300 Aug 27 02:35:24.483081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.493088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.497319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/b44cf6b7-9123-4fda-bec3-7b5a63c88514 HTTP/1.1" status: 204 len: 168 time: 0.7317271 Aug 27 02:35:24.511767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.534201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42829a-2b63-43b5-a117-dead91f1c1b0 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=b44cf6b7-9123-4fda-bec3-7b5a63c88514,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.586746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dbb420f-62fa-402c-b377-7e6e1e3ca3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.591193 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c174d9da-ca63-4526-bf2d-1736cdb70e23 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:24.591885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c174d9da-ca63-4526-bf2d-1736cdb70e23 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:24.594445 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c174d9da-ca63-4526-bf2d-1736cdb70e23 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/ffddf871-f0fb-40ac-82b4-e86e9c1a11bb HTTP/1.1" status: 404 len: 337 time: 0.0816863 Aug 27 02:35:24.604896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56810) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.620217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Deleting port 0fd8bc54-6bbd-4d58-8c53-12afeced47d3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:24.620562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.645865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ace712-3c31-492c-a487-35f374c74ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.653669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dbb420f-62fa-402c-b377-7e6e1e3ca3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.665195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-0bc688ac-5245-4a60-a621-eba9658ebf9e service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745944 Aug 27 02:35:24.693193 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b458d9-f010-4a9c-a337-ba1f7658600c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:24.693788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b458d9-f010-4a9c-a337-ba1f7658600c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:24.695557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-55b458d9-f010-4a9c-a337-ba1f7658600c tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/be41cce3-e94b-43d5-9c7d-9c4602f2b227 HTTP/1.1" status: 404 len: 339 time: 0.0896964 Aug 27 02:35:24.702792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.720477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.755312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.764253 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-70891646-acbc-421d-a992-74e04cd6e9fd tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:24.764733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70891646-acbc-421d-a992-74e04cd6e9fd tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:24.766521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-70891646-acbc-421d-a992-74e04cd6e9fd tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/9670443d-083d-42da-9a8e-a67c3ba46959 HTTP/1.1" status: 404 len: 337 time: 0.0582142 Aug 27 02:35:24.769641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56816) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.797616 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d92162-5e33-4e57-bf2f-f23a5d713828 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:24.798289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d92162-5e33-4e57-bf2f-f23a5d713828 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:24.804967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-85d92162-5e33-4e57-bf2f-f23a5d713828 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/d779b5b1-53b9-4ff4-b590-3064396651d5 HTTP/1.1" status: 404 len: 339 time: 0.0296004 Aug 27 02:35:24.806486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56818) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.815795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0d7c2-2d95-4c91-bd1a-955e3fdf2c20,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.823647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bab2dbf97324577ae2d9fcaba55a9be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4620788 Aug 27 02:35:24.833078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56820) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.845973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.846344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.846690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.846841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-959f5a38-c37a-4db3-b30b-35ff6f022829 req-96d59b1e-4926-475e-b4bf-f1b503ba79e4 service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747942 Aug 27 02:35:24.847030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.847360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.847692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.848020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.848353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.848682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.848810 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5268ed-7bb7-42f6-8b18-29d66061193b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:24.849004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.849189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5268ed-7bb7-42f6-8b18-29d66061193b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:24.849323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.849649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be17b1-0abd-4fde-8105-3ce4f774271f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:24.850869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8b5268ed-7bb7-42f6-8b18-29d66061193b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/9cc9ef3d-b45d-4a17-a0a7-470f4b9373b9 HTTP/1.1" status: 404 len: 337 time: 0.0423577 Aug 27 02:35:24.854940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56822) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.862581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.870804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dbb420f-62fa-402c-b377-7e6e1e3ca3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.873480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dbb420f-62fa-402c-b377-7e6e1e3ca3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.873716 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e63a5d-ca40-4424-bf7f-ae3784d79848 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:24.874672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2dbb420f-62fa-402c-b377-7e6e1e3ca3e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21af4331-1151-4de0-9d43-1ccb435333c3 HTTP/1.1" status: 204 len: 168 time: 0.4216306 Aug 27 02:35:24.877173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e63a5d-ca40-4424-bf7f-ae3784d79848 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:24.881677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e0e63a5d-ca40-4424-bf7f-ae3784d79848 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/4ea7b2a8-6c38-4a91-8543-345dd48a1347 HTTP/1.1" status: 404 len: 339 time: 0.0229342 Aug 27 02:35:24.881970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56826) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.901216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Calling delete_port for 0fd8bc54-6bbd-4d58-8c53-12afeced47d3 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:24.905762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb420f-62fa-402c-b377-7e6e1e3ca3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af4331-1151-4de0-9d43-1ccb435333c3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.929369 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ed15d1-8ba7-4fbe-98ee-6a7306e2e8a9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:24.929994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ed15d1-8ba7-4fbe-98ee-6a7306e2e8a9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:24.934161 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-80ed15d1-8ba7-4fbe-98ee-6a7306e2e8a9 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/448aadc6-6a05-414b-84ed-259131fd9ae9 HTTP/1.1" status: 404 len: 337 time: 0.0489018 Aug 27 02:35:24.934536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56828) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.980159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ace712-3c31-492c-a487-35f374c74ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.986809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-b712b5c3-6232-45aa-8bab-8e21dc67cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:24.988349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-b712b5c3-6232-45aa-8bab-8e21dc67cfb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 1095 time: 0.0700598 Aug 27 02:35:24.989114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ace712-3c31-492c-a487-35f374c74ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.007587 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e68f51-f3dc-41a9-b304-9b28abccf332 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.008214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e68f51-f3dc-41a9-b304-9b28abccf332 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.010004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-87e68f51-f3dc-41a9-b304-9b28abccf332 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/66c416c8-e5e2-4654-80d1-08ff8a3e23d5 HTTP/1.1" status: 404 len: 339 time: 0.0743203 Aug 27 02:35:25.015368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56830) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.028315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-098fc960-b3b9-44cc-ad0c-33f8f245ad02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.057612 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc455a04-8550-4f9c-b24f-e03ba84f9a6b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.058076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc455a04-8550-4f9c-b24f-e03ba84f9a6b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.059887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc455a04-8550-4f9c-b24f-e03ba84f9a6b tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/9bb4cd49-279c-480e-8457-d4b687ddce6e HTTP/1.1" status: 404 len: 337 time: 0.0433819 Aug 27 02:35:25.064856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f1ace712-3c31-492c-a487-35f374c74ec8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32a381fe76cd488088595b36e58feca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6059198 Aug 27 02:35:25.065524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56834) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.068060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56836) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.109064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ace712-3c31-492c-a487-35f374c74ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49db90d2-dfe9-48e4-bde6-c1b01542f959,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.113821 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c52996-ddd0-4bcf-82d0-df2319bc4517 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.114539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c52996-ddd0-4bcf-82d0-df2319bc4517 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.116354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b9c52996-ddd0-4bcf-82d0-df2319bc4517 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/3d2c6c83-afad-4684-90f3-dba4542a08b4 HTTP/1.1" status: 404 len: 339 time: 0.0445838 Aug 27 02:35:25.119238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56838) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.139672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-098fc960-b3b9-44cc-ad0c-33f8f245ad02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.155576 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d7901a-8b4a-4028-a1d5-c5d7daa739c2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.156404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d7901a-8b4a-4028-a1d5-c5d7daa739c2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.160441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-87d7901a-8b4a-4028-a1d5-c5d7daa739c2 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/ea177fde-1102-41ee-b597-e034e4273e0d HTTP/1.1" status: 404 len: 337 time: 0.0373969 Aug 27 02:35:25.161365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56840) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.193554 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b328f407-8b2f-450b-b6c4-daa5d1c5b9be tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.194205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b328f407-8b2f-450b-b6c4-daa5d1c5b9be tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.198930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b328f407-8b2f-450b-b6c4-daa5d1c5b9be tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/a3899654-eccb-4b57-9193-7c88ed5da4ae HTTP/1.1" status: 404 len: 339 time: 0.0324576 Aug 27 02:35:25.199272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56842) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.200136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56844) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.216396 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f80-7ca7-4b03-890d-8ea531610553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.216727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-62a5419b-732b-4ca3-ad79-012110154a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.218170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-62a5419b-732b-4ca3-ad79-012110154a6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 911 time: 0.2206709 Aug 27 02:35:25.245091 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ba775b-2f9d-4183-8866-f86f7e68acf1 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.245543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ba775b-2f9d-4183-8866-f86f7e68acf1 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.247218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d2ba775b-2f9d-4183-8866-f86f7e68acf1 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/977ac5f8-eeb9-4486-ab93-992f3fdc2cd1 HTTP/1.1" status: 404 len: 337 time: 0.0467784 Aug 27 02:35:25.248009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90f32131-2ee8-4bae-a5b6-56e08e345adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.250501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.273922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-098fc960-b3b9-44cc-ad0c-33f8f245ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.276475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-098fc960-b3b9-44cc-ad0c-33f8f245ad02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.277591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-098fc960-b3b9-44cc-ad0c-33f8f245ad02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1e0d7c2-2d95-4c91-bd1a-955e3fdf2c20 HTTP/1.1" status: 204 len: 168 time: 0.4433453 Aug 27 02:35:25.288689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-16b6146b-f454-4b01-a03d-fd58463ad1a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18be493-6d19-4ce7-b88a-9908a1b58358 HTTP/1.1" status: 200 len: 217 time: 0.0498481 Aug 27 02:35:25.293100 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f80-7ca7-4b03-890d-8ea531610553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.304952 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99aa6f1-39a9-4479-b479-64a5496366fb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.305578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99aa6f1-39a9-4479-b479-64a5496366fb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.307380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d99aa6f1-39a9-4479-b479-64a5496366fb tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/fc6bf6c5-bd3e-411c-87b6-b014c4c52598 HTTP/1.1" status: 404 len: 339 time: 0.0558856 Aug 27 02:35:25.315652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.332159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fc960-b3b9-44cc-ad0c-33f8f245ad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0d7c2-2d95-4c91-bd1a-955e3fdf2c20,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.334423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.363532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-3e85bd7d-1219-4122-b5ec-d641677300d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.365023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-3e85bd7d-1219-4122-b5ec-d641677300d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.0684946 Aug 27 02:35:25.391419 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42dde9d-51e2-476d-99ad-fb715fff5392 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.391893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42dde9d-51e2-476d-99ad-fb715fff5392 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.396228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f42dde9d-51e2-476d-99ad-fb715fff5392 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/0c4dc48d-5e7d-4097-b00a-c9a6011fd16d HTTP/1.1" status: 404 len: 337 time: 0.0770814 Aug 27 02:35:25.398157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56854) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.400608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event deleted for resources: {'Port': ['ID=0fd8bc54-6bbd-4d58-8c53-12afeced47d3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.403993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-7bb78805-9f2e-495a-8f7d-a3e7d9bbdc1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308695 Aug 27 02:35:25.429040 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fbc506-7ecd-42ad-b467-67a7786e43c7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:25.430838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fbc506-7ecd-42ad-b467-67a7786e43c7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:25.431770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23fbc506-7ecd-42ad-b467-67a7786e43c7 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/f52cf669-804b-4421-a48e-567da4290cba HTTP/1.1" status: 404 len: 339 time: 0.0323005 Aug 27 02:35:25.436921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56856) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.473474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f80-7ca7-4b03-890d-8ea531610553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.476082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f80-7ca7-4b03-890d-8ea531610553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.477209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e9bd2f80-7ca7-4b03-890d-8ea531610553 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49db90d2-dfe9-48e4-bde6-c1b01542f959 HTTP/1.1" status: 204 len: 168 time: 0.4080458 Aug 27 02:35:25.491888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd2f80-7ca7-4b03-890d-8ea531610553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db90d2-dfe9-48e4-bde6-c1b01542f959,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.499707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.608071 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.610697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.623587 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90f32131-2ee8-4bae-a5b6-56e08e345adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.632062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Deleting subnet 7db884db-0f0a-4603-a800-30bbba251e27 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:25.649537 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.661246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90f32131-2ee8-4bae-a5b6-56e08e345adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.671042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.671642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Fanout notify agent at l3_agent the message router_deleted on router 3eff5f48-334f-4fc1-8f43-08a705fcfa29 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:25.683299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.684714 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68cc81bf-a7a9-4dc9-8f01-ebc869004dec tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/3eff5f48-334f-4fc1-8f43-08a705fcfa29 HTTP/1.1" status: 204 len: 168 time: 1.5907986 Aug 27 02:35:25.688148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56864) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.696335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2079834662', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:25.746061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.748146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.770387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-85c7ac35-e606-43c1-8155-8c1459aad6ca service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572199 Aug 27 02:35:25.778258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287412f-dac6-4243-868d-b0b9363e2bf0 req-f887afd5-b1d3-4a01-bef1-c21ec68823e4 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.780071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7287412f-dac6-4243-868d-b0b9363e2bf0 req-f887afd5-b1d3-4a01-bef1-c21ec68823e4 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 944 time: 0.3201656 Aug 27 02:35:25.807656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-90f32131-2ee8-4bae-a5b6-56e08e345adb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38ac22ca852845ae98cf9242c9e3b6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058722 Aug 27 02:35:25.810213 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.822185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56870) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.838411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.893995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f32131-2ee8-4bae-a5b6-56e08e345adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe5013-bd5d-4535-af8a-0356a11fdd4c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.948089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7287412f-dac6-4243-868d-b0b9363e2bf0 req-716f3c69-4c84-4b1a-9a89-45d52136b45c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453726 Aug 27 02:35:25.954847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56872) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:26.000319 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4abb4081-085d-46fe-8235-d3a7bffbe53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.016663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b25d75e1-610c-4afb-b837-7a12d02f8674 req-2d12ee6e-8e42-4534-ae22-b6b57d690067 service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348826 Aug 27 02:35:26.018912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56874) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:26.047783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.048522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.054136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-446d5e2a-0cfb-45c8-b830-80ae496fb703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.073358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b19a1083-905f-40db-aa10-6424613f665c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.110605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-446d5e2a-0cfb-45c8-b830-80ae496fb703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.150256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.180459 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-446d5e2a-0cfb-45c8-b830-80ae496fb703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.183272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-446d5e2a-0cfb-45c8-b830-80ae496fb703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.184538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-446d5e2a-0cfb-45c8-b830-80ae496fb703 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bffe5013-bd5d-4535-af8a-0356a11fdd4c HTTP/1.1" status: 204 len: 168 time: 0.3613470 Aug 27 02:35:26.184704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Subnet': ['ID=7db884db-0f0a-4603-a800-30bbba251e27,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.198456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.202749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-487e79c2-11e7-44f3-85fd-c327357a6982 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/subnets/7db884db-0f0a-4603-a800-30bbba251e27 HTTP/1.1" status: 204 len: 168 time: 0.7600145 Aug 27 02:35:26.203392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56878) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:26.207289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46956980-fd24-42b2-95bd-fc88d11c43e2 None None] Network c2f11b11-7e9b-461e-8f94-880dda0f9b50 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:26.209181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d5e2a-0cfb-45c8-b830-80ae496fb703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe5013-bd5d-4535-af8a-0356a11fdd4c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.230747 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4abb4081-085d-46fe-8235-d3a7bffbe53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.264500 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4abb4081-085d-46fe-8235-d3a7bffbe53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.344016 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.345039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4abb4081-085d-46fe-8235-d3a7bffbe53d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15e5397828ac425cbe3737d6a76f514b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870502 Aug 27 02:35:26.348724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56880) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:26.358143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.361159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb4081-085d-46fe-8235-d3a7bffbe53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5f060-09a1-4ad0-a9b3-72736de04fe4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.385199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.471980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] DHCP port deletion for c2f11b11-7e9b-461e-8f94-880dda0f9b50 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:26.483924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1da2-8ff3-485c-8086-61f662298023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.530839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Allocated IP 172.25.1.224 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/d9a1e169-3049-40e9-86ed-997004591680) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:26.534962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b19a1083-905f-40db-aa10-6424613f665c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.539898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1da2-8ff3-485c-8086-61f662298023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.548525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Deleting port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:26.548881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.562162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] Deleting port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:26.562572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.599731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b19a1083-905f-40db-aa10-6424613f665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.645158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] For port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,segment=NetworkSegment(22a059f6-b2f4-41c9-96db-d330d24d78fb),segment_id=22a059f6-b2f4-41c9-96db-d330d24d78fb)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:26.645566 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.670473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.673169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] Calling delete_port for 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:26.677627 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b19a1083-905f-40db-aa10-6424613f665c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb2b49fc005544c6af364ee63698a018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533463 Aug 27 02:35:26.677811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a1083-905f-40db-aa10-6424613f665c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624702b-553c-431c-8e7d-5a9b286cccdb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.679826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56886) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:26.682271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] For port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,segment=NetworkSegment(22a059f6-b2f4-41c9-96db-d330d24d78fb),segment_id=22a059f6-b2f4-41c9-96db-d330d24d78fb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:26.682688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.697977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Calling delete_port for 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:26.713294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1da2-8ff3-485c-8086-61f662298023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.718267 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1da2-8ff3-485c-8086-61f662298023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.721889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e6b1da2-8ff3-485c-8086-61f662298023 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3e5f060-09a1-4ad0-a9b3-72736de04fe4 HTTP/1.1" status: 204 len: 168 time: 0.3592889 Aug 27 02:35:26.762757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b1da2-8ff3-485c-8086-61f662298023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5f060-09a1-4ad0-a9b3-72736de04fe4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.772163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b91dda82-af14-4e2e-992f-989c052a3a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.783056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.832714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b91dda82-af14-4e2e-992f-989c052a3a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.836416 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.849598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:26.862552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:26.869600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:26.885541 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.890678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] Pushing event deleted for resources: {'Port': ['ID=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.901958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event updated for resources: {'Port': ['ID=d9a1e169-3049-40e9-86ed-997004591680,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.912496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc771078-930c-48c4-8e91-0e52d3e03bd9 None None] No DVR routers for this DVR port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:26.924788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b18be493-6d19-4ce7-b88a-9908a1b58358 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:26.940215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Port': ['ID=6b9cc0d2-689a-42af-a0b1-dca7ec187b11,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.950515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] No DVR routers for this DVR port 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:27.038234 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.055050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f11b11-7e9b-461e-8f94-880dda0f9b50']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.068642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a059f6-b2f4-41c9-96db-d330d24d78fb') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.069517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a059f6-b2f4-41c9-96db-d330d24d78fb') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.084776 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b91dda82-af14-4e2e-992f-989c052a3a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.091352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b91dda82-af14-4e2e-992f-989c052a3a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.092662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b91dda82-af14-4e2e-992f-989c052a3a9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1624702b-553c-431c-8e7d-5a9b286cccdb HTTP/1.1" status: 204 len: 168 time: 0.4084220 Aug 27 02:35:27.105642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.131521 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.138926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:27.139718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.160427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b18be493-6d19-4ce7-b88a-9908a1b58358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b18be493-6d19-4ce7-b88a-9908a1b58358,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:27.192160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'b18be493-6d19-4ce7-b88a-9908a1b58358', 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'port_id': 'b18be493-6d19-4ce7-b88a-9908a1b58358', 'mac_address': 'fa:16:3e:63:c5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:27.203308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:27.207941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dda82-af14-4e2e-992f-989c052a3a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624702b-553c-431c-8e7d-5a9b286cccdb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:27.220102 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:27.228797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.236051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.238444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] 10.222.0.10 "DELETE /v2.0/networks/c2f11b11-7e9b-461e-8f94-880dda0f9b50 HTTP/1.1" status: 204 len: 168 time: 1.0340734 Aug 27 02:35:27.246792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:27.248716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9cc0d2-689a-42af-a0b1-dca7ec187b11 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:27.258967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c4bae-c888-494c-af9f-8ecac9ed4820 tempest-NetworksTest-1242704872 tempest-NetworksTest-1242704872-project] Pushing event deleted for resources: {'Network': ['ID=c2f11b11-7e9b-461e-8f94-880dda0f9b50,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:27.283635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d9db-a1e3-48e6-a990-c62b8c739bf4 req-9768810b-b997-46e1-a3c8-5d8d179f1ef5 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:27.285169 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3741d9db-a1e3-48e6-a990-c62b8c739bf4 req-9768810b-b997-46e1-a3c8-5d8d179f1ef5 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 944 time: 0.2052934 Aug 27 02:35:27.305197 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.321087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18be493-6d19-4ce7-b88a-9908a1b58358 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:27.356198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b18be493-6d19-4ce7-b88a-9908a1b58358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b18be493-6d19-4ce7-b88a-9908a1b58358,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:27.368812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.382162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3741d9db-a1e3-48e6-a990-c62b8c739bf4 req-1f1b7e3e-a565-442d-8436-73bcf5cb0d4f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851469 Aug 27 02:35:27.389533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.435290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b18be493-6d19-4ce7-b88a-9908a1b58358,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:27.565042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b18be493-6d19-4ce7-b88a-9908a1b58358'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:27.623227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.645468 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbc2243d-13cb-499c-9407-d5e3ff619f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.817565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56932) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.037791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d0d34509-1293-4653-baa9-1ef299f45d87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29ab3c1e5f484224b2fe446a1c8913de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187688 Aug 27 02:35:28.040337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56948) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.071496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Router 13763d80-9b5f-437a-95c1-015410035747 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:28.115536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2c19acc-0012-426a-8bd4-bd285936cb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.138651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2c19acc-0012-426a-8bd4-bd285936cb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.201333 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2c19acc-0012-426a-8bd4-bd285936cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.207977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2c19acc-0012-426a-8bd4-bd285936cb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.209383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2c19acc-0012-426a-8bd4-bd285936cb5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2a871ae-fb99-47be-9c44-8284e7b16b59 HTTP/1.1" status: 204 len: 168 time: 0.1680927 Aug 27 02:35:28.219925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:28.221690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c19acc-0012-426a-8bd4-bd285936cb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a871ae-fb99-47be-9c44-8284e7b16b59,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.247369 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] Sync routers for ids ['13763d80-9b5f-437a-95c1-015410035747'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:28.260127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.261746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a8bbc6e8-44d5-4bd5-8c91-a6bc3eeab9fc tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5724437 Aug 27 02:35:28.264641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56962) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.267100 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] Routers {'13763d80-9b5f-437a-95c1-015410035747'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:28.267762 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['13763d80-9b5f-437a-95c1-015410035747'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.271402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:28.307708 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.320419 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] Routers {'13763d80-9b5f-437a-95c1-015410035747'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:28.321067 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['13763d80-9b5f-437a-95c1-015410035747'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.356721 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.357572 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee3310-8ebb-4265-a414-55cbf2c28a40 None None] The sync data for ids ['13763d80-9b5f-437a-95c1-015410035747'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:28.543734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0c28-9295-4fd9-a220-def3cb34f2b2 req-54a17e12-3a6f-4163-8d3b-f5874a484c4e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:28.546726 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0ae0c28-9295-4fd9-a220-def3cb34f2b2 req-54a17e12-3a6f-4163-8d3b-f5874a484c4e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 945 time: 0.0773551 Aug 27 02:35:28.609738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0ae0c28-9295-4fd9-a220-def3cb34f2b2 req-c8444b8d-6420-4ab2-8725-6f561ac85c83 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515511 Aug 27 02:35:28.648981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.663803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.728291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Deleting port d9a1e169-3049-40e9-86ed-997004591680 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:28.728633 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.807574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.828398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Calling delete_port for d9a1e169-3049-40e9-86ed-997004591680 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:28.928940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b18be493-6d19-4ce7-b88a-9908a1b58358 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:28.979767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port b18be493-6d19-4ce7-b88a-9908a1b58358 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:28.984077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port b18be493-6d19-4ce7-b88a-9908a1b58358 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:28.984652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.063660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.094002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.104123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Pushing event deleted for resources: {'Port': ['ID=d9a1e169-3049-40e9-86ed-997004591680,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.144490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18be493-6d19-4ce7-b88a-9908a1b58358'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:29.148056 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6975ff69-fc7f-4879-8f19-74794a1eb2a9" -d '{"events": [{"server_uuid": "fe30d332-5e63-4baf-abf9-f8e1b20472b2", "name": "network-vif-plugged", "status": "completed", "tag": "b18be493-6d19-4ce7-b88a-9908a1b58358"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:29.174216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b18be493-6d19-4ce7-b88a-9908a1b58358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b18be493-6d19-4ce7-b88a-9908a1b58358,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:29.181268 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.204121 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.244824 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da42e922-02a8-42bc-b264-d6b8764e3c21 x-openstack-request-id: req-da42e922-02a8-42bc-b264-d6b8764e3c21 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:29.245104 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe30d332-5e63-4baf-abf9-f8e1b20472b2", "name": "network-vif-plugged", "status": "completed", "tag": "b18be493-6d19-4ce7-b88a-9908a1b58358", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:29.246424 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da42e922-02a8-42bc-b264-d6b8764e3c21 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:29.251086 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18be493-6d19-4ce7-b88a-9908a1b58358', 'code': 200} Aug 27 02:35:29.269553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b18be493-6d19-4ce7-b88a-9908a1b58358,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.353276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3298cb-c825-4685-8d69-ea48c4ba0773 req-7a1fa50c-6431-4311-8064-53d36b5684e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:29.354871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db3298cb-c825-4685-8d69-ea48c4ba0773 req-7a1fa50c-6431-4311-8064-53d36b5684e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 1097 time: 0.0543435 Aug 27 02:35:29.397043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db3298cb-c825-4685-8d69-ea48c4ba0773 req-720f9a6c-c85e-45af-beb3-cdaa63218c95 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Aug 27 02:35:29.428054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.432155 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.519549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Router 13763d80-9b5f-437a-95c1-015410035747 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:29.602297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:29.609606 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.610625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-20a1fa41-b56d-4b3b-bb23-a2adfd5e065a tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "PUT /v2.0/routers/13763d80-9b5f-437a-95c1-015410035747 HTTP/1.1" status: 200 len: 710 time: 1.3445587 Aug 27 02:35:29.613385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57024) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.615949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] Sync routers for ids ['13763d80-9b5f-437a-95c1-015410035747'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:29.628756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] Routers {'13763d80-9b5f-437a-95c1-015410035747'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:29.629798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['13763d80-9b5f-437a-95c1-015410035747'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:29.673338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:29.686225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] Routers {'13763d80-9b5f-437a-95c1-015410035747'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:29.687012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['13763d80-9b5f-437a-95c1-015410035747'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:29.717887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e65818ab-16bb-455b-93d7-12e81dda6114 tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/routers/13763d80-9b5f-437a-95c1-015410035747 HTTP/1.1" status: 200 len: 745 time: 0.1031971 Aug 27 02:35:29.720423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57030) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.737608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:29.738269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a01d55-3d14-4641-8d4d-6302b525889c None None] The sync data for ids ['13763d80-9b5f-437a-95c1-015410035747'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:29.771524 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b54bc81-2378-4037-952e-dd97b55246bd tempest-RoutersIpV6AdminTest-1181121437 tempest-RoutersIpV6AdminTest-1181121437-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&device_id=13763d80-9b5f-437a-95c1-015410035747 HTTP/1.1" status: 200 len: 205 time: 0.0500083 Aug 27 02:35:29.774363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57036) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.785192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ad44-503d-436a-8afe-3bbf6f124b0b req-43532f52-be30-46e2-a5f2-bc16b763cfa5 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:29.786905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a706ad44-503d-436a-8afe-3bbf6f124b0b req-43532f52-be30-46e2-a5f2-bc16b763cfa5 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1015437 Aug 27 02:35:29.813643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c163adda-e163-428e-8967-092cc84f8dac tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=13763d80-9b5f-437a-95c1-015410035747 HTTP/1.1" status: 200 len: 205 time: 0.0364316 Aug 27 02:35:29.816177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57038) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.847721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a706ad44-503d-436a-8afe-3bbf6f124b0b req-c6d44c03-c0d9-4137-b676-92fc7a2d0205 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511212 Aug 27 02:35:29.904086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3d26f8a-c7bb-4190-8738-1a58f3e7472d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.065726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3d26f8a-c7bb-4190-8738-1a58f3e7472d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.067868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3d26f8a-c7bb-4190-8738-1a58f3e7472d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.115012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3d26f8a-c7bb-4190-8738-1a58f3e7472d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.115452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d26f8a-c7bb-4190-8738-1a58f3e7472d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Fanout notify agent at l3_agent the message router_deleted on router 13763d80-9b5f-437a-95c1-015410035747 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:30.122539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3d26f8a-c7bb-4190-8738-1a58f3e7472d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.126829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e3d26f8a-c7bb-4190-8738-1a58f3e7472d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/13763d80-9b5f-437a-95c1-015410035747 HTTP/1.1" status: 204 len: 168 time: 0.3064358 Aug 27 02:35:30.130497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57054) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.163195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-173a7bea-847c-4613-b3f8-61ffee5317b4 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=13763d80-9b5f-437a-95c1-015410035747 HTTP/1.1" status: 200 len: 205 time: 0.0307655 Aug 27 02:35:30.165667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57058) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.193462 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-13e342e3-186d-4109-b1dd-cc8ff1d8cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.217907 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-5a317512-e58a-4663-b5a2-7fd17ad5cad6 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] delete failed (client error): The resource could not be found. Aug 27 02:35:30.221373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5a317512-e58a-4663-b5a2-7fd17ad5cad6 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/13763d80-9b5f-437a-95c1-015410035747 HTTP/1.1" status: 404 len: 336 time: 0.0522993 Aug 27 02:35:30.221808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57060) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.233552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:35:30.253460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-458e1b1e-dd6f-47f4-ae06-ba4ea2cf7c10 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eff5f48-334f-4fc1-8f43-08a705fcfa29 HTTP/1.1" status: 200 len: 205 time: 0.0301931 Aug 27 02:35:30.256143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57064) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.315780 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-5599ce0a-ad1c-4915-ae13-9ef0f0a22572 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] delete failed (client error): The resource could not be found. Aug 27 02:35:30.320958 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5599ce0a-ad1c-4915-ae13-9ef0f0a22572 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/3eff5f48-334f-4fc1-8f43-08a705fcfa29 HTTP/1.1" status: 404 len: 336 time: 0.0613210 Aug 27 02:35:30.321212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57072) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.350702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d0271ad1-428f-4030-b260-71949c55728f tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baa2d31-e785-4c76-8900-2f8a5a156663 HTTP/1.1" status: 200 len: 205 time: 0.0288336 Aug 27 02:35:30.353915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57074) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.395009 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.433080 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-71388ac6-036a-44d8-ae0f-7e0b31804e63 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] delete failed (client error): The resource could not be found. Aug 27 02:35:30.437430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57080) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.447153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-71388ac6-036a-44d8-ae0f-7e0b31804e63 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/2baa2d31-e785-4c76-8900-2f8a5a156663 HTTP/1.1" status: 404 len: 336 time: 0.0917604 Aug 27 02:35:30.470361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-50a2cfce-c2fe-476c-9d9c-3946f0fb194b tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb95f50c-d07a-4391-97e1-ad47ed8a25b4 HTTP/1.1" status: 200 len: 205 time: 0.0295162 Aug 27 02:35:30.471118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57082) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.521384 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-6726d72c-e474-431b-b0bc-18f2d3e8a578 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] delete failed (client error): The resource could not be found. Aug 27 02:35:30.522369 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6726d72c-e474-431b-b0bc-18f2d3e8a578 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/cb95f50c-d07a-4391-97e1-ad47ed8a25b4 HTTP/1.1" status: 404 len: 336 time: 0.0503316 Aug 27 02:35:30.524994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57086) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.554063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3ef0ec63-e617-4dab-92af-68f25ba2c730 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=691229ae-d745-40d5-8cf9-0b092bcd8898 HTTP/1.1" status: 200 len: 205 time: 0.0279391 Aug 27 02:35:30.556527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57088) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.607850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57090) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.847113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1320034619'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:30.906598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:30.914443 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.952161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.048792 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-049042b4-d9f9-4b36-948f-aad5a5a94885 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] delete failed (client error): The resource could not be found. Aug 27 02:35:31.051377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-049042b4-d9f9-4b36-948f-aad5a5a94885 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/691229ae-d745-40d5-8cf9-0b092bcd8898 HTTP/1.1" status: 404 len: 336 time: 0.4935637 Aug 27 02:35:31.063993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57108) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:31.137494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-efe75ff1-18f4-4d58-89b9-b3e10738328d tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cdd1613-a72c-44a4-a43b-b29a70d61744 HTTP/1.1" status: 200 len: 205 time: 0.0704808 Aug 27 02:35:31.139998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57114) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:31.180379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.185817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f3642-015f-4563-b36b-ecc9b9c888d3 req-92b6a45e-d89e-4504-9030-032472cb2c1c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:31.187023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.188874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165f3642-015f-4563-b36b-ecc9b9c888d3 req-92b6a45e-d89e-4504-9030-032472cb2c1c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1403480 Aug 27 02:35:31.222137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.248388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73fc30-c005-4148-a2b3-8cdce8e9b76c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.258967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:31.271118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.271567 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment db485a11-cb84-4c27-990a-d1e9d1018596 of type vlan for network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 Aug 27 02:35:31.295364 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-9b86a5f4-ebb3-47ee-a7af-bbbc62dcbfc2 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] delete failed (client error): The resource could not be found. Aug 27 02:35:31.298879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9b86a5f4-ebb3-47ee-a7af-bbbc62dcbfc2 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/routers/7cdd1613-a72c-44a4-a43b-b29a70d61744 HTTP/1.1" status: 404 len: 336 time: 0.1549172 Aug 27 02:35:31.310368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57122) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:31.339378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.398129 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-af477702-f229-4f73-ac96-5a44f2086771 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:31.399884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af477702-f229-4f73-ac96-5a44f2086771 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:31.405139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-af477702-f229-4f73-ac96-5a44f2086771 tempest-RoutersIpV6AdminTest-898700023 tempest-RoutersIpV6AdminTest-898700023-project] 10.222.0.10 "DELETE /v2.0/subnets/9b5fced8-db38-405f-a298-580fe1d55996 HTTP/1.1" status: 404 len: 337 time: 0.0893931 Aug 27 02:35:31.437794 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.453679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:31.456262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.458258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-165f3642-015f-4563-b36b-ecc9b9c888d3 req-630ca38f-a89b-4c39-954d-5fce3bb27fee tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700647 Aug 27 02:35:31.580535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9711192 Aug 27 02:35:31.583298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57142) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:31.588777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'name': 'tempest-PortsTestJSON-2145567192'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:31.598163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261427a-7240-4d97-a584-c0fa1e79ba1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=cdac055a-a24c-4eb6-b96f-ee73c7ee6175,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.611187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:31.815107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-366a948c-410c-4b80-be9d-e34381b33bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:31.816950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-366a948c-410c-4b80-be9d-e34381b33bcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 1097 time: 0.0945857 Aug 27 02:35:31.818800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:31.822547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.894127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba292-2f06-422e-927f-e32dba4fa0ca req-0daf2b55-c416-44fe-9fcd-716d992bace7 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:31.895692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a8ba292-2f06-422e-927f-e32dba4fa0ca req-0daf2b55-c416-44fe-9fcd-716d992bace7 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1372101 Aug 27 02:35:31.903272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 39a3efd5-3665-430d-b8ba-94dab0bc2275 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:32.020618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a8ba292-2f06-422e-927f-e32dba4fa0ca req-85af5b03-ba64-45ac-be4f-4d1e46922c1f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187806 Aug 27 02:35:32.041434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-53c99682-aa36-4450-934c-2896b34dfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.043254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-53c99682-aa36-4450-934c-2896b34dfd93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 911 time: 0.2168100 Aug 27 02:35:32.075715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57156) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.131133 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-5106b32c-8928-4dc2-9fcf-19193758065f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18be493-6d19-4ce7-b88a-9908a1b58358 HTTP/1.1" status: 200 len: 217 time: 0.0765324 Aug 27 02:35:32.202664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.215784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-8ef7048a-3872-454e-b18a-2b9b41ad50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.217283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-8ef7048a-3872-454e-b18a-2b9b41ad50a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.0786293 Aug 27 02:35:32.244262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66b0e5f6-512d-48bd-914a-b66799103d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.264571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-c2f09e2c-ebe1-4de9-be48-1168264cac1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338216 Aug 27 02:35:32.285503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.371784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66b0e5f6-512d-48bd-914a-b66799103d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.378214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66b0e5f6-512d-48bd-914a-b66799103d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.404931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=39a3efd5-3665-430d-b8ba-94dab0bc2275,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.442062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-635cefcc-a49b-4b86-8280-da1f7e0b458e service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696317 Aug 27 02:35:32.443039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66b0e5f6-512d-48bd-914a-b66799103d1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07083b1bee4b4b23bb30abf403cf7753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662252 Aug 27 02:35:32.443905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0e5f6-512d-48bd-914a-b66799103d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3629c22b-9389-4160-975c-d28200c1ee07,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.444912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': 'db485a11-cb84-4c27-990a-d1e9d1018596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:32.445280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: cdac055a-a24c-4eb6-b96f-ee73c7ee6175, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:32.446408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57166) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.500923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d53f5d04-2e36-46d0-b443-85138e716c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.541503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:32.552505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d53f5d04-2e36-46d0-b443-85138e716c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.561156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, cdac055a-a24c-4eb6-b96f-ee73c7ee6175) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:32.570018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb62fc-3792-42be-8067-5f4eb030292c None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:32.578082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:32.592159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.597803 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.618787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c69d1635-fd3b-42e3-a163-cdccf9c6e3c4 req-60a48df7-b8dc-4a85-92d1-f86e174cba82 service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693981 Aug 27 02:35:32.628796 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-71ebef05-ca5c-4975-b692-428c53b15afe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0443087 Aug 27 02:35:32.630398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d53f5d04-2e36-46d0-b443-85138e716c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.631889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57176) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.638500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-137453249'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:32.642439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57178) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.644964 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d53f5d04-2e36-46d0-b443-85138e716c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.646081 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d53f5d04-2e36-46d0-b443-85138e716c66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3629c22b-9389-4160-975c-d28200c1ee07 HTTP/1.1" status: 204 len: 168 time: 0.1986613 Aug 27 02:35:32.674699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f5d04-2e36-46d0-b443-85138e716c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3629c22b-9389-4160-975c-d28200c1ee07,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.689156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:32.695223 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.728220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:32.742883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.745608 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment 2c18e378-1fa5-455a-9618-b03618fee1c7 of type vlan for network 76f729fa-0ccf-4016-9137-9d469adb8459 Aug 27 02:35:32.812454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.842369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.848020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.848648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.919185 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2856617 Aug 27 02:35:32.921860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57200) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.923509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea7508-3c7e-4ba6-9ee1-f7a3f987736d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=76f729fa-0ccf-4016-9137-9d469adb8459,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.927197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'ports': [{'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175'}, {'network_id': '76f729fa-0ccf-4016-9137-9d469adb8459'}]} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:32.927521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:32.927986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': '76f729fa-0ccf-4016-9137-9d469adb8459'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:32.936412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 76f729fa-0ccf-4016-9137-9d469adb8459 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:33.010216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe3ee-f370-4b7b-8e05-4ea80453a126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.112761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.152482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe3ee-f370-4b7b-8e05-4ea80453a126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.160539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe3ee-f370-4b7b-8e05-4ea80453a126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.211589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a5dbe3ee-f370-4b7b-8e05-4ea80453a126 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc198c1292dd48e4a7bba89afa36bfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669105 Aug 27 02:35:33.212574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbe3ee-f370-4b7b-8e05-4ea80453a126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faf68a2-a85f-42ea-8ae8-755ac202f03d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.215149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 2} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:33.215943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57206) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:33.233271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57208) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:33.234208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.266666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.294635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7adcb7-d398-43cf-943f-1c7867ff9ced req-41843dc4-f81b-4643-ab30-fefa68464c57 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:33.297131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba7adcb7-d398-43cf-943f-1c7867ff9ced req-41843dc4-f81b-4643-ab30-fefa68464c57 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1150284 Aug 27 02:35:33.335095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c3416464-8f1f-41cf-92b9-d62facc033b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15092557d13f42c5bc9f522b7016eac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079204 Aug 27 02:35:33.335694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:33.354724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57216) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:33.377038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-009da34f-a61e-47d3-b232-e9324788090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.408345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-009da34f-a61e-47d3-b232-e9324788090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.417130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba7adcb7-d398-43cf-943f-1c7867ff9ced req-ae3cb590-d381-4b4e-b1eb-878b47a68e51 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086452 Aug 27 02:35:33.421480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 8d696e9d-adc1-4ba4-93c1-5656d8a0e9ea yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:33.431930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1f1a-59df-443b-875b-773c595bf44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.469594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1f1a-59df-443b-875b-773c595bf44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.517128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da09c884-31ad-443f-8fbe-d077120d7a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.529702 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-009da34f-a61e-47d3-b232-e9324788090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.532300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-009da34f-a61e-47d3-b232-e9324788090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.533455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-009da34f-a61e-47d3-b232-e9324788090d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6faf68a2-a85f-42ea-8ae8-755ac202f03d HTTP/1.1" status: 204 len: 168 time: 0.3165226 Aug 27 02:35:33.549359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009da34f-a61e-47d3-b232-e9324788090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faf68a2-a85f-42ea-8ae8-755ac202f03d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.576842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1f1a-59df-443b-875b-773c595bf44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.579863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1f1a-59df-443b-875b-773c595bf44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.583387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e2ff1f1a-59df-443b-875b-773c595bf44e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6723dfb3-462a-45dc-89d6-cc22e3db6406 HTTP/1.1" status: 204 len: 168 time: 0.2445107 Aug 27 02:35:33.593133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff1f1a-59df-443b-875b-773c595bf44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723dfb3-462a-45dc-89d6-cc22e3db6406,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.633247 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.651813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da09c884-31ad-443f-8fbe-d077120d7a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.659748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da09c884-31ad-443f-8fbe-d077120d7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.706950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09c884-31ad-443f-8fbe-d077120d7a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d421563-07e1-4622-9e99-aa8971e52b42,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.712446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-da09c884-31ad-443f-8fbe-d077120d7a00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9218fe1fd42a4a9292ca5646b883e067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553131 Aug 27 02:35:33.715205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57230) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:33.750884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 81fed1ae-3d74-4366-b0b1-398df8d18047 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:33.780296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e313b44-bb17-44ce-a980-3a751af16f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.820043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e313b44-bb17-44ce-a980-3a751af16f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.884217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e313b44-bb17-44ce-a980-3a751af16f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.887897 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e313b44-bb17-44ce-a980-3a751af16f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.890859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6e313b44-bb17-44ce-a980-3a751af16f29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d421563-07e1-4622-9e99-aa8971e52b42 HTTP/1.1" status: 204 len: 168 time: 0.1745994 Aug 27 02:35:33.900546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e313b44-bb17-44ce-a980-3a751af16f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d421563-07e1-4622-9e99-aa8971e52b42,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.011443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57238) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:34.027992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ffd2-298a-4251-b055-4af09823955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.161074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.168612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ffd2-298a-4251-b055-4af09823955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.175795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ffd2-298a-4251-b055-4af09823955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.214293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.230927 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e2a9ffd2-298a-4251-b055-4af09823955b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a49fa0294c14686aa36ea9e22685639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177849 Aug 27 02:35:34.231638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57246) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:34.272851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9ffd2-298a-4251-b055-4af09823955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae656f29-ac39-4e9b-b5ee-30090465a4f6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.273494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:34.281078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:34.291306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:34.292185 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.298230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:34.304959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81b058d4-4580-4e24-b44a-950cb4911281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.313851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=8d696e9d-adc1-4ba4-93c1-5656d8a0e9ea,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.331280 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81b058d4-4580-4e24-b44a-950cb4911281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.350034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0db2780c-bcc2-48c9-8112-a2a23c70d59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.386492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=81fed1ae-3d74-4366-b0b1-398df8d18047,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.394931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81b058d4-4580-4e24-b44a-950cb4911281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.398192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81b058d4-4580-4e24-b44a-950cb4911281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.403461 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-81b058d4-4580-4e24-b44a-950cb4911281 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae656f29-ac39-4e9b-b5ee-30090465a4f6 HTTP/1.1" status: 204 len: 168 time: 0.1704812 Aug 27 02:35:34.418109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': '2c18e378-1fa5-455a-9618-b03618fee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '76f729fa-0ccf-4016-9137-9d469adb8459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:34.418580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: 76f729fa-0ccf-4016-9137-9d469adb8459, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:34.419323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b058d4-4580-4e24-b44a-950cb4911281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae656f29-ac39-4e9b-b5ee-30090465a4f6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.514149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 76f729fa-0ccf-4016-9137-9d469adb8459 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:34.538234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 76f729fa-0ccf-4016-9137-9d469adb8459) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:34.547391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:34.554607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df727d-48d3-41ec-a681-1d7b89ad0828 None None] Network 76f729fa-0ccf-4016-9137-9d469adb8459 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:34.555267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.574800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.576806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.643899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0db2780c-bcc2-48c9-8112-a2a23c70d59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.654770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0db2780c-bcc2-48c9-8112-a2a23c70d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.665377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa05be6-95cf-4ecd-8109-f44aa5a655b6 req-62d85801-c370-4980-b9fa-3c3f65117a84 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.671399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9847b4e5-7791-4b63-8cc6-e02f81ac64ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7484896 Aug 27 02:35:34.676350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0aa05be6-95cf-4ecd-8109-f44aa5a655b6 req-62d85801-c370-4980-b9fa-3c3f65117a84 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1278663 Aug 27 02:35:34.694395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57274) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:34.731821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0aa05be6-95cf-4ecd-8109-f44aa5a655b6 req-4e1e2288-cffc-4f98-b521-51f06ad90a0f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488467 Aug 27 02:35:34.815329 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0db2780c-bcc2-48c9-8112-a2a23c70d59e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32a74f2a13ad49de84937a5d42b2ce40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142322 Aug 27 02:35:34.818236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57290) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:34.829674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2780c-bcc2-48c9-8112-a2a23c70d59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5714c-d315-4c9c-8cef-2598d13cea4e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.904416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b463be09-54db-4193-99c5-a184cea1b290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.906093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 81fed1ae-3d74-4366-b0b1-398df8d18047 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:34.906580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.937440 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b463be09-54db-4193-99c5-a184cea1b290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.986595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.016803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 81fed1ae-3d74-4366-b0b1-398df8d18047 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:35.041351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b463be09-54db-4193-99c5-a184cea1b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.044244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b463be09-54db-4193-99c5-a184cea1b290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.045469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b463be09-54db-4193-99c5-a184cea1b290 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cb5714c-d315-4c9c-8cef-2598d13cea4e HTTP/1.1" status: 204 len: 168 time: 0.2261715 Aug 27 02:35:35.057618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463be09-54db-4193-99c5-a184cea1b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5714c-d315-4c9c-8cef-2598d13cea4e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.139615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.188712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=81fed1ae-3d74-4366-b0b1-398df8d18047,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.191358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.194134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cb34cc63-c684-4992-97cb-f826f286d893 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/81fed1ae-3d74-4366-b0b1-398df8d18047 HTTP/1.1" status: 204 len: 168 time: 0.4931114 Aug 27 02:35:35.197691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57314) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.254714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d63617-44a6-4cff-bae0-668bd8519f81 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:35.260871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d63617-44a6-4cff-bae0-668bd8519f81 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:35.262506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-31d63617-44a6-4cff-bae0-668bd8519f81 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0634758 Aug 27 02:35:35.265239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57318) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.353485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 8d696e9d-adc1-4ba4-93c1-5656d8a0e9ea {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:35.353860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.431917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.445563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 8d696e9d-adc1-4ba4-93c1-5656d8a0e9ea owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:35.548590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.574957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.578454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/8d696e9d-adc1-4ba4-93c1-5656d8a0e9ea HTTP/1.1" status: 204 len: 168 time: 0.3122280 Aug 27 02:35:35.581798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57336) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.598701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9caab38-a6b3-4c66-a914-66e70890cb03 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=8d696e9d-adc1-4ba4-93c1-5656d8a0e9ea,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.616672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.670374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04661a33-6ba9-4c39-8bd6-3ba52d71764a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:35.672556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04661a33-6ba9-4c39-8bd6-3ba52d71764a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0895240 Aug 27 02:35:35.675244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57348) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.704774 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1a2483-cfe3-4d76-9f5d-3a99acf61efe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:35:35.709521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57352) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.709795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b1a2483-cfe3-4d76-9f5d-3a99acf61efe tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/81fed1ae-3d74-4366-b0b1-398df8d18047 HTTP/1.1" status: 404 len: 333 time: 0.0333343 Aug 27 02:35:35.737906 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec6640b-8aea-4728-97a1-9851779f4e29 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:35:35.739565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ec6640b-8aea-4728-97a1-9851779f4e29 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/8d696e9d-adc1-4ba4-93c1-5656d8a0e9ea HTTP/1.1" status: 404 len: 333 time: 0.0289717 Aug 27 02:35:35.742244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57354) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.826445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.860673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c010261-46a2-4720-a7a6-1395698e97de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.886772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005c9db-8e0f-4be7-80c0-b284dce4f916 req-bcac8802-833c-474d-8101-2a111148a1f1 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:35.888516 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0005c9db-8e0f-4be7-80c0-b284dce4f916 req-bcac8802-833c-474d-8101-2a111148a1f1 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.0776758 Aug 27 02:35:35.953713 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0005c9db-8e0f-4be7-80c0-b284dce4f916 req-0fb0f5f2-3072-48de-af1e-b586db1bb4e2 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578279 Aug 27 02:35:35.963551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.985534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f729fa-0ccf-4016-9137-9d469adb8459']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:36.003359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c18e378-1fa5-455a-9618-b03618fee1c7') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:36.003968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c18e378-1fa5-455a-9618-b03618fee1c7') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:36.010226 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c010261-46a2-4720-a7a6-1395698e97de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.017866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.019338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c010261-46a2-4720-a7a6-1395698e97de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.031998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.044385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:36.045135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:36.051440 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:36.064031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8c010261-46a2-4720-a7a6-1395698e97de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19c201183fbc462ebb9f6504fdc349e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439032 Aug 27 02:35:36.064031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c010261-46a2-4720-a7a6-1395698e97de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d73d4-5d24-4ceb-9297-71789cc3eadb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:36.065046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57368) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.121775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-301e8944-90a8-4ca8-bd9d-a6bd4cb12533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.132999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.144930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.146938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/76f729fa-0ccf-4016-9137-9d469adb8459 HTTP/1.1" status: 204 len: 168 time: 0.4036696 Aug 27 02:35:36.147236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-301e8944-90a8-4ca8-bd9d-a6bd4cb12533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.150724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57374) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.156245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737973899'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:36.159275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dc97e-b107-490d-8d5a-1ca3b097e295 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=76f729fa-0ccf-4016-9137-9d469adb8459,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:36.208072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:36.211734 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.241187 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-301e8944-90a8-4ca8-bd9d-a6bd4cb12533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.242480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-301e8944-90a8-4ca8-bd9d-a6bd4cb12533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.246193 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-301e8944-90a8-4ca8-bd9d-a6bd4cb12533 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/270d73d4-5d24-4ceb-9297-71789cc3eadb HTTP/1.1" status: 204 len: 168 time: 0.1779253 Aug 27 02:35:36.252124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:36.261161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e8944-90a8-4ca8-bd9d-a6bd4cb12533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d73d4-5d24-4ceb-9297-71789cc3eadb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:36.278881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.279240 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment 47898cf9-0fab-47d6-a83d-ea9e55a96514 of type vlan for network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f Aug 27 02:35:36.327883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.336568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-ff9d17e7-b123-4aa1-88c2-c22a6160d6fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480077 Aug 27 02:35:36.360531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57382) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.367087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.376929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.377657 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.441557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2894409 Aug 27 02:35:36.444365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57390) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.452571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:36.454118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dd85b-1812-4eed-873e-089725f15f5f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=5086ccaf-8bb9-4e51-91a0-939a7dcb374f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:36.468399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:36.480943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-c51eb600-0f15-4d99-b1c3-df24fdee462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.482680 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-c51eb600-0f15-4d99-b1c3-df24fdee462c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0975766 Aug 27 02:35:36.648683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:36.652253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.672123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-331988742', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:36.700091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-c791503f-57a7-4809-b738-4a9c4c3b5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.701601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-c791503f-57a7-4809-b738-4a9c4c3b5d3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.1815917 Aug 27 02:35:36.804047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Made reservation on behalf of 59da03fafcf842ec98228ed3384ebff4 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:36.804758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.806518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.818892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.820694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-982f8fe3-3aa9-43d0-a7c9-27b8b25288ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.831750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-9f4b1325-29c7-4791-95f4-b903e256f27c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 1001 time: 0.1204729 Aug 27 02:35:36.919477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-40451284-df74-4454-a5e2-0e54ae873636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.920990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-40451284-df74-4454-a5e2-0e54ae873636 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.0817208 Aug 27 02:35:36.925436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-982f8fe3-3aa9-43d0-a7c9-27b8b25288ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.933016 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-982f8fe3-3aa9-43d0-a7c9-27b8b25288ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.983473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-982f8fe3-3aa9-43d0-a7c9-27b8b25288ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d494f48637b24ec8a143477295b90f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768467 Aug 27 02:35:36.986018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57410) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:37.024620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f8fe3-3aa9-43d0-a7c9-27b8b25288ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700bca2d-fb11-44b8-a757-26bc26fd0a0c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.042369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-57fa9d8b-b0b0-4efa-87e2-0665b25ce8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:37.044286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-57fa9d8b-b0b0-4efa-87e2-0665b25ce8f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133392 Aug 27 02:35:37.052338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.059241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-352c27f3-9380-4814-9304-85ec8e0b283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.087107 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-352c27f3-9380-4814-9304-85ec8e0b283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.158440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-352c27f3-9380-4814-9304-85ec8e0b283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.162339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-352c27f3-9380-4814-9304-85ec8e0b283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.163837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-352c27f3-9380-4814-9304-85ec8e0b283e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/700bca2d-fb11-44b8-a757-26bc26fd0a0c HTTP/1.1" status: 204 len: 168 time: 0.1766818 Aug 27 02:35:37.173027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c27f3-9380-4814-9304-85ec8e0b283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700bca2d-fb11-44b8-a757-26bc26fd0a0c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.285546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=695aa19e-54dd-47f6-83ef-ab0f32ce3444,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.319507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2869364-e7bc-4797-a370-01d1c13fff64 req-ed6a2de6-de35-47ee-89e7-2893ca25b289 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:37.321025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2869364-e7bc-4797-a370-01d1c13fff64 req-ed6a2de6-de35-47ee-89e7-2893ca25b289 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1846151 Aug 27 02:35:37.331586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.333593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': '47898cf9-0fab-47d6-a83d-ea9e55a96514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:37.333953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: 5086ccaf-8bb9-4e51-91a0-939a7dcb374f, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:37.345453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-ac1834f1-5072-43ba-8a00-53dc9f21e78a service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855144 Aug 27 02:35:37.347834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.362329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] device_id is not set on port 0fe6077a-de4b-49ba-8de2-49c10a1c1e4f yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:37.479443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:37.481470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d058ba64-90cb-4de0-8337-6f0fe797d148,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.512753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2869364-e7bc-4797-a370-01d1c13fff64 req-d5a0efea-7354-4c6a-8836-676763d32e22 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834934 Aug 27 02:35:37.521047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 5086ccaf-8bb9-4e51-91a0-939a7dcb374f) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:37.530183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780b23a3-0042-4c43-b430-da30d97c836b None None] Network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:37.542955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:37.542955 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.602751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b9f5cf9f-f9fc-47a7-9e16-1d52767d0907 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1555068 Aug 27 02:35:37.605894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57436) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:37.610531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e53a67f-99c4-4535-8c8e-4a8e399b794b req-6975f487-de3e-475c-a9d9-1daacfa412ca service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428908 Aug 27 02:35:37.612871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f', 'name': 'tempest-PortsTestJSON-584953179'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:37.623781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Allocated IP 172.25.1.168 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0fe6077a-de4b-49ba-8de2-49c10a1c1e4f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:37.729893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-5086ccaf-8bb9-4e51-91a0-939a7dcb374f', 'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f', 'tenant_id': '6b2aefe441274b19ab07681f762fd4d0', 'fixed_ips': [{'subnet_id': '695aa19e-54dd-47f6-83ef-ab0f32ce3444'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:37.730831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.845596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.867558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:37.871575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.895399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.924277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 1db7410c-fddf-4226-9311-6b7dc8942b1e yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:37.947019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Allocated IP 172.20.0.2 (5086ccaf-8bb9-4e51-91a0-939a7dcb374f/695aa19e-54dd-47f6-83ef-ab0f32ce3444/973d49d2-edf1-449d-88dd-0495660794da) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:37.947280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:37.950236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:37.956027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:37.958176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Pushing event updated for resources: {'Port': ['ID=0fe6077a-de4b-49ba-8de2-49c10a1c1e4f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.999104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:37.999704 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.035013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e080236b-6827-49b5-af2a-e273167fdb6e tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6718998 Aug 27 02:35:38.037935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57454) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:38.043362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.168'}]}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:38.085842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.088096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.160639 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.177226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.186432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Transition to ACTIVE for port object 973d49d2-edf1-449d-88dd-0495660794da will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:38.201479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Transition to ACTIVE for port object 973d49d2-edf1-449d-88dd-0495660794da will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:38.212540 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.260741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:38.270598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:38.273330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:38.287769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Pushing event updated for resources: {'Port': ['ID=973d49d2-edf1-449d-88dd-0495660794da,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.337476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Attempting to bind port 973d49d2-edf1-449d-88dd-0495660794da on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:38.337849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Attempting to bind port 973d49d2-edf1-449d-88dd-0495660794da by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '47898cf9-0fab-47d6-a83d-ea9e55a96514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:38.338210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Attempting to bind port 973d49d2-edf1-449d-88dd-0495660794da on network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:38.343777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:38.344154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Checking segment: {'id': '47898cf9-0fab-47d6-a83d-ea9e55a96514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:38.344561 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.345584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Bound using segment: {'id': '47898cf9-0fab-47d6-a83d-ea9e55a96514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:38.346073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Bound port: 973d49d2-edf1-449d-88dd-0495660794da, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47898cf9-0fab-47d6-a83d-ea9e55a96514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5086ccaf-8bb9-4e51-91a0-939a7dcb374f'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:38.346724 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.362936 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.370034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.4 (5086ccaf-8bb9-4e51-91a0-939a7dcb374f/695aa19e-54dd-47f6-83ef-ab0f32ce3444/1db7410c-fddf-4226-9311-6b7dc8942b1e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:38.424744 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] For port 973d49d2-edf1-449d-88dd-0495660794da, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:38.429824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] For port 973d49d2-edf1-449d-88dd-0495660794da, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=973d49d2-edf1-449d-88dd-0495660794da,segment=NetworkSegment(47898cf9-0fab-47d6-a83d-ea9e55a96514),segment_id=47898cf9-0fab-47d6-a83d-ea9e55a96514)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:38.439246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.581163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7e007-8f40-4f45-adf7-ef836e8d5af7 None None] Pushing event updated for resources: {'Port': ['ID=973d49d2-edf1-449d-88dd-0495660794da,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.663264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.805523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 1db7410c-fddf-4226-9311-6b7dc8942b1e will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:38.852231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84529e72-339d-4d45-91ef-c53e1a26b446 req-6ae75070-3fe2-4a08-8f53-1511d8a2dcc1 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:38.860262 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84529e72-339d-4d45-91ef-c53e1a26b446 req-6ae75070-3fe2-4a08-8f53-1511d8a2dcc1 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2052298 Aug 27 02:35:38.959197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.039487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.293367 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84529e72-339d-4d45-91ef-c53e1a26b446 req-0f7e36e0-5fa4-49f5-b621-66994ae08422 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317598 Aug 27 02:35:39.338522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 973d49d2-edf1-449d-88dd-0495660794da up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:39.364369 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.390499 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.442972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 973d49d2-edf1-449d-88dd-0495660794da completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:39.468991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:39.504944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:39.515477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:39.647189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=1db7410c-fddf-4226-9311-6b7dc8942b1e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.685197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:39.685978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.737956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-406c349a-5940-456b-8a51-a6e8b7ef9c5d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1274679 Aug 27 02:35:39.738554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57510) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:39.780808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.794123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.894832 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.896508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b03a14b2-aeb7-40ea-ad95-b411051fcab9 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:39.936396 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:35:39.940776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57518) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:39.949681 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e6136e9b-e7e2-42f1-b901-b7ab9b7164d0 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9091580 Aug 27 02:35:39.957866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 1db7410c-fddf-4226-9311-6b7dc8942b1e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:39.958206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.106939 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.108510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2fa06-049f-4ee6-891a-7e185871d8e2 None None] Network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:40.126389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 1db7410c-fddf-4226-9311-6b7dc8942b1e owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:40.202162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Deleting port 0fe6077a-de4b-49ba-8de2-49c10a1c1e4f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:40.202830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.369989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.413778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b5ca815a-4b59-41b6-8024-a881c40d209f None None] Provisioning for port 973d49d2-edf1-449d-88dd-0495660794da completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:40.415169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.439957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b5ca815a-4b59-41b6-8024-a881c40d209f None None] Provisioning complete for port 973d49d2-edf1-449d-88dd-0495660794da triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:40.440339 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b5ca815a-4b59-41b6-8024-a881c40d209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.447141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Calling delete_port for 0fe6077a-de4b-49ba-8de2-49c10a1c1e4f owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:40.509490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=1db7410c-fddf-4226-9311-6b7dc8942b1e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.605948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.614451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e5852e0c-7636-46b3-83f6-dd2a326e5cfb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/1db7410c-fddf-4226-9311-6b7dc8942b1e HTTP/1.1" status: 204 len: 168 time: 0.8721292 Aug 27 02:35:40.615352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57540) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:40.637865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b5ca815a-4b59-41b6-8024-a881c40d209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.643866 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffad093f-384f-411c-a376-c38fa3c4a9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:40.644614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffad093f-384f-411c-a376-c38fa3c4a9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:40.646532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ffad093f-384f-411c-a376-c38fa3c4a9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/1db7410c-fddf-4226-9311-6b7dc8942b1e HTTP/1.1" status: 404 len: 333 time: 0.0300851 Aug 27 02:35:40.653109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57542) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:40.685797 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fa228b-dcad-4d19-a79c-d328733b32fa tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:35:40.687631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-89fa228b-dcad-4d19-a79c-d328733b32fa tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/1db7410c-fddf-4226-9311-6b7dc8942b1e HTTP/1.1" status: 404 len: 333 time: 0.0320549 Aug 27 02:35:40.695276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57546) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:40.705760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b5ca815a-4b59-41b6-8024-a881c40d209f None None] For port 973d49d2-edf1-449d-88dd-0495660794da, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=973d49d2-edf1-449d-88dd-0495660794da,segment=NetworkSegment(47898cf9-0fab-47d6-a83d-ea9e55a96514),segment_id=47898cf9-0fab-47d6-a83d-ea9e55a96514)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:40.714854 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b5ca815a-4b59-41b6-8024-a881c40d209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.734253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446f63-76b0-451b-a85b-5ff4e6c462d0 req-355ea16e-a8e2-412e-af38-9164279dc22a tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:40.742576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad446f63-76b0-451b-a85b-5ff4e6c462d0 req-355ea16e-a8e2-412e-af38-9164279dc22a tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2900219 Aug 27 02:35:40.791730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca815a-4b59-41b6-8024-a881c40d209f None None] Pushing event updated for resources: {'Port': ['ID=973d49d2-edf1-449d-88dd-0495660794da,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.812856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet 695aa19e-54dd-47f6-83ef-ab0f32ce3444 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:40.816627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.844118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad446f63-76b0-451b-a85b-5ff4e6c462d0 req-f95a95d6-7c6a-49cb-bc26-f5f6db39dc8d tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000791 Aug 27 02:35:40.864885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.902536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.939605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fe6077a-de4b-49ba-8de2-49c10a1c1e4f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.990367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.037503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.039488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7ca57624-1e72-4517-97ab-67a48cbc370b None None] Provisioning complete for port 973d49d2-edf1-449d-88dd-0495660794da triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:41.041061 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7ca57624-1e72-4517-97ab-67a48cbc370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.049934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-60905a8b-de00-4437-9429-4c84bae96987 tempest-RoutersAdminNegativeTest-1467818649 tempest-RoutersAdminNegativeTest-1467818649-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0fe6077a-de4b-49ba-8de2-49c10a1c1e4f HTTP/1.1" status: 204 len: 168 time: 1.1072688 Aug 27 02:35:41.085090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.133282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=695aa19e-54dd-47f6-83ef-ab0f32ce3444,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:41.137626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.142045 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-94a24577-172c-49ab-9f0e-50c6240ff971 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/695aa19e-54dd-47f6-83ef-ab0f32ce3444 HTTP/1.1" status: 204 len: 168 time: 0.4394455 Aug 27 02:35:41.142265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57560) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:41.214539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 973d49d2-edf1-449d-88dd-0495660794da up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:41.248468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.284795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 973d49d2-edf1-449d-88dd-0495660794da triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:41.285175 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.314453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873da8a5-9541-44f3-ba93-dfb74f3bf2c6 None None] Network 5086ccaf-8bb9-4e51-91a0-939a7dcb374f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:41.318992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57564) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:41.386733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0882ab1a-9703-471b-8843-aabd0deba00b None None] Could not find standard attr ID for object 1db7410c-fddf-4226-9311-6b7dc8942b1e. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:35:41.393633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 973d49d2-edf1-449d-88dd-0495660794da {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:41.393918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.614454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] DHCP port deletion for 5086ccaf-8bb9-4e51-91a0-939a7dcb374f request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:41.658840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] Deleting port 973d49d2-edf1-449d-88dd-0495660794da {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:41.659217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.731940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] For port 973d49d2-edf1-449d-88dd-0495660794da, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=973d49d2-edf1-449d-88dd-0495660794da,segment=NetworkSegment(47898cf9-0fab-47d6-a83d-ea9e55a96514),segment_id=47898cf9-0fab-47d6-a83d-ea9e55a96514)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:41.732473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.750815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] Calling delete_port for 973d49d2-edf1-449d-88dd-0495660794da owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:41.756620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57574) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:41.790515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57578) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:41.849157 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb862098-6fe2-4ea0-8d3d-e5941cddb38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.976668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb862098-6fe2-4ea0-8d3d-e5941cddb38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.992487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f7cb44-d57e-457b-b2e8-2ebee958070f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.995886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb862098-6fe2-4ea0-8d3d-e5941cddb38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.030863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b467bbdd-06e1-481b-b6e0-510692924a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.060183 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cb862098-6fe2-4ea0-8d3d-e5941cddb38c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc56e1a80b8143c9a4f584e8e9df0ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019693 Aug 27 02:35:42.063223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57594) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.066144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb862098-6fe2-4ea0-8d3d-e5941cddb38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ef0fc-5f5e-40dd-9a00-7d4c8b7e2d22,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.095353 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.096812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] For port 973d49d2-edf1-449d-88dd-0495660794da, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=973d49d2-edf1-449d-88dd-0495660794da,segment=NetworkSegment(47898cf9-0fab-47d6-a83d-ea9e55a96514),segment_id=47898cf9-0fab-47d6-a83d-ea9e55a96514)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:42.098797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.116492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 973d49d2-edf1-449d-88dd-0495660794da owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:42.124231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] Pushing event deleted for resources: {'Port': ['ID=973d49d2-edf1-449d-88dd-0495660794da,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.126516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee5fe5-2777-497c-9701-cde06625efc9 None None] No DVR routers for this DVR port 973d49d2-edf1-449d-88dd-0495660794da on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:42.160532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d0dc86-5d0d-445f-9fd4-e139e82bbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.181706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ff493-19f3-4de8-839c-0b04f8709fc2 req-e8e96e97-5eb8-4b04-914c-dc51daa4ce4d tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:42.183178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc0ff493-19f3-4de8-839c-0b04f8709fc2 req-e8e96e97-5eb8-4b04-914c-dc51daa4ce4d tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2072463 Aug 27 02:35:42.196826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d0dc86-5d0d-445f-9fd4-e139e82bbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.244100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc0ff493-19f3-4de8-839c-0b04f8709fc2 req-dd9401b9-a8f6-4817-b930-51036208def5 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Aug 27 02:35:42.246668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.247648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f7cb44-d57e-457b-b2e8-2ebee958070f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.259832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No DVR routers for this DVR port 973d49d2-edf1-449d-88dd-0495660794da on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:42.261283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f7cb44-d57e-457b-b2e8-2ebee958070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.290813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d0dc86-5d0d-445f-9fd4-e139e82bbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.294075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d0dc86-5d0d-445f-9fd4-e139e82bbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.295409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-52d0dc86-5d0d-445f-9fd4-e139e82bbf4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d5ef0fc-5f5e-40dd-9a00-7d4c8b7e2d22 HTTP/1.1" status: 204 len: 168 time: 0.2308264 Aug 27 02:35:42.305859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=973d49d2-edf1-449d-88dd-0495660794da,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.315281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27f7cb44-d57e-457b-b2e8-2ebee958070f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c67f0d635be400da680503faf19a6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212176 Aug 27 02:35:42.316747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57598) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.335470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7cb44-d57e-457b-b2e8-2ebee958070f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7758a86-35e2-421f-8a1f-063293888c9e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.348707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0dc86-5d0d-445f-9fd4-e139e82bbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ef0fc-5f5e-40dd-9a00-7d4c8b7e2d22,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.393273 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.394474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-151a7df6-08c0-4bd3-9e2e-22565a50536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.407057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5086ccaf-8bb9-4e51-91a0-939a7dcb374f']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.423273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47898cf9-0fab-47d6-a83d-ea9e55a96514') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.423629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47898cf9-0fab-47d6-a83d-ea9e55a96514') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.433081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-151a7df6-08c0-4bd3-9e2e-22565a50536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.438047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.459549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.469195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:42.469673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:42.472934 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:42.539541 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b467bbdd-06e1-481b-b6e0-510692924a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.554288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b467bbdd-06e1-481b-b6e0-510692924a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.587762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-151a7df6-08c0-4bd3-9e2e-22565a50536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.591573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-151a7df6-08c0-4bd3-9e2e-22565a50536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.595675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-151a7df6-08c0-4bd3-9e2e-22565a50536d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7758a86-35e2-421f-8a1f-063293888c9e HTTP/1.1" status: 204 len: 168 time: 0.2777092 Aug 27 02:35:42.599911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.615711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7df6-08c0-4bd3-9e2e-22565a50536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7758a86-35e2-421f-8a1f-063293888c9e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.640778 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.648736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57614) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.654402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1364137880'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:42.657071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/5086ccaf-8bb9-4e51-91a0-939a7dcb374f HTTP/1.1" status: 204 len: 168 time: 1.5136955 Aug 27 02:35:42.669943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edb330-5ea2-4180-bc33-c3728163022c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=5086ccaf-8bb9-4e51-91a0-939a7dcb374f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.686224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467bbdd-06e1-481b-b6e0-510692924a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb71a1-624d-4f29-b811-6ebf02533059,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.691313 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b467bbdd-06e1-481b-b6e0-510692924a39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfbf89185ed44024af080585d99642c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3604691 Aug 27 02:35:42.694767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57616) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.695819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:42.700217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.739055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:42.750847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2d492f-ef36-4cb9-8448-f254264c4fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.758081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.758535 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment a37450fe-34ea-4a5e-846b-f08af5ae9234 of type vlan for network 1e636bc2-db33-4095-ab84-72de03fd3859 Aug 27 02:35:42.788237 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2d492f-ef36-4cb9-8448-f254264c4fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.826904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.832109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.866449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2d492f-ef36-4cb9-8448-f254264c4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.870863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2d492f-ef36-4cb9-8448-f254264c4fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.872593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9d2d492f-ef36-4cb9-8448-f254264c4fe8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25cb71a1-624d-4f29-b811-6ebf02533059 HTTP/1.1" status: 204 len: 168 time: 0.1769085 Aug 27 02:35:42.884102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d492f-ef36-4cb9-8448-f254264c4fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb71a1-624d-4f29-b811-6ebf02533059,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.923748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.928818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:42.929562 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.020028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3711700 Aug 27 02:35:43.024513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57624) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.028306 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae7667ac-f288-496a-93e9-3df7902afd8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59da03fafcf842ec98228ed3384ebff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926215 Aug 27 02:35:43.032407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57626) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.038459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:43.042232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-c43a33c8-fef7-45c1-ba09-05b7e5a440b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.043914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-c43a33c8-fef7-45c1-ba09-05b7e5a440b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 1097 time: 0.1372828 Aug 27 02:35:43.045461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb445a4-94e9-4cce-b234-087afa8731fd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=1e636bc2-db33-4095-ab84-72de03fd3859,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.056425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1e636bc2-db33-4095-ab84-72de03fd3859 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:43.200542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6581cbd3-e3db-44fa-928e-6f7b88580c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.226464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 973d49d2-edf1-449d-88dd-0495660794da no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:43.238066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6581cbd3-e3db-44fa-928e-6f7b88580c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.256981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 973d49d2-edf1-449d-88dd-0495660794da {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:43.256981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 973d49d2-edf1-449d-88dd-0495660794da not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:43.271326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:43.279191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.393904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57630) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.431360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57634) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.460169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6581cbd3-e3db-44fa-928e-6f7b88580c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.463204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6581cbd3-e3db-44fa-928e-6f7b88580c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.467466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6581cbd3-e3db-44fa-928e-6f7b88580c3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d058ba64-90cb-4de0-8337-6f0fe797d148 HTTP/1.1" status: 204 len: 168 time: 0.4201379 Aug 27 02:35:43.477171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c8ea-3568-4db8-b81f-84864d4a09a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.492828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75c32bff-6f82-4bb5-b59a-172da815b295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.498621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581cbd3-e3db-44fa-928e-6f7b88580c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058ba64-90cb-4de0-8337-6f0fe797d148,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.689552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.721670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75c32bff-6f82-4bb5-b59a-172da815b295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.759387 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75c32bff-6f82-4bb5-b59a-172da815b295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.829807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3720cc-7594-4612-91ff-e65d307e9852 req-243aa285-159b-44a5-9df6-c043d09e2ad0 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.831384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a3720cc-7594-4612-91ff-e65d307e9852 req-243aa285-159b-44a5-9df6-c043d09e2ad0 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.0788605 Aug 27 02:35:43.836975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-0de37583-b9f2-4711-a277-7a4faa47b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.838969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-0de37583-b9f2-4711-a277-7a4faa47b264 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 911 time: 0.7719738 Aug 27 02:35:43.869281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': 'a37450fe-34ea-4a5e-846b-f08af5ae9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:43.869425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: 1e636bc2-db33-4095-ab84-72de03fd3859, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:43.884486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-75c32bff-6f82-4bb5-b59a-172da815b295 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fda419c5a6044928652001a0c01baeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483130 Aug 27 02:35:43.895292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57656) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.895874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c32bff-6f82-4bb5-b59a-172da815b295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da0d4fd-0fb6-4ffc-9903-b7c809b2940a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.913844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-6e539481-5a97-4258-bedd-3ea62c672c35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18be493-6d19-4ce7-b88a-9908a1b58358 HTTP/1.1" status: 200 len: 217 time: 0.0513840 Aug 27 02:35:43.932543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=e8958fb9-9432-4088-b7c1-945877a9ca97,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.957735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a3720cc-7594-4612-91ff-e65d307e9852 req-34def0cf-f60b-48bc-8eb7-d0fcd25f9930 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130731 Aug 27 02:35:43.978819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-360e4959-9fd8-44df-a537-daa9daa3f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.982343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 1e636bc2-db33-4095-ab84-72de03fd3859 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:43.983657 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-360e4959-9fd8-44df-a537-daa9daa3f70c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.0618770 Aug 27 02:35:44.006041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5ea330b-291a-4931-b293-1bf3ea714533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.019528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 1e636bc2-db33-4095-ab84-72de03fd3859) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:44.028116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea2e28-43ba-41a2-baab-c208d9ba885c None None] Network 1e636bc2-db33-4095-ab84-72de03fd3859 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:44.029806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c8ea-3568-4db8-b81f-84864d4a09a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.038956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:44.039857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.049231 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-93825b12-e1a1-44cd-b4e1-fa354ce318fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537832 Aug 27 02:35:44.052344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c8ea-3568-4db8-b81f-84864d4a09a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.094539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5ea330b-291a-4931-b293-1bf3ea714533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.102016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1c8ea-3568-4db8-b81f-84864d4a09a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b5014-910a-4ca4-8aea-ae38cfb3e98e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:44.132436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c7903604-f419-429c-bdda-b83bd93365b8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1016197 Aug 27 02:35:44.140973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:44.162042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1575964496'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:44.169172 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bbd1c8ea-3568-4db8-b81f-84864d4a09a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cb588a4f336482a8a2799967992b602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715256 Aug 27 02:35:44.178905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57668) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:44.284655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-1e636bc2-db33-4095-ab84-72de03fd3859', 'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859', 'tenant_id': '6b2aefe441274b19ab07681f762fd4d0', 'fixed_ips': [{'subnet_id': 'e8958fb9-9432-4088-b7c1-945877a9ca97'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:44.286356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.291910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5ea330b-291a-4931-b293-1bf3ea714533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.292517 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-cc4a7ba2-a3a5-43a3-a1cc-d73d354691c0 service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368181 Aug 27 02:35:44.295193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5ea330b-291a-4931-b293-1bf3ea714533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.296637 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d5ea330b-291a-4931-b293-1bf3ea714533 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0da0d4fd-0fb6-4ffc-9903-b7c809b2940a HTTP/1.1" status: 204 len: 168 time: 0.3969929 Aug 27 02:35:44.318717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea330b-291a-4931-b293-1bf3ea714533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da0d4fd-0fb6-4ffc-9903-b7c809b2940a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:44.339728 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcbe29e1-778e-4235-aaa5-700e2a99dfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.371407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:44.374710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.404916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 5afef1eb-a3e2-45fb-b921-584bdf608b5c yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:44.449644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcbe29e1-778e-4235-aaa5-700e2a99dfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.533976 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-daf79dba-627d-4cd5-afa9-3127ca402358 req-ef03cf37-5279-46ea-b1b1-5119f27ba53c service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266059 Aug 27 02:35:44.567153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcbe29e1-778e-4235-aaa5-700e2a99dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.569960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcbe29e1-778e-4235-aaa5-700e2a99dfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.571245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fcbe29e1-778e-4235-aaa5-700e2a99dfb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d3b5014-910a-4ca4-8aea-ae38cfb3e98e HTTP/1.1" status: 204 len: 168 time: 0.3902481 Aug 27 02:35:44.582538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe29e1-778e-4235-aaa5-700e2a99dfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b5014-910a-4ca4-8aea-ae38cfb3e98e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:44.584731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Allocated IP 172.20.0.2 (1e636bc2-db33-4095-ab84-72de03fd3859/e8958fb9-9432-4088-b7c1-945877a9ca97/1f4921e1-488b-4c30-9b02-7798bc40827c) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:44.866899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.876561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Transition to ACTIVE for port object 1f4921e1-488b-4c30-9b02-7798bc40827c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:44.893825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Transition to ACTIVE for port object 1f4921e1-488b-4c30-9b02-7798bc40827c will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:44.902101 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.973643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Network 1e636bc2-db33-4095-ab84-72de03fd3859 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:44.975635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:44.984310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:44.995011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4921e1-488b-4c30-9b02-7798bc40827c,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.009679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d84ff816-800c-45c6-9e1c-e87733180df0 {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:45.010003 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:45.048516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57702) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:45.076046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Attempting to bind port 1f4921e1-488b-4c30-9b02-7798bc40827c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:45.076362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Attempting to bind port 1f4921e1-488b-4c30-9b02-7798bc40827c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a37450fe-34ea-4a5e-846b-f08af5ae9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:45.076714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Attempting to bind port 1f4921e1-488b-4c30-9b02-7798bc40827c on network 1e636bc2-db33-4095-ab84-72de03fd3859 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:45.082851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:45.083232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Checking segment: {'id': 'a37450fe-34ea-4a5e-846b-f08af5ae9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:45.083765 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.084316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Bound using segment: {'id': 'a37450fe-34ea-4a5e-846b-f08af5ae9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:45.084796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Bound port: 1f4921e1-488b-4c30-9b02-7798bc40827c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37450fe-34ea-4a5e-846b-f08af5ae9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1e636bc2-db33-4095-ab84-72de03fd3859'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:45.085176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.102540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61696b31-dd91-4537-bff7-ddd6ab0a9841 req-cb81fd5e-6761-43c6-9e3c-5c077f20679f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:45.104436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61696b31-dd91-4537-bff7-ddd6ab0a9841 req-cb81fd5e-6761-43c6-9e3c-5c077f20679f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.0596209 Aug 27 02:35:45.157970 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61696b31-dd91-4537-bff7-ddd6ab0a9841 req-59a1532c-329f-4c3a-bac6-4744322ce2f0 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Aug 27 02:35:45.191028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] For port 1f4921e1-488b-4c30-9b02-7798bc40827c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:45.195511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] For port 1f4921e1-488b-4c30-9b02-7798bc40827c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1f4921e1-488b-4c30-9b02-7798bc40827c,segment=NetworkSegment(a37450fe-34ea-4a5e-846b-f08af5ae9234),segment_id=a37450fe-34ea-4a5e-846b-f08af5ae9234)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:45.204076 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.282599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e60ce9-f3d9-4d84-afc8-57654ee717e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4921e1-488b-4c30-9b02-7798bc40827c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.371761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1476119737'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:45.420792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:45.428876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.445013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.513812 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.536870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port cede6b40-b6a8-4840-a900-2a1eb92fe27e yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:45.629906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.637193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.673479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:45.710273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd333330-4485-4b50-bed0-e1ffdceb8dc3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.721517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.722899 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Added segment 8629c5d8-78ab-46e3-8592-ad054d7774ed of type vlan for network 93d7686f-1959-45e2-ae37-cbaf6ae5461a Aug 27 02:35:45.725683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.726258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.729688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.730129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.730661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.731156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.734781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.735249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.735807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.736361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.736771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.737245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:45.774527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.4 (1e636bc2-db33-4095-ab84-72de03fd3859/e8958fb9-9432-4088-b7c1-945877a9ca97/cede6b40-b6a8-4840-a900-2a1eb92fe27e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:45.803299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.852792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.863836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:45.864423 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.943960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8941648 Aug 27 02:35:45.946914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57732) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:45.953693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'subnet': {'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:45.956936 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.977530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object cede6b40-b6a8-4840-a900-2a1eb92fe27e will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:46.021563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.027618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de193570-22cf-439b-887e-1fff6daef4e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Network': ['ID=93d7686f-1959-45e2-ae37-cbaf6ae5461a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.040567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:46.126546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:46.130191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.144042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 1e636bc2-db33-4095-ab84-72de03fd3859 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:46.155132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:46.175020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:46.242230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=cede6b40-b6a8-4840-a900-2a1eb92fe27e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.302691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:46.303377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.342175 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-26790518-8521-4c77-a5ef-4a56e196aa0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1956081 Aug 27 02:35:46.342653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.529416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port cede6b40-b6a8-4840-a900-2a1eb92fe27e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:46.530122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.541747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e26cd1-52eb-41e7-8cdb-a033f40c3656 req-3e143c36-5ec0-4828-8fda-99edc984329b tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:46.543424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86e26cd1-52eb-41e7-8cdb-a033f40c3656 req-3e143c36-5ec0-4828-8fda-99edc984329b tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2249129 Aug 27 02:35:46.610716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.631805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6601a5-7411-4ace-882c-50bd3baae85b None None] Network 1e636bc2-db33-4095-ab84-72de03fd3859 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:46.671128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86e26cd1-52eb-41e7-8cdb-a033f40c3656 req-163d7088-147f-4c21-b357-deaa25694208 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155546 Aug 27 02:35:46.684416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57758) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.693727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.748322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.760719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c4011d58-c5bf-4f28-9780-ad38cc91bcf5 None None] Provisioning for port 1f4921e1-488b-4c30-9b02-7798bc40827c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:46.773647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for cede6b40-b6a8-4840-a900-2a1eb92fe27e owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:46.810493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Subnet': ['ID=e515d205-324c-4775-804d-90328f20fce8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.814708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Checking segment: {'id': '8629c5d8-78ab-46e3-8592-ad054d7774ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:46.815084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network hostable DHCP agents. Network: 93d7686f-1959-45e2-ae37-cbaf6ae5461a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:46.839625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:46.855421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 93d7686f-1959-45e2-ae37-cbaf6ae5461a) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:46.860882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:46.861634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.892762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e81c9-217d-41a7-9adc-d8a665a21d90 None None] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:46.896492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bcbbf3f0-3bd8-44db-85e9-a23cfc24d882 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9483163 Aug 27 02:35:46.899171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57770) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.905584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-635436085'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:47.008594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.070765 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7dfc21fe-6f26-41e5-94ba-be979bb25ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.148108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=cede6b40-b6a8-4840-a900-2a1eb92fe27e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:47.308865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.314483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57782) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:47.315440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cfc28c56-bdb2-408d-b343-ed7319ff01ed tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/cede6b40-b6a8-4840-a900-2a1eb92fe27e HTTP/1.1" status: 204 len: 168 time: 0.9717309 Aug 27 02:35:47.372010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1f4921e1-488b-4c30-9b02-7798bc40827c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:47.403641 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d26e7e4-6cdb-4ac3-b9ea-11c45e57bb67 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:35:47.411191 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4d26e7e4-6cdb-4ac3-b9ea-11c45e57bb67 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/cede6b40-b6a8-4840-a900-2a1eb92fe27e HTTP/1.1" status: 404 len: 333 time: 0.0921578 Aug 27 02:35:47.412388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57786) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:47.435320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'tenant_id': 'c93a78fd515f41bd8eb41fa94f1375d5', 'fixed_ips': [{'subnet_id': 'e515d205-324c-4775-804d-90328f20fce8'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:47.436286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.458576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7dfc21fe-6f26-41e5-94ba-be979bb25ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.473105 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7dfc21fe-6f26-41e5-94ba-be979bb25ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.505001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet e8958fb9-9432-4088-b7c1-945877a9ca97 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:47.509699 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.542282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:47.544452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7dfc21fe-6f26-41e5-94ba-be979bb25ab2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c2ea842b59e4e2e99a1770840bf1350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589759 Aug 27 02:35:47.594222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc21fe-6f26-41e5-94ba-be979bb25ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7391d-96fa-4884-8f2f-3e78aede03d1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:47.604887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:47.611163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.640400 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.667541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] device_id is not set on port 8b47210c-d732-44ae-84dd-e4009e2360a3 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:47.677312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.784832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1f4921e1-488b-4c30-9b02-7798bc40827c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:47.794455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1f4921e1-488b-4c30-9b02-7798bc40827c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:47.795111 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.884213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-458fce1f-299b-4b5a-9a0d-d9cc9a2eedf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.902416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Allocated IP 2001:db8::2 (93d7686f-1959-45e2-ae37-cbaf6ae5461a/e515d205-324c-4775-804d-90328f20fce8/0f9b2878-e4ba-4e92-a19e-e58a13023b84) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:47.967064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-458fce1f-299b-4b5a-9a0d-d9cc9a2eedf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.010743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28bca1-d607-4b02-865a-52d54ce4c1a4 req-841bbe8d-e1fe-4c6e-92ec-34693ae219b7 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:48.018195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b28bca1-d607-4b02-865a-52d54ce4c1a4 req-841bbe8d-e1fe-4c6e-92ec-34693ae219b7 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1736944 Aug 27 02:35:48.045549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.046887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-49545bc2-3420-4688-9d90-97fccbb31c29 None None] Could not find standard attr ID for object cede6b40-b6a8-4840-a900-2a1eb92fe27e. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:35:48.144854 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b28bca1-d607-4b02-865a-52d54ce4c1a4 req-9d9e1d03-305b-4e7d-aa0b-2115e40b70ff tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250720 Aug 27 02:35:48.178229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-458fce1f-299b-4b5a-9a0d-d9cc9a2eedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.181570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-458fce1f-299b-4b5a-9a0d-d9cc9a2eedf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.185489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-458fce1f-299b-4b5a-9a0d-d9cc9a2eedf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4f7391d-96fa-4884-8f2f-3e78aede03d1 HTTP/1.1" status: 204 len: 168 time: 0.6387680 Aug 27 02:35:48.192554 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.200907 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.258640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=e8958fb9-9432-4088-b7c1-945877a9ca97,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.260721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fce1f-299b-4b5a-9a0d-d9cc9a2eedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f7391d-96fa-4884-8f2f-3e78aede03d1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.263607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.266143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c33c62d2-1bf2-4ca6-850e-64e8b10f0f53 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/e8958fb9-9432-4088-b7c1-945877a9ca97 HTTP/1.1" status: 204 len: 168 time: 0.8525357 Aug 27 02:35:48.268962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57824) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.293732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba4cc51-7303-4591-a121-57fe63717feb None None] Network 1e636bc2-db33-4095-ab84-72de03fd3859 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:48.385680 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:48.386414 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:48.389305 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.391337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.411066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Transition to ACTIVE for port object 0f9b2878-e4ba-4e92-a19e-e58a13023b84 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:48.459848 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Transition to ACTIVE for port object 0f9b2878-e4ba-4e92-a19e-e58a13023b84 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:48.475858 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.517968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 1f4921e1-488b-4c30-9b02-7798bc40827c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:48.518235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.525506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:48.535087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:48.540411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:48.573864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Pushing event updated for resources: {'Port': ['ID=0f9b2878-e4ba-4e92-a19e-e58a13023b84,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.607994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Allocated IP 2001:db8::235 (93d7686f-1959-45e2-ae37-cbaf6ae5461a/e515d205-324c-4775-804d-90328f20fce8/8b47210c-d732-44ae-84dd-e4009e2360a3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:48.618993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] For port 1f4921e1-488b-4c30-9b02-7798bc40827c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1f4921e1-488b-4c30-9b02-7798bc40827c,segment=NetworkSegment(a37450fe-34ea-4a5e-846b-f08af5ae9234),segment_id=a37450fe-34ea-4a5e-846b-f08af5ae9234)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:48.619369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.625665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] DHCP port deletion for 1e636bc2-db33-4095-ab84-72de03fd3859 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:48.635586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Attempting to bind port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:48.636098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Attempting to bind port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '8629c5d8-78ab-46e3-8592-ad054d7774ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:48.636917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Attempting to bind port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 on network 93d7686f-1959-45e2-ae37-cbaf6ae5461a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:48.639161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 1f4921e1-488b-4c30-9b02-7798bc40827c owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:48.660856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:48.661791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Checking segment: {'id': '8629c5d8-78ab-46e3-8592-ad054d7774ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:48.662730 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.663360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Bound using segment: {'id': '8629c5d8-78ab-46e3-8592-ad054d7774ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:48.664075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Bound port: 0f9b2878-e4ba-4e92-a19e-e58a13023b84, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8629c5d8-78ab-46e3-8592-ad054d7774ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:48.664718 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.737834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] Deleting port 1f4921e1-488b-4c30-9b02-7798bc40827c {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:48.738658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.795534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57836) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.804721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] For port 0f9b2878-e4ba-4e92-a19e-e58a13023b84, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:48.821300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6251c78-91b4-467f-baae-c7b781b31b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.827979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] For port 0f9b2878-e4ba-4e92-a19e-e58a13023b84, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0f9b2878-e4ba-4e92-a19e-e58a13023b84,segment=NetworkSegment(8629c5d8-78ab-46e3-8592-ad054d7774ed),segment_id=8629c5d8-78ab-46e3-8592-ad054d7774ed)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:48.837508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] For port 1f4921e1-488b-4c30-9b02-7798bc40827c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1f4921e1-488b-4c30-9b02-7798bc40827c,segment=NetworkSegment(a37450fe-34ea-4a5e-846b-f08af5ae9234),segment_id=a37450fe-34ea-4a5e-846b-f08af5ae9234)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:48.838265 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.847371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.854787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.857608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] Calling delete_port for 1f4921e1-488b-4c30-9b02-7798bc40827c owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:48.965965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6251c78-91b4-467f-baae-c7b781b31b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.969546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Port 1f4921e1-488b-4c30-9b02-7798bc40827c update to ACTIVE by agent not found {{(pid=94774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 02:35:48.970875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=1f4921e1-488b-4c30-9b02-7798bc40827c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.975013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No DVR routers for this DVR port 1f4921e1-488b-4c30-9b02-7798bc40827c on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:48.978001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6251c78-91b4-467f-baae-c7b781b31b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.979394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.004734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb56e5-e599-448f-bc0a-820bbca4fb64 None None] Pushing event updated for resources: {'Port': ['ID=0f9b2878-e4ba-4e92-a19e-e58a13023b84,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.032947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6251c78-91b4-467f-baae-c7b781b31b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3289fac-2130-4da2-bbdf-069525e9e480,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.068000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e6251c78-91b4-467f-baae-c7b781b31b74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e09bab1b4df4ef68a885531a96fae17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710004 Aug 27 02:35:49.082398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.094989 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.142993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] Pushing event deleted for resources: {'Port': ['ID=1f4921e1-488b-4c30-9b02-7798bc40827c,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.153736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d17d78-19a1-4f03-afa5-d38d2bd79ebc None None] No DVR routers for this DVR port 1f4921e1-488b-4c30-9b02-7798bc40827c on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:49.183854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Transition to ACTIVE for port object 8b47210c-d732-44ae-84dd-e4009e2360a3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:49.232971 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.234670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1f4921e1-488b-4c30-9b02-7798bc40827c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:49.249253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e636bc2-db33-4095-ab84-72de03fd3859']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.278462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37450fe-34ea-4a5e-846b-f08af5ae9234') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.279048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37450fe-34ea-4a5e-846b-f08af5ae9234') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.282162 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b769209-d24f-47cb-813d-bb328fba462f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.307870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1f4921e1-488b-4c30-9b02-7798bc40827c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:49.308128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.308254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1f4921e1-488b-4c30-9b02-7798bc40827c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:49.330946 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.344348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.352933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b769209-d24f-47cb-813d-bb328fba462f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.404535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:49.405124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:49.418490 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:49.471129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b769209-d24f-47cb-813d-bb328fba462f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.474725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b769209-d24f-47cb-813d-bb328fba462f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.477459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b769209-d24f-47cb-813d-bb328fba462f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3289fac-2130-4da2-bbdf-069525e9e480 HTTP/1.1" status: 204 len: 168 time: 0.3924000 Aug 27 02:35:49.486761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b769209-d24f-47cb-813d-bb328fba462f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3289fac-2130-4da2-bbdf-069525e9e480,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.513522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=8b47210c-d732-44ae-84dd-e4009e2360a3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.522011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:49.526370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:49.530593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:49.540757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.540757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.551195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.560233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b170dc4-4c23-4492-a6e9-7964a4b98f11 req-a23dd2b8-dc5f-4d58-b483-cbae2729a010 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.563065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b170dc4-4c23-4492-a6e9-7964a4b98f11 req-a23dd2b8-dc5f-4d58-b483-cbae2729a010 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2162952 Aug 27 02:35:49.573464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.579598 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/1e636bc2-db33-4095-ab84-72de03fd3859 HTTP/1.1" status: 204 len: 168 time: 1.3030195 Aug 27 02:35:49.580175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57862) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.585938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'name': 'tempest-PortsTestJSON-821022759'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:49.599104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-14b7a74c-3a71-4132-9e8b-a16b592d010f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6954598 Aug 27 02:35:49.599104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee72729-20cb-4d6f-91ab-4234e2456f35 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=1e636bc2-db33-4095-ab84-72de03fd3859,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.600802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57864) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.613261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-138607240', 'allowed_address_pairs': [{'ip_address': '2001:db8::235', 'mac_address': 'fa:16:3e:22:c3:55'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:49.680525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b170dc4-4c23-4492-a6e9-7964a4b98f11 req-59bcc36d-fe83-4239-982c-4896dbe1737c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030610 Aug 27 02:35:49.704607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:49.710488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.733056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port e4527835-8ca9-41ea-a7cd-3ae416694eef yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:49.770780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:49.881612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.913938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] device_id is not set on port 143862cf-62b2-4dd3-b442-2e1acdd7d369 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:49.954981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.023839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.086213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:50.091198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:50.099969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:50.106078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.106981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.116384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Allocated IP 2001:db8::2f0 (93d7686f-1959-45e2-ae37-cbaf6ae5461a/e515d205-324c-4775-804d-90328f20fce8/143862cf-62b2-4dd3-b442-2e1acdd7d369) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:50.123431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=e4527835-8ca9-41ea-a7cd-3ae416694eef,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:50.136130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4e5e6f8f-94f0-48d0-8dc7-f4755f97a411 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5544107 Aug 27 02:35:50.138359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57878) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.297015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port e4527835-8ca9-41ea-a7cd-3ae416694eef {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:50.299538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.312104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f1669c-5c1b-4e96-ae6d-40f56e3b0f58 None None] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:50.378664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.394456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for e4527835-8ca9-41ea-a7cd-3ae416694eef owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:50.410298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.442226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Transition to ACTIVE for port object 143862cf-62b2-4dd3-b442-2e1acdd7d369 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:50.505172 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.514528 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.543365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:50.543365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:50.564562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.567514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/e4527835-8ca9-41ea-a7cd-3ae416694eef HTTP/1.1" status: 204 len: 168 time: 0.4270754 Aug 27 02:35:50.568822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199cf9a-c054-46a7-a940-d068a613984c tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=e4527835-8ca9-41ea-a7cd-3ae416694eef,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:50.572069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57892) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.578676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'mac_address': 'fa:16:3e:3f:63:ea', 'name': 'tempest-PortsTestJSON-837125013'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:50.583431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:50.590815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.591482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.625952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0176585 Aug 27 02:35:50.627648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f6f03-8a8c-46e9-9251-0ad0d6812389 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=143862cf-62b2-4dd3-b442-2e1acdd7d369,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:50.631232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57896) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.701724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-916fff7a-4735-4356-a809-e868dc981835 None None] Provisioning for port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:50.721221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cfdd3-22d1-4844-bd26-52b43440995f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.728032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cfdd3-22d1-4844-bd26-52b43440995f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.735662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cfdd3-22d1-4844-bd26-52b43440995f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.737420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b99cfdd3-22d1-4844-bd26-52b43440995f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1049662 Aug 27 02:35:50.740406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57902) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.841278 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:50.913072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b712bdc-5739-49a5-b5aa-9e9bc93d208c req-fea6ab0a-5d72-4261-a981-b8c4b6841792 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.914572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1b712bdc-5739-49a5-b5aa-9e9bc93d208c req-fea6ab0a-5d72-4261-a981-b8c4b6841792 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1442513 Aug 27 02:35:50.947920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.990183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting port 143862cf-62b2-4dd3-b442-2e1acdd7d369 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:50.991290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.012802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1b712bdc-5739-49a5-b5aa-9e9bc93d208c req-70ddc7e9-abf4-48b4-a2e0-ac7e4a3c0d3c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870800 Aug 27 02:35:51.049724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port a5b0aba6-2346-4d34-987b-d713cbed01e8 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:51.147520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Provisioning for port 143862cf-62b2-4dd3-b442-2e1acdd7d369 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:51.152990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Provisioning complete for port 143862cf-62b2-4dd3-b442-2e1acdd7d369 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:51.153702 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.172570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.200488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Calling delete_port for 143862cf-62b2-4dd3-b442-2e1acdd7d369 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:51.262816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Port 143862cf-62b2-4dd3-b442-2e1acdd7d369 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:51.309565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Provisioning for port 8b47210c-d732-44ae-84dd-e4009e2360a3 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:51.314110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Provisioning complete for port 8b47210c-d732-44ae-84dd-e4009e2360a3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:51.315284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.346226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0f9b2878-e4ba-4e92-a19e-e58a13023b84 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:51.403305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.416476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3a3453a5-60cd-4afe-bbed-ed52f006783a None None] Port 8b47210c-d732-44ae-84dd-e4009e2360a3 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:51.456988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:51.464773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:51.466601 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.558449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.589986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.647362 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.691086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Port': ['ID=143862cf-62b2-4dd3-b442-2e1acdd7d369,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:51.708513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-48183bcb-1e65-4652-92d0-dfd2ffd5ccb7 None None] Provisioning complete for port 8b47210c-d732-44ae-84dd-e4009e2360a3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:51.709043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-48183bcb-1e65-4652-92d0-dfd2ffd5ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.765552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 0f9b2878-e4ba-4e92-a19e-e58a13023b84, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0f9b2878-e4ba-4e92-a19e-e58a13023b84,segment=NetworkSegment(8629c5d8-78ab-46e3-8592-ad054d7774ed),segment_id=8629c5d8-78ab-46e3-8592-ad054d7774ed)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:51.774743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:51.778091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.778335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.783299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f0294d27-4660-40a0-a950-1254533bbf8c tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/ports/143862cf-62b2-4dd3-b442-2e1acdd7d369 HTTP/1.1" status: 204 len: 168 time: 1.0418551 Aug 27 02:35:51.783848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.786697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:51.789886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-48183bcb-1e65-4652-92d0-dfd2ffd5ccb7 None None] Port 8b47210c-d732-44ae-84dd-e4009e2360a3 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:51.794910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:51.800539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.801169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.826263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2528293 Aug 27 02:35:51.826973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57940) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.830120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc4b9e-70c8-4420-b294-07e6db71c312 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=a5b0aba6-2346-4d34-987b-d713cbed01e8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:51.841929 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaf079b-26a9-4782-ac7d-6ae1981d20f9 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] GET failed (client error): The resource could not be found. Aug 27 02:35:51.843630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fdaf079b-26a9-4782-ac7d-6ae1981d20f9 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "GET /v2.0/ports/143862cf-62b2-4dd3-b442-2e1acdd7d369 HTTP/1.1" status: 404 len: 333 time: 0.0587621 Aug 27 02:35:51.860741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=0f9b2878-e4ba-4e92-a19e-e58a13023b84,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:51.861661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57942) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.871113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-623659053'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:51.881276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c94efe9-a82e-4f85-94f3-e66639440fb4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.885876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c94efe9-a82e-4f85-94f3-e66639440fb4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/a5b0aba6-2346-4d34-987b-d713cbed01e8 HTTP/1.1" status: 200 len: 840 time: 0.0576801 Aug 27 02:35:51.886618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57944) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.991860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port a5b0aba6-2346-4d34-987b-d713cbed01e8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:51.992514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.006299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-092a16aa-649b-46b0-a05a-6603d6969bc8 None None] Could not find standard attr ID for object 143862cf-62b2-4dd3-b442-2e1acdd7d369. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:35:52.040296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:52.047529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.080702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] device_id is not set on port 00149b31-3abd-4277-9719-ffc124aab997 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:52.098594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.138721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for a5b0aba6-2346-4d34-987b-d713cbed01e8 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:52.237320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d9bb-dd0f-4319-9c30-785686169594 req-a216817f-2813-4387-91fe-dd43b7f57a91 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:52.239225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e6d9bb-dd0f-4319-9c30-785686169594 req-a216817f-2813-4387-91fe-dd43b7f57a91 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.0884545 Aug 27 02:35:52.247070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.291701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.296292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/a5b0aba6-2346-4d34-987b-d713cbed01e8 HTTP/1.1" status: 204 len: 168 time: 0.4062428 Aug 27 02:35:52.296292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535238b-d678-417c-bf92-172190dfa4c4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=a5b0aba6-2346-4d34-987b-d713cbed01e8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:52.297669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57956) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:52.355618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Allocated IP 2001:db8::2a2 (93d7686f-1959-45e2-ae37-cbaf6ae5461a/e515d205-324c-4775-804d-90328f20fce8/00149b31-3abd-4277-9719-ffc124aab997) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:52.361414 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedb754e-abd3-44f1-a8b1-8238b87d7421 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:35:52.362981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fedb754e-abd3-44f1-a8b1-8238b87d7421 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/a5b0aba6-2346-4d34-987b-d713cbed01e8 HTTP/1.1" status: 404 len: 333 time: 0.0621471 Aug 27 02:35:52.366917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57962) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:52.369880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e6d9bb-dd0f-4319-9c30-785686169594 req-5b64912e-f20f-4439-9155-f146a8c50c7e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055586 Aug 27 02:35:52.373143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'name': 'tempest-PortsTestJSON-1941447355'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:52.499580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:52.503173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.523753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 5d69e125-a05e-4226-8e3a-2cb1037bf409 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:52.575410 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.592339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Transition to ACTIVE for port object 00149b31-3abd-4277-9719-ffc124aab997 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:52.639896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.701368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:52.707961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:52.713173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:52.714766 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.719155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:52.719791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.743620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=00149b31-3abd-4277-9719-ffc124aab997,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:52.757236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8b3850bc-d2fc-4cf0-901e-f97088909075 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8944151 Aug 27 02:35:52.760868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57980) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:52.768330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::235', 'mac_address': 'fa:16:3e:22:c3:55'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:52.769416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.833271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:52.838344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:52.842875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:52.849451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:52.850264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.870903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.871983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=5d69e125-a05e-4226-8e3a-2cb1037bf409,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:52.879989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-175cf23a-a57d-4125-a5d3-18bf1600eff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5117018 Aug 27 02:35:52.882834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57984) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:52.889992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:53.143126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e66110b-0eee-4f0b-99a5-50bb2a0af186 None None] Provisioning for port 00149b31-3abd-4277-9719-ffc124aab997 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:53.147322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e66110b-0eee-4f0b-99a5-50bb2a0af186 None None] Provisioning complete for port 00149b31-3abd-4277-9719-ffc124aab997 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:53.147707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e66110b-0eee-4f0b-99a5-50bb2a0af186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.161437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.176770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.225774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0e66110b-0eee-4f0b-99a5-50bb2a0af186 None None] Port 00149b31-3abd-4277-9719-ffc124aab997 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:53.240706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0f9b2878-e4ba-4e92-a19e-e58a13023b84 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:53.260389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] In _notify_port_updated(), no bound segment for port 00149b31-3abd-4277-9719-ffc124aab997 on network 93d7686f-1959-45e2-ae37-cbaf6ae5461a {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:35:53.277820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:53.278779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.280348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "PUT /v2.0/ports/00149b31-3abd-4277-9719-ffc124aab997 HTTP/1.1" status: 200 len: 1002 time: 0.5166659 Aug 27 02:35:53.287766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57994) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:53.344939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:53.345312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.380371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb1dd3-8811-4946-87bb-e2ab99a6ebc6 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=00149b31-3abd-4277-9719-ffc124aab997,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:53.487202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.509233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting port 00149b31-3abd-4277-9719-ffc124aab997 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:53.509589 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.653403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8301e8-cf03-43e6-9baa-5564e8f6ac7c req-496f082e-65b8-4be5-99d0-443d2eac84cd tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:53.655003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e8301e8-cf03-43e6-9baa-5564e8f6ac7c req-496f082e-65b8-4be5-99d0-443d2eac84cd tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1374667 Aug 27 02:35:53.658514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f20c01cb-ab2f-4fa4-ae89-8581f9e312ae None None] Provisioning complete for port 00149b31-3abd-4277-9719-ffc124aab997 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:53.658905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f20c01cb-ab2f-4fa4-ae89-8581f9e312ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.671679 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.687447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Calling delete_port for 00149b31-3abd-4277-9719-ffc124aab997 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:53.725853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f20c01cb-ab2f-4fa4-ae89-8581f9e312ae None None] Port 00149b31-3abd-4277-9719-ffc124aab997 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:53.744332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e8301e8-cf03-43e6-9baa-5564e8f6ac7c req-729bc26c-5edd-4613-b790-9391f9ace52e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674667 Aug 27 02:35:53.838266 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.846880 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.859747 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.864808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] In _notify_port_updated(), no bound segment for port 5d69e125-a05e-4226-8e3a-2cb1037bf409 on network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:35:53.872792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:53.873685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.878167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "PUT /v2.0/ports/5d69e125-a05e-4226-8e3a-2cb1037bf409 HTTP/1.1" status: 200 len: 818 time: 0.9943476 Aug 27 02:35:53.887692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58014) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:53.900917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Port': ['ID=00149b31-3abd-4277-9719-ffc124aab997,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:53.922050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8300a-e10e-4665-822c-020d31554b44 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=5d69e125-a05e-4226-8e3a-2cb1037bf409,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:54.069473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.071761 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7296f097-fbd7-46e9-9351-13514cc4caaa tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/ports/00149b31-3abd-4277-9719-ffc124aab997 HTTP/1.1" status: 204 len: 168 time: 0.7807980 Aug 27 02:35:54.074539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58022) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.082655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 5d69e125-a05e-4226-8e3a-2cb1037bf409 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:54.083005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.110918 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fa354d-a621-43c4-9daa-fbf39da4fb63 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] GET failed (client error): The resource could not be found. Aug 27 02:35:54.118647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-85fa354d-a621-43c4-9daa-fbf39da4fb63 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "GET /v2.0/ports/00149b31-3abd-4277-9719-ffc124aab997 HTTP/1.1" status: 404 len: 333 time: 0.0427587 Aug 27 02:35:54.119590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58024) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.125104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1761278145'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:54.180384 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.217043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 5d69e125-a05e-4226-8e3a-2cb1037bf409 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:54.257269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:54.263129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.284832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] device_id is not set on port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:54.317705 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.363405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=5d69e125-a05e-4226-8e3a-2cb1037bf409,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:54.375661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.378156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c1c03753-422f-47b5-948e-e933bba7bdc4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/5d69e125-a05e-4226-8e3a-2cb1037bf409 HTTP/1.1" status: 204 len: 168 time: 0.4858766 Aug 27 02:35:54.380681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58034) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.432695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Allocated IP 2001:db8::32b (93d7686f-1959-45e2-ae37-cbaf6ae5461a/e515d205-324c-4775-804d-90328f20fce8/a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:54.437773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965590af-35e7-461d-b44a-928c0326d96d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:54.444187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-965590af-35e7-461d-b44a-928c0326d96d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0623741 Aug 27 02:35:54.444794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58036) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.473360 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-27838fb6-10cd-4f5c-a697-16e522a6ffae tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:35:54.478793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27838fb6-10cd-4f5c-a697-16e522a6ffae tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/5d69e125-a05e-4226-8e3a-2cb1037bf409 HTTP/1.1" status: 404 len: 333 time: 0.0329905 Aug 27 02:35:54.479402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58040) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.485060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1831567527'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:54.514722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:54.518449 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.543745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:54.554415 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.554841 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment d8b98751-10ce-47b8-9a3b-0f94e7c45ba2 of type vlan for network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 Aug 27 02:35:54.600507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.627329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.634631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:54.635358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.637265 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.663351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Transition to ACTIVE for port object a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:54.720583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2398350 Aug 27 02:35:54.726032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58048) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.732699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:54.736920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40dc2a-9d80-4b61-8b64-dcfb0ec742bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=c8fa09ec-d552-4a8e-bf72-549cb8ffb127,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:54.739231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.750443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:54.859672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:54.866438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:54.871642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:54.875255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:54.881476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:54.882463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.923025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:54.931177 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.958660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e24e84e5-5b22-43ad-9651-91f6a20cfab3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8354125 Aug 27 02:35:54.959355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58058) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.991635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:22:c3:55'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:55.006674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0241f1-8619-4dba-b8ee-c765c9419514 req-f001e0b0-c804-4e2c-9d9a-0ffcbacfb888 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:55.008390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec0241f1-8619-4dba-b8ee-c765c9419514 req-f001e0b0-c804-4e2c-9d9a-0ffcbacfb888 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1173635 Aug 27 02:35:55.156730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec0241f1-8619-4dba-b8ee-c765c9419514 req-478dc1ca-9b20-403b-8ca1-f55c595485aa tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414597 Aug 27 02:35:55.250180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.262196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.278903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc2508be-2aa1-456a-87f4-696cb9ef158d None None] Provisioning for port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:55.283720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc2508be-2aa1-456a-87f4-696cb9ef158d None None] Provisioning complete for port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:55.284025 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc2508be-2aa1-456a-87f4-696cb9ef158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.345965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=51addc4f-803a-45b3-8378-0d6a50575790,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:55.348823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cc2508be-2aa1-456a-87f4-696cb9ef158d None None] Port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:55.390016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': 'd8b98751-10ce-47b8-9a3b-0f94e7c45ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:55.390456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: c8fa09ec-d552-4a8e-bf72-549cb8ffb127, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:55.416285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:55.435412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, c8fa09ec-d552-4a8e-bf72-549cb8ffb127) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:55.441155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:55.441831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.447302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f5672-0975-48ec-a889-2150dddac741 None None] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:55.467428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-035be1b3-fb88-4930-b4af-ba51f6eae865 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7397282 Aug 27 02:35:55.469939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58076) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:55.477170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4c97bbb8-bb04-439b-ba14-d3d3be063af1 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:55.571188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.584315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.678144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:55.683539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97bbb8-bb04-439b-ba14-d3d3be063af1 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:55.688061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c97bbb8-bb04-439b-ba14-d3d3be063af1 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.694466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] In _notify_port_updated(), no bound segment for port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee on network 93d7686f-1959-45e2-ae37-cbaf6ae5461a {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:35:55.701521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:55.702412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.704587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7eca8057-c28c-47a0-bf84-e0f56ca34834 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "PUT /v2.0/ports/a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee HTTP/1.1" status: 200 len: 1003 time: 0.7218673 Aug 27 02:35:55.707498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58082) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:55.756142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-c8fa09ec-d552-4a8e-bf72-549cb8ffb127', 'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127', 'tenant_id': '6b2aefe441274b19ab07681f762fd4d0', 'fixed_ips': [{'subnet_id': '51addc4f-803a-45b3-8378-0d6a50575790'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:55.757035 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.869648 n-d-806293-1 neutron-server[94773]: INFO neutron.db.ipam_backend_mixin [None req-4c97bbb8-bb04-439b-ba14-d3d3be063af1 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 51addc4f-803a-45b3-8378-0d6a50575790 (CIDR: 172.20.0.0/28) Aug 27 02:35:55.874178 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c97bbb8-bb04-439b-ba14-d3d3be063af1 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:35:55.874951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c97bbb8-bb04-439b-ba14-d3d3be063af1 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:55.902667 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4c97bbb8-bb04-439b-ba14-d3d3be063af1 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4305310 Aug 27 02:35:55.904907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58092) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:55.924701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:55.995646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:55.996188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.082634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Allocated IP 172.20.0.2 (c8fa09ec-d552-4a8e-bf72-549cb8ffb127/51addc4f-803a-45b3-8378-0d6a50575790/8a56c1b7-bf1e-463e-aec6-8f764cda1b39) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:56.189675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:56.199465 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.252340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.269969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Calling delete_port for a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:56.420299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1ff63e7e-9d4d-431f-87d5-74d140b372c8 None None] Provisioning complete for port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:56.420710 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1ff63e7e-9d4d-431f-87d5-74d140b372c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.446107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332a93-4d2d-48ce-bfb5-1fb1aa38a176 req-d85acb8b-5d55-4c18-9222-9e6d856a5ca6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:56.457579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7332a93-4d2d-48ce-bfb5-1fb1aa38a176 req-d85acb8b-5d55-4c18-9222-9e6d856a5ca6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1300957 Aug 27 02:35:56.488996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.505101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Transition to ACTIVE for port object 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:56.544860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7332a93-4d2d-48ce-bfb5-1fb1aa38a176 req-e9f381e7-6f22-4ec6-9931-dc706943bc55 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840931 Aug 27 02:35:56.545132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1ff63e7e-9d4d-431f-87d5-74d140b372c8 None None] Port a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:56.606362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Transition to ACTIVE for port object 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:56.607244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.621596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.648501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Port': ['ID=a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:56.677544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.679968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-37b9f4e6-60fa-4800-b36b-a2d7a5ccca8f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/ports/a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee HTTP/1.1" status: 204 len: 168 time: 0.9712713 Aug 27 02:35:56.684176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58114) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:56.693682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:56.705557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:56.710719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:56.729784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Pushing event updated for resources: {'Port': ['ID=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:56.752152 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c89ae40-2562-4048-8263-11fc28a7afc3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] GET failed (client error): The resource could not be found. Aug 27 02:35:56.760065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5c89ae40-2562-4048-8263-11fc28a7afc3 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "GET /v2.0/ports/a87b39fe-8c54-4c9d-99b9-a27d3a47c1ee HTTP/1.1" status: 404 len: 333 time: 0.0743520 Aug 27 02:35:56.763950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58116) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:56.771890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-908772660'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:56.823907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.948988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:56.951670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Attempting to bind port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:56.952156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Attempting to bind port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'd8b98751-10ce-47b8-9a3b-0f94e7c45ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:56.954944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Attempting to bind port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 on network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:56.957584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:56.968496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:56.968741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:56.969122 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.969662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Checking segment: {'id': 'd8b98751-10ce-47b8-9a3b-0f94e7c45ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:56.970653 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.971207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Bound using segment: {'id': 'd8b98751-10ce-47b8-9a3b-0f94e7c45ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:56.971716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Bound port: 8a56c1b7-bf1e-463e-aec6-8f764cda1b39, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b98751-10ce-47b8-9a3b-0f94e7c45ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:56.972165 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.995325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=f284d4ef-2cd3-42cb-bb57-5969b1ab5698,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:57.006928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c3c70cb5-cd9a-4e28-8348-4ef5bd6d4855 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0994184 Aug 27 02:35:57.007426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58128) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:57.030097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127', 'fixed_ips': [{'subnet_id': '51addc4f-803a-45b3-8378-0d6a50575790'}, {'subnet_id': 'f284d4ef-2cd3-42cb-bb57-5969b1ab5698'}], 'name': 'tempest-PortsTestJSON-1157328646'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:57.033800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:57.038667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.079094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] device_id is not set on port 4d237e5f-1e6a-4e85-ac86-850bb418558f yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:57.158836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] For port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:57.163474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] For port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,segment=NetworkSegment(d8b98751-10ce-47b8-9a3b-0f94e7c45ba2),segment_id=d8b98751-10ce-47b8-9a3b-0f94e7c45ba2)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:57.171915 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.266207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:57.323565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73235c73-3b74-4151-8527-cb1efd63d15e None None] Pushing event updated for resources: {'Port': ['ID=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:57.352628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Allocated IP 2001:db8::350 (93d7686f-1959-45e2-ae37-cbaf6ae5461a/e515d205-324c-4775-804d-90328f20fce8/4d237e5f-1e6a-4e85-ac86-850bb418558f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:57.467583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.496389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port ba7fc321-ebdb-436b-b671-259d75a668df yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:57.628241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.643979 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29e8df58-e2db-43e4-be5d-cf3bcdc4f193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.661809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Transition to ACTIVE for port object 4d237e5f-1e6a-4e85-ac86-850bb418558f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:57.767871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24640c-e510-4c92-af15-cff7fc3e2398 req-aa5d1cb7-4f6b-455b-ae9c-f2359895b4b9 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:57.772297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3f24640c-e510-4c92-af15-cff7fc3e2398 req-aa5d1cb7-4f6b-455b-ae9c-f2359895b4b9 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1024983 Aug 27 02:35:57.774262 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.869143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:57.879398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:57.887783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:57.895766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:57.896689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.917237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3f24640c-e510-4c92-af15-cff7fc3e2398 req-ef1c14e6-b4aa-4cd2-94d1-a4420ae9ccfc tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337845 Aug 27 02:35:57.918157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=4d237e5f-1e6a-4e85-ac86-850bb418558f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:57.960325 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-67535c0c-24ab-4e55-8772-dde2aec529ad tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1930866 Aug 27 02:35:57.960992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58152) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:57.971856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'network_id': '93d7686f-1959-45e2-ae37-cbaf6ae5461a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-314226952'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:58.093960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.9 (c8fa09ec-d552-4a8e-bf72-549cb8ffb127/51addc4f-803a-45b3-8378-0d6a50575790/ba7fc321-ebdb-436b-b671-259d75a668df) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:58.115655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.18 (c8fa09ec-d552-4a8e-bf72-549cb8ffb127/f284d4ef-2cd3-42cb-bb57-5969b1ab5698/ba7fc321-ebdb-436b-b671-259d75a668df) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:58.168051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Made reservation on behalf of c93a78fd515f41bd8eb41fa94f1375d5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:58.174046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.203532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] device_id is not set on port 03b8b39f-e561-4207-9f22-0ba8ba18b263 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:58.307455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e1f4015a-9241-411f-8210-01e5853d3047 None None] Provisioning for port 4d237e5f-1e6a-4e85-ac86-850bb418558f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:58.311935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e1f4015a-9241-411f-8210-01e5853d3047 None None] Provisioning complete for port 4d237e5f-1e6a-4e85-ac86-850bb418558f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:58.315039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1f4015a-9241-411f-8210-01e5853d3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.420720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e1f4015a-9241-411f-8210-01e5853d3047 None None] Port 4d237e5f-1e6a-4e85-ac86-850bb418558f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:58.444390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Allocated IP 2001:db8::2fb (93d7686f-1959-45e2-ae37-cbaf6ae5461a/e515d205-324c-4775-804d-90328f20fce8/03b8b39f-e561-4207-9f22-0ba8ba18b263) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:58.487859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.504640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object ba7fc321-ebdb-436b-b671-259d75a668df will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:58.604354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.656807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:58.667348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:58.671465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:58.698701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bc905-a547-4628-a6b4-978e6f7712f4 None None] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:58.700293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=ba7fc321-ebdb-436b-b671-259d75a668df,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:58.736755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:58.737436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.761687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e6d2795b-5f62-47b2-be38-76ebec100be5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7530441 Aug 27 02:35:58.764310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58196) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:58.771273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51addc4f-803a-45b3-8378-0d6a50575790'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:58.846835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3954ec1d-bb4a-4e62-a3a3-6fb94c9a0e2b None None] Provisioning for port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:58.913129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.305037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f8f24-e909-4e68-8483-8d7472fde260 req-cc3b293c-08f7-44ca-938a-4adfdc308c14 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:59.307854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:59.308984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a44f8f24-e909-4e68-8483-8d7472fde260 req-cc3b293c-08f7-44ca-938a-4adfdc308c14 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2387545 Aug 27 02:35:59.429879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] Update dhcp port {'port': {'network_id': 'c8fa09ec-d552-4a8e-bf72-549cb8ffb127', 'fixed_ips': [{'subnet_id': '51addc4f-803a-45b3-8378-0d6a50575790', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f284d4ef-2cd3-42cb-bb57-5969b1ab5698'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '8a56c1b7-bf1e-463e-aec6-8f764cda1b39'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:35:59.460337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.529849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:59.534211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a44f8f24-e909-4e68-8483-8d7472fde260 req-51d0feb0-496c-4db8-89c0-392aeff4979a tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689870 Aug 27 02:35:59.624073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Delete allocated IP 172.20.0.18 (c8fa09ec-d552-4a8e-bf72-549cb8ffb127/f284d4ef-2cd3-42cb-bb57-5969b1ab5698) {{(pid=94773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:35:59.662212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da2b3-a2df-494f-acd3-dd925dc48552 req-8c0653aa-3e7f-49cf-a94b-404effec8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:59.663954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc4da2b3-a2df-494f-acd3-dd925dc48552 req-8c0653aa-3e7f-49cf-a94b-404effec8266 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 1097 time: 0.1847670 Aug 27 02:35:59.708014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:59.708398 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.728623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc4da2b3-a2df-494f-acd3-dd925dc48552 req-dd3d8261-b478-4c5c-9776-51da62aeb7e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562305 Aug 27 02:35:59.767453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.790406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Transition to ACTIVE for port object 03b8b39f-e561-4207-9f22-0ba8ba18b263 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:59.854647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.905013 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.931100 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.950987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:59.955722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:59.967506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Ignored duplicate provisioning block setup for port ba7fc321-ebdb-436b-b671-259d75a668df by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:35:59.971627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,segment=NetworkSegment(d8b98751-10ce-47b8-9a3b-0f94e7c45ba2),segment_id=d8b98751-10ce-47b8-9a3b-0f94e7c45ba2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:59.973855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:59.976504 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.984637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:59.985978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.988930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.077289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=03b8b39f-e561-4207-9f22-0ba8ba18b263,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:00.089934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-68762e0a-675f-4106-9226-74498a4f99e5 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1278450 Aug 27 02:36:00.093733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58234) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:00.108001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::235', 'mac_address': 'fa:16:3e:22:c3:55'}, {'ip_address': '2001:db8::350', 'mac_address': 'fa:16:3e:8e:8f:f4'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:00.138052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:00.198237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] Allocated IP 172.20.0.19 (c8fa09ec-d552-4a8e-bf72-549cb8ffb127/f284d4ef-2cd3-42cb-bb57-5969b1ab5698/8a56c1b7-bf1e-463e-aec6-8f764cda1b39) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:00.208090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=ba7fc321-ebdb-436b-b671-259d75a668df,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:00.226970 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-194e3db8-c40f-4b38-ab3b-9d6e48d638f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.246537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] In _notify_port_updated(), no bound segment for port ba7fc321-ebdb-436b-b671-259d75a668df on network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:36:00.263156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:00.263860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.271568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d06218b-1eab-4b4c-ac9e-0bcbe20aa819 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "PUT /v2.0/ports/ba7fc321-ebdb-436b-b671-259d75a668df HTTP/1.1" status: 200 len: 919 time: 1.5036917 Aug 27 02:36:00.272886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58242) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:00.279334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51addc4f-803a-45b3-8378-0d6a50575790'}, {'subnet_id': 'f284d4ef-2cd3-42cb-bb57-5969b1ab5698'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:00.282288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.367806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] For port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,segment=NetworkSegment(d8b98751-10ce-47b8-9a3b-0f94e7c45ba2),segment_id=d8b98751-10ce-47b8-9a3b-0f94e7c45ba2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:00.417623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.484441 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.496288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.502299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e4ebd952-1d8c-4675-9153-78b93be51b17 None None] Provisioning for port 03b8b39f-e561-4207-9f22-0ba8ba18b263 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:00.513806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e4ebd952-1d8c-4675-9153-78b93be51b17 None None] Provisioning complete for port 03b8b39f-e561-4207-9f22-0ba8ba18b263 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:00.514366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e4ebd952-1d8c-4675-9153-78b93be51b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.568714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] Transition to ACTIVE for port object 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:00.582199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.640770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.647898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.668820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] In _notify_port_updated(), no bound segment for port 03b8b39f-e561-4207-9f22-0ba8ba18b263 on network 93d7686f-1959-45e2-ae37-cbaf6ae5461a {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:36:00.680088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:00.680863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.683081 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "PUT /v2.0/ports/03b8b39f-e561-4207-9f22-0ba8ba18b263 HTTP/1.1" status: 200 len: 1067 time: 0.5883274 Aug 27 02:36:00.688036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:00.728765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a0015-3447-49a0-8ecf-0483c2019fa4 None None] Pushing event updated for resources: {'Port': ['ID=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:00.762766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebd952-1d8c-4675-9153-78b93be51b17 None None] Port 03b8b39f-e561-4207-9f22-0ba8ba18b263 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:00.874407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226c954-fec7-498b-8381-abe60e3e74ec tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event updated for resources: {'Port': ['ID=03b8b39f-e561-4207-9f22-0ba8ba18b263,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:00.899339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5896964-aabd-4b2b-aff1-39b1b2ef84e5 req-b7719826-8f00-4a14-bdf9-4666886bfb85 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:00.902269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5896964-aabd-4b2b-aff1-39b1b2ef84e5 req-b7719826-8f00-4a14-bdf9-4666886bfb85 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1740563 Aug 27 02:36:00.997942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5896964-aabd-4b2b-aff1-39b1b2ef84e5 req-0ade0187-36cd-40b1-b809-9998e22e273f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885725 Aug 27 02:36:01.043006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting port 03b8b39f-e561-4207-9f22-0ba8ba18b263 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:01.043433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.100379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ac5e7655-1a0b-4fb6-900d-b3096ff41c52 None None] Provisioning complete for port 03b8b39f-e561-4207-9f22-0ba8ba18b263 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:01.100759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7655-1a0b-4fb6-900d-b3096ff41c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.190117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e7655-1a0b-4fb6-900d-b3096ff41c52 None None] Port 03b8b39f-e561-4207-9f22-0ba8ba18b263 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:01.211160 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.225068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Calling delete_port for 03b8b39f-e561-4207-9f22-0ba8ba18b263 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:01.238174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:01.312460 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.464970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.30 (c8fa09ec-d552-4a8e-bf72-549cb8ffb127/f284d4ef-2cd3-42cb-bb57-5969b1ab5698/ba7fc321-ebdb-436b-b671-259d75a668df) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:01.681154 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.739290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Port': ['ID=03b8b39f-e561-4207-9f22-0ba8ba18b263,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:01.785319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7914f164-c6e2-4f58-b482-b9e56005977d None None] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:01.803868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.817402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Ignored duplicate provisioning block setup for port ba7fc321-ebdb-436b-b671-259d75a668df by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:36:01.867931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.937195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b0be7fda-2369-4ccb-a544-505f7a32a11c None None] Provisioning for port ba7fc321-ebdb-436b-b671-259d75a668df completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:01.955394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b0be7fda-2369-4ccb-a544-505f7a32a11c None None] Provisioning complete for port ba7fc321-ebdb-436b-b671-259d75a668df triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:01.960198 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b0be7fda-2369-4ccb-a544-505f7a32a11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.086417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b0be7fda-2369-4ccb-a544-505f7a32a11c None None] Port ba7fc321-ebdb-436b-b671-259d75a668df cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:02.173168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=ba7fc321-ebdb-436b-b671-259d75a668df,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:02.206095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b0be7fda-2369-4ccb-a544-505f7a32a11c None None] Provisioning for port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:02.219497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b0be7fda-2369-4ccb-a544-505f7a32a11c None None] Provisioning complete for port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:02.220102 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b0be7fda-2369-4ccb-a544-505f7a32a11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.244555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] In _notify_port_updated(), no bound segment for port ba7fc321-ebdb-436b-b671-259d75a668df on network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:36:02.251064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:02.252039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.253506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9547d41c-765b-4623-8400-ad5621d33019 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "PUT /v2.0/ports/ba7fc321-ebdb-436b-b671-259d75a668df HTTP/1.1" status: 200 len: 999 time: 1.9800491 Aug 27 02:36:02.256468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58294) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:02.333028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a9925-d7bd-49c0-918a-22db0b898864 req-52bff155-28ce-4656-be70-4b03afdfd43e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:02.346448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f27a9925-d7bd-49c0-918a-22db0b898864 req-52bff155-28ce-4656-be70-4b03afdfd43e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2075989 Aug 27 02:36:02.376677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.382166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e6ac1832-b77e-4f89-a6d9-8b971151615b tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/ports/03b8b39f-e561-4207-9f22-0ba8ba18b263 HTTP/1.1" status: 204 len: 168 time: 1.6930816 Aug 27 02:36:02.396523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58302) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:02.437505 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc05f97-d4f4-4773-879e-596b11464459 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] GET failed (client error): The resource could not be found. Aug 27 02:36:02.441983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0dc05f97-d4f4-4773-879e-596b11464459 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "GET /v2.0/ports/03b8b39f-e561-4207-9f22-0ba8ba18b263 HTTP/1.1" status: 404 len: 333 time: 0.0441291 Aug 27 02:36:02.447393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58306) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:02.502733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f27a9925-d7bd-49c0-918a-22db0b898864 req-16d4cae4-6b86-400a-ae99-7c33227a1b0f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503465 Aug 27 02:36:02.524674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port ba7fc321-ebdb-436b-b671-259d75a668df {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:02.525039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.673085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting port 4d237e5f-1e6a-4e85-ac86-850bb418558f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:02.673647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.685029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.712297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for ba7fc321-ebdb-436b-b671-259d75a668df owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:02.973776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:03.100110 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.114204 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.144755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=ba7fc321-ebdb-436b-b671-259d75a668df,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:03.151423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-db0ca03f-a4e4-4ba0-83f9-a2428b25e433 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:03.152959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-db0ca03f-a4e4-4ba0-83f9-a2428b25e433 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 810 time: 0.2073653 Aug 27 02:36:03.197038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.218883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Calling delete_port for 4d237e5f-1e6a-4e85-ac86-850bb418558f owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:03.227814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-5755681e-3787-4c0a-acf7-3c78504f576c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/quotas/4015b758761c478cb06703c195c086e6 HTTP/1.1" status: 200 len: 375 time: 0.0602262 Aug 27 02:36:03.280849 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.282805 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7a8dac34-b269-4b86-94de-48894ddccef7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/ba7fc321-ebdb-436b-b671-259d75a668df HTTP/1.1" status: 204 len: 168 time: 1.0253239 Aug 27 02:36:03.285982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58338) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:03.327185 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-da9880e7-2f44-4bf6-8e40-931a5f25e40c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913212 Aug 27 02:36:03.381009 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa27a6e-4f8e-426b-b9f6-2878b90470a4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:36:03.381009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4fa27a6e-4f8e-426b-b9f6-2878b90470a4 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/ba7fc321-ebdb-436b-b671-259d75a668df HTTP/1.1" status: 404 len: 333 time: 0.0527525 Aug 27 02:36:03.381009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58342) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:03.392174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.414499 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9d9c-139e-49ff-81c0-f997cac2ef18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.426927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Port': ['ID=4d237e5f-1e6a-4e85-ac86-850bb418558f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:03.456973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.463881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2622efe3-a323-49ef-abd4-bdf08782905f tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/ports/4d237e5f-1e6a-4e85-ac86-850bb418558f HTTP/1.1" status: 204 len: 168 time: 1.0152040 Aug 27 02:36:03.465510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58344) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:03.500337 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-977c9296-1c7b-472d-aad0-117861facd8d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] GET failed (client error): The resource could not be found. Aug 27 02:36:03.503588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-977c9296-1c7b-472d-aad0-117861facd8d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "GET /v2.0/ports/4d237e5f-1e6a-4e85-ac86-850bb418558f HTTP/1.1" status: 404 len: 333 time: 0.0361040 Aug 27 02:36:03.508543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58346) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:03.624905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet f284d4ef-2cd3-42cb-bb57-5969b1ab5698 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:03.645943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.720378 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-90da4e27-3db4-4d60-b06d-b6f1e95b077f service neutron] 10.222.0.10 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923790 Aug 27 02:36:03.737865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting port 8b47210c-d732-44ae-84dd-e4009e2360a3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:03.738215 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.777429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9d9c-139e-49ff-81c0-f997cac2ef18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.837752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ee1d5863-bcb6-4d9f-aeb7-14411ae936cb None None] Could not find standard attr ID for object ba7fc321-ebdb-436b-b671-259d75a668df. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:03.868790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ee1d5863-bcb6-4d9f-aeb7-14411ae936cb None None] Provisioning complete for port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:03.874858 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee1d5863-bcb6-4d9f-aeb7-14411ae936cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.928180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.945553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9d9c-139e-49ff-81c0-f997cac2ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.962784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Calling delete_port for 8b47210c-d732-44ae-84dd-e4009e2360a3 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:03.989170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.131537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-34cd57ae-71de-4110-b2a4-ca6398c1ca27 service neutron] 10.222.0.10 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020190 Aug 27 02:36:04.142119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e9d9c-139e-49ff-81c0-f997cac2ef18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7c0efe-936c-4840-9967-aef50672e0af,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:04.161873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fd4e9d9c-139e-49ff-81c0-f997cac2ef18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=612ba327919c40c1844c6ad836141b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1616795 Aug 27 02:36:04.168963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58368) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:04.285108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7f19406b-6592-4a91-905b-74dde7a743b4 None None] Could not find standard attr ID for object ba7fc321-ebdb-436b-b671-259d75a668df. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:04.302488 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.303097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-deeb4527-4365-44f4-a2b3-754e1e6592d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.333042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-deeb4527-4365-44f4-a2b3-754e1e6592d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.360188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.449377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.455805 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/ports/8b47210c-d732-44ae-84dd-e4009e2360a3 HTTP/1.1" status: 204 len: 168 time: 0.9460177 Aug 27 02:36:04.456734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58378) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:04.461473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3446490-7a52-4ce8-83e8-3cb18b978e5a tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Port': ['ID=8b47210c-d732-44ae-84dd-e4009e2360a3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:04.514826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.559244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c73d1a2e-3260-49e4-824c-4d75ca90206e req-2618532c-b76d-4e2c-aa84-b439cf187503 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 210 time: 0.1120410 Aug 27 02:36:04.571871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.577874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/f284d4ef-2cd3-42cb-bb57-5969b1ab5698 HTTP/1.1" status: 204 len: 168 time: 1.2270579 Aug 27 02:36:04.584554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58384) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:04.664171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b331883-28ec-4088-85a4-0ad9693a3f4d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=f284d4ef-2cd3-42cb-bb57-5969b1ab5698,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:04.675082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-deeb4527-4365-44f4-a2b3-754e1e6592d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.678657 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-deeb4527-4365-44f4-a2b3-754e1e6592d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.687155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-deeb4527-4365-44f4-a2b3-754e1e6592d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa7c0efe-936c-4840-9967-aef50672e0af HTTP/1.1" status: 204 len: 168 time: 0.5167000 Aug 27 02:36:04.691955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting subnet e515d205-324c-4775-804d-90328f20fce8 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:04.702278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.702564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet 51addc4f-803a-45b3-8378-0d6a50575790 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:04.707052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.738379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb4527-4365-44f4-a2b3-754e1e6592d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7c0efe-936c-4840-9967-aef50672e0af,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:04.772092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.800326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.995913 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.034518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.093933 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.135294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Subnet': ['ID=e515d205-324c-4775-804d-90328f20fce8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:05.136504 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.139809 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.144430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-270b0ffd-3bfa-47a4-8cfb-b141541dcc5d tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/subnets/e515d205-324c-4775-804d-90328f20fce8 HTTP/1.1" status: 204 len: 168 time: 0.6832902 Aug 27 02:36:05.144681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58406) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:05.156398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c39c4-b6b4-4bed-aa32-d7eb7f613b91 None None] Network 93d7686f-1959-45e2-ae37-cbaf6ae5461a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:05.198997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=51addc4f-803a-45b3-8378-0d6a50575790,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:05.202986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.213144 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3a1263f8-6a23-4aa5-a8a7-43c26e9aa8cf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/51addc4f-803a-45b3-8378-0d6a50575790 HTTP/1.1" status: 204 len: 168 time: 0.6251485 Aug 27 02:36:05.217034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58410) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:05.332061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.386917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.468119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:05.468564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.470080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Deleting port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:05.470903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.545342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] DHCP port deletion for 93d7686f-1959-45e2-ae37-cbaf6ae5461a request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:05.611901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] Deleting port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:05.614211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.693095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] For port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,segment=NetworkSegment(d8b98751-10ce-47b8-9a3b-0f94e7c45ba2),segment_id=d8b98751-10ce-47b8-9a3b-0f94e7c45ba2)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:05.693668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.729308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] For port 0f9b2878-e4ba-4e92-a19e-e58a13023b84, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0f9b2878-e4ba-4e92-a19e-e58a13023b84,segment=NetworkSegment(8629c5d8-78ab-46e3-8592-ad054d7774ed),segment_id=8629c5d8-78ab-46e3-8592-ad054d7774ed)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:05.730027 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.731225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:05.733775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] For port 0f9b2878-e4ba-4e92-a19e-e58a13023b84, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0f9b2878-e4ba-4e92-a19e-e58a13023b84,segment=NetworkSegment(8629c5d8-78ab-46e3-8592-ad054d7774ed),segment_id=8629c5d8-78ab-46e3-8592-ad054d7774ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:05.737181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.772909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Calling delete_port for 0f9b2878-e4ba-4e92-a19e-e58a13023b84 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:05.902759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.911689 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-948dcb32-4cc9-4df5-b8aa-88cc4c7155f7 req-feb221b1-a1b3-4fc1-8e68-43f8e0b7e272 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 210 time: 0.0826590 Aug 27 02:36:05.919299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58424) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:05.922368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.957530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] Calling delete_port for 0f9b2878-e4ba-4e92-a19e-e58a13023b84 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:05.966257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694e1cb-0175-4519-a98a-b4e4af59aece None None] Network c8fa09ec-d552-4a8e-bf72-549cb8ffb127 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:05.966719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da850f55-0b85-4fdf-bbe6-4e39304894f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.971084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Port': ['ID=0f9b2878-e4ba-4e92-a19e-e58a13023b84,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:05.996422 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] No DVR routers for this DVR port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:06.020892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-27ccd52c-fda5-46a8-911b-c3272b95bc92 None None] Could not find standard attr ID for object ba7fc321-ebdb-436b-b671-259d75a668df. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:06.033391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=8a56c1b7-bf1e-463e-aec6-8f764cda1b39,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:06.070157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No DVR routers for this DVR port 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:06.186371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.222918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] No DVR routers for this DVR port 0f9b2878-e4ba-4e92-a19e-e58a13023b84 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:06.228017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709a33c-6811-41fd-b665-362aa7990076 None None] Pushing event deleted for resources: {'Port': ['ID=0f9b2878-e4ba-4e92-a19e-e58a13023b84,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:06.253919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d64fb66-09d9-4c8f-9502-0baed96be9a7 None None] DHCP port deletion for c8fa09ec-d552-4a8e-bf72-549cb8ffb127 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:06.274307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.296355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d7686f-1959-45e2-ae37-cbaf6ae5461a']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.312580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.316394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8629c5d8-78ab-46e3-8592-ad054d7774ed') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.318831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8629c5d8-78ab-46e3-8592-ad054d7774ed') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.330689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fa09ec-d552-4a8e-bf72-549cb8ffb127']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.337482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.351676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b98751-10ce-47b8-9a3b-0f94e7c45ba2') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.352299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b98751-10ce-47b8-9a3b-0f94e7c45ba2') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.360669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.367689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.368890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:06.370764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.390164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.400629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:06.401111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:06.404498 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:06.447001 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:06.459933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58440) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.463389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.477631 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.479322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da850f55-0b85-4fdf-bbe6-4e39304894f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.482823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] 10.222.0.10 "DELETE /v2.0/networks/93d7686f-1959-45e2-ae37-cbaf6ae5461a HTTP/1.1" status: 204 len: 168 time: 1.3368669 Aug 27 02:36:06.486578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da850f55-0b85-4fdf-bbe6-4e39304894f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.505866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5de57-a4f9-440f-a9d0-76ec1f79b763 tempest-AllowedAddressPairIpV6TestJSON-933614682 tempest-AllowedAddressPairIpV6TestJSON-933614682-project] Pushing event deleted for resources: {'Network': ['ID=93d7686f-1959-45e2-ae37-cbaf6ae5461a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:06.513758 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.545557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-d5e8e10c-9319-4749-a785-6b06257fda19 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:06.547511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-d5e8e10c-9319-4749-a785-6b06257fda19 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.45 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 810 time: 0.4253109 Aug 27 02:36:06.555303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.557660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/c8fa09ec-d552-4a8e-bf72-549cb8ffb127 HTTP/1.1" status: 204 len: 168 time: 1.3396480 Aug 27 02:36:06.564268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Request body: {'port': {'device_id': '79bd9a26-7344-4579-ac43-451b438b545b', 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'admin_state_up': True, 'tenant_id': '4015b758761c478cb06703c195c086e6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:06.567393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58448) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.579459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe55e7d-a71e-44a8-8f0a-4448e5e31b7b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=c8fa09ec-d552-4a8e-bf72-549cb8ffb127,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:06.590356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-da850f55-0b85-4fdf-bbe6-4e39304894f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e751b1edd496468483b9c6181c613eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6662767 Aug 27 02:36:06.590356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da850f55-0b85-4fdf-bbe6-4e39304894f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db84ba23-c631-4a24-8de1-8a5e6004771e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:06.590589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58450) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.728080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7f20b-6dae-49a2-a58f-aafff2fcbe96 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:06.729621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28e7f20b-6dae-49a2-a58f-aafff2fcbe96 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1600382 Aug 27 02:36:06.733832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58456) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.760074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f0103e-00bb-4e36-816e-eb351893a7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.765160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.799250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7773b787-0790-466f-a1fe-d7e75e1ee34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0604188 Aug 27 02:36:06.799439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58460) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.808079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f0103e-00bb-4e36-816e-eb351893a7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.811105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1140264560'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:06.828941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:36:06.828941 n-d-806293-1 neutron-server[94773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:36:06.828941 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id': '6b2aefe441274b19ab07681f762fd4d0', 'id': '037ccb7b-8347-4a0a-a6ce-cbfa9a6d4fca', 'expiration': datetime.datetime(2021, 8, 27, 2, 38, 6, 825144)}] Aug 27 02:36:06.828941 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:36:06.829637 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:36:06.840197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:36:06.840197 n-d-806293-1 neutron-server[94772]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:36:06.840197 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id': 'b76fa951acea439b88584d680d848f82', 'id': 'e9b78139-99e8-44a4-beb9-ba6c2685c1f1', 'expiration': datetime.datetime(2021, 8, 27, 2, 38, 6, 820326)}] Aug 27 02:36:06.840197 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:36:06.840510 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:36:06.855901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Made reservation on behalf of 4015b758761c478cb06703c195c086e6 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:06.859794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.862364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58464) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.891284 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f0103e-00bb-4e36-816e-eb351893a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.893924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f0103e-00bb-4e36-816e-eb351893a7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.895126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-18f0103e-00bb-4e36-816e-eb351893a7ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db84ba23-c631-4a24-8de1-8a5e6004771e HTTP/1.1" status: 204 len: 168 time: 0.2748694 Aug 27 02:36:06.935041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0103e-00bb-4e36-816e-eb351893a7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db84ba23-c631-4a24-8de1-8a5e6004771e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.014654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-204885c4-d1ab-44d2-806e-908940ec583a req-48913343-f400-43b6-9717-7fc09ebf41a5 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 210 time: 0.0311010 Aug 27 02:36:07.024033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Allocated IP 172.20.0.3 (7aa02ed7-9f26-48f2-a9ce-20db375f8d20/a72931d5-1cd3-4ac9-9445-d281e89ae948/697af919-13a2-478e-be4b-41c7a37e91e8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:07.112470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-277e01ba-cc87-4bb4-97ef-348b16d5da42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c93a78fd515f41bd8eb41fa94f1375d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488673 Aug 27 02:36:07.114872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58474) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:07.185024 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7419-b915-44bd-bdf4-4ca07a305f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.225017 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.236310 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:36:07.240838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7419-b915-44bd-bdf4-4ca07a305f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.251776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0f9b2878-e4ba-4e92-a19e-e58a13023b84 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:07.273964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.289188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b18be493-6d19-4ce7-b88a-9908a1b58358'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:07.293913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0f9b2878-e4ba-4e92-a19e-e58a13023b84 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:07.294674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0f9b2878-e4ba-4e92-a19e-e58a13023b84 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:07.295311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:07.344668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:07.346082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.349830 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7419-b915-44bd-bdf4-4ca07a305f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.354554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:07.356824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Pushing event updated for resources: {'Port': ['ID=697af919-13a2-478e-be4b-41c7a37e91e8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.359469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:07.360065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7419-b915-44bd-bdf4-4ca07a305f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.361347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-da3e7419-b915-44bd-bdf4-4ca07a305f76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd333330-4485-4b50-bed0-e1ffdceb8dc3 HTTP/1.1" status: 204 len: 168 time: 0.2455044 Aug 27 02:36:07.375767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:07.376117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8a56c1b7-bf1e-463e-aec6-8f764cda1b39 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:07.396629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e7419-b915-44bd-bdf4-4ca07a305f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd333330-4485-4b50-bed0-e1ffdceb8dc3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.408869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:07.412737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.448421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:07.449396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.472891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:07.484793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.485339 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment b3562a3e-a4dd-436c-8947-7629c837acaa of type vlan for network 6a80763c-17ed-4e41-a7f7-a9294232c480 Aug 27 02:36:07.532686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.571041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.578621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:07.579877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.609029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58490) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:07.627097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.636093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.674232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70c33a3c-a67b-4852-8041-664fd876e55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.680174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8796806 Aug 27 02:36:07.684713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd8f059-54ad-4a7e-80da-082d763d4839,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.686237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58492) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:07.688741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2110bf-a965-4264-8572-1dc34c2ad485 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=6a80763c-17ed-4e41-a7f7-a9294232c480,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.694861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:07.707075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-e7d192db-5a3a-4fbd-b5a2-18ca2f1e3131 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1457312 Aug 27 02:36:07.722232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:07.733536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Request body: {'port': {'device_id': '79bd9a26-7344-4579-ac43-451b438b545b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:07.770706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-23bcab7a-f865-43e7-bb45-ecdf9e24e9d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b76fa951acea439b88584d680d848f82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3087616 Aug 27 02:36:07.773672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58502) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:07.822044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.874036 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5379a820-9951-4ad2-ab22-4e5f5823999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.908829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5379a820-9951-4ad2-ab22-4e5f5823999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.962283 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70c33a3c-a67b-4852-8041-664fd876e55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.977864 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70c33a3c-a67b-4852-8041-664fd876e55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.043628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c33a3c-a67b-4852-8041-664fd876e55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcc1388-5a99-498a-a333-b2080709da81,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:08.067228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5379a820-9951-4ad2-ab22-4e5f5823999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.069914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5379a820-9951-4ad2-ab22-4e5f5823999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.071286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5379a820-9951-4ad2-ab22-4e5f5823999c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbd8f059-54ad-4a7e-80da-082d763d4839 HTTP/1.1" status: 204 len: 168 time: 0.2944856 Aug 27 02:36:08.072480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:08.091347 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.273310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697af919-13a2-478e-be4b-41c7a37e91e8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:08.282484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.296922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Transition to ACTIVE for port object 697af919-13a2-478e-be4b-41c7a37e91e8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:08.312755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.365001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-70c33a3c-a67b-4852-8041-664fd876e55b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5a572f85bbf4fc0b09472ff1c92c30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521017 Aug 27 02:36:08.372092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58528) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:08.389915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379a820-9951-4ad2-ab22-4e5f5823999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd8f059-54ad-4a7e-80da-082d763d4839,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:08.426066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=697af919-13a2-478e-be4b-41c7a37e91e8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:08.428370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2f9a0-a643-4cc5-9eef-ab1f43e30673 req-e293a62d-f57f-4d3e-be0d-6a76e9bca6ac tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.438832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26b2f9a0-a643-4cc5-9eef-ab1f43e30673 req-e293a62d-f57f-4d3e-be0d-6a76e9bca6ac tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.0970910 Aug 27 02:36:08.449332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f7e09-6ee4-4748-b2e2-bb84dfce345f req-bc76120c-cf93-450f-9212-76c2a5c60f88 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.450925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b1f7e09-6ee4-4748-b2e2-bb84dfce345f req-bc76120c-cf93-450f-9212-76c2a5c60f88 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 943 time: 0.1529243 Aug 27 02:36:08.461749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.548440 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23557286-f9ad-4236-b938-5675bf7741e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.559545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26b2f9a0-a643-4cc5-9eef-ab1f43e30673 req-e55b6f11-58ed-4597-adcb-3bea4f97b717 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191776 Aug 27 02:36:08.571265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b1f7e09-6ee4-4748-b2e2-bb84dfce345f req-eb3143db-f9dc-43c8-b9fc-dbb242119927 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988274 Aug 27 02:36:08.586749 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=565555f4-a866-422a-83db-df7f2a581080,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:08.609068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23557286-f9ad-4236-b938-5675bf7741e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.609068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Attempting to bind port 697af919-13a2-478e-be4b-41c7a37e91e8 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:08.609068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Attempting to bind port 697af919-13a2-478e-be4b-41c7a37e91e8 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:08.609068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Attempting to bind port 697af919-13a2-478e-be4b-41c7a37e91e8 on network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:08.618919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Port 697af919-13a2-478e-be4b-41c7a37e91e8 on network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:36:08.619251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Attempting to bind port 697af919-13a2-478e-be4b-41c7a37e91e8 on network 7aa02ed7-9f26-48f2-a9ce-20db375f8d20 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:08.619482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': 'b3562a3e-a4dd-436c-8947-7629c837acaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:08.620137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: 6a80763c-17ed-4e41-a7f7-a9294232c480, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:08.636608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:08.637300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Checking segment: {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:08.638087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Bound using segment: {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:08.638223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Bound port: 697af919-13a2-478e-be4b-41c7a37e91e8, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447acab5-3c6c-403e-94f1-fcee9d183db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:08.638693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.647221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:08.667510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 6a80763c-17ed-4e41-a7f7-a9294232c480) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:08.675153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.677623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.678666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b970c9-f56e-4125-8306-4370cd25d0e9 None None] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:08.718941 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b4da7061-7c11-42fe-afde-5ff141ffe87e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0311177 Aug 27 02:36:08.721278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58536) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:08.730280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480', 'name': 'tempest-PortsTestJSON-1300855673'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:08.736683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23557286-f9ad-4236-b938-5675bf7741e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.739168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23557286-f9ad-4236-b938-5675bf7741e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.740302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-23557286-f9ad-4236-b938-5675bf7741e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dcc1388-5a99-498a-a333-b2080709da81 HTTP/1.1" status: 204 len: 168 time: 0.3650165 Aug 27 02:36:08.786123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] For port 697af919-13a2-478e-be4b-41c7a37e91e8, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:08.790388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23557286-f9ad-4236-b938-5675bf7741e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcc1388-5a99-498a-a333-b2080709da81,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:08.799142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58540) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:08.821819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3ed0-64af-4c5c-9b61-983343cd29ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.826524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] For port 697af919-13a2-478e-be4b-41c7a37e91e8, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=697af919-13a2-478e-be4b-41c7a37e91e8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:08.840901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.870783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-6a80763c-17ed-4e41-a7f7-a9294232c480', 'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480', 'tenant_id': '6b2aefe441274b19ab07681f762fd4d0', 'fixed_ips': [{'subnet_id': '565555f4-a866-422a-83db-df7f2a581080'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:08.871803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.913247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.913879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.915409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] 10.222.0.45 "PUT /v2.0/ports/697af919-13a2-478e-be4b-41c7a37e91e8 HTTP/1.1" status: 200 len: 1091 time: 1.1882567 Aug 27 02:36:08.915907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bd9a26-7344-4579-ac43-451b438b545b', 'tag': '697af919-13a2-478e-be4b-41c7a37e91e8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:08.918370 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac72f86-7c4d-4373-be89-13c046e59093" -d '{"events": [{"name": "network-changed", "server_uuid": "79bd9a26-7344-4579-ac43-451b438b545b", "tag": "697af919-13a2-478e-be4b-41c7a37e91e8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:08.949879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d845da-08e0-4a3f-a220-924f807b5ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=697af919-13a2-478e-be4b-41c7a37e91e8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:08.981946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3ed0-64af-4c5c-9b61-983343cd29ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.991607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3ed0-64af-4c5c-9b61-983343cd29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.019954 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d14ca-b399-4b9c-af6f-2416cd9b9485 x-openstack-request-id: req-606d14ca-b399-4b9c-af6f-2416cd9b9485 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:09.020189 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bd9a26-7344-4579-ac43-451b438b545b", "tag": "697af919-13a2-478e-be4b-41c7a37e91e8", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:09.021339 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-606d14ca-b399-4b9c-af6f-2416cd9b9485 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:09.021908 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bd9a26-7344-4579-ac43-451b438b545b', 'tag': '697af919-13a2-478e-be4b-41c7a37e91e8', 'status': 'completed', 'code': 200} Aug 27 02:36:09.034470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:09.038416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.043910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-d6e24795-e212-4c38-a578-c68f3d57d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:09.045455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-d6e24795-e212-4c38-a578-c68f3d57d84c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 1094 time: 0.0866184 Aug 27 02:36:09.063762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4f1e3ed0-64af-4c5c-9b61-983343cd29ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9d5165676df4afa8fdb78f0b61a753b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626266 Aug 27 02:36:09.063762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58546) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:09.072446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e3ed0-64af-4c5c-9b61-983343cd29ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7ea43-6231-4cae-920a-5d858a02c011,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.101713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:09.114115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-a4703144-9925-42bf-b1bc-cb1428e83f0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697af919-13a2-478e-be4b-41c7a37e91e8 HTTP/1.1" status: 200 len: 217 time: 0.0596106 Aug 27 02:36:09.145085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Allocated IP 172.20.0.2 (6a80763c-17ed-4e41-a7f7-a9294232c480/565555f4-a866-422a-83db-df7f2a581080/ceec7047-dbc1-4a63-a5e5-03a57f174c65) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:09.146015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc401cea-5496-47c8-97a5-3830507c02e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.172771 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc401cea-5496-47c8-97a5-3830507c02e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.242007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc401cea-5496-47c8-97a5-3830507c02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.245881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc401cea-5496-47c8-97a5-3830507c02e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.250570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cc401cea-5496-47c8-97a5-3830507c02e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4f7ea43-6231-4cae-920a-5d858a02c011 HTTP/1.1" status: 204 len: 168 time: 0.1848819 Aug 27 02:36:09.261546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc401cea-5496-47c8-97a5-3830507c02e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f7ea43-6231-4cae-920a-5d858a02c011,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.277672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-ee6f5760-1012-49c6-af77-7a4451d2c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:09.280106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-ee6f5760-1012-49c6-af77-7a4451d2c2e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.1576905 Aug 27 02:36:09.317795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-19aa9439-69ff-4a7c-8470-02b8382d4577 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301659 Aug 27 02:36:09.370346 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.381279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Transition to ACTIVE for port object ceec7047-dbc1-4a63-a5e5-03a57f174c65 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:09.401384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Transition to ACTIVE for port object ceec7047-dbc1-4a63-a5e5-03a57f174c65 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:09.417832 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.460702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:09.466243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:09.467542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-41c89a1a-a568-4ef4-aa10-300f72580a8e service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422563 Aug 27 02:36:09.472721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:09.494454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.11 (6a80763c-17ed-4e41-a7f7-a9294232c480/565555f4-a866-422a-83db-df7f2a581080/08f5ce0f-4a01-4533-8f7b-c5494e7aa513) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:09.506800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Pushing event updated for resources: {'Port': ['ID=ceec7047-dbc1-4a63-a5e5-03a57f174c65,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.561968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Attempting to bind port ceec7047-dbc1-4a63-a5e5-03a57f174c65 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:09.562522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Attempting to bind port ceec7047-dbc1-4a63-a5e5-03a57f174c65 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'b3562a3e-a4dd-436c-8947-7629c837acaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:09.562942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Attempting to bind port ceec7047-dbc1-4a63-a5e5-03a57f174c65 on network 6a80763c-17ed-4e41-a7f7-a9294232c480 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:09.568310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:09.568678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Checking segment: {'id': 'b3562a3e-a4dd-436c-8947-7629c837acaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:09.569150 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.569528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Bound using segment: {'id': 'b3562a3e-a4dd-436c-8947-7629c837acaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:09.570132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Bound port: ceec7047-dbc1-4a63-a5e5-03a57f174c65, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3562a3e-a4dd-436c-8947-7629c837acaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:09.570544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.651940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73a562b0-2973-47cf-8e0d-675fb361fbfb req-395ef78f-758a-47bf-aae1-f5852235e9f6 service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715753 Aug 27 02:36:09.699828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] For port ceec7047-dbc1-4a63-a5e5-03a57f174c65, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:09.709778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] For port ceec7047-dbc1-4a63-a5e5-03a57f174c65, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ceec7047-dbc1-4a63-a5e5-03a57f174c65,segment=NetworkSegment(b3562a3e-a4dd-436c-8947-7629c837acaa),segment_id=b3562a3e-a4dd-436c-8947-7629c837acaa)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:09.720062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.769345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0ab60-39ee-474c-bbcb-76a41a1337dd req-e8b5a634-974a-444a-97bb-fd42434bda0e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:09.771075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0fe0ab60-39ee-474c-bbcb-76a41a1337dd req-e8b5a634-974a-444a-97bb-fd42434bda0e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1049407 Aug 27 02:36:09.813292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d504c5c-d7c4-41cc-9043-d2e7575f9c6f None None] Pushing event updated for resources: {'Port': ['ID=ceec7047-dbc1-4a63-a5e5-03a57f174c65,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.844047 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0fe0ab60-39ee-474c-bbcb-76a41a1337dd req-a3a59a3c-f99d-4b93-b440-1f6e17be425d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664320 Aug 27 02:36:09.848915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58572) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:09.864358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99885eee-d1c4-47d6-9c4d-70ad168420eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.067276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99885eee-d1c4-47d6-9c4d-70ad168420eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.084915 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99885eee-d1c4-47d6-9c4d-70ad168420eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.152676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-99885eee-d1c4-47d6-9c4d-70ad168420eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=361fe62f618747da8e9ee4c7e1396b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024316 Aug 27 02:36:10.153539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58580) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.154220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99885eee-d1c4-47d6-9c4d-70ad168420eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd115e-0956-4dff-a6c6-4f6e5f4e09ba,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:10.246812 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2f470f7-5025-4174-b93a-8dfba781181e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.281506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2f470f7-5025-4174-b93a-8dfba781181e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.340495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2f470f7-5025-4174-b93a-8dfba781181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.344081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2f470f7-5025-4174-b93a-8dfba781181e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.347665 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a2f470f7-5025-4174-b93a-8dfba781181e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7fd115e-0956-4dff-a6c6-4f6e5f4e09ba HTTP/1.1" status: 204 len: 168 time: 0.1817024 Aug 27 02:36:10.356260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f470f7-5025-4174-b93a-8dfba781181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd115e-0956-4dff-a6c6-4f6e5f4e09ba,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:10.371570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bb499-1404-4f52-abd7-87cd4eef1a18 req-b8d76d8c-fa01-424e-a834-a07efc136063 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.373242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-821bb499-1404-4f52-abd7-87cd4eef1a18 req-b8d76d8c-fa01-424e-a834-a07efc136063 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 943 time: 0.6586907 Aug 27 02:36:10.400251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.406862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-ed60d662-70dc-4ab0-a87a-d86454d44eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.408356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-ed60d662-70dc-4ab0-a87a-d86454d44eec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 1094 time: 0.6858912 Aug 27 02:36:10.419038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58588) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.452136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:10.514450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-821bb499-1404-4f52-abd7-87cd4eef1a18 req-72af0425-1c81-4010-94c0-8c61db726049 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323900 Aug 27 02:36:10.560824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-a16a1036-348d-4060-af74-6c1f3023c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.562308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-a16a1036-348d-4060-af74-6c1f3023c51e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 911 time: 0.1342728 Aug 27 02:36:10.563954 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.640943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-22d87e9c-d6d7-43c6-80c7-59724dac01af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697af919-13a2-478e-be4b-41c7a37e91e8 HTTP/1.1" status: 200 len: 217 time: 0.0660892 Aug 27 02:36:10.656718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:10.671969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:10.700906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:10.746177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=08f5ce0f-4a01-4533-8f7b-c5494e7aa513,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:10.767426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.768149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.783033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-e5c8e454-a6a6-4bdf-b19e-c71e6b095e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.784780 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-e5c8e454-a6a6-4bdf-b19e-c71e6b095e30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.1300414 Aug 27 02:36:10.790828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-5a76b42a-bb79-41b3-bce7-622d74dbde1a tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.793233 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-61b83938-4bc0-4651-9ae3-d088e1b77a68 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0702682 Aug 27 02:36:10.795802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5a76b42a-bb79-41b3-bce7-622d74dbde1a tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3737304 Aug 27 02:36:10.795950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58598) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.796289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58600) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.802992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-bf9371fa-e0ef-4dee-bde2-34cec641a470 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.803951 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bf9371fa-e0ef-4dee-bde2-34cec641a470 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065212 Aug 27 02:36:10.808933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58602) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.813465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': '6a80763c-17ed-4e41-a7f7-a9294232c480', 'name': 'tempest-PortsTestJSON-1573552733'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:10.813847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-50d7830b-a727-498e-83a0-ef50355988e2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.815055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50d7830b-a727-498e-83a0-ef50355988e2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049784 Aug 27 02:36:10.830815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58604) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.834910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-0c65df7b-b0d5-4dba-87a0-049a3c461788 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366533 Aug 27 02:36:10.839190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-2484419c-dec9-4a5e-82c5-eb636d153ba6 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.840308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2484419c-dec9-4a5e-82c5-eb636d153ba6 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0081861 Aug 27 02:36:10.891687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 697af919-13a2-478e-be4b-41c7a37e91e8 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:10.938977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58606) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.941432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-807dbaaa-2a5a-4022-8c91-c146debf056c service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980566 Aug 27 02:36:10.945905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-949c4c6e-7e79-4342-8fca-03ab6b351de0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.949406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-949c4c6e-7e79-4342-8fca-03ab6b351de0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045679 Aug 27 02:36:10.949584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58612) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.955697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-12f72e5e-254b-4647-969a-8442e92d7c40 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.959140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12f72e5e-254b-4647-969a-8442e92d7c40 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057812 Aug 27 02:36:10.964410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58616) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.970481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-85c4dc5f-fa58-4bf1-9f6d-65899144951d tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.974581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-85c4dc5f-fa58-4bf1-9f6d-65899144951d tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067978 Aug 27 02:36:10.984024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58618) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.989758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-12aa404a-22be-4e57-a456-146d0d76addb tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:10.993284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12aa404a-22be-4e57-a456-146d0d76addb tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056298 Aug 27 02:36:11.053886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.074814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:11.075313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-ee5ceee5-dc3e-4c74-a348-53f5f3e2cfe6 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.075672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ee5ceee5-dc3e-4c74-a348-53f5f3e2cfe6 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0194817 Aug 27 02:36:11.076814 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.080283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58626) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.100240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 697af919-13a2-478e-be4b-41c7a37e91e8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=697af919-13a2-478e-be4b-41c7a37e91e8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:11.113352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-6b010529-9241-42d0-b5ea-e302f1cc4c6d tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.114498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6b010529-9241-42d0-b5ea-e302f1cc4c6d tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0184491 Aug 27 02:36:11.119932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '697af919-13a2-478e-be4b-41c7a37e91e8', 'network_id': '7aa02ed7-9f26-48f2-a9ce-20db375f8d20', 'port_id': '697af919-13a2-478e-be4b-41c7a37e91e8', 'mac_address': 'fa:16:3e:b2:3e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72931d5-1cd3-4ac9-9445-d281e89ae948', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:11.124374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58630) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.136121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-64535e04-0673-47c2-acf5-49993841c72a tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.137091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-64535e04-0673-47c2-acf5-49993841c72a tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090897 Aug 27 02:36:11.145857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58632) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.151585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:11.155410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-313e5331-6e86-4e60-8781-01ff9616a58f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.156487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-313e5331-6e86-4e60-8781-01ff9616a58f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096352 Aug 27 02:36:11.159356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.169628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-a64e6e18-dc11-4d3d-92ab-cabe26edba05 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.169745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf94f2e-5d68-4fe8-8d2f-52592bfdaeb4 req-937ac02b-319e-48ee-9211-ab907d68fbe7 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:11.173538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a64e6e18-dc11-4d3d-92ab-cabe26edba05 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0120828 Aug 27 02:36:11.177546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edf94f2e-5d68-4fe8-8d2f-52592bfdaeb4 req-937ac02b-319e-48ee-9211-ab907d68fbe7 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1188631 Aug 27 02:36:11.180583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58636) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.181039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ac72f86-7c4d-4373-be89-13c046e59093 req-56575275-bda4-4f02-92eb-35bd92ce46df service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272184 Aug 27 02:36:11.205510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-39634b43-c2ea-4981-a572-e9a86fb2f36c tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.205510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-39634b43-c2ea-4981-a572-e9a86fb2f36c tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0231888 Aug 27 02:36:11.208392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.213617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-ac628b73-bda5-44c5-8a85-cfe2a5c41a57 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.214959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac628b73-bda5-44c5-8a85-cfe2a5c41a57 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055668 Aug 27 02:36:11.216813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6be37-f5c2-4f8d-9884-116a8750b130 None None] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:11.217567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58642) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.222353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c21000de-bc7e-492d-841e-152aa3ecf369 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.223226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c21000de-bc7e-492d-841e-152aa3ecf369 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046716 Aug 27 02:36:11.226578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58644) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.236307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-9243f073-8b24-4a98-8406-dd621151cf81 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.237375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9243f073-8b24-4a98-8406-dd621151cf81 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082846 Aug 27 02:36:11.240670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58646) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.259325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-b5ee7deb-e646-4fdd-8174-57664888d202 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.260672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b5ee7deb-e646-4fdd-8174-57664888d202 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0136971 Aug 27 02:36:11.263577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58648) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.267956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-868be9e7-41f2-470e-83bd-da22b581d22f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.268878 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-868be9e7-41f2-470e-83bd-da22b581d22f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043955 Aug 27 02:36:11.271704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58650) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.277103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-11c41dbd-006a-4abf-9556-5c3435836c12 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.279893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-11c41dbd-006a-4abf-9556-5c3435836c12 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071471 Aug 27 02:36:11.282482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58652) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.294087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c94a6fdc-e6e6-4e76-94ed-3dfc53b21fb2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.295137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c94a6fdc-e6e6-4e76-94ed-3dfc53b21fb2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0117495 Aug 27 02:36:11.297878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58654) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.304748 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-edf94f2e-5d68-4fe8-8d2f-52592bfdaeb4 req-8c1992ea-084a-461f-81c4-a89e18f34724 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262391 Aug 27 02:36:11.306476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.322786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c78770dd-7b06-4508-8a59-1385798d0a67 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.326105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c78770dd-7b06-4508-8a59-1385798d0a67 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0245445 Aug 27 02:36:11.326876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58658) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.336241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-0cfbcc8c-d379-4aa2-acf0-ad15a77881eb tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.343945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697af919-13a2-478e-be4b-41c7a37e91e8 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:11.345686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0cfbcc8c-d379-4aa2-acf0-ad15a77881eb tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0105224 Aug 27 02:36:11.347525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58660) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.355880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-a487c0fc-1b2f-4fd2-8284-0d4ee1adb984 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.356031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-00c89b1f-b08f-474f-be13-513ed17caa30 None None] Provisioning for port ceec7047-dbc1-4a63-a5e5-03a57f174c65 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:11.356899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a487c0fc-1b2f-4fd2-8284-0d4ee1adb984 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084362 Aug 27 02:36:11.359912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58662) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.371090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-f48cb827-cc4d-4be6-8176-67fd2e6f7ced tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.374961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f48cb827-cc4d-4be6-8176-67fd2e6f7ced tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0113757 Aug 27 02:36:11.375376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58664) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.386170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-6de2751a-c154-46f9-a7cb-1bebf33764e6 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.386930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 697af919-13a2-478e-be4b-41c7a37e91e8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=697af919-13a2-478e-be4b-41c7a37e91e8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:11.387220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6de2751a-c154-46f9-a7cb-1bebf33764e6 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0108924 Aug 27 02:36:11.388799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ceec7047-dbc1-4a63-a5e5-03a57f174c65 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:11.389978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58666) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.393691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.3 (6a80763c-17ed-4e41-a7f7-a9294232c480/565555f4-a866-422a-83db-df7f2a581080/ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:11.403259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-37297249-fabd-4561-8a26-90b0fd984b62 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.408059 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-37297249-fabd-4561-8a26-90b0fd984b62 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0121303 Aug 27 02:36:11.408059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58668) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.416439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-8a3ec653-0e3b-45aa-9768-aed3c4797835 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.417797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a3ec653-0e3b-45aa-9768-aed3c4797835 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088513 Aug 27 02:36:11.421343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58672) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.428402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-3aa6d13a-f2aa-43eb-9c07-88d9fb58166e tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.431789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3aa6d13a-f2aa-43eb-9c07-88d9fb58166e tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0070834 Aug 27 02:36:11.432411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58674) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.435283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.443695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-90e94f1b-d05e-4456-a59f-b4d922ec2ace tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.444651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-90e94f1b-d05e-4456-a59f-b4d922ec2ace tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056679 Aug 27 02:36:11.447587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58676) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.452722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c87a96fb-0b57-4909-9a0b-57fafec1cc57 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.453713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c87a96fb-0b57-4909-9a0b-57fafec1cc57 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051754 Aug 27 02:36:11.456827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58678) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.461115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-a22f14fd-3898-4468-869e-56c73d6364ef tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.462221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a22f14fd-3898-4468-869e-56c73d6364ef tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044544 Aug 27 02:36:11.465704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58680) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.470056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-2c776151-26af-4e91-8d39-af0c694b9789 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.471038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c776151-26af-4e91-8d39-af0c694b9789 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044239 Aug 27 02:36:11.476238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58682) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.483796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-976cb755-8640-46f3-8a1f-46da30a9add3 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.484755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-976cb755-8640-46f3-8a1f-46da30a9add3 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074666 Aug 27 02:36:11.487727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58684) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.492421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c5e4f398-7909-4266-9cff-842795adc476 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.493703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c5e4f398-7909-4266-9cff-842795adc476 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047448 Aug 27 02:36:11.496279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58686) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.500605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-462e4c95-c4d1-43cd-8c68-2ba13298eca0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.501549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-462e4c95-c4d1-43cd-8c68-2ba13298eca0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044019 Aug 27 02:36:11.506273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58688) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.510929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-cc5204a7-fab2-46d4-be09-4338bdc533e3 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.511878 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cc5204a7-fab2-46d4-be09-4338bdc533e3 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045967 Aug 27 02:36:11.515091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58690) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.519510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-ac169070-8698-43a9-b0a6-0618704a0d57 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.520455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac169070-8698-43a9-b0a6-0618704a0d57 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044072 Aug 27 02:36:11.522815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.526972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-6dec7822-dcb5-40ea-8cc1-c718fd3940ad tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.527890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6dec7822-dcb5-40ea-8cc1-c718fd3940ad tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042224 Aug 27 02:36:11.531825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58696) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.538241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ceec7047-dbc1-4a63-a5e5-03a57f174c65 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:11.541923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-96fd3936-8255-4032-a2e8-7c0ccf6da8c2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.542965 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-96fd3936-8255-4032-a2e8-7c0ccf6da8c2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100033 Aug 27 02:36:11.549062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58700) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.566880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-df49b20d-c107-4ed2-b880-86bdf026e525 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.572473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-df49b20d-c107-4ed2-b880-86bdf026e525 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0212042 Aug 27 02:36:11.575147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58702) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.581014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-4d0901cf-ba0c-4905-a613-c528e468c3cd tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.581958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4d0901cf-ba0c-4905-a613-c528e468c3cd tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047574 Aug 27 02:36:11.585881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.596431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ceec7047-dbc1-4a63-a5e5-03a57f174c65 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:11.597029 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.597165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c2c02386-2f7a-4105-a13c-546a9259dbab tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.598122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2c02386-2f7a-4105-a13c-546a9259dbab tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075338 Aug 27 02:36:11.600992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58706) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.614989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-6a71e306-bc63-49e3-b38d-c9384686fa05 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.616398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6a71e306-bc63-49e3-b38d-c9384686fa05 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0144365 Aug 27 02:36:11.616929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=697af919-13a2-478e-be4b-41c7a37e91e8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:11.619209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58712) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.628258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c2a78e2c-4ca5-4e8e-9685-02a97ea3c61c tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.632633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2a78e2c-4ca5-4e8e-9685-02a97ea3c61c tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090575 Aug 27 02:36:11.633274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58714) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.640509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-59275de0-11bd-4903-bfcc-ac04c61eb9a2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.641482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-59275de0-11bd-4903-bfcc-ac04c61eb9a2 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0073020 Aug 27 02:36:11.648083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58716) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.659815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-d3cebaae-7c90-40e7-a18e-e51545f034f0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.663194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d3cebaae-7c90-40e7-a18e-e51545f034f0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0110338 Aug 27 02:36:11.678011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.685759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58718) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.694662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['697af919-13a2-478e-be4b-41c7a37e91e8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:11.699872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:11.741740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-b3bf4427-a81e-495c-a5ae-9ec4317fca3f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.742707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b3bf4427-a81e-495c-a5ae-9ec4317fca3f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0559478 Aug 27 02:36:11.744000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.750355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58720) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.764724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-dcd4c245-5828-4932-a98e-0719b5f0561f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.765638 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dcd4c245-5828-4932-a98e-0719b5f0561f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0113795 Aug 27 02:36:11.780037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58724) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.791001 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.794836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-858a85b1-7665-4b7d-a840-8770c3c4cf28 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.795948 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-858a85b1-7665-4b7d-a840-8770c3c4cf28 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0112114 Aug 27 02:36:11.801389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58726) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.813382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-6e4a207c-6466-45bb-8deb-3bb5976dc9af tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.815293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6e4a207c-6466-45bb-8deb-3bb5976dc9af tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070615 Aug 27 02:36:11.818624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:11.822993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58728) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.825039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f191b2-5a3f-46fa-8e16-56edc81d17ba req-cf094b83-0c01-4d2b-81e7-6c4b726b1d64 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:11.826767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5f191b2-5a3f-46fa-8e16-56edc81d17ba req-cf094b83-0c01-4d2b-81e7-6c4b726b1d64 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 944 time: 0.1842709 Aug 27 02:36:11.829535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:11.833351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:11.846743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-db38f631-77c2-4a0e-81e9-7c7e5045d625 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.848320 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-db38f631-77c2-4a0e-81e9-7c7e5045d625 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0239906 Aug 27 02:36:11.876616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58732) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.886778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:11.900433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ceec7047-dbc1-4a63-a5e5-03a57f174c65, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ceec7047-dbc1-4a63-a5e5-03a57f174c65,segment=NetworkSegment(b3562a3e-a4dd-436c-8947-7629c837acaa),segment_id=b3562a3e-a4dd-436c-8947-7629c837acaa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:11.908054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-43c96569-d096-4ae9-99df-12086fb59435 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.910034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-43c96569-d096-4ae9-99df-12086fb59435 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0324402 Aug 27 02:36:11.915665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58736) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.917727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.930298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-81fe55ee-e1f7-4553-bc6a-2fe171662c56 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.931565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-81fe55ee-e1f7-4553-bc6a-2fe171662c56 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0120008 Aug 27 02:36:11.935365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58738) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.945950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-47200ca8-90a3-402e-8b50-9d1fa74d9651 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.950357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47200ca8-90a3-402e-8b50-9d1fa74d9651 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0109682 Aug 27 02:36:11.952362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5f191b2-5a3f-46fa-8e16-56edc81d17ba req-e5f62934-94e3-426b-8ab3-c8a2a42a5d6f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095779 Aug 27 02:36:11.952974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.958588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-7fa28e28-5bc2-4194-ab1f-b4bee1a3c333 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.959832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7fa28e28-5bc2-4194-ab1f-b4bee1a3c333 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058148 Aug 27 02:36:11.962563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58742) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.967818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-7de939e6-495b-4598-a974-b3fe6f7c93cc tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.969855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7de939e6-495b-4598-a974-b3fe6f7c93cc tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061700 Aug 27 02:36:11.974938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:11.975635 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.979124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58744) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.985193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-837d3273-2f66-4c10-bfe1-3fdd0b117e13 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.986935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-837d3273-2f66-4c10-bfe1-3fdd0b117e13 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060549 Aug 27 02:36:11.989232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58746) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.994974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-89662323-17aa-4762-9000-257fbb318c47 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:11.996767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-89662323-17aa-4762-9000-257fbb318c47 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0059476 Aug 27 02:36:12.000194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.005780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [None req-060a187f-867c-4389-a3d5-e077c91f2368 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.006848 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-060a187f-867c-4389-a3d5-e077c91f2368 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054302 Aug 27 02:36:12.009591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58750) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.011244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de77dce2-e620-4a58-8978-b2266e85662a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2115293 Aug 27 02:36:12.014041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58752) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.015375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-69c18756-e97b-40e8-85d6-0a2434756cc4 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.020477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-69c18756-e97b-40e8-85d6-0a2434756cc4 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064929 Aug 27 02:36:12.021924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58754) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.028975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-9c1c79f6-551d-4662-a72d-214055ab5b85 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.029169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ceec7047-dbc1-4a63-a5e5-03a57f174c65,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:12.030303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9c1c79f6-551d-4662-a72d-214055ab5b85 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048473 Aug 27 02:36:12.033058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58756) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.037614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-5a6f7037-b61b-4406-a83c-8b14385fe68c tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.038814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5a6f7037-b61b-4406-a83c-8b14385fe68c tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046399 Aug 27 02:36:12.041614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58758) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.047170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-1dd17c35-861f-427f-adaa-64f941d561f3 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.048958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1dd17c35-861f-427f-adaa-64f941d561f3 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0060294 Aug 27 02:36:12.051589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58760) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.058650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-75e03af3-1d99-4475-b93a-05a481b4f81f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.060424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-75e03af3-1d99-4475-b93a-05a481b4f81f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072081 Aug 27 02:36:12.062546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58762) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.067508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-57eb3192-2de8-46fa-905a-086f1f9fa4f4 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.068622 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-57eb3192-2de8-46fa-905a-086f1f9fa4f4 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047400 Aug 27 02:36:12.072278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58764) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.076737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-c5355e0c-9f47-4c56-a09b-2e04434df51f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.080517 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c5355e0c-9f47-4c56-a09b-2e04434df51f tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071709 Aug 27 02:36:12.084664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58766) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.094531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-33eea783-0bad-429a-99aa-f2b86575af6e tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.099990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-33eea783-0bad-429a-99aa-f2b86575af6e tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090468 Aug 27 02:36:12.113693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.128539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [None req-981be5f7-3554-4113-873e-e29ea688f7b0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:36:12.138186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-981be5f7-3554-4113-873e-e29ea688f7b0 tempest-ExtensionsTestJSON-2056974244 tempest-ExtensionsTestJSON-2056974244-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0222304 Aug 27 02:36:12.162297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c48a8628-13bb-4bc2-ba06-50d19c5100d0 None None] Provisioning complete for port ceec7047-dbc1-4a63-a5e5-03a57f174c65 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:12.162705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c48a8628-13bb-4bc2-ba06-50d19c5100d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.198578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112cc16d-3007-4069-93a7-e14f7fe09463 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:12.201768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-112cc16d-3007-4069-93a7-e14f7fe09463 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1865759 Aug 27 02:36:12.205096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58776) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.339864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:12.340221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.359888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c48a8628-13bb-4bc2-ba06-50d19c5100d0 None None] Provisioning for port 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:12.370366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c48a8628-13bb-4bc2-ba06-50d19c5100d0 None None] Provisioning complete for port 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:12.370832 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c48a8628-13bb-4bc2-ba06-50d19c5100d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.463090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c48a8628-13bb-4bc2-ba06-50d19c5100d0 None None] Port 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:12.532162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2157-b742-4605-8831-cca74a981155 req-f70e6702-75a5-4d33-bc28-8dee319979bf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:12.533762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1dff2157-b742-4605-8831-cca74a981155 req-f70e6702-75a5-4d33-bc28-8dee319979bf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1260340 Aug 27 02:36:12.535812 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.585823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:12.598124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d77a6ce9-633e-44bd-9d35-0b1826d0d63b None None] Provisioning complete for port 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:12.599218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d77a6ce9-633e-44bd-9d35-0b1826d0d63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.614773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1dff2157-b742-4605-8831-cca74a981155 req-4623bc0a-9b3c-4aeb-ace9-89fba43c07c8 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662704 Aug 27 02:36:12.698586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d77a6ce9-633e-44bd-9d35-0b1826d0d63b None None] Port 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:12.714117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58790) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.865873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.866242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-009ce6d5-e41e-4fda-a86a-58772c160b8b None None] Provisioning for port ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:12.871905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-009ce6d5-e41e-4fda-a86a-58772c160b8b None None] Provisioning complete for port ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:12.872459 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-009ce6d5-e41e-4fda-a86a-58772c160b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.905012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:12.924100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 697af919-13a2-478e-be4b-41c7a37e91e8 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:12.928032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-009ce6d5-e41e-4fda-a86a-58772c160b8b None None] Port ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 was deleted so its status cannot be updated. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 02:36:13.037596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 697af919-13a2-478e-be4b-41c7a37e91e8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:13.040059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.045509 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4444e598-9fb8-442e-8606-837a05f89ff7 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 HTTP/1.1" status: 204 len: 168 time: 0.8393242 Aug 27 02:36:13.047643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 697af919-13a2-478e-be4b-41c7a37e91e8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:13.048537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.049010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58802) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:13.068600 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c431b6ce-0cff-4f5c-9563-8f40f3a7bd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.096257 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac3cac7-545d-43b5-b58a-be5e76818636 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:36:13.100778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6ac3cac7-545d-43b5-b58a-be5e76818636 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/ff75c1bb-3e4c-49b2-ad0e-430dde40ffe4 HTTP/1.1" status: 404 len: 333 time: 0.0495453 Aug 27 02:36:13.101494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:13.275682 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.285824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:13.286221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.330272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58812) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:13.331513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ceec7047-dbc1-4a63-a5e5-03a57f174c65 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:13.364000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c431b6ce-0cff-4f5c-9563-8f40f3a7bd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.395158 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c431b6ce-0cff-4f5c-9563-8f40f3a7bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.465462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bd9a26-7344-4579-ac43-451b438b545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697af919-13a2-478e-be4b-41c7a37e91e8'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:13.472556 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79611503-7276-4276-b95c-0f33e4f6d898" -d '{"events": [{"server_uuid": "79bd9a26-7344-4579-ac43-451b438b545b", "name": "network-vif-plugged", "status": "completed", "tag": "697af919-13a2-478e-be4b-41c7a37e91e8"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:13.510722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 697af919-13a2-478e-be4b-41c7a37e91e8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=697af919-13a2-478e-be4b-41c7a37e91e8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:13.531615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.549023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431b6ce-0cff-4f5c-9563-8f40f3a7bd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfaa73c-8f68-4487-8da5-86651d183c6f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:13.555507 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa6cc73-4812-4d96-8fd3-a63284fdd332 x-openstack-request-id: req-0fa6cc73-4812-4d96-8fd3-a63284fdd332 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:13.555975 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bd9a26-7344-4579-ac43-451b438b545b", "name": "network-vif-plugged", "status": "completed", "tag": "697af919-13a2-478e-be4b-41c7a37e91e8", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:13.557494 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0fa6cc73-4812-4d96-8fd3-a63284fdd332 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:13.558136 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd9a26-7344-4579-ac43-451b438b545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697af919-13a2-478e-be4b-41c7a37e91e8', 'code': 200} Aug 27 02:36:13.577942 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.581298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58820) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:13.582610 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c431b6ce-0cff-4f5c-9563-8f40f3a7bd73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a290caeda1064922856aa21acebf886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8659356 Aug 27 02:36:13.603779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993dabf-b326-4c86-a236-086ab74afdf9 req-86b87b66-dfc9-4282-81a6-6f82eed16cea tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:13.605581 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c993dabf-b326-4c86-a236-086ab74afdf9 req-86b87b66-dfc9-4282-81a6-6f82eed16cea tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 944 time: 0.5150692 Aug 27 02:36:13.616976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ceec7047-dbc1-4a63-a5e5-03a57f174c65 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:13.616976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.648855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 08f5ce0f-4a01-4533-8f7b-c5494e7aa513 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:13.683523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c993dabf-b326-4c86-a236-086ab74afdf9 req-e67504cd-f5b1-49e9-abaa-cdd0dc8eb1ff tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645509 Aug 27 02:36:13.741738 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-099f5eed-ed98-404e-bf09-552ddf938310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.742308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=697af919-13a2-478e-be4b-41c7a37e91e8,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:13.851186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc2b7-df49-4fad-b9f6-3fd210fff49c req-72fe77be-4364-4b38-a2f7-b2453ac0b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:13.852717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54afc2b7-df49-4fad-b9f6-3fd210fff49c req-72fe77be-4364-4b38-a2f7-b2453ac0b831 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 1096 time: 0.1970789 Aug 27 02:36:13.907950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab7582a0-aff8-490a-b8d8-3a75f7cf4d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.956454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04bf6-e187-4cb6-850a-62a47fc19c0f req-90fe4940-b0d3-44f5-ae03-92349c4d86e1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:13.957942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfa04bf6-e187-4cb6-850a-62a47fc19c0f req-90fe4940-b0d3-44f5-ae03-92349c4d86e1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1839955 Aug 27 02:36:13.983755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab7582a0-aff8-490a-b8d8-3a75f7cf4d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.001709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54afc2b7-df49-4fad-b9f6-3fd210fff49c req-7a5fe3b1-df7a-40e8-add4-60388783f466 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343634 Aug 27 02:36:14.099268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfa04bf6-e187-4cb6-850a-62a47fc19c0f req-6ef5c4ea-52a3-444d-ac31-6c7560c46d9c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215260 Aug 27 02:36:14.116931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-099f5eed-ed98-404e-bf09-552ddf938310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.123786 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-099f5eed-ed98-404e-bf09-552ddf938310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.136648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.163952 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab7582a0-aff8-490a-b8d8-3a75f7cf4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.166557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab7582a0-aff8-490a-b8d8-3a75f7cf4d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.167696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ab7582a0-aff8-490a-b8d8-3a75f7cf4d1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcfaa73c-8f68-4487-8da5-86651d183c6f HTTP/1.1" status: 204 len: 168 time: 0.5856216 Aug 27 02:36:14.198867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-099f5eed-ed98-404e-bf09-552ddf938310 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df0fad07f3a3485c9dd288718c50c35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8674588 Aug 27 02:36:14.200800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=08f5ce0f-4a01-4533-8f7b-c5494e7aa513,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.200926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58842) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.212057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f5eed-ed98-404e-bf09-552ddf938310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5375af46-9384-490b-9b3b-d73a0adc881c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.244585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7582a0-aff8-490a-b8d8-3a75f7cf4d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfaa73c-8f68-4487-8da5-86651d183c6f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.278420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ed-2a0f-4485-82f4-058b9b893754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.312666 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.312857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ed-2a0f-4485-82f4-058b9b893754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.318075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e5cb28e3-1d52-4e5c-9f66-419a01ca2705 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/08f5ce0f-4a01-4533-8f7b-c5494e7aa513 HTTP/1.1" status: 204 len: 168 time: 1.2128718 Aug 27 02:36:14.326240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.367068 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3039c34-27b2-4355-a6fd-eda07e4467a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:36:14.368803 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a3039c34-27b2-4355-a6fd-eda07e4467a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/08f5ce0f-4a01-4533-8f7b-c5494e7aa513 HTTP/1.1" status: 404 len: 333 time: 0.0411861 Aug 27 02:36:14.371676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.412328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ed-2a0f-4485-82f4-058b9b893754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.415397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ed-2a0f-4485-82f4-058b9b893754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.416636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-51ffa3ed-2a0f-4485-82f4-058b9b893754 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5375af46-9384-490b-9b3b-d73a0adc881c HTTP/1.1" status: 204 len: 168 time: 0.2147710 Aug 27 02:36:14.427052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffa3ed-2a0f-4485-82f4-058b9b893754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5375af46-9384-490b-9b3b-d73a0adc881c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.494968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet 565555f4-a866-422a-83db-df7f2a581080 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:14.498369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.546359 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.634660 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.700641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.742483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=565555f4-a866-422a-83db-df7f2a581080,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.750545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddc697-9aa6-4fd9-8d58-c1e6a1690a70 None None] Network 6a80763c-17ed-4e41-a7f7-a9294232c480 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:14.764759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.766796 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-61b94958-3d22-4ff5-b583-6524f3ae51eb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/565555f4-a866-422a-83db-df7f2a581080 HTTP/1.1" status: 204 len: 168 time: 0.3907826 Aug 27 02:36:14.769593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58868) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.845857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3191913-fbcb-4e15-a2a2-097303f252c8 req-ab419536-8f70-42f7-a7ef-5f2b0c35d1ce tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:14.856500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3191913-fbcb-4e15-a2a2-097303f252c8 req-ab419536-8f70-42f7-a7ef-5f2b0c35d1ce tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.0869522 Aug 27 02:36:14.906178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.941247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3191913-fbcb-4e15-a2a2-097303f252c8 req-70c0fcce-8663-4c9f-8e64-1ae35a6fd035 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838311 Aug 27 02:36:14.990627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port ceec7047-dbc1-4a63-a5e5-03a57f174c65 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:14.991441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.996885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] DHCP port deletion for 6a80763c-17ed-4e41-a7f7-a9294232c480 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:15.059537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] Deleting port ceec7047-dbc1-4a63-a5e5-03a57f174c65 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:15.059919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.094114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] For port ceec7047-dbc1-4a63-a5e5-03a57f174c65, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ceec7047-dbc1-4a63-a5e5-03a57f174c65,segment=NetworkSegment(b3562a3e-a4dd-436c-8947-7629c837acaa),segment_id=b3562a3e-a4dd-436c-8947-7629c837acaa)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:15.094757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.102510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58880) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.121207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for ceec7047-dbc1-4a63-a5e5-03a57f174c65 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:15.126038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5b960b2c-334d-4c3f-b7ef-c7b9ea90559a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.140212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] For port ceec7047-dbc1-4a63-a5e5-03a57f174c65, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ceec7047-dbc1-4a63-a5e5-03a57f174c65,segment=NetworkSegment(b3562a3e-a4dd-436c-8947-7629c837acaa),segment_id=b3562a3e-a4dd-436c-8947-7629c837acaa)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:15.140611 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.154501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] Calling delete_port for ceec7047-dbc1-4a63-a5e5-03a57f174c65 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:15.264456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ceec7047-dbc1-4a63-a5e5-03a57f174c65 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:15.277125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5b960b2c-334d-4c3f-b7ef-c7b9ea90559a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.311745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.325182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5b960b2c-334d-4c3f-b7ef-c7b9ea90559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.380913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] No DVR routers for this DVR port ceec7047-dbc1-4a63-a5e5-03a57f174c65 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:15.397838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3fdd-f457-4c29-8775-378352b55d09 None None] Pushing event deleted for resources: {'Port': ['ID=ceec7047-dbc1-4a63-a5e5-03a57f174c65,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.405239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-7ab8086a-6fbb-4bd5-a593-053ff5570299 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=51b20ffea7454bbd81f82b56c0a25ffd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651577 Aug 27 02:36:15.409266 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5b960b2c-334d-4c3f-b7ef-c7b9ea90559a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0623ed4cf340458a91732579d93ac0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037126 Aug 27 02:36:15.412824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No active binding found for port ceec7047-dbc1-4a63-a5e5-03a57f174c65 {{(pid=94774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:36:15.412953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58898) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.413287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ceec7047-dbc1-4a63-a5e5-03a57f174c65 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:15.415446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b960b2c-334d-4c3f-b7ef-c7b9ea90559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce21acc-7c1b-45ac-a3e3-d36f1b950abf,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.440459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a235d7a-4267-448b-8ace-e93a0ca5cbba req-60e61073-227b-4244-9aae-cf4fb1a7be7c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:15.442192 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a235d7a-4267-448b-8ace-e93a0ca5cbba req-60e61073-227b-4244-9aae-cf4fb1a7be7c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1633868 Aug 27 02:36:15.483532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.534552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=ceec7047-dbc1-4a63-a5e5-03a57f174c65,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.547509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No DVR routers for this DVR port ceec7047-dbc1-4a63-a5e5-03a57f174c65 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:15.558419 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a235d7a-4267-448b-8ace-e93a0ca5cbba req-a8c15b51-e922-4d8f-957a-9be138b77846 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994740 Aug 27 02:36:15.572870 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65cf1f1b-8838-4074-9ec8-4d194514165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.657885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.669160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a80763c-17ed-4e41-a7f7-a9294232c480']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:15.680592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3562a3e-a4dd-436c-8947-7629c837acaa') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:15.680886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3562a3e-a4dd-436c-8947-7629c837acaa') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:15.691840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.702099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65cf1f1b-8838-4074-9ec8-4d194514165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.710752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.717965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:15.718389 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:15.723053 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:15.755578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58916) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.760144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034769 Aug 27 02:36:15.771050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58918) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.771245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-e8f09229-3f69-41c9-b7da-238f6aae2506 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:15.778430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-e8f09229-3f69-41c9-b7da-238f6aae2506 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629727 Aug 27 02:36:15.796722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-8e085104-83cd-4a35-8f54-360218da49e8 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/quotas/51b20ffea7454bbd81f82b56c0a25ffd HTTP/1.1" status: 200 len: 375 time: 0.0171535 Aug 27 02:36:15.818442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.836824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-240e1827-ae9e-4fc1-9fa1-f02ac9a93882 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51b20ffea7454bbd81f82b56c0a25ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393076 Aug 27 02:36:15.842104 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.844902 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/6a80763c-17ed-4e41-a7f7-a9294232c480 HTTP/1.1" status: 204 len: 168 time: 1.0737214 Aug 27 02:36:15.847677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fbbf0-f1e9-4d01-bc36-cc5d3024ee0d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=6a80763c-17ed-4e41-a7f7-a9294232c480,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.847798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58922) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.851960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65cf1f1b-8838-4074-9ec8-4d194514165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.853405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1007097728'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:15.855431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65cf1f1b-8838-4074-9ec8-4d194514165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.856971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-65cf1f1b-8838-4074-9ec8-4d194514165f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ce21acc-7c1b-45ac-a3e3-d36f1b950abf HTTP/1.1" status: 204 len: 168 time: 0.4430275 Aug 27 02:36:15.882786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf1f1b-8838-4074-9ec8-4d194514165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce21acc-7c1b-45ac-a3e3-d36f1b950abf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.883782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:15.888171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.921121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:15.931971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.932610 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment c02be79e-ac4c-4f9b-87eb-92e2860a0331 of type vlan for network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 Aug 27 02:36:15.952072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-510981d5-974e-46a1-88b2-28f7ab54e698 tempest-NetworksApiDiscovery-702020268 tempest-NetworksApiDiscovery-702020268-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1798232 Aug 27 02:36:16.016530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.068166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fad9653e-d42a-4e6e-b15d-2eea5c1f66c6 req-b5381ab6-0a3a-4814-9372-f09802de1e35 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Aug 27 02:36:16.069281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.076069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.076069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.115493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2666385 Aug 27 02:36:16.118403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58936) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:16.125441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:16.179829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e4114-1281-4469-a7c2-97f875db6a5b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=6a91e925-199c-4c78-bdfb-eaf95ec43bc1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:16.191994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:16.207902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b4f9f-2b31-4f39-a548-ef4808f73c76 req-c4daa8c4-c618-42cc-a4cb-6da472edfc85 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.216197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f41b4f9f-2b31-4f39-a548-ef4808f73c76 req-c4daa8c4-c618-42cc-a4cb-6da472edfc85 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1549523 Aug 27 02:36:16.272823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f41b4f9f-2b31-4f39-a548-ef4808f73c76 req-103655f9-d821-42dc-b6ca-ada9eb246561 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557346 Aug 27 02:36:16.308851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:16.313405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.580978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58956) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:16.595667 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.631373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.753200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd3b5a-9a52-435c-826b-6fcbdc55083d req-73bed895-3d58-4095-bf79-49905194040e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.755319 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6bd3b5a-9a52-435c-826b-6fcbdc55083d req-73bed895-3d58-4095-bf79-49905194040e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.0933907 Aug 27 02:36:16.756483 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7e03341-2828-4faf-b773-94ac2d193160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.783279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-76a349f9-cb8c-401a-84be-5f041fdee32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.786999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-76a349f9-cb8c-401a-84be-5f041fdee32a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 1096 time: 0.2102919 Aug 27 02:36:16.804407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993f162-ec8c-42d6-8ef4-06239f6ef9e0 req-13234861-3757-47ed-be9b-76f26b4097cb tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.813985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5993f162-ec8c-42d6-8ef4-06239f6ef9e0 req-13234861-3757-47ed-be9b-76f26b4097cb tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1846752 Aug 27 02:36:16.825388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': 'c02be79e-ac4c-4f9b-87eb-92e2860a0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:16.825486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: 6a91e925-199c-4c78-bdfb-eaf95ec43bc1, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:16.827965 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6bd3b5a-9a52-435c-826b-6fcbdc55083d req-7dc69497-3b7f-47db-9d8b-cbab469385cc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597968 Aug 27 02:36:16.838293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:16.973864 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7e03341-2828-4faf-b773-94ac2d193160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.981646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7e03341-2828-4faf-b773-94ac2d193160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.986000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5993f162-ec8c-42d6-8ef4-06239f6ef9e0 req-155293ee-08f5-492e-9faf-e22ffab5dc5c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705670 Aug 27 02:36:17.015775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:17.033513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 6a91e925-199c-4c78-bdfb-eaf95ec43bc1) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:17.043610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3766f8-97aa-493e-a66d-d7e2df04de33 None None] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:17.044098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.044751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.047408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c7e03341-2828-4faf-b773-94ac2d193160 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=643676dbb36a4c1796b0db8380f4741c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649558 Aug 27 02:36:17.051533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58976) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:17.055799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-163034e6-17b3-4df2-a318-c73f96c64284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.057363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-163034e6-17b3-4df2-a318-c73f96c64284 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 911 time: 0.2341383 Aug 27 02:36:17.070370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e03341-2828-4faf-b773-94ac2d193160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c7aa3c-483d-426f-bf41-fb922969e415,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:17.078945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-654bbbdc-4559-41e4-a7bd-6c0579ecc840 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9568353 Aug 27 02:36:17.082084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58980) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:17.097136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1', 'name': 'tempest-PortsTestJSON-995394015', 'fixed_ips': [{'subnet_id': '792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d', 'ip_address': '172.20.0.10'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:17.111863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-acfdd2d7-2771-4b7e-b9a5-0c9ce1a040cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697af919-13a2-478e-be4b-41c7a37e91e8 HTTP/1.1" status: 200 len: 217 time: 0.0452456 Aug 27 02:36:17.208062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b43cf9b-bff2-4461-bfbf-b59e49a01b3d req-6f4ad851-4b7b-4ecc-8553-3b9d95cdc0fd tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 210 time: 0.0398893 Aug 27 02:36:17.247001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-6d4bbd04-f2e0-4691-b816-9e4f269842d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.248720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-6d4bbd04-f2e0-4691-b816-9e4f269842d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.1254809 Aug 27 02:36:17.260326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16df375d-427d-4eed-9b62-77c53c77b66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.284547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16df375d-427d-4eed-9b62-77c53c77b66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.312610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-0ada378d-cc3d-4a33-b33f-00fa09d8fb20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559113 Aug 27 02:36:17.352114 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16df375d-427d-4eed-9b62-77c53c77b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.354958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16df375d-427d-4eed-9b62-77c53c77b66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.356172 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16df375d-427d-4eed-9b62-77c53c77b66c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10c7aa3c-483d-426f-bf41-fb922969e415 HTTP/1.1" status: 204 len: 168 time: 0.3035505 Aug 27 02:36:17.368931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df375d-427d-4eed-9b62-77c53c77b66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c7aa3c-483d-426f-bf41-fb922969e415,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:17.403902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:17.483424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-558d5214-ff1c-402f-8c2d-d834599ffb25 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=51b20ffea7454bbd81f82b56c0a25ffd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488707 Aug 27 02:36:17.537876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.553565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.577679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:17.658266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-40252d76-34b7-4b27-9d11-1b56ec48f52f service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350244 Aug 27 02:36:17.663267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-6a91e925-199c-4c78-bdfb-eaf95ec43bc1', 'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1', 'tenant_id': '6b2aefe441274b19ab07681f762fd4d0', 'fixed_ips': [{'subnet_id': '792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:17.664180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.735737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-dabb2fb6-4669-4c86-9911-7f96df3ecd55 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.737583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-dabb2fb6-4669-4c86-9911-7f96df3ecd55 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471433 Aug 27 02:36:17.756474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Request body: {'port': {'device_id': '54542919-949a-4f69-8d2e-9e6060c242f6', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '51b20ffea7454bbd81f82b56c0a25ffd'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:17.828184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Allocated IP 172.20.0.2 (6a91e925-199c-4c78-bdfb-eaf95ec43bc1/792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d/4ca1033e-7de9-47c6-946f-9e7e7f83e694) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:17.860252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47c32d79-2d0d-4f15-b791-4014d6d2c65a req-23bd2bd3-16cb-40e9-8053-19fd336d6a1d service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933005 Aug 27 02:36:17.929681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Made reservation on behalf of 51b20ffea7454bbd81f82b56c0a25ffd for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:17.934212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.956016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.057647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3808dd-5962-40cb-8f57-1266c86ab263 req-d6f5a414-521d-44e1-a1fd-9b4c8f5e6bdb tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:18.067129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a3808dd-5962-40cb-8f57-1266c86ab263 req-d6f5a414-521d-44e1-a1fd-9b4c8f5e6bdb tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.0995977 Aug 27 02:36:18.096450 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.109638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Transition to ACTIVE for port object 4ca1033e-7de9-47c6-946f-9e7e7f83e694 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:18.131110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Transition to ACTIVE for port object 4ca1033e-7de9-47c6-946f-9e7e7f83e694 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:18.131683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a3808dd-5962-40cb-8f57-1266c86ab263 req-1d9cb0e2-e613-4c0f-843c-14b42bab9ba4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602000 Aug 27 02:36:18.142171 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.187303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:18.191548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:18.198477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:18.209787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.219350 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.247793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Pushing event updated for resources: {'Port': ['ID=4ca1033e-7de9-47c6-946f-9e7e7f83e694,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.298056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Attempting to bind port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:18.298680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Attempting to bind port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c02be79e-ac4c-4f9b-87eb-92e2860a0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:18.300905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Attempting to bind port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 on network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:18.317026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:18.318935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Checking segment: {'id': 'c02be79e-ac4c-4f9b-87eb-92e2860a0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:18.319753 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.320078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Bound using segment: {'id': 'c02be79e-ac4c-4f9b-87eb-92e2860a0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:18.320617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Bound port: 4ca1033e-7de9-47c6-946f-9e7e7f83e694, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02be79e-ac4c-4f9b-87eb-92e2860a0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:18.322217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.393846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c83d8e14-434a-4848-972a-5b599a91a3eb req-0f03c4bf-5f25-430d-a687-e6e8c7ba6700 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 210 time: 0.0349770 Aug 27 02:36:18.401285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0cb26b-aa01-4e6f-98b3-423bb658c680,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.452821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] For port 4ca1033e-7de9-47c6-946f-9e7e7f83e694, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:18.458090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] For port 4ca1033e-7de9-47c6-946f-9e7e7f83e694, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ca1033e-7de9-47c6-946f-9e7e7f83e694,segment=NetworkSegment(c02be79e-ac4c-4f9b-87eb-92e2860a0331),segment_id=c02be79e-ac4c-4f9b-87eb-92e2860a0331)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:18.465898 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.579591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Allocated IP 192.168.233.55 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/f939b336-f09c-4e4c-a0c9-a6c0e6414287) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:18.622532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3bebf-de12-42a3-bbac-a9d7e5419c6d None None] Pushing event updated for resources: {'Port': ['ID=4ca1033e-7de9-47c6-946f-9e7e7f83e694,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.647193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4dc38-baec-449f-bd7d-f9b156c1a4f8 req-755d8bb4-6566-4abc-be17-7f323595b044 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:18.656244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2cf4dc38-baec-449f-bd7d-f9b156c1a4f8 req-755d8bb4-6566-4abc-be17-7f323595b044 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.5485981 Aug 27 02:36:18.692533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.10 (6a91e925-199c-4c78-bdfb-eaf95ec43bc1/792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d/5e21dfc9-b954-4f0e-805c-601a1c44fbc5) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:18.731050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2cf4dc38-baec-449f-bd7d-f9b156c1a4f8 req-894d932d-4d8b-4fa3-9874-d79f4ab03795 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Aug 27 02:36:18.932346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:18.937174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.947382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.955100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:18.980628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Transition to ACTIVE for port object f939b336-f09c-4e4c-a0c9-a6c0e6414287 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:19.004343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.062943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.115957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:19.122501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:19.128422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=5e21dfc9-b954-4f0e-805c-601a1c44fbc5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.133881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:19.138613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:19.146670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'port_id': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'mac_address': 'fa:16:3e:53:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:19.159087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:19.165343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:19.170166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Pushing event updated for resources: {'Port': ['ID=f939b336-f09c-4e4c-a0c9-a6c0e6414287,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.178051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:19.225344 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.240529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 562b0571-8525-45ea-92e4-7aaf5d3ed78c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:19.264851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:19.276303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:19.279653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.286119 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.304970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:19.309939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.335171 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f642a45a-b418-4d19-99a3-af59dd82ab26 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2511020 Aug 27 02:36:19.341614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59050) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:19.353445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': '6a91e925-199c-4c78-bdfb-eaf95ec43bc1', 'name': 'tempest-PortsTestJSON-2026615579', 'fixed_ips': [{'subnet_id': '792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d', 'ip_address': '172.20.0.9'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:19.383418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.387854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ca1033e-7de9-47c6-946f-9e7e7f83e694 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:19.406177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-b9e42a48-3d57-4576-babd-91c4cd640a43 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6549847 Aug 27 02:36:19.444015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['562b0571-8525-45ea-92e4-7aaf5d3ed78c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:19.451550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e54f3-5ece-4e57-b5ac-424cbc9da3b0 req-5bac8520-2060-46d9-9aef-9f09f9d92df4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:19.463598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-070e54f3-5ece-4e57-b5ac-424cbc9da3b0 req-5bac8520-2060-46d9-9aef-9f09f9d92df4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.1477072 Aug 27 02:36:19.478810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Request body: {'port': {'device_id': '54542919-949a-4f69-8d2e-9e6060c242f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:19.564388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-070e54f3-5ece-4e57-b5ac-424cbc9da3b0 req-380722ff-d93d-4783-bee0-4b1c9a8cf39f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967755 Aug 27 02:36:19.629557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:19.665184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-070f261e-14c8-492e-938b-ba92550eee79 None None] Provisioning for port f939b336-f09c-4e4c-a0c9-a6c0e6414287 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:19.693290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-070f261e-14c8-492e-938b-ba92550eee79 None None] Provisioning complete for port f939b336-f09c-4e4c-a0c9-a6c0e6414287 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:19.693673 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-070f261e-14c8-492e-938b-ba92550eee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.747514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-070f261e-14c8-492e-938b-ba92550eee79 None None] Port f939b336-f09c-4e4c-a0c9-a6c0e6414287 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:19.769698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.867352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b56989-6806-4d95-b6e1-12db46c1668f req-79b86aca-b2e9-4aa7-bf6b-fba0f694267d tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:19.869215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22b56989-6806-4d95-b6e1-12db46c1668f req-79b86aca-b2e9-4aa7-bf6b-fba0f694267d tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 935 time: 0.2825921 Aug 27 02:36:19.869876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:19.914187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162596e-d8cd-4ae1-9978-03aa30d32afc req-acd6987f-488f-4a5a-8ab0-52c03a917fad tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:19.915842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d162596e-d8cd-4ae1-9978-03aa30d32afc req-acd6987f-488f-4a5a-8ab0-52c03a917fad tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.0890911 Aug 27 02:36:19.984386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d162596e-d8cd-4ae1-9978-03aa30d32afc req-e6678da1-aec9-4262-bf8d-20fe7e72e9a3 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600100 Aug 27 02:36:20.021756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4356bfa6-17be-4213-b047-c7bfcb0acec1 None None] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:20.106917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b1620363-b645-486b-9efe-799b171d39a2 None None] Provisioning for port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:20.116969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b1620363-b645-486b-9efe-799b171d39a2 None None] Provisioning complete for port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:20.117449 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1620363-b645-486b-9efe-799b171d39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.330779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1620363-b645-486b-9efe-799b171d39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.379556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b1620363-b645-486b-9efe-799b171d39a2 None None] For port 4ca1033e-7de9-47c6-946f-9e7e7f83e694, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ca1033e-7de9-47c6-946f-9e7e7f83e694,segment=NetworkSegment(c02be79e-ac4c-4f9b-87eb-92e2860a0331),segment_id=c02be79e-ac4c-4f9b-87eb-92e2860a0331)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:20.386997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1620363-b645-486b-9efe-799b171d39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.455444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1620363-b645-486b-9efe-799b171d39a2 None None] Pushing event updated for resources: {'Port': ['ID=4ca1033e-7de9-47c6-946f-9e7e7f83e694,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:20.480027 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22b56989-6806-4d95-b6e1-12db46c1668f req-a0658090-1128-4e02-af33-57a42f0f6e25 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022191 Aug 27 02:36:20.549145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.621441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 24ae740a-ffff-49ed-b972-3872117f7ea6 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:20.721472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d99421bc-3b55-4649-b90e-cd6a8c0f1626 None None] Provisioning complete for port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:20.722463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d99421bc-3b55-4649-b90e-cd6a8c0f1626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.789150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825ed33-b1d0-44b6-9f7c-d1e95d366104 req-36a99487-965b-4916-bf8b-06310e82e2b5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:20.797395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8825ed33-b1d0-44b6-9f7c-d1e95d366104 req-36a99487-965b-4916-bf8b-06310e82e2b5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.1233642 Aug 27 02:36:20.868220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8825ed33-b1d0-44b6-9f7c-d1e95d366104 req-3ff97f33-5241-4ee7-ba73-e3b36b514031 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695002 Aug 27 02:36:20.925016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d99421bc-3b55-4649-b90e-cd6a8c0f1626 None None] Provisioning for port 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:20.932445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d99421bc-3b55-4649-b90e-cd6a8c0f1626 None None] Provisioning complete for port 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:20.934787 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d99421bc-3b55-4649-b90e-cd6a8c0f1626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.940009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:21.048070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d99421bc-3b55-4649-b90e-cd6a8c0f1626 None None] Port 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:21.084593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 562b0571-8525-45ea-92e4-7aaf5d3ed78c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:21.084978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.163334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f939b336-f09c-4e4c-a0c9-a6c0e6414287 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:21.177797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.204690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e54d-ba55-4eae-9eb3-5eb105f7b3e4 req-7ebac4be-d829-47ae-b2f1-ebc89056be40 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:21.206246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7d4e54d-ba55-4eae-9eb3-5eb105f7b3e4 req-7ebac4be-d829-47ae-b2f1-ebc89056be40 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1332016 Aug 27 02:36:21.230470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.9 (6a91e925-199c-4c78-bdfb-eaf95ec43bc1/792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d/24ae740a-ffff-49ed-b972-3872117f7ea6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:21.235167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Transition to ACTIVE for port object f939b336-f09c-4e4c-a0c9-a6c0e6414287 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:21.251672 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.304250 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.311569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ca1033e-7de9-47c6-946f-9e7e7f83e694 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:21.355939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8017b1b4-854e-40a5-8e0a-077c5a565835 None None] Provisioning complete for port 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:21.356323 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8017b1b4-854e-40a5-8e0a-077c5a565835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.411448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:21.418000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:21.420799 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f2145-7e86-4ff1-8e4b-ba3c82cefcf7" -d '{"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-plugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:21.428149 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.446907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7d4e54d-ba55-4eae-9eb3-5eb105f7b3e4 req-ad14a67f-26ab-45d8-b874-659b456acf99 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329178 Aug 27 02:36:21.472280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8017b1b4-854e-40a5-8e0a-077c5a565835 None None] Port 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:21.494067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:21.494850 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.551023 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb93bbf0-ba13-4a4b-aac2-b0a9c16ce7f0 x-openstack-request-id: req-cb93bbf0-ba13-4a4b-aac2-b0a9c16ce7f0 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:21.551551 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-plugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:21.552000 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb93bbf0-ba13-4a4b-aac2-b0a9c16ce7f0 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:21.552452 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'code': 200} Aug 27 02:36:21.557113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:21.638445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.653714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f939b336-f09c-4e4c-a0c9-a6c0e6414287,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:21.683646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 24ae740a-ffff-49ed-b972-3872117f7ea6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:21.774979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d5d70-f7d9-466e-9981-0bbc741892cb req-2a0deb3c-9fb5-4607-9a1e-8cc9e9ce3c3f tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:21.776516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f66d5d70-f7d9-466e-9981-0bbc741892cb req-2a0deb3c-9fb5-4607-9a1e-8cc9e9ce3c3f tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 947 time: 0.1290228 Aug 27 02:36:21.808037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Attempting to bind port f939b336-f09c-4e4c-a0c9-a6c0e6414287 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:21.808381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Attempting to bind port f939b336-f09c-4e4c-a0c9-a6c0e6414287 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:21.808719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Attempting to bind port f939b336-f09c-4e4c-a0c9-a6c0e6414287 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:21.816005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.822173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Port f939b336-f09c-4e4c-a0c9-a6c0e6414287 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:36:21.822548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Attempting to bind port f939b336-f09c-4e4c-a0c9-a6c0e6414287 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:21.860635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:21.860993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:21.861390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:21.861848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Bound port: f939b336-f09c-4e4c-a0c9-a6c0e6414287, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:21.862215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.895467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f66d5d70-f7d9-466e-9981-0bbc741892cb req-fa5883d9-6633-447a-9e97-c73d6d911b7a tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073303 Aug 27 02:36:21.901055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:21.917970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:21.946991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:21.976309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=24ae740a-ffff-49ed-b972-3872117f7ea6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.034907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.035587 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.065472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] For port f939b336-f09c-4e4c-a0c9-a6c0e6414287, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:22.079980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] For port f939b336-f09c-4e4c-a0c9-a6c0e6414287, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:22.087889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a455ae61-7e68-4153-bde5-4d74801f25b0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7451158 Aug 27 02:36:22.088917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59162) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.107487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.122574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a2ab-c849-48ca-8a35-7e9a05c81d10 req-f84e4c9f-5037-4fc3-b2e2-cfa4998935f6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.134050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d483a2ab-c849-48ca-8a35-7e9a05c81d10 req-f84e4c9f-5037-4fc3-b2e2-cfa4998935f6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.0903211 Aug 27 02:36:22.197985 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d483a2ab-c849-48ca-8a35-7e9a05c81d10 req-b02ae75e-dce0-4ce4-97c3-921bb3e88928 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626574 Aug 27 02:36:22.236640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.237274 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.238735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] 10.222.0.32 "PUT /v2.0/ports/f939b336-f09c-4e4c-a0c9-a6c0e6414287 HTTP/1.1" status: 200 len: 1095 time: 2.7647362 Aug 27 02:36:22.239199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54542919-949a-4f69-8d2e-9e6060c242f6', 'tag': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:22.256850 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd78da3-4453-49df-98ec-dbd484ec1a51" -d '{"events": [{"name": "network-changed", "server_uuid": "54542919-949a-4f69-8d2e-9e6060c242f6", "tag": "f939b336-f09c-4e4c-a0c9-a6c0e6414287"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:22.409926 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0fad4b-13b6-4563-9b21-717ce7c2695f x-openstack-request-id: req-2d0fad4b-13b6-4563-9b21-717ce7c2695f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:22.410228 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54542919-949a-4f69-8d2e-9e6060c242f6", "tag": "f939b336-f09c-4e4c-a0c9-a6c0e6414287", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:22.410660 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d0fad4b-13b6-4563-9b21-717ce7c2695f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:22.410994 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54542919-949a-4f69-8d2e-9e6060c242f6', 'tag': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287', 'status': 'completed', 'code': 200} Aug 27 02:36:22.436579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5f6a0b5d-3c39-46c6-8b95-b18bbfe14936 None None] Provisioning for port 24ae740a-ffff-49ed-b972-3872117f7ea6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:22.445609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a9c5c-105f-4a18-a4d8-b216e875c1a8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.450347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59170) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.451690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-946a9c5c-105f-4a18-a4d8-b216e875c1a8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3617043 Aug 27 02:36:22.469589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad61196-4c35-4bf2-b272-3e627f0e0f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f939b336-f09c-4e4c-a0c9-a6c0e6414287,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.470144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5f6a0b5d-3c39-46c6-8b95-b18bbfe14936 None None] Provisioning complete for port 24ae740a-ffff-49ed-b972-3872117f7ea6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:22.473974 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0b5d-3c39-46c6-8b95-b18bbfe14936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.508538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-4d9f47b3-a9b6-4ff5-a865-47b4fe4c3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.512998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-4d9f47b3-a9b6-4ff5-a865-47b4fe4c3913 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51b20ffea7454bbd81f82b56c0a25ffd&device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 1098 time: 0.2035179 Aug 27 02:36:22.611803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-c72d229b-86d6-470a-9bc3-12d758920d3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287 HTTP/1.1" status: 200 len: 217 time: 0.0885394 Aug 27 02:36:22.645391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a0b5d-3c39-46c6-8b95-b18bbfe14936 None None] Port 24ae740a-ffff-49ed-b972-3872117f7ea6 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:22.722653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2368cf-ec78-4045-b10a-56a7edc7422a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.735801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2368cf-ec78-4045-b10a-56a7edc7422a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.755712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2368cf-ec78-4045-b10a-56a7edc7422a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.763017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0e2368cf-ec78-4045-b10a-56a7edc7422a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3113012 Aug 27 02:36:22.766491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59178) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.834816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-de3cd960-0078-48cc-a5e7-1140a5e3ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.836454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-de3cd960-0078-48cc-a5e7-1140a5e3ec86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.2163432 Aug 27 02:36:22.848355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30afcf-e854-4a3c-b9f6-b75be12dccd6 req-d76bb67f-1873-46ff-be66-80463401ac04 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.860200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab30afcf-e854-4a3c-b9f6-b75be12dccd6 req-d76bb67f-1873-46ff-be66-80463401ac04 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2071733 Aug 27 02:36:22.953794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 24ae740a-ffff-49ed-b972-3872117f7ea6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:22.954545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.046885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-1f133bed-4dd0-4f26-8c53-be9ea687d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:23.051526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-1f133bed-4dd0-4f26-8c53-be9ea687d7e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711745 Aug 27 02:36:23.063987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab30afcf-e854-4a3c-b9f6-b75be12dccd6 req-af60bdf3-ccde-4b43-ba37-9dc31e0f07d6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028489 Aug 27 02:36:23.242776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-62ce5773-3f39-4eec-a778-297764d3be0a service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896248 Aug 27 02:36:23.266106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30cf3-a78e-407e-a973-616275009add req-4ee9cec9-58af-438d-9754-33e3fa267bab tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:23.278566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b0e30cf3-a78e-407e-a973-616275009add req-4ee9cec9-58af-438d-9754-33e3fa267bab tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 947 time: 0.2015865 Aug 27 02:36:23.330587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59194) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.344629 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b0e30cf3-a78e-407e-a973-616275009add req-cc4026e6-8f60-4e35-b5c8-b50c5fd1a62c tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640466 Aug 27 02:36:23.383285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.424740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 24ae740a-ffff-49ed-b972-3872117f7ea6 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:23.438558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0e0c33-dc52-477f-b063-e7a1f155b39f req-40a93381-bdaa-43c5-a5d6-4defc9e6fce3 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848273 Aug 27 02:36:23.464174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2768af7-b034-47e7-b992-48cbbb7dcea0 req-eb8f4185-f3e7-4d3d-aa18-2b009cb6987c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:23.472859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2768af7-b034-47e7-b992-48cbbb7dcea0 req-eb8f4185-f3e7-4d3d-aa18-2b009cb6987c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1129339 Aug 27 02:36:23.550684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2768af7-b034-47e7-b992-48cbbb7dcea0 req-f30cdada-5f8c-488e-9384-e4c9c9f1772b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671000 Aug 27 02:36:23.599164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-fc1afc36-d44d-4526-a9df-8c2d66846541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:23.602917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-fc1afc36-d44d-4526-a9df-8c2d66846541 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51b20ffea7454bbd81f82b56c0a25ffd&device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 1098 time: 0.1095765 Aug 27 02:36:23.659473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d272d8b7-b2ec-4104-b9b4-2f35d100a67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.778161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.791577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-7a645b35-55dd-41e4-8708-33e16b516567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:23.793643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-7a645b35-55dd-41e4-8708-33e16b516567 service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.1842477 Aug 27 02:36:23.851183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=24ae740a-ffff-49ed-b972-3872117f7ea6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.913685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-0b1b3cf1-ce98-44e2-8edd-a823d4c4e624 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287 HTTP/1.1" status: 200 len: 217 time: 0.1111112 Aug 27 02:36:23.993927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-b6982eb3-2644-415c-a16b-54867934ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:23.996699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-b6982eb3-2644-415c-a16b-54867934ac8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0694268 Aug 27 02:36:24.030544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.037197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-95af6f04-80cc-42cc-a445-eebb314d6b07 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/24ae740a-ffff-49ed-b972-3872117f7ea6 HTTP/1.1" status: 204 len: 168 time: 1.2693205 Aug 27 02:36:24.038255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59210) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:24.087308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d272d8b7-b2ec-4104-b9b4-2f35d100a67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.088818 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbfbf96-8bb8-4509-bb79-0dab1b967068 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:36:24.095225 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0cbfbf96-8bb8-4509-bb79-0dab1b967068 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/24ae740a-ffff-49ed-b972-3872117f7ea6 HTTP/1.1" status: 404 len: 333 time: 0.0520101 Aug 27 02:36:24.096804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59214) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:24.107714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d272d8b7-b2ec-4104-b9b4-2f35d100a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.169889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-d4ed7766-f2ec-4bce-af59-89a922c84853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:24.171860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-d4ed7766-f2ec-4bce-af59-89a922c84853 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646464 Aug 27 02:36:24.244409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:24.246244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d272d8b7-b2ec-4104-b9b4-2f35d100a67c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f54827b55b54118b9f98010706b4399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8971052 Aug 27 02:36:24.274696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272d8b7-b2ec-4104-b9b4-2f35d100a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19fbef9-09dc-4784-a0db-0f206f92da4c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:24.391697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:24.391697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.408125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927af50-da76-4ce4-a23d-ccfb3fa3ee8c req-ab310b23-4604-4d7d-8dca-ddf44d6129a0 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:24.409884 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3927af50-da76-4ce4-a23d-ccfb3fa3ee8c req-ab310b23-4604-4d7d-8dca-ddf44d6129a0 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1200707 Aug 27 02:36:24.462644 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-92ee1abb-50bf-4907-9991-793f8f3de7aa service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799551 Aug 27 02:36:24.465159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ae15535-63d0-4231-8425-79d0917bb4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.561207 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.577920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ba628-a96a-4b38-a41b-dc2aa3e6d71d req-6066fda2-e10e-4c72-8ac9-71bfdc344589 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:24.579742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e5ba628-a96a-4b38-a41b-dc2aa3e6d71d req-6066fda2-e10e-4c72-8ac9-71bfdc344589 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 947 time: 0.1103950 Aug 27 02:36:24.586754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 5e21dfc9-b954-4f0e-805c-601a1c44fbc5 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:24.613124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ae15535-63d0-4231-8425-79d0917bb4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.704601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e5ba628-a96a-4b38-a41b-dc2aa3e6d71d req-cad63c68-7030-461f-97b3-f15ad20604dd tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087272 Aug 27 02:36:24.711283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3927af50-da76-4ce4-a23d-ccfb3fa3ee8c req-480f98b5-a571-4662-9a55-5634b1f03423 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916186 Aug 27 02:36:24.722252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5fd78da3-4453-49df-98ec-dbd484ec1a51 req-e271b3fb-9b37-440d-bc3e-a96aafad0fc1 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497191 Aug 27 02:36:24.757089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ae15535-63d0-4231-8425-79d0917bb4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.760578 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ae15535-63d0-4231-8425-79d0917bb4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.762604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6ae15535-63d0-4231-8425-79d0917bb4e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f19fbef9-09dc-4784-a0db-0f206f92da4c HTTP/1.1" status: 204 len: 168 time: 0.4790907 Aug 27 02:36:24.774205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae15535-63d0-4231-8425-79d0917bb4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19fbef9-09dc-4784-a0db-0f206f92da4c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:24.916383 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.984958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=5e21dfc9-b954-4f0e-805c-601a1c44fbc5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.001600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.001945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.002281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.002635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.003232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.003571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.003897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.004327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.004766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.005089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.005410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.005730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:25.139615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051ec10-79b6-4bfd-9ca7-57e76400f1b2 req-0b16bdae-a60a-45bb-942e-26d204ccb07d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:25.141871 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8051ec10-79b6-4bfd-9ca7-57e76400f1b2 req-0b16bdae-a60a-45bb-942e-26d204ccb07d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.2675021 Aug 27 02:36:25.145744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.151228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59246) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:25.151701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d39fb15d-e351-4897-9083-82de4141f818 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/5e21dfc9-b954-4f0e-805c-601a1c44fbc5 HTTP/1.1" status: 204 len: 168 time: 1.0530288 Aug 27 02:36:25.206729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8051ec10-79b6-4bfd-9ca7-57e76400f1b2 req-258f9768-1c21-4154-86e9-9b1d7f51759c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538275 Aug 27 02:36:25.226005 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cafb281-d4d2-44bf-a1ec-b379db669d8d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:36:25.231206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:25.239875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1cafb281-d4d2-44bf-a1ec-b379db669d8d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/5e21dfc9-b954-4f0e-805c-601a1c44fbc5 HTTP/1.1" status: 404 len: 333 time: 0.0874796 Aug 27 02:36:25.320226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet 792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:25.331391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.417805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.617682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.757764 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.797044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.808829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.811018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-92557046-d7dd-41f3-b394-1a5e3f281503 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d HTTP/1.1" status: 204 len: 168 time: 0.5784814 Aug 27 02:36:25.813783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59280) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:25.819917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe7f49-ee33-4df0-bc4d-ef2d5eb1d294 None None] Network 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:26.069809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952f113-6a46-4b01-9d13-f56e9d9b0462 req-c26f0109-b130-4231-900e-ae13ebcd6c39 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:26.071479 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b952f113-6a46-4b01-9d13-f56e9d9b0462 req-c26f0109-b130-4231-900e-ae13ebcd6c39 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1539428 Aug 27 02:36:26.116266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.135623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b952f113-6a46-4b01-9d13-f56e9d9b0462 req-90b8a28e-2adc-4472-8869-68f630b68a94 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516174 Aug 27 02:36:26.164365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a32a3-32f8-4b50-b356-6fa3bda1f6c5 req-abca426d-8ce5-4021-8642-75543132e8d4 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:26.165957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b8a32a3-32f8-4b50-b356-6fa3bda1f6c5 req-abca426d-8ce5-4021-8642-75543132e8d4 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 947 time: 0.2147341 Aug 27 02:36:26.257147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] DHCP port deletion for 6a91e925-199c-4c78-bdfb-eaf95ec43bc1 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:26.366741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b8a32a3-32f8-4b50-b356-6fa3bda1f6c5 req-0687f82b-04f2-455f-8adb-91ad0a1207b8 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845839 Aug 27 02:36:26.377529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Deleting port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:26.378254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.410821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:26.411451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.543505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28e216-ae1f-42b8-ab28-0c2424dc2962 req-3bcba3cd-7b5b-4020-99fb-52403a83443a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:26.560828 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a28e216-ae1f-42b8-ab28-0c2424dc2962 req-3bcba3cd-7b5b-4020-99fb-52403a83443a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1540470 Aug 27 02:36:26.593821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] For port 4ca1033e-7de9-47c6-946f-9e7e7f83e694, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ca1033e-7de9-47c6-946f-9e7e7f83e694,segment=NetworkSegment(c02be79e-ac4c-4f9b-87eb-92e2860a0331),segment_id=c02be79e-ac4c-4f9b-87eb-92e2860a0331)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:26.594914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] For port 4ca1033e-7de9-47c6-946f-9e7e7f83e694, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ca1033e-7de9-47c6-946f-9e7e7f83e694,segment=NetworkSegment(c02be79e-ac4c-4f9b-87eb-92e2860a0331),segment_id=c02be79e-ac4c-4f9b-87eb-92e2860a0331)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:26.595263 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.611652 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.640706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Calling delete_port for 4ca1033e-7de9-47c6-946f-9e7e7f83e694 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:26.665407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 4ca1033e-7de9-47c6-946f-9e7e7f83e694 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:26.678136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a28e216-ae1f-42b8-ab28-0c2424dc2962 req-cde35edc-93e6-4959-a8d2-76c648e67193 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164136 Aug 27 02:36:26.826556 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.833188 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:36:26.836204 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:36:26.839174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.873660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Pushing event deleted for resources: {'Port': ['ID=4ca1033e-7de9-47c6-946f-9e7e7f83e694,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:26.885070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] No DVR routers for this DVR port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:26.887997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.888423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.888936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.889342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.889739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.890166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.890677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.891072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.891466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.891967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.892443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.892885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c16e0-5c16-40fc-864a-6ca5cc33496c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:26.922687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=4ca1033e-7de9-47c6-946f-9e7e7f83e694,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:26.924704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No DVR routers for this DVR port 4ca1033e-7de9-47c6-946f-9e7e7f83e694 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:27.058579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.084143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a91e925-199c-4c78-bdfb-eaf95ec43bc1']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:27.178028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02be79e-ac4c-4f9b-87eb-92e2860a0331') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:27.178593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02be79e-ac4c-4f9b-87eb-92e2860a0331') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:27.220803 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.267612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.268632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f939b336-f09c-4e4c-a0c9-a6c0e6414287 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:27.317297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:27.317772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:27.321128 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:27.433872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ca1033e-7de9-47c6-946f-9e7e7f83e694 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:27.475604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.503211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.508288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/6a91e925-199c-4c78-bdfb-eaf95ec43bc1 HTTP/1.1" status: 204 len: 168 time: 1.6928499 Aug 27 02:36:27.512929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59316) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:27.518912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-659511567'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:27.561833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc4e68-0904-43c8-984d-764919e6ce1f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=6a91e925-199c-4c78-bdfb-eaf95ec43bc1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:27.596919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4ca1033e-7de9-47c6-946f-9e7e7f83e694 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:27.599257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f7667-0e4e-414c-b85a-f382dedddd54 req-afdb9ef4-8d00-4ea3-b1c8-ceefcc661565 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:27.601028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-814f7667-0e4e-414c-b85a-f382dedddd54 req-afdb9ef4-8d00-4ea3-b1c8-ceefcc661565 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2270126 Aug 27 02:36:27.609841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ca1033e-7de9-47c6-946f-9e7e7f83e694 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:27.673613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:27.682993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.687264 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-814f7667-0e4e-414c-b85a-f382dedddd54 req-bbab3d1f-17dd-4150-8e74-0bc5eec09ae4 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652454 Aug 27 02:36:27.700171 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8e4c-9368-44c8-867d-21bb94713831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.724700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:27.737028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.738029 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Added segment 20f30aaa-58c3-48bd-8db2-409d802a044d of type vlan for network dcb5abaa-128a-4c79-99c5-1f58747cdf50 Aug 27 02:36:27.800168 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.828548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f939b336-f09c-4e4c-a0c9-a6c0e6414287, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:27.848771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287', 'mac_address': 'fa:16:3e:ad:d8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:27.862192 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.871553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:27.879642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.940991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178588c4-c0b0-4ca5-b4e8-2f868a4e6258 req-cd28a7bc-1f4f-4572-af63-4f2a137b36f1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:27.946752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.949207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-178588c4-c0b0-4ca5-b4e8-2f868a4e6258 req-cd28a7bc-1f4f-4572-af63-4f2a137b36f1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1164565 Aug 27 02:36:27.988675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f939b336-f09c-4e4c-a0c9-a6c0e6414287 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:28.042728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f939b336-f09c-4e4c-a0c9-a6c0e6414287, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:28.047014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-178588c4-c0b0-4ca5-b4e8-2f868a4e6258 req-2c2e0e36-888e-4593-bb3a-94a0dfce429e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889411 Aug 27 02:36:28.053699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Network': ['ID=dcb5abaa-128a-4c79-99c5-1f58747cdf50,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.057244 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.111316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:28.114362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bdfc5-7441-4f39-87a5-155c7db92cd1 req-00c45b8f-5a7a-4f64-90fe-ba3ee60c83ec tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:28.125677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d03bdfc5-7441-4f39-87a5-155c7db92cd1 req-00c45b8f-5a7a-4f64-90fe-ba3ee60c83ec tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 947 time: 0.5389724 Aug 27 02:36:28.134515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f665025f-4171-4302-a0ce-8c085d346872 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6202173 Aug 27 02:36:28.138852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59338) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.146753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:28.227264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d03bdfc5-7441-4f39-87a5-155c7db92cd1 req-68be28dd-5270-4a92-aff5-ef0d76ccd3d2 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981958 Aug 27 02:36:28.347480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f939b336-f09c-4e4c-a0c9-a6c0e6414287'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:28.350826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:28.362099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.457611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f939b336-f09c-4e4c-a0c9-a6c0e6414287,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.756839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.828267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=3b5f48d9-b433-4f78-af61-0253e353cc4a,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.843053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Checking segment: {'id': '20f30aaa-58c3-48bd-8db2-409d802a044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:28.843566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network hostable DHCP agents. Network: dcb5abaa-128a-4c79-99c5-1f58747cdf50, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:28.874848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:28.891128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, dcb5abaa-128a-4c79-99c5-1f58747cdf50) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:28.896683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:28.897930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.902649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c607d688-3052-4042-b0cb-f923d6806219 None None] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:28.925961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c15501-9370-4a9f-8da1-c0947cce31db req-18cbdfe5-dc1c-4d7a-8c43-4ea0d8abb929 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:28.933017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0e7e99f4-07b9-4fe2-bcb4-2637c3d96982 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7904425 Aug 27 02:36:28.933188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76c15501-9370-4a9f-8da1-c0947cce31db req-18cbdfe5-dc1c-4d7a-8c43-4ea0d8abb929 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1037893 Aug 27 02:36:28.935919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59368) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.942880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-dcdb983d-764b-446d-879a-af7827a74f82 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2127838148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:29.077118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76c15501-9370-4a9f-8da1-c0947cce31db req-2c7a42e8-81e7-488f-9aee-e87d714b57bf tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258357 Aug 27 02:36:29.080131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcdb983d-764b-446d-879a-af7827a74f82 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.091368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcdb983d-764b-446d-879a-af7827a74f82 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.194872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-dcb5abaa-128a-4c79-99c5-1f58747cdf50', 'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50', 'tenant_id': '6b2aefe441274b19ab07681f762fd4d0', 'fixed_ips': [{'subnet_id': '3b5f48d9-b433-4f78-af61-0253e353cc4a'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:29.196189 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.266226 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcdb983d-764b-446d-879a-af7827a74f82 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.280493 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcdb983d-764b-446d-879a-af7827a74f82 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.296555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f939b336-f09c-4e4c-a0c9-a6c0e6414287 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:29.297270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08e94b-872f-4c3d-8c0b-3d25ee68e9bb req-03abbc26-6671-4284-a6da-bac26bc24aac tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:29.310491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c08e94b-872f-4c3d-8c0b-3d25ee68e9bb req-03abbc26-6671-4284-a6da-bac26bc24aac tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1358840 Aug 27 02:36:29.310928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dcdb983d-764b-446d-879a-af7827a74f82 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.312365 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dcdb983d-764b-446d-879a-af7827a74f82 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3754537 Aug 27 02:36:29.315714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59398) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.331411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50', 'name': 'tempest-PortsTestJSON-37847821'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:29.396327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c08e94b-872f-4c3d-8c0b-3d25ee68e9bb req-4070abdf-1c51-4d42-bf35-79bb282a0f4a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869708 Aug 27 02:36:29.560853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port f939b336-f09c-4e4c-a0c9-a6c0e6414287 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:29.582428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port f939b336-f09c-4e4c-a0c9-a6c0e6414287 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:29.582812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.672695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:29.676444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.690371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Allocated IP 172.20.0.2 (dcb5abaa-128a-4c79-99c5-1f58747cdf50/3b5f48d9-b433-4f78-af61-0253e353cc4a/73642caf-1c80-49ad-b0a8-cfed9626f7b5) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:29.727177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948a331-0bb9-4a5b-956c-bfb1639d1991 req-4ba8cc4f-1750-4a5c-869e-096ac9fcab4b tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:29.735171 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a948a331-0bb9-4a5b-956c-bfb1639d1991 req-4ba8cc4f-1750-4a5c-869e-096ac9fcab4b tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 948 time: 0.3505445 Aug 27 02:36:29.764769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:29.814354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a948a331-0bb9-4a5b-956c-bfb1639d1991 req-c5c47cc0-f740-4422-bd50-544fb91d81d8 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781636 Aug 27 02:36:29.861708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.910877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f939b336-f09c-4e4c-a0c9-a6c0e6414287, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:29.914367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54542919-949a-4f69-8d2e-9e6060c242f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:29.916769 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dca2f7-34a6-452f-83eb-b211c37b8698" -d '{"events": [{"server_uuid": "54542919-949a-4f69-8d2e-9e6060c242f6", "name": "network-vif-plugged", "status": "completed", "tag": "f939b336-f09c-4e4c-a0c9-a6c0e6414287"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:29.927092 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.035701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f939b336-f09c-4e4c-a0c9-a6c0e6414287,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:30.073333 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e88e5-b67c-4025-ac62-a2abb21de10f x-openstack-request-id: req-4f5e88e5-b67c-4025-ac62-a2abb21de10f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:30.073622 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54542919-949a-4f69-8d2e-9e6060c242f6", "name": "network-vif-plugged", "status": "completed", "tag": "f939b336-f09c-4e4c-a0c9-a6c0e6414287", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:30.073884 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f5e88e5-b67c-4025-ac62-a2abb21de10f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:30.074738 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54542919-949a-4f69-8d2e-9e6060c242f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287', 'code': 200} Aug 27 02:36:30.075259 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.085771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Transition to ACTIVE for port object 73642caf-1c80-49ad-b0a8-cfed9626f7b5 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:30.117345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Transition to ACTIVE for port object 73642caf-1c80-49ad-b0a8-cfed9626f7b5 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:30.145726 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.225940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3274da2-df3d-42a9-91b8-d35883a09119 req-05117d63-e619-4179-b9f9-3bdc32a9825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:30.230742 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3274da2-df3d-42a9-91b8-d35883a09119 req-05117d63-e619-4179-b9f9-3bdc32a9825f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 1100 time: 0.1033812 Aug 27 02:36:30.273758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:30.290831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:30.298194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:30.301901 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3274da2-df3d-42a9-91b8-d35883a09119 req-b2dfee24-9883-4fcc-a720-8463e65c76fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Aug 27 02:36:30.404489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.14 (dcb5abaa-128a-4c79-99c5-1f58747cdf50/3b5f48d9-b433-4f78-af61-0253e353cc4a/a670d70d-3211-42e2-b1e7-3a2c56ea08e2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:30.436666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Pushing event updated for resources: {'Port': ['ID=73642caf-1c80-49ad-b0a8-cfed9626f7b5,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:30.450225 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4695-c964-4903-89f4-bb449bf4ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.458191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c72c39-40b7-497a-a4c5-f2945be44581 req-e92aa73a-a9f3-4a56-affa-1add9d2ccf75 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:30.461636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2c72c39-40b7-497a-a4c5-f2945be44581 req-e92aa73a-a9f3-4a56-affa-1add9d2ccf75 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2647491 Aug 27 02:36:30.513026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.542256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Attempting to bind port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:30.542587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Attempting to bind port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '20f30aaa-58c3-48bd-8db2-409d802a044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:30.542962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Attempting to bind port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 on network dcb5abaa-128a-4c79-99c5-1f58747cdf50 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:30.555874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:30.556258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Checking segment: {'id': '20f30aaa-58c3-48bd-8db2-409d802a044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:30.558429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.558860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Bound using segment: {'id': '20f30aaa-58c3-48bd-8db2-409d802a044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:30.560043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Bound port: 73642caf-1c80-49ad-b0a8-cfed9626f7b5, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f30aaa-58c3-48bd-8db2-409d802a044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcb5abaa-128a-4c79-99c5-1f58747cdf50'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:30.560447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.589850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59468) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:30.606558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2c72c39-40b7-497a-a4c5-f2945be44581 req-7b941df8-4623-4f0d-8965-ca458c52231f tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295743 Aug 27 02:36:30.612297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a45c1-d151-40af-ba92-0f6d1dc5b97a req-a3fb734f-7b81-45ff-bc5b-1576f70d5f9d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:30.623349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-313a45c1-d151-40af-ba92-0f6d1dc5b97a req-a3fb734f-7b81-45ff-bc5b-1576f70d5f9d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1068456 Aug 27 02:36:30.700256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-313a45c1-d151-40af-ba92-0f6d1dc5b97a req-e85a323a-7cce-4050-ad98-30df47525030 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763273 Aug 27 02:36:30.743464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] For port 73642caf-1c80-49ad-b0a8-cfed9626f7b5, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:30.751262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] For port 73642caf-1c80-49ad-b0a8-cfed9626f7b5, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=73642caf-1c80-49ad-b0a8-cfed9626f7b5,segment=NetworkSegment(20f30aaa-58c3-48bd-8db2-409d802a044d),segment_id=20f30aaa-58c3-48bd-8db2-409d802a044d)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:30.764406 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.934589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54dd2b1f-32fd-4354-b02c-cd33c96f4a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.990574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717e126-f74c-4cd0-937e-319f1066b92f req-47ef2f3e-4a97-4227-a84e-69733fecf02a tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:30.999119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2717e126-f74c-4cd0-937e-319f1066b92f req-47ef2f3e-4a97-4227-a84e-69733fecf02a tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 949 time: 0.0862327 Aug 27 02:36:31.033887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.054753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2717e126-f74c-4cd0-937e-319f1066b92f req-e078c457-ad47-44b3-ad7a-e717f5f78c07 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 Aug 27 02:36:31.082401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object a670d70d-3211-42e2-b1e7-3a2c56ea08e2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:31.213386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83004ef9-1e80-47c3-8766-392abe3c325f None None] Pushing event updated for resources: {'Port': ['ID=73642caf-1c80-49ad-b0a8-cfed9626f7b5,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:31.234215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.268054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.351276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:31.369954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:31.389869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:31.401612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=a670d70d-3211-42e2-b1e7-3a2c56ea08e2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:31.405721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54dd2b1f-32fd-4354-b02c-cd33c96f4a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.433973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54dd2b1f-32fd-4354-b02c-cd33c96f4a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.556654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:31.559449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.573450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59490) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:31.597150 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-54dd2b1f-32fd-4354-b02c-cd33c96f4a14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59a519ec054a4feab9c79b7f3b52abfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9880600 Aug 27 02:36:31.621859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd2b1f-32fd-4354-b02c-cd33c96f4a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a504406-cf2c-4dab-8c39-f6fd45f85b22,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:31.649151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59494) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:31.654541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-449bb949-e8c8-464f-ab97-dd402ea36e36 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3353724 Aug 27 02:36:31.848639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f230-a29a-45cb-8df1-af2e4d866e02 req-cc23b2d9-a9a1-45bb-90c1-7e02d50b705d tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:31.850832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cea5f230-a29a-45cb-8df1-af2e4d866e02 req-cc23b2d9-a9a1-45bb-90c1-7e02d50b705d tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.0933189 Aug 27 02:36:31.926406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cea5f230-a29a-45cb-8df1-af2e4d866e02 req-2ff042f2-54b6-4853-ac55-6f1436bee78c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691323 Aug 27 02:36:31.974390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bec0d6ef-f922-43c1-9851-aa386bd60b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.038939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b1e61-1e9a-4d87-b443-241ef3b5b610 req-71e1ac36-3b98-4c6e-93cc-ef868d619f97 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:32.039544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f1b1e61-1e9a-4d87-b443-241ef3b5b610 req-71e1ac36-3b98-4c6e-93cc-ef868d619f97 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.2200270 Aug 27 02:36:32.142167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bec0d6ef-f922-43c1-9851-aa386bd60b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.221493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f1b1e61-1e9a-4d87-b443-241ef3b5b610 req-d311006d-d885-483d-8349-ac5f2f405af4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460042 Aug 27 02:36:32.280875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5364-8331-4b7b-9921-e1ee17523da0 req-5cc989fb-5894-4a6f-8b64-e1adf1600fb4 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:32.291693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-065e5364-8331-4b7b-9921-e1ee17523da0 req-5cc989fb-5894-4a6f-8b64-e1adf1600fb4 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 949 time: 0.1029615 Aug 27 02:36:32.403157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-065e5364-8331-4b7b-9921-e1ee17523da0 req-6bd42c62-7f5c-47c9-bd4f-3369a7b3ef0d tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105742 Aug 27 02:36:32.421410 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bec0d6ef-f922-43c1-9851-aa386bd60b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.422358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bec0d6ef-f922-43c1-9851-aa386bd60b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.427542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bec0d6ef-f922-43c1-9851-aa386bd60b37 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a504406-cf2c-4dab-8c39-f6fd45f85b22 HTTP/1.1" status: 204 len: 168 time: 0.8503175 Aug 27 02:36:32.508291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d6ef-f922-43c1-9851-aa386bd60b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a504406-cf2c-4dab-8c39-f6fd45f85b22,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:32.548700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.990542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c6493-f87c-49a7-970a-5a64ac586a30 None None] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:33.133898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-de309e49-6c8f-4d38-ac12-eddb79bc7753 None None] Provisioning for port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:33.203166 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.236819 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.252637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.317033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64acdd-b94e-4189-a76d-c3d7df73ba53 req-9d3278dc-8ae6-4006-b38f-23f3878fedc4 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:33.319256 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c64acdd-b94e-4189-a76d-c3d7df73ba53 req-9d3278dc-8ae6-4006-b38f-23f3878fedc4 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2247725 Aug 27 02:36:33.392164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c64acdd-b94e-4189-a76d-c3d7df73ba53 req-3bdf2594-b124-49d0-8365-456e74644c3e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652478 Aug 27 02:36:33.465952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59552) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:33.492163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e85d6b16-e8ad-4218-968d-91309dbb3dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.495193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=a670d70d-3211-42e2-b1e7-3a2c56ea08e2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:33.542744 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 73642caf-1c80-49ad-b0a8-cfed9626f7b5 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:33.726401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:33.736637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:33.739572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.787369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2d199-20a9-4b3f-9188-32482562f0b7 req-3b159e47-638e-479c-ad87-f347e7e92ea5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:33.797269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3b2d199-20a9-4b3f-9188-32482562f0b7 req-3b159e47-638e-479c-ad87-f347e7e92ea5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.3089128 Aug 27 02:36:33.803453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e85d6b16-e8ad-4218-968d-91309dbb3dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.814882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e85d6b16-e8ad-4218-968d-91309dbb3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.881086 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e85d6b16-e8ad-4218-968d-91309dbb3dc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=befaeebafb2a4b2da820019e138623e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135349 Aug 27 02:36:33.886503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:33.934616 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.955552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7cd18289-114f-4008-bd01-4484f16b5dfd None None] Provisioning complete for port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:33.955859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3b2d199-20a9-4b3f-9188-32482562f0b7 req-bdfea1fa-a925-457d-a8d1-292e06e68f2b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576061 Aug 27 02:36:33.960041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7cd18289-114f-4008-bd01-4484f16b5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.031252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d6b16-e8ad-4218-968d-91309dbb3dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25ea91-53bc-48ff-8524-46252388f310,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:34.092132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 73642caf-1c80-49ad-b0a8-cfed9626f7b5, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=73642caf-1c80-49ad-b0a8-cfed9626f7b5,segment=NetworkSegment(20f30aaa-58c3-48bd-8db2-409d802a044d),segment_id=20f30aaa-58c3-48bd-8db2-409d802a044d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:34.105633 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.124291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3fdb-af75-4d19-ac43-eb66e0ff5629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.206762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3fdb-af75-4d19-ac43-eb66e0ff5629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.208680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.343545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3fdb-af75-4d19-ac43-eb66e0ff5629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.347126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3fdb-af75-4d19-ac43-eb66e0ff5629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.348301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9dcb3fdb-af75-4d19-ac43-eb66e0ff5629 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf25ea91-53bc-48ff-8524-46252388f310 HTTP/1.1" status: 204 len: 168 time: 0.4607427 Aug 27 02:36:34.388729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb3fdb-af75-4d19-ac43-eb66e0ff5629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25ea91-53bc-48ff-8524-46252388f310,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:34.634367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=73642caf-1c80-49ad-b0a8-cfed9626f7b5,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:34.646756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7cd18289-114f-4008-bd01-4484f16b5dfd None None] Provisioning for port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:34.657001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7cd18289-114f-4008-bd01-4484f16b5dfd None None] Provisioning complete for port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:34.658630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7cd18289-114f-4008-bd01-4484f16b5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.761691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7cd18289-114f-4008-bd01-4484f16b5dfd None None] Port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:34.778688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.843873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063747b-59fc-4878-b27d-a0b64a915035 req-b77b3c34-7ec6-465e-a4b1-e29f8696d9ac tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:34.853964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b063747b-59fc-4878-b27d-a0b64a915035 req-b77b3c34-7ec6-465e-a4b1-e29f8696d9ac tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2745886 Aug 27 02:36:34.888570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-85a3925f-14f4-4e34-9dc2-8c676370bea8 None None] Provisioning complete for port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:34.890564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85a3925f-14f4-4e34-9dc2-8c676370bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.999128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-85a3925f-14f4-4e34-9dc2-8c676370bea8 None None] Port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:35.072233 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b063747b-59fc-4878-b27d-a0b64a915035 req-80fe81c5-f254-4fed-86ac-f5df5eb20d7c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172587 Aug 27 02:36:35.244312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6230-97d8-4666-840b-e90d4a099c6a req-43b74d9e-64fb-4d93-a0e1-1da9103ae171 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:35.262042 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-889f6230-97d8-4666-840b-e90d4a099c6a req-43b74d9e-64fb-4d93-a0e1-1da9103ae171 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1186056 Aug 27 02:36:35.336974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 73642caf-1c80-49ad-b0a8-cfed9626f7b5 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:35.359260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-889f6230-97d8-4666-840b-e90d4a099c6a req-7e452ecf-91ce-4936-9f9d-bc4df52a0536 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908887 Aug 27 02:36:35.510129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:35.511118 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.191340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59616) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:36.293718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d5f17-5d1a-4b8a-8530-9090207d3df3 req-c34a2ba0-d2b6-4690-8ef7-be6ca67ccddd tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:36.303157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f80d5f17-5d1a-4b8a-8530-9090207d3df3 req-c34a2ba0-d2b6-4690-8ef7-be6ca67ccddd tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1175320 Aug 27 02:36:36.397502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f80d5f17-5d1a-4b8a-8530-9090207d3df3 req-a5e3175c-fc5d-4c56-9149-114cab9a3c66 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929804 Aug 27 02:36:36.501134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-647056416'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:36.598577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Made reservation on behalf of 170145df54344887b233bbff249ec8ee for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:36.608153 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.627258 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.673230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.718284 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.920648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794d2a1-b7ec-4656-a3b7-246e1c9325cf req-464128d1-3135-4b22-af8b-128ccc3c1539 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:36.929274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9794d2a1-b7ec-4656-a3b7-246e1c9325cf req-464128d1-3135-4b22-af8b-128ccc3c1539 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.3814003 Aug 27 02:36:36.991119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=a670d70d-3211-42e2-b1e7-3a2c56ea08e2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.002588 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.023459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9794d2a1-b7ec-4656-a3b7-246e1c9325cf req-36c0fee5-b691-4659-b9e7-f3f0e0c4af8f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930855 Aug 27 02:36:37.090377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.098379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.137351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:37.176494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.176862 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Added segment a4cc7957-5fbe-4411-884f-c8ac68714fac of type vlan for network 63644186-d523-4480-a394-28752f57ec41 Aug 27 02:36:37.259177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:37.264231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:37.266824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06390e03-7b17-4396-b265-c65c82e2689c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.347314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.418836 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.424702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:37.425446 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.480550 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2876520 Aug 27 02:36:37.484817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59656) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:37.495761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'subnet': {'network_id': '63644186-d523-4480-a394-28752f57ec41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:37.668404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-6c8443e6-da5a-47c6-851a-0c6b56a251ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145085 Aug 27 02:36:37.671368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Made reservation on behalf of 170145df54344887b233bbff249ec8ee for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:37.674993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.711219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90d773-6b9e-4c6c-a88f-4882db6fe150 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Network': ['ID=63644186-d523-4480-a394-28752f57ec41,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.737298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 63644186-d523-4480-a394-28752f57ec41 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:37.768928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Router 48584169-97b5-4c81-ac41-1a44dfa8d9b2 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:36:37.822802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1b471-cba4-4c42-af0b-d11ff1cae7fd req-9a919637-65db-4001-98bb-b62f3021c14e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:37.833316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-85e1b471-cba4-4c42-af0b-d11ff1cae7fd req-9a919637-65db-4001-98bb-b62f3021c14e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2299335 Aug 27 02:36:37.956454 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-85e1b471-cba4-4c42-af0b-d11ff1cae7fd req-e6b1b39a-6aa5-4847-83f0-d09eaadd68c1 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092048 Aug 27 02:36:38.044430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-af72a74c-a3a7-4d5a-9cee-4dd1c90c7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.046734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-af72a74c-a3a7-4d5a-9cee-4dd1c90c7a66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1097 time: 0.2987702 Aug 27 02:36:38.145868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f3e22bbc-e12f-4b09-9086-af6192986b08 None None] Provisioning complete for port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:38.146247 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f3e22bbc-e12f-4b09-9086-af6192986b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:38.230822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f3e22bbc-e12f-4b09-9086-af6192986b08 None None] Port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:38.372366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:38.378207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb4d5967-59b7-43a2-8229-475e5d97eef8 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "PUT /v2.0/routers/48584169-97b5-4c81-ac41-1a44dfa8d9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7253675 Aug 27 02:36:38.379564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-b8701ecf-a2c8-4595-bf79-3d0ac01dac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.380865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59674) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:38.381739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-b8701ecf-a2c8-4595-bf79-3d0ac01dac2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.2961493 Aug 27 02:36:38.387836 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] Sync routers for ids ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:38.402820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:38.409466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] Routers {'48584169-97b5-4c81-ac41-1a44dfa8d9b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:38.409466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:36:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:38.443594 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:38.452718 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] Routers {'48584169-97b5-4c81-ac41-1a44dfa8d9b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:38.453537 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:36:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:38.491436 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:38.492618 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d067162-0d1d-47a7-b9e2-1b36be805e86 None None] The sync data for ids ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:38.529969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02aece-1195-4c0e-8899-70ec745a1b57 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.532328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa02aece-1195-4c0e-8899-70ec745a1b57 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports?device_id=48584169-97b5-4c81-ac41-1a44dfa8d9b2 HTTP/1.1" status: 200 len: 981 time: 0.1502898 Aug 27 02:36:38.535177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59678) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:38.929684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Subnet': ['ID=385c627a-35fe-4f4a-b910-54a137862e00,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:38.946996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254eef8-ec89-4bd4-94ca-10028877d518 req-afd1a014-f333-46f9-9db3-821006b91d1e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.963099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4254eef8-ec89-4bd4-94ca-10028877d518 req-afd1a014-f333-46f9-9db3-821006b91d1e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.5795135 Aug 27 02:36:38.973413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-fde176dd-448f-49d4-82e1-617dab5b953d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1002 time: 0.5622866 Aug 27 02:36:39.016193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Checking segment: {'id': 'a4cc7957-5fbe-4411-884f-c8ac68714fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '63644186-d523-4480-a394-28752f57ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:39.016852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Network hostable DHCP agents. Network: 63644186-d523-4480-a394-28752f57ec41, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:39.180479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59690) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:39.221320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Network 63644186-d523-4480-a394-28752f57ec41 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:39.264773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4254eef8-ec89-4bd4-94ca-10028877d518 req-51147949-b089-4927-b7bd-012f0d21de4b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994688 Aug 27 02:36:39.296583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-11282e8d-a3c4-4e1b-9afe-1afb5997d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.312342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-11282e8d-a3c4-4e1b-9afe-1afb5997d22a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2916968 Aug 27 02:36:39.314349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 63644186-d523-4480-a394-28752f57ec41) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:39.327583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ae913-2e46-4990-b5fc-565c2eac51b9 None None] Network 63644186-d523-4480-a394-28752f57ec41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:39.360057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.361046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.471909 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28e3f2a1-df59-4efa-8ff9-23c383be1378 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9826462 Aug 27 02:36:39.474834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59694) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:39.501072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-528e1811-0777-495e-bd46-89fd76300527 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1713400135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:39.581702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-d9bf7a08-4bef-4629-ab21-e7b2bc728d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.587280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-d9bf7a08-4bef-4629-ab21-e7b2bc728d7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523589 Aug 27 02:36:39.589021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.683790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6eb993f2-94a5-4e55-91d2-b40c7865aba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.779407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-63644186-d523-4480-a394-28752f57ec41', 'network_id': '63644186-d523-4480-a394-28752f57ec41', 'tenant_id': '170145df54344887b233bbff249ec8ee', 'fixed_ips': [{'subnet_id': '385c627a-35fe-4f4a-b910-54a137862e00'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:39.784262 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.868260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528e1811-0777-495e-bd46-89fd76300527 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.876373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528e1811-0777-495e-bd46-89fd76300527 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.121628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528e1811-0777-495e-bd46-89fd76300527 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.156546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528e1811-0777-495e-bd46-89fd76300527 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.204727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Allocated IP 172.20.0.2 (63644186-d523-4480-a394-28752f57ec41/385c627a-35fe-4f4a-b910-54a137862e00/83dff83a-7652-452c-9f0e-c5e17f140f03) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:40.234483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-db192f04-43a7-47c4-b6f8-3647b619c55c service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102903 Aug 27 02:36:40.434121 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.443877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Transition to ACTIVE for port object 83dff83a-7652-452c-9f0e-c5e17f140f03 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:40.460863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Transition to ACTIVE for port object 83dff83a-7652-452c-9f0e-c5e17f140f03 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:40.473222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.526503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Network 63644186-d523-4480-a394-28752f57ec41 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:40.530089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:40.534350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:40.565108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6eb993f2-94a5-4e55-91d2-b40c7865aba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.589854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Pushing event updated for resources: {'Port': ['ID=83dff83a-7652-452c-9f0e-c5e17f140f03,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:40.623974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36fa7-d321-44d6-9855-0abca40e9343 req-95f62038-a4cd-4591-a795-0564d6d9ef09 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:40.623974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea36fa7-d321-44d6-9855-0abca40e9343 req-95f62038-a4cd-4591-a795-0564d6d9ef09 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.2554352 Aug 27 02:36:40.638842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6eb993f2-94a5-4e55-91d2-b40c7865aba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.639570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Attempting to bind port 83dff83a-7652-452c-9f0e-c5e17f140f03 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:40.639952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Attempting to bind port 83dff83a-7652-452c-9f0e-c5e17f140f03 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a4cc7957-5fbe-4411-884f-c8ac68714fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '63644186-d523-4480-a394-28752f57ec41'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:40.640322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Attempting to bind port 83dff83a-7652-452c-9f0e-c5e17f140f03 on network 63644186-d523-4480-a394-28752f57ec41 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:40.645532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:40.645906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Checking segment: {'id': 'a4cc7957-5fbe-4411-884f-c8ac68714fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '63644186-d523-4480-a394-28752f57ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:40.646334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.646741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Bound using segment: {'id': 'a4cc7957-5fbe-4411-884f-c8ac68714fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '63644186-d523-4480-a394-28752f57ec41'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:40.647379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Bound port: 83dff83a-7652-452c-9f0e-c5e17f140f03, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cc7957-5fbe-4411-884f-c8ac68714fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '63644186-d523-4480-a394-28752f57ec41'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:40.647737 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.677212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6eb993f2-94a5-4e55-91d2-b40c7865aba9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad1d824d1aaa429ca56af7aebb3d076a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4956574 Aug 27 02:36:40.677783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489bfa-931c-423f-b4eb-63ca68e26e57 req-6bf67583-af3d-482b-b35b-503b698e30ba tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:40.678250 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-528e1811-0777-495e-bd46-89fd76300527 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.679236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-528e1811-0777-495e-bd46-89fd76300527 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1946449 Aug 27 02:36:40.681728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:40.682057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59706) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:40.684423 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df489bfa-931c-423f-b4eb-63ca68e26e57 req-6bf67583-af3d-482b-b35b-503b698e30ba tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 1.4107733 Aug 27 02:36:40.721411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c73889ba-5b1e-4d1a-963e-2b7a8ce8df23 req-6292f4bd-f39d-4554-9397-d4945b473859 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765546 Aug 27 02:36:40.730987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] For port 83dff83a-7652-452c-9f0e-c5e17f140f03, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:40.735688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] For port 83dff83a-7652-452c-9f0e-c5e17f140f03, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=83dff83a-7652-452c-9f0e-c5e17f140f03,segment=NetworkSegment(a4cc7957-5fbe-4411-884f-c8ac68714fac),segment_id=a4cc7957-5fbe-4411-884f-c8ac68714fac)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:40.745170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.812792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df489bfa-931c-423f-b4eb-63ca68e26e57 req-b8fb50db-d604-448a-b774-03467d53257b tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178484 Aug 27 02:36:40.821509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb993f2-94a5-4e55-91d2-b40c7865aba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a0f66-d8ba-42b7-b0da-829da534069f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:40.847120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db468c4-660a-445f-89ec-01f950b26441 None None] Pushing event updated for resources: {'Port': ['ID=83dff83a-7652-452c-9f0e-c5e17f140f03,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:40.943047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port a670d70d-3211-42e2-b1e7-3a2c56ea08e2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:40.943424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.979471 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ea36fa7-d321-44d6-9855-0abca40e9343 req-f05ea79f-d3e0-4e9b-bd96-f1249376629a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092411 Aug 27 02:36:41.148040 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080deed6-e6bb-4387-a8f7-5e71d7afa190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.187807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080deed6-e6bb-4387-a8f7-5e71d7afa190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.196499 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.251461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for a670d70d-3211-42e2-b1e7-3a2c56ea08e2 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:41.366216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080deed6-e6bb-4387-a8f7-5e71d7afa190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.375777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080deed6-e6bb-4387-a8f7-5e71d7afa190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.383424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-080deed6-e6bb-4387-a8f7-5e71d7afa190 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f3a0f66-d8ba-42b7-b0da-829da534069f HTTP/1.1" status: 204 len: 168 time: 0.6899848 Aug 27 02:36:41.559983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080deed6-e6bb-4387-a8f7-5e71d7afa190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a0f66-d8ba-42b7-b0da-829da534069f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:41.632947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.752727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=a670d70d-3211-42e2-b1e7-3a2c56ea08e2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:41.932441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0470-fc51-49e9-a944-f087ce1221d2 req-afd92e7a-1c49-4c82-9734-80d6ed6730b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:41.948335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-422e0470-fc51-49e9-a944-f087ce1221d2 req-afd92e7a-1c49-4c82-9734-80d6ed6730b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 946 time: 0.3895650 Aug 27 02:36:42.120186 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.130032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.143879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59734) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:42.214814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-422e0470-fc51-49e9-a944-f087ce1221d2 req-117155e9-7701-40dc-96e2-42b8ea5c0c4d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526710 Aug 27 02:36:42.256655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30e69fd9-c8b9-4168-b96c-bb1b2a7a7f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.437656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010a7ca-91ae-48d0-bf8d-133fa3369bcb req-d8c628ed-787d-4d6c-898b-7a052b55a524 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.440048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9010a7ca-91ae-48d0-bf8d-133fa3369bcb req-d8c628ed-787d-4d6c-898b-7a052b55a524 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.3133740 Aug 27 02:36:42.589242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Router 48584169-97b5-4c81-ac41-1a44dfa8d9b2 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:42.594543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cbfc9-21ee-4344-892f-9ffdc05c731d req-548b3c57-d1ea-4e64-b1e9-afd457b7c2dd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.596105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-268cbfc9-21ee-4344-892f-9ffdc05c731d req-548b3c57-d1ea-4e64-b1e9-afd457b7c2dd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.2423003 Aug 27 02:36:42.672085 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9010a7ca-91ae-48d0-bf8d-133fa3369bcb req-411eec0d-4585-48c3-83a5-12690967d7b1 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113888 Aug 27 02:36:42.796786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:42.802844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c5f10a2-fe53-4a8b-bbd6-0a03825871be tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "PUT /v2.0/routers/48584169-97b5-4c81-ac41-1a44dfa8d9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2659149 Aug 27 02:36:42.805377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59740) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:42.814254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] Sync routers for ids ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:42.834667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Allocated IP 172.20.0.1 (63644186-d523-4480-a394-28752f57ec41/385c627a-35fe-4f4a-b910-54a137862e00/eb4144d8-a35e-49a1-9994-d94000aeabe7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:42.840143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-268cbfc9-21ee-4344-892f-9ffdc05c731d req-ad1a31c3-1e69-4245-ba82-09d4d5e6fe6d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074777 Aug 27 02:36:42.857923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75811553-6551-4484-b8ba-e0f28c431d59 None None] Network 63644186-d523-4480-a394-28752f57ec41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:42.881264 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cf6091-a5c0-40f1-b4a8-1ccee1cb639d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:36:42.885701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f8cf6091-a5c0-40f1-b4a8-1ccee1cb639d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/a670d70d-3211-42e2-b1e7-3a2c56ea08e2 HTTP/1.1" status: 404 len: 333 time: 0.0768826 Aug 27 02:36:42.896398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59746) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:42.964980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] Routers {'48584169-97b5-4c81-ac41-1a44dfa8d9b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:42.967605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:36:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:43.055722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30e69fd9-c8b9-4168-b96c-bb1b2a7a7f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.059967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2df0f33d-3e49-46d8-8956-58969ce7ca47 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.081722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:43.086001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.093653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2e7cf712-7bab-48ef-ac8f-92a205cabe24 None None] Provisioning for port 83dff83a-7652-452c-9f0e-c5e17f140f03 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:43.101155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Transition to ACTIVE for port object eb4144d8-a35e-49a1-9994-d94000aeabe7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:43.122280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30e69fd9-c8b9-4168-b96c-bb1b2a7a7f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.141225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.176955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] Routers {'48584169-97b5-4c81-ac41-1a44dfa8d9b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:43.177903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:36:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:43.236883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:43.237622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d4ee2-84b3-4e90-9458-0b598d817eb8 None None] The sync data for ids ['48584169-97b5-4c81-ac41-1a44dfa8d9b2'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:43.307331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-30e69fd9-c8b9-4168-b96c-bb1b2a7a7f44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ca549244b9b4d86a494333eb476eee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1263852 Aug 27 02:36:43.312182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Port': ['ID=eb4144d8-a35e-49a1-9994-d94000aeabe7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:43.331161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59754) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:43.344915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e69fd9-c8b9-4168-b96c-bb1b2a7a7f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415e32c-7bf9-4e65-aaa6-677832c3f3aa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:43.373377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Network 63644186-d523-4480-a394-28752f57ec41 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:43.379399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:43.385595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:43.464017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83dff83a-7652-452c-9f0e-c5e17f140f03 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:43.477448 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.557794 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2df0f33d-3e49-46d8-8956-58969ce7ca47 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.560662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2df0f33d-3e49-46d8-8956-58969ce7ca47 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.573772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 83dff83a-7652-452c-9f0e-c5e17f140f03 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:43.592525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 83dff83a-7652-452c-9f0e-c5e17f140f03 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:43.592943 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.643255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2df0f33d-3e49-46d8-8956-58969ce7ca47 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.643790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df0f33d-3e49-46d8-8956-58969ce7ca47 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Fanout notify agent at l3_agent the message router_deleted on router 48584169-97b5-4c81-ac41-1a44dfa8d9b2 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:36:43.668979 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2df0f33d-3e49-46d8-8956-58969ce7ca47 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.674924 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2df0f33d-3e49-46d8-8956-58969ce7ca47 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/routers/48584169-97b5-4c81-ac41-1a44dfa8d9b2 HTTP/1.1" status: 204 len: 168 time: 0.7767844 Aug 27 02:36:43.675583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59762) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:43.790272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet 3b5f48d9-b433-4f78-af61-0253e353cc4a {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:43.798347 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.884550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.976794 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.980132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c76829eb-5d78-4872-8a1f-fa8c1fbb86eb None None] Provisioning complete for port 83dff83a-7652-452c-9f0e-c5e17f140f03 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:43.980942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c76829eb-5d78-4872-8a1f-fa8c1fbb86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.022875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1e3-f245-4efc-ac0a-89a6498a7922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.121630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 83dff83a-7652-452c-9f0e-c5e17f140f03, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=83dff83a-7652-452c-9f0e-c5e17f140f03,segment=NetworkSegment(a4cc7957-5fbe-4411-884f-c8ac68714fac),segment_id=a4cc7957-5fbe-4411-884f-c8ac68714fac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:44.140863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.172816 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.183184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.220500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=83dff83a-7652-452c-9f0e-c5e17f140f03,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:44.236582 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:36:44.267733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9542ea-60f3-4bd3-a789-37a7edf860b2 req-1030177a-6de0-42c8-9097-55a9bc153c0d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:44.269294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e9542ea-60f3-4bd3-a789-37a7edf860b2 req-1030177a-6de0-42c8-9097-55a9bc153c0d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.3134341 Aug 27 02:36:44.331484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c76829eb-5d78-4872-8a1f-fa8c1fbb86eb None None] Provisioning for port eb4144d8-a35e-49a1-9994-d94000aeabe7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:44.339749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c76829eb-5d78-4872-8a1f-fa8c1fbb86eb None None] Provisioning complete for port eb4144d8-a35e-49a1-9994-d94000aeabe7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:44.340124 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c76829eb-5d78-4872-8a1f-fa8c1fbb86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.347844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e3073-b14f-4483-af3f-2524ed5d5f4d req-90a3eb90-9e93-4a41-a7be-b10a36e6bb75 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:44.355735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d06e3073-b14f-4483-af3f-2524ed5d5f4d req-90a3eb90-9e93-4a41-a7be-b10a36e6bb75 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.3466442 Aug 27 02:36:44.363935 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1e3-f245-4efc-ac0a-89a6498a7922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.374803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.413527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e9542ea-60f3-4bd3-a789-37a7edf860b2 req-55527877-20e9-4737-9c94-1fccdf050a3a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353567 Aug 27 02:36:44.415308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c76829eb-5d78-4872-8a1f-fa8c1fbb86eb None None] Port eb4144d8-a35e-49a1-9994-d94000aeabe7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:44.455672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.458734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/3b5f48d9-b433-4f78-af61-0253e353cc4a HTTP/1.1" status: 204 len: 168 time: 0.7821176 Aug 27 02:36:44.460021 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a2dc5-122b-4dbf-9b8c-fa30d9d9d11e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5f48d9-b433-4f78-af61-0253e353cc4a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:44.461835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59774) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:44.472158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32e977-6b8f-4783-a383-a9ddd03986fd None None] Network dcb5abaa-128a-4c79-99c5-1f58747cdf50 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:44.542701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffa18-9f4b-49e3-a66c-4a03fc9c14b5 req-657ece54-afdb-462a-9ff6-3805fddf36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:44.552324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3efffa18-9f4b-49e3-a66c-4a03fc9c14b5 req-657ece54-afdb-462a-9ff6-3805fddf36f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 1096 time: 0.3806796 Aug 27 02:36:44.592062 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.643527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-004c2720-7b32-49ab-9bdb-357be9cebe36 None None] Provisioning complete for port eb4144d8-a35e-49a1-9994-d94000aeabe7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:44.643913 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-004c2720-7b32-49ab-9bdb-357be9cebe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.681372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-004c2720-7b32-49ab-9bdb-357be9cebe36 None None] Port eb4144d8-a35e-49a1-9994-d94000aeabe7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:44.705407 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d06e3073-b14f-4483-af3f-2524ed5d5f4d req-0dffa985-4167-4384-82a3-acaf523df351 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485808 Aug 27 02:36:44.784971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:44.785331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.787349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] DHCP port deletion for dcb5abaa-128a-4c79-99c5-1f58747cdf50 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:44.796154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-26c97ad3-de42-4a0e-aa53-edf15c68a367 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4299021 Aug 27 02:36:44.908437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] For port 73642caf-1c80-49ad-b0a8-cfed9626f7b5, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=73642caf-1c80-49ad-b0a8-cfed9626f7b5,segment=NetworkSegment(20f30aaa-58c3-48bd-8db2-409d802a044d),segment_id=20f30aaa-58c3-48bd-8db2-409d802a044d)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:44.909006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.910025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] Deleting port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:44.910688 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.942498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 73642caf-1c80-49ad-b0a8-cfed9626f7b5 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:45.031727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:45.040759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] For port 73642caf-1c80-49ad-b0a8-cfed9626f7b5, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=73642caf-1c80-49ad-b0a8-cfed9626f7b5,segment=NetworkSegment(20f30aaa-58c3-48bd-8db2-409d802a044d),segment_id=20f30aaa-58c3-48bd-8db2-409d802a044d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:45.041228 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.060959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] Calling delete_port for 73642caf-1c80-49ad-b0a8-cfed9626f7b5 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:45.087173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.128540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3efffa18-9f4b-49e3-a66c-4a03fc9c14b5 req-438df7ac-657f-4a21-a3b9-4fd87cb04d99 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324834 Aug 27 02:36:45.140694 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1e3-f245-4efc-ac0a-89a6498a7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.144013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1e3-f245-4efc-ac0a-89a6498a7922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.146016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-17ccc1e3-f245-4efc-ac0a-89a6498a7922 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0415e32c-7bf9-4e65-aaa6-677832c3f3aa HTTP/1.1" status: 204 len: 168 time: 1.8125939 Aug 27 02:36:45.164965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccc1e3-f245-4efc-ac0a-89a6498a7922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415e32c-7bf9-4e65-aaa6-677832c3f3aa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:45.190658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-3101cc10-5e29-4dc9-b323-c48450098d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:45.192552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-3101cc10-5e29-4dc9-b323-c48450098d84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 1097 time: 0.1267588 Aug 27 02:36:45.252005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=73642caf-1c80-49ad-b0a8-cfed9626f7b5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:45.279626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No DVR routers for this DVR port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:45.281902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:45.291030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.323103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '015e233d-440c-404a-97ae-4855a80949b7', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': '015e233d-440c-404a-97ae-4855a80949b7', 'mac_address': 'fa:16:3e:c3:bc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:45.369715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.372026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] Pushing event deleted for resources: {'Port': ['ID=73642caf-1c80-49ad-b0a8-cfed9626f7b5,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:45.375072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7af50-0e5c-47d4-907a-65f433b828ad None None] No DVR routers for this DVR port 73642caf-1c80-49ad-b0a8-cfed9626f7b5 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:45.405425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 015e233d-440c-404a-97ae-4855a80949b7 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:45.457334 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83dff83a-7652-452c-9f0e-c5e17f140f03 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:45.477140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.483590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59790) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:45.493668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.538518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.549641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.566574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb5abaa-128a-4c79-99c5-1f58747cdf50']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:45.585250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f30aaa-58c3-48bd-8db2-409d802a044d') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:45.585597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f30aaa-58c3-48bd-8db2-409d802a044d') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:45.610869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:45.637152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.641824 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.803980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.813542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:45.814009 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.856519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['015e233d-440c-404a-97ae-4855a80949b7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:45.859514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:45.895005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Network 63644186-d523-4480-a394-28752f57ec41 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:45.904048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:45.930666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-6bc6fe0e-1419-4bd4-8764-9ddea466f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:45.932649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-6bc6fe0e-1419-4bd4-8764-9ddea466f5b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 911 time: 0.7057135 Aug 27 02:36:45.939228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Port': ['ID=eb4144d8-a35e-49a1-9994-d94000aeabe7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:45.964987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 83dff83a-7652-452c-9f0e-c5e17f140f03 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:45.965329 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:45.970438 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:45.984156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.989092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.989635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.990166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.990775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.991285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.991782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.992908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.994622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.995267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.998959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:45.999718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:46.000245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:46.009248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.022941 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/dcb5abaa-128a-4c79-99c5-1f58747cdf50 HTTP/1.1" status: 204 len: 168 time: 1.5599504 Aug 27 02:36:46.077646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:46.107905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee9b8-e75c-445b-802c-1a32cd21f4bb tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=dcb5abaa-128a-4c79-99c5-1f58747cdf50,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:46.174713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe35bb-475b-45ed-ab88-0c4afa3e67f0 req-6188b8f2-e0b0-4392-8cd3-8d684a4a2dd4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:46.181711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ffe35bb-475b-45ed-ab88-0c4afa3e67f0 req-6188b8f2-e0b0-4392-8cd3-8d684a4a2dd4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.5037568 Aug 27 02:36:46.297030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ffe35bb-475b-45ed-ab88-0c4afa3e67f0 req-7efc02a7-e0b0-43e4-9a2d-fe9cee3c064b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078463 Aug 27 02:36:46.321536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-05cbe2df-a107-4a61-ab9f-a07136f78951 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18be493-6d19-4ce7-b88a-9908a1b58358 HTTP/1.1" status: 200 len: 217 time: 0.3744516 Aug 27 02:36:46.345138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a1f560cf-2fe3-40a3-b36c-354bb6044753 None None] Provisioning complete for port eb4144d8-a35e-49a1-9994-d94000aeabe7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:46.345138 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a1f560cf-2fe3-40a3-b36c-354bb6044753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.395099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 73642caf-1c80-49ad-b0a8-cfed9626f7b5 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:46.407743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4ee0576-f39a-47ab-afc7-8f77f1d0a797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.517051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de6a58b-291a-473f-887a-c9f64fcb6cf6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:46.518806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3de6a58b-291a-473f-887a-c9f64fcb6cf6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/39a3efd5-3665-430d-b8ba-94dab0bc2275 HTTP/1.1" status: 200 len: 841 time: 0.3336444 Aug 27 02:36:46.522562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59822) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:46.588761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5afea9-6c69-49c1-9f87-048375e71496 req-82274c8f-1a41-446c-a5f5-8cc19a860447 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:46.590348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b5afea9-6c69-49c1-9f87-048375e71496 req-82274c8f-1a41-446c-a5f5-8cc19a860447 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.5116622 Aug 27 02:36:46.605335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-e9413454-b255-4b27-880f-fe0e95eb4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:46.607055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-e9413454-b255-4b27-880f-fe0e95eb4d21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.2133465 Aug 27 02:36:46.611353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa8d7432-2655-434a-ac5a-990a973e2afd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/39a3efd5-3665-430d-b8ba-94dab0bc2275?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0867813 Aug 27 02:36:46.615335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59828) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:46.628158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:46.674277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-7a432f83-e417-4222-90a3-e0011f791f26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515532 Aug 27 02:36:46.787728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 73642caf-1c80-49ad-b0a8-cfed9626f7b5 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:46.788274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 73642caf-1c80-49ad-b0a8-cfed9626f7b5 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:46.794174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a1f560cf-2fe3-40a3-b36c-354bb6044753 None None] Port eb4144d8-a35e-49a1-9994-d94000aeabe7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:46.807487 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.812445 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b5afea9-6c69-49c1-9f87-048375e71496 req-b7d85f1d-5f53-4ef9-91d7-d1c128c61151 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106886 Aug 27 02:36:46.831757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Router 8e56b637-86ed-41e9-811a-d77f55ee33c7 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:36:47.013453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4ee0576-f39a-47ab-afc7-8f77f1d0a797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.016336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-4191a3c4-0686-45ad-96d9-6fb4aa215e2c service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300583 Aug 27 02:36:47.039488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:47.063939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:47.067744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.082494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4ee0576-f39a-47ab-afc7-8f77f1d0a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.123498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 015e233d-440c-404a-97ae-4855a80949b7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:47.125012 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.311866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee0576-f39a-47ab-afc7-8f77f1d0a797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf625d-f190-41b7-aa00-98f743ea93b5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:47.349740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:47.360273 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] Sync routers for ids ['8e56b637-86ed-41e9-811a-d77f55ee33c7'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:47.372982 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] Routers {'8e56b637-86ed-41e9-811a-d77f55ee33c7'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:47.373659 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:36:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8e56b637-86ed-41e9-811a-d77f55ee33c7'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.377439 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fa62a2af-478e-4bb0-b66e-d3ee77d1f024 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "PUT /v2.0/routers/8e56b637-86ed-41e9-811a-d77f55ee33c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6827712 Aug 27 02:36:47.380456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59854) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:47.387113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.415293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4ee0576-f39a-47ab-afc7-8f77f1d0a797 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01f8a05a796947ad859730ae1f1878b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9305294 Aug 27 02:36:47.421498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'port': {'network_id': '63644186-d523-4480-a394-28752f57ec41', 'name': 'tempest-FloatingIPNegativeTestJSON-1666030459'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:47.424817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:47.436927 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.479145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:47.485029 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.489816 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e26d5b5-6c59-40ee-bf97-16da1af965a1" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:47.508608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] Routers {'8e56b637-86ed-41e9-811a-d77f55ee33c7'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:47.509439 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:36:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8e56b637-86ed-41e9-811a-d77f55ee33c7'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.560347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:47.577871 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.586937 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51874009-ec2f-44a5-8f16-e1eb070fd746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.603872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0e45-16d2-4305-9b86-6cf141cf3bc0 req-93318ab7-6693-4c0b-89cc-5f87f9f54332 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:47.623145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5538f78d-9621-49cc-8acd-4edbc3d00094 req-4dbc32ce-5dd9-4864-9cc8-8d4c898f5c0c service neutron] 10.222.0.32 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501218 Aug 27 02:36:47.639731 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4ee0e45-16d2-4305-9b86-6cf141cf3bc0 req-93318ab7-6693-4c0b-89cc-5f87f9f54332 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1997063 Aug 27 02:36:47.644731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51874009-ec2f-44a5-8f16-e1eb070fd746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.645448 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.662896 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.663788 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b69150-0871-4745-8018-bd5acbb2c366 None None] The sync data for ids ['8e56b637-86ed-41e9-811a-d77f55ee33c7'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:47.676775 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54117d3-3099-45cc-b4c5-76ada9239578 x-openstack-request-id: req-e54117d3-3099-45cc-b4c5-76ada9239578 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:47.677360 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:47.677814 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e54117d3-3099-45cc-b4c5-76ada9239578 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:47.681004 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'code': 200} Aug 27 02:36:47.758023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:47.761720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Made reservation on behalf of 170145df54344887b233bbff249ec8ee for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:47.766404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.791652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:47.800331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:47.801812 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51874009-ec2f-44a5-8f16-e1eb070fd746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.803460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:47.804094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.808630 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51874009-ec2f-44a5-8f16-e1eb070fd746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.814943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ab842-2fc6-48d3-9beb-fef7fc28afb5 None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:47.815085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51874009-ec2f-44a5-8f16-e1eb070fd746 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ebf625d-f190-41b7-aa00-98f743ea93b5 HTTP/1.1" status: 204 len: 168 time: 0.3836513 Aug 27 02:36:47.844826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] device_id is not set on port 8d56a3c6-1156-4b69-bbd8-8b4240166f98 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:47.877585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51874009-ec2f-44a5-8f16-e1eb070fd746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf625d-f190-41b7-aa00-98f743ea93b5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:47.902099 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4ee0e45-16d2-4305-9b86-6cf141cf3bc0 req-5c6f0528-ed7d-4d22-9ba1-5542201d8534 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596684 Aug 27 02:36:47.915895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2958593 Aug 27 02:36:47.923670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59892) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:47.952757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-562ae15b-2e28-4494-96b6-e31994f3266b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1563207272'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:47.983762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bb93c-3887-4081-bddd-de349e6a9d1e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=d8d45415-a33c-49e1-8549-12d6b0721ab6,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:48.121176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-562ae15b-2e28-4494-96b6-e31994f3266b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.166616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'tenant_id': '6b2aefe441274b19ab07681f762fd4d0', 'fixed_ips': [{'subnet_id': 'd8d45415-a33c-49e1-8549-12d6b0721ab6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:48.171353 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.246926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Allocated IP 172.20.0.5 (63644186-d523-4480-a394-28752f57ec41/385c627a-35fe-4f4a-b910-54a137862e00/8d56a3c6-1156-4b69-bbd8-8b4240166f98) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:48.261912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f2d73-9ef6-4943-a44e-8fe164badf8d req-645782ca-2540-4fc1-92ae-c43cc5b09230 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:48.297913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-027f2d73-9ef6-4943-a44e-8fe164badf8d req-645782ca-2540-4fc1-92ae-c43cc5b09230 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2416766 Aug 27 02:36:48.444083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-562ae15b-2e28-4494-96b6-e31994f3266b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.453170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-562ae15b-2e28-4494-96b6-e31994f3266b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.500537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Allocated IP 172.20.0.2 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/d8d45415-a33c-49e1-8549-12d6b0721ab6/748ba413-ec8d-42e1-9e79-c705d01e4a98) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:48.544455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-562ae15b-2e28-4494-96b6-e31994f3266b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.551262 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-562ae15b-2e28-4494-96b6-e31994f3266b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6143689 Aug 27 02:36:48.552356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ae15b-2e28-4494-96b6-e31994f3266b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c08783-19e3-4486-8c08-492cedab2ecd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:48.557444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59906) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:48.566159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-50d81d9c-2e86-428c-a0ba-ae2e2e58e95f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1149078752'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:48.573051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59908) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:48.591203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-862561a9-7c7e-4022-bc68-3009c07ded56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.628747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50d81d9c-2e86-428c-a0ba-ae2e2e58e95f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.661354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-027f2d73-9ef6-4943-a44e-8fe164badf8d req-7096dc65-ed37-44d7-9f4e-1f4a2abb4814 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140164 Aug 27 02:36:48.849254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.884299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Transition to ACTIVE for port object 8d56a3c6-1156-4b69-bbd8-8b4240166f98 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:48.889023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.903757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Transition to ACTIVE for port object 748ba413-ec8d-42e1-9e79-c705d01e4a98 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:48.925710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Transition to ACTIVE for port object 748ba413-ec8d-42e1-9e79-c705d01e4a98 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:48.941235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-862561a9-7c7e-4022-bc68-3009c07ded56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.941939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.964753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:48.969217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-862561a9-7c7e-4022-bc68-3009c07ded56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.031758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:49.044942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:49.134037 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.138808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Pushing event updated for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:49.161640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Attempting to bind port 748ba413-ec8d-42e1-9e79-c705d01e4a98 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:49.162021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Attempting to bind port 748ba413-ec8d-42e1-9e79-c705d01e4a98 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'db485a11-cb84-4c27-990a-d1e9d1018596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:49.162991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Attempting to bind port 748ba413-ec8d-42e1-9e79-c705d01e4a98 on network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:49.165557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-862561a9-7c7e-4022-bc68-3009c07ded56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4948cf6305234aaf8875a7b72ba06302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904634 Aug 27 02:36:49.166200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59950) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:49.169794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:49.170039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Checking segment: {'id': 'db485a11-cb84-4c27-990a-d1e9d1018596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:49.170545 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.172261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Bound using segment: {'id': 'db485a11-cb84-4c27-990a-d1e9d1018596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:49.172788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Bound port: 748ba413-ec8d-42e1-9e79-c705d01e4a98, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db485a11-cb84-4c27-990a-d1e9d1018596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:49.173211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.237346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eda07-756b-4377-844f-c60c8ad7376e req-5f75b435-c58c-4c50-b3f9-1ec01e8660ad tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:49.247544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fd9eda07-756b-4377-844f-c60c8ad7376e req-5f75b435-c58c-4c50-b3f9-1ec01e8660ad tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.3228488 Aug 27 02:36:49.251131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-807f6047-1682-4971-9161-5a92bbd5d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:49.252897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-807f6047-1682-4971-9161-5a92bbd5d76e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4015b758761c478cb06703c195c086e6&device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 1096 time: 0.2324686 Aug 27 02:36:49.261984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:49.266110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=748ba413-ec8d-42e1-9e79-c705d01e4a98,segment=NetworkSegment(db485a11-cb84-4c27-990a-d1e9d1018596),segment_id=db485a11-cb84-4c27-990a-d1e9d1018596)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:49.278790 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.280611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Network 63644186-d523-4480-a394-28752f57ec41 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:49.303457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:49.306950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:49.382496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50d81d9c-2e86-428c-a0ba-ae2e2e58e95f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.427078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862561a9-7c7e-4022-bc68-3009c07ded56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5376d4d7-ae1a-4432-89fa-82506f9623c3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:49.484951 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50d81d9c-2e86-428c-a0ba-ae2e2e58e95f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.485974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988eb54-276a-4212-a502-f2bd24f0119a None None] Pushing event updated for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:49.491994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Port': ['ID=8d56a3c6-1156-4b69-bbd8-8b4240166f98,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:49.509717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:49.543229 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.662433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fd9eda07-756b-4377-844f-c60c8ad7376e req-2a955e82-39ab-4bb7-9bda-a4ba1767ff69 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100659 Aug 27 02:36:49.682305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-578b0332-b3e7-45be-ba1a-89fb1ff0519a tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2655957 Aug 27 02:36:49.694900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59990) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:49.705051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e970f5a-cc51-466d-8fce-4acf5261f86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.709317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:49.728237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d81d9c-2e86-428c-a0ba-ae2e2e58e95f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f753d0e-8978-470d-afe2-834465539423,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:49.757047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50d81d9c-2e86-428c-a0ba-ae2e2e58e95f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.764172 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-50d81d9c-2e86-428c-a0ba-ae2e2e58e95f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2042918 Aug 27 02:36:49.768222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59996) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:49.778088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1056268961', 'security_groups': ['0f753d0e-8978-470d-afe2-834465539423'], 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8d45415-a33c-49e1-8549-12d6b0721ab6'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:49.852111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b1f55-eb04-4ef4-8ce7-26c4869cdf77 req-9a1a0747-cf83-4457-a73c-cc1cb771960f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:49.861268 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c8b1f55-eb04-4ef4-8ce7-26c4869cdf77 req-9a1a0747-cf83-4457-a73c-cc1cb771960f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.7532518 Aug 27 02:36:49.928896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639834d3-8400-400d-a54a-be9c57abf785 req-935cf215-966a-435d-8e87-c11ea68548af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:49.932979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-639834d3-8400-400d-a54a-be9c57abf785 req-935cf215-966a-435d-8e87-c11ea68548af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1096 time: 0.5298860 Aug 27 02:36:49.944958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e970f5a-cc51-466d-8fce-4acf5261f86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.955035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-be51b75a-2901-47f8-98a5-9b1e9f887759 None None] Provisioning for port 8d56a3c6-1156-4b69-bbd8-8b4240166f98 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:49.966737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-be51b75a-2901-47f8-98a5-9b1e9f887759 None None] Provisioning complete for port 8d56a3c6-1156-4b69-bbd8-8b4240166f98 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:49.967117 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-be51b75a-2901-47f8-98a5-9b1e9f887759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.031704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-01426ddf-17fa-4277-ba0e-165f3306357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:50.033248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-01426ddf-17fa-4277-ba0e-165f3306357e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 200 len: 911 time: 0.7629578 Aug 27 02:36:50.039530 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.088757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-be51b75a-2901-47f8-98a5-9b1e9f887759 None None] Port 8d56a3c6-1156-4b69-bbd8-8b4240166f98 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:50.116530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-81ef64de-59de-4ce1-b052-084af1410e73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697af919-13a2-478e-be4b-41c7a37e91e8 HTTP/1.1" status: 200 len: 217 time: 0.0714877 Aug 27 02:36:50.294286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639834d3-8400-400d-a54a-be9c57abf785 req-a949b7d3-db78-44ae-8d7e-7d81dddacb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:50.298058 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-639834d3-8400-400d-a54a-be9c57abf785 req-a949b7d3-db78-44ae-8d7e-7d81dddacb96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.3554578 Aug 27 02:36:50.358623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c8b1f55-eb04-4ef4-8ce7-26c4869cdf77 req-9478b938-689a-4d51-ace6-710ed4a95660 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4941757 Aug 27 02:36:50.362556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e970f5a-cc51-466d-8fce-4acf5261f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.366343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e970f5a-cc51-466d-8fce-4acf5261f86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.372387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4e970f5a-cc51-466d-8fce-4acf5261f86a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5376d4d7-ae1a-4432-89fa-82506f9623c3 HTTP/1.1" status: 204 len: 168 time: 1.1975086 Aug 27 02:36:50.447751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970f5a-cc51-466d-8fce-4acf5261f86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5376d4d7-ae1a-4432-89fa-82506f9623c3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.514151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60010) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:50.617008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-87bcc9d2-84ce-461e-b625-df2aeea6a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:50.619527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-87bcc9d2-84ce-461e-b625-df2aeea6a2c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 200 len: 850 time: 0.4606166 Aug 27 02:36:50.622691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:50.629577 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-639834d3-8400-400d-a54a-be9c57abf785 req-d51ccac9-a809-47be-97da-83b0346a888e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 1001 time: 0.2671206 Aug 27 02:36:50.750725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-7a614d0c-4c83-4e70-925d-f41a4e105902 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aa02ed7-9f26-48f2-a9ce-20db375f8d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183374 Aug 27 02:36:50.844883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639834d3-8400-400d-a54a-be9c57abf785 req-ca9a5c36-ea92-416c-988c-3f2b5fc794ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:50.846391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-639834d3-8400-400d-a54a-be9c57abf785 req-ca9a5c36-ea92-416c-988c-3f2b5fc794ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.2102435 Aug 27 02:36:50.870091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-c844e9c4-54e3-471c-bdec-ae7e4e75fb17 service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959506 Aug 27 02:36:51.003361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639834d3-8400-400d-a54a-be9c57abf785 req-75fdf1c6-68d3-470e-b9ce-5894c9cae6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:51.006555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-639834d3-8400-400d-a54a-be9c57abf785 req-75fdf1c6-68d3-470e-b9ce-5894c9cae6e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478002 Aug 27 02:36:51.132189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c3ee857-29b3-4146-8078-9bfa134d0712 None None] Provisioning for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:51.151295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c3ee857-29b3-4146-8078-9bfa134d0712 None None] Provisioning complete for port 39a3efd5-3665-430d-b8ba-94dab0bc2275 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:51.156636 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c3ee857-29b3-4146-8078-9bfa134d0712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.228060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998a2e5-391d-486a-aa0d-59b8eadb3215 req-aa84869d-2ffa-4cc9-8b93-3163202d6f8b tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:51.229897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5998a2e5-391d-486a-aa0d-59b8eadb3215 req-aa84869d-2ffa-4cc9-8b93-3163202d6f8b tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.4516261 Aug 27 02:36:51.245445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.262646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ee857-29b3-4146-8078-9bfa134d0712 None None] Port 39a3efd5-3665-430d-b8ba-94dab0bc2275 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:51.305682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-940a12d5-f01b-4320-884f-3140ab5d70b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.379115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 748ba413-ec8d-42e1-9e79-c705d01e4a98 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:51.431599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-940a12d5-f01b-4320-884f-3140ab5d70b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.452182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-940a12d5-f01b-4320-884f-3140ab5d70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.523495 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5998a2e5-391d-486a-aa0d-59b8eadb3215 req-8be6d12f-aa67-4b44-be82-713e967058cc tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649550 Aug 27 02:36:51.535183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:51.538462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-639834d3-8400-400d-a54a-be9c57abf785 req-320f4414-2248-45d1-816d-efd5b961c708 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214200 Aug 27 02:36:51.539839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:51.540371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.541191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a12d5-f01b-4320-884f-3140ab5d70b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c680e3-77b1-4c8e-8c4d-93762379572d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:51.562228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 77a5162d-d226-4bf0-a094-0271f9b7c9cc yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:51.590715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.650953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06efb2ec-d7e2-420e-b151-d28e347b28f1 req-837a101d-533e-4e75-b59f-c0dbc3765c7f service neutron] 10.222.0.45 "GET /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430383 Aug 27 02:36:51.766902 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.874125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=748ba413-ec8d-42e1-9e79-c705d01e4a98,segment=NetworkSegment(db485a11-cb84-4c27-990a-d1e9d1018596),segment_id=db485a11-cb84-4c27-990a-d1e9d1018596)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:51.894137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.993455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.5 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/d8d45415-a33c-49e1-8549-12d6b0721ab6/77a5162d-d226-4bf0-a094-0271f9b7c9cc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:51.998345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:52.066576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Allocated IP 172.25.1.31 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/b86e7fb3-0e66-40e3-8fee-571104a1f54c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:52.327451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-639834d3-8400-400d-a54a-be9c57abf785 req-8bb968eb-f1c0-4d01-882d-9e29f77b3edd service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773900 Aug 27 02:36:52.330158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-940a12d5-f01b-4320-884f-3140ab5d70b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b927c5a17b0452ea8217682bbf123fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8157437 Aug 27 02:36:52.335273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60052) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:52.375429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2766cbc-e792-40b1-b0e1-1dff1e74622f req-db4106f4-cc60-402d-974f-d033f8bae437 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.376926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2766cbc-e792-40b1-b0e1-1dff1e74622f req-db4106f4-cc60-402d-974f-d033f8bae437 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.8042507 Aug 27 02:36:52.418146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.449544 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2766cbc-e792-40b1-b0e1-1dff1e74622f req-70f492ca-09aa-4ccb-b153-7381792d85dc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571620 Aug 27 02:36:52.466039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.494701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 77a5162d-d226-4bf0-a094-0271f9b7c9cc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:52.557107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.620775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Port': ['ID=b86e7fb3-0e66-40e3-8fee-571104a1f54c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:52.638853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.698682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ed26-5c9b-4777-ad86-98aa2f8d068a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.724648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ed26-5c9b-4777-ad86-98aa2f8d068a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.775089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:52.793531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:52.814548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:52.898728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:52.903180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:52.905353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=77a5162d-d226-4bf0-a094-0271f9b7c9cc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:52.909379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:52.966425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ed26-5c9b-4777-ad86-98aa2f8d068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.977079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ed26-5c9b-4777-ad86-98aa2f8d068a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.980824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d4e4ed26-5c9b-4777-ad86-98aa2f8d068a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00c680e3-77b1-4c8e-8c4d-93762379572d HTTP/1.1" status: 204 len: 168 time: 0.6360259 Aug 27 02:36:53.067748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:53.098750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4ed26-5c9b-4777-ad86-98aa2f8d068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c680e3-77b1-4c8e-8c4d-93762379572d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:53.160313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.161583 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.185558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d5a1-639b-4512-8cb0-4d1c36ef0370 req-e098a5b6-4ffc-4761-ba96-ed5c3646be2b tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.187352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8860d5a1-639b-4512-8cb0-4d1c36ef0370 req-e098a5b6-4ffc-4761-ba96-ed5c3646be2b tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.5163257 Aug 27 02:36:53.203888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.214022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f3c39130-49c3-46cb-a6f2-54be41530a4b tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4394777 Aug 27 02:36:53.214675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60076) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:53.220524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b5391315-baf1-4cb1-b139-4069afa38ad2 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:53.365441 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.403304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8860d5a1-639b-4512-8cb0-4d1c36ef0370 req-7c8e1025-34de-4ad1-ad9c-e6bb0293a8f4 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726878 Aug 27 02:36:53.427059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.463586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 748ba413-ec8d-42e1-9e79-c705d01e4a98 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:53.478285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:53.482559 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da82d1c-620d-41e3-930c-f96e6ff53b13" -d '{"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:53.571210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:53.578689 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca6ee32-ab39-4e60-83ab-aea369f97c74 x-openstack-request-id: req-eca6ee32-ab39-4e60-83ab-aea369f97c74 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:53.579535 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:53.579930 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eca6ee32-ab39-4e60-83ab-aea369f97c74 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:53.580457 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'code': 200} Aug 27 02:36:53.592339 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.669953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:53.675106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-26c380f7-ac06-402c-8000-9a60b3bce8fd None None] Provisioning for port 77a5162d-d226-4bf0-a094-0271f9b7c9cc completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:53.682892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-26c380f7-ac06-402c-8000-9a60b3bce8fd None None] Provisioning complete for port 77a5162d-d226-4bf0-a094-0271f9b7c9cc triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:53.683436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-26c380f7-ac06-402c-8000-9a60b3bce8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.720461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:53.721093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.759563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5391315-baf1-4cb1-b139-4069afa38ad2 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:53.767309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5391315-baf1-4cb1-b139-4069afa38ad2 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.781787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-26c380f7-ac06-402c-8000-9a60b3bce8fd None None] Port 77a5162d-d226-4bf0-a094-0271f9b7c9cc cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:53.899943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60092) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:53.982833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4357ac6a-22d8-43e0-994a-d70a1b7981fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.027882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.042689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.043104 n-d-806293-1 neutron-server[94773]: INFO neutron.db.ipam_backend_mixin [None req-b5391315-baf1-4cb1-b139-4069afa38ad2 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8d45415-a33c-49e1-8549-12d6b0721ab6 (CIDR: 172.20.0.0/28) Aug 27 02:36:54.052457 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5391315-baf1-4cb1-b139-4069afa38ad2 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:36:54.053055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5391315-baf1-4cb1-b139-4069afa38ad2 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:54.085252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a355d-2da6-40ae-9255-a7474c52943d req-c09cdf68-e565-4970-a110-23b0e920653a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:54.095053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-831a355d-2da6-40ae-9255-a7474c52943d req-c09cdf68-e565-4970-a110-23b0e920653a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.4618180 Aug 27 02:36:54.146821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-831a355d-2da6-40ae-9255-a7474c52943d req-f21b6c64-2fcf-470b-9cd5-884cc5ae8a45 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507181 Aug 27 02:36:54.237766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Port': ['ID=b86e7fb3-0e66-40e3-8fee-571104a1f54c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:54.263570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.332047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4357ac6a-22d8-43e0-994a-d70a1b7981fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.346232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4357ac6a-22d8-43e0-994a-d70a1b7981fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.347756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b5391315-baf1-4cb1-b139-4069afa38ad2 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1317375 Aug 27 02:36:54.351497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60102) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:54.369383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:54.370048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.375376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a37744f5-c384-42db-9cc8-e1d35279bbb5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6792436 Aug 27 02:36:54.382841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60104) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:54.389834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5e04da75-bc0b-4110-8348-ef112a8beba0 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'floatingip': {'port_id': '8d56a3c6-1156-4b69-bbd8-8b4240166f98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:54.412252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4357ac6a-22d8-43e0-994a-d70a1b7981fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e634c5c85c8b4f55ac28b6710d0d2f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970632 Aug 27 02:36:54.464428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60106) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:54.574763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357ac6a-22d8-43e0-994a-d70a1b7981fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e22a99e-5538-479a-beb4-cfc404be2e8c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:54.610840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e04da75-bc0b-4110-8348-ef112a8beba0 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.635682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:54.641429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.777498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a3106-84d1-4f95-874c-9b9a9f5bfbda req-7c0a2824-8006-49d4-92aa-005b140dd19e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:54.787058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a68a3106-84d1-4f95-874c-9b9a9f5bfbda req-7c0a2824-8006-49d4-92aa-005b140dd19e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.2262583 Aug 27 02:36:54.851409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-597bdb11-10d2-4a66-8d90-7f213d44562b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.937576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-597bdb11-10d2-4a66-8d90-7f213d44562b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.972225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-597bdb11-10d2-4a66-8d90-7f213d44562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.999998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-597bdb11-10d2-4a66-8d90-7f213d44562b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.006700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-597bdb11-10d2-4a66-8d90-7f213d44562b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e22a99e-5538-479a-beb4-cfc404be2e8c HTTP/1.1" status: 204 len: 168 time: 0.5404584 Aug 27 02:36:55.062096 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-5e04da75-bc0b-4110-8348-ef112a8beba0 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] update failed (client error): The resource could not be found. Aug 27 02:36:55.074358 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e04da75-bc0b-4110-8348-ef112a8beba0 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "PUT /v2.0/floatingips/bd0694de-08c6-424a-9b92-6832a2faa0a5 HTTP/1.1" status: 404 len: 507 time: 0.6884403 Aug 27 02:36:55.082179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60116) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:55.083385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bdb11-10d2-4a66-8d90-7f213d44562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e22a99e-5538-479a-beb4-cfc404be2e8c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:55.140764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a68a3106-84d1-4f95-874c-9b9a9f5bfbda req-631108ff-5869-496c-aa59-6ed879a7b691 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524144 Aug 27 02:36:55.418899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.514579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=7fe62e8b-736a-45a9-9af9-093c5bb21475,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:55.546016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:55.557404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:55.561876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.562524 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.570828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3fbfa6-5f35-4161-b427-a052d2658fe3 None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:55.606023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-391d2120-cc31-4be9-adc7-c5de166ea445 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2508986 Aug 27 02:36:55.606590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60128) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:55.623234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-374720882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7fe62e8b-736a-45a9-9af9-093c5bb21475'}], 'security_groups': ['15c08783-19e3-4486-8c08-492cedab2ecd']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:55.627992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ca08-f9bb-49b0-b2dc-f290915a03f8 req-fa0e3aa9-529f-4f54-acb0-0fb4a675dd8a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.631953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0483ca08-f9bb-49b0-b2dc-f290915a03f8 req-fa0e3aa9-529f-4f54-acb0-0fb4a675dd8a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.1492982 Aug 27 02:36:55.656236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Deleting port b86e7fb3-0e66-40e3-8fee-571104a1f54c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:55.656895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.792682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0483ca08-f9bb-49b0-b2dc-f290915a03f8 req-ef4e9c43-f896-431a-92f2-37a32cc3e001 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522651 Aug 27 02:36:55.901419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.903269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.961487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Calling delete_port for b86e7fb3-0e66-40e3-8fee-571104a1f54c owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:56.099701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f265a-a6b4-4126-bffa-8b2739016ea5 req-f33ad3f5-50f0-47dd-9b9c-98179f30fc0e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:56.101401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-841f265a-a6b4-4126-bffa-8b2739016ea5 req-f33ad3f5-50f0-47dd-9b9c-98179f30fc0e tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1678941 Aug 27 02:36:56.105031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.126217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] Update dhcp port {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'fixed_ips': [{'subnet_id': 'd8d45415-a33c-49e1-8549-12d6b0721ab6', 'ip_address': '172.20.0.2'}, {'subnet_id': '7fe62e8b-736a-45a9-9af9-093c5bb21475'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '748ba413-ec8d-42e1-9e79-c705d01e4a98'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:36:56.166164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.210371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-841f265a-a6b4-4126-bffa-8b2739016ea5 req-e4650d6c-579f-4c2b-a1ef-52efccf0ad22 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995586 Aug 27 02:36:56.443342 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.711720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Delete allocated IP 172.20.0.5 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/d8d45415-a33c-49e1-8549-12d6b0721ab6) {{(pid=94773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:36:56.731869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.24 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/7fe62e8b-736a-45a9-9af9-093c5bb21475/77a5162d-d226-4bf0-a094-0271f9b7c9cc) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:57.076340 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:57.125114 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.168150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 77a5162d-d226-4bf0-a094-0271f9b7c9cc will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:57.181163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.258122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event deleted for resources: {'Port': ['ID=b86e7fb3-0e66-40e3-8fee-571104a1f54c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:57.265331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.268929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.270447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d3721d29-88a5-4b1a-bb16-e1d785fd0f1c tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "DELETE /v2.0/floatingips/bd0694de-08c6-424a-9b92-6832a2faa0a5 HTTP/1.1" status: 204 len: 168 time: 2.1638997 Aug 27 02:36:57.281680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60192) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:57.292114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-909dff3c-b02e-4df5-8be5-238cc702c644 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'floatingip': {'floating_network_id': '63644186-d523-4480-a394-28752f57ec41', 'port_id': '8d56a3c6-1156-4b69-bbd8-8b4240166f98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:57.342041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-909dff3c-b02e-4df5-8be5-238cc702c644 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.410134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=77a5162d-d226-4bf0-a094-0271f9b7c9cc,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:57.425447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] In _notify_port_updated(), no bound segment for port 77a5162d-d226-4bf0-a094-0271f9b7c9cc on network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:36:57.429777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:57.430440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.434865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-95721ac1-86a9-4dd5-b54b-7f2cc85b04e9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "PUT /v2.0/ports/77a5162d-d226-4bf0-a094-0271f9b7c9cc HTTP/1.1" status: 200 len: 920 time: 1.8272238 Aug 27 02:36:57.435500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60202) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:57.485283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b619d-b8a1-472d-8df3-461d39492b92 req-7119159f-2abe-4734-88fd-c36863592c17 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:57.487168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-992b619d-b8a1-472d-8df3-461d39492b92 req-7119159f-2abe-4734-88fd-c36863592c17 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.0862780 Aug 27 02:36:57.553910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-992b619d-b8a1-472d-8df3-461d39492b92 req-58505389-049e-438a-89e4-71e382bdf500 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 Aug 27 02:36:57.583989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] Allocated IP 172.20.0.18 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/7fe62e8b-736a-45a9-9af9-093c5bb21475/748ba413-ec8d-42e1-9e79-c705d01e4a98) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:57.647437 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-909dff3c-b02e-4df5-8be5-238cc702c644 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:36:57.650655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-909dff3c-b02e-4df5-8be5-238cc702c644 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3654621 Aug 27 02:36:57.654970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60228) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:57.666881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '8d56a3c6-1156-4b69-bbd8-8b4240166f98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:57.717815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 77a5162d-d226-4bf0-a094-0271f9b7c9cc {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:57.719072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.719819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.770786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=748ba413-ec8d-42e1-9e79-c705d01e4a98,segment=NetworkSegment(db485a11-cb84-4c27-990a-d1e9d1018596),segment_id=db485a11-cb84-4c27-990a-d1e9d1018596)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:57.821112 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.838053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] Transition to ACTIVE for port object 748ba413-ec8d-42e1-9e79-c705d01e4a98 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:57.854649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.885008 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0166bbeb-cdfa-4dd7-9ebe-980a71cdea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.972004 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.996240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 77a5162d-d226-4bf0-a094-0271f9b7c9cc owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:58.048854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.049697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876d92-5f8f-42dc-b1b7-33996751eab4 None None] Pushing event updated for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:58.206405 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.258231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=77a5162d-d226-4bf0-a094-0271f9b7c9cc,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:58.401140 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.404297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1f097b5-6d8c-4e3c-86f1-7e7a8c28b94a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/77a5162d-d226-4bf0-a094-0271f9b7c9cc HTTP/1.1" status: 204 len: 168 time: 0.9675684 Aug 27 02:36:58.407162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60248) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:58.413979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Allocated IP 172.25.1.66 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/fe5ffd80-dce8-4c67-8b8f-08ec54dfadf4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:58.448221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714208-0390-4749-82bd-1ce2eb6eeecc req-fa9a9696-b5ae-45b3-b641-4bf168746a11 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:58.450114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48714208-0390-4749-82bd-1ce2eb6eeecc req-fa9a9696-b5ae-45b3-b641-4bf168746a11 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.2829278 Aug 27 02:36:58.524016 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-90739568-7e11-4061-8916-701979460505 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:36:58.532873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60266) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:58.535475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-90739568-7e11-4061-8916-701979460505 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/77a5162d-d226-4bf0-a094-0271f9b7c9cc HTTP/1.1" status: 404 len: 333 time: 0.1194401 Aug 27 02:36:58.619489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48714208-0390-4749-82bd-1ce2eb6eeecc req-5a4cf4aa-71a2-4b47-b3e9-658411f81b58 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178799 Aug 27 02:36:58.840674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-55a8de99-60d5-4e84-9c9e-afff70a56bb0 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:58.846364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-55a8de99-60d5-4e84-9c9e-afff70a56bb0 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.45 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.1660688 Aug 27 02:36:59.168711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-b0930cb9-e2e6-4df5-b10c-f675acc8df22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7896340 Aug 27 02:36:59.212073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Deleting port 697af919-13a2-478e-be4b-41c7a37e91e8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:59.212471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.241953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439853cc-c9c9-477f-8c39-7c070ec55546 req-c0ead321-f702-4b23-b32d-981a77ae7e48 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:59.247099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-439853cc-c9c9-477f-8c39-7c070ec55546 req-c0ead321-f702-4b23-b32d-981a77ae7e48 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 945 time: 0.4611576 Aug 27 02:36:59.266502 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.276282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7b0b1fd1-4304-47a5-9ccd-107f75acc70b None None] Provisioning for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:59.281646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7b0b1fd1-4304-47a5-9ccd-107f75acc70b None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:59.282617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1fd1-4304-47a5-9ccd-107f75acc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.395035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba1690-f7e8-4fa8-ac0f-2e83e65f5ee0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.420150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.423073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 748ba413-ec8d-42e1-9e79-c705d01e4a98 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:59.501545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] For port 697af919-13a2-478e-be4b-41c7a37e91e8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=697af919-13a2-478e-be4b-41c7a37e91e8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:59.506990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.551889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Calling delete_port for 697af919-13a2-478e-be4b-41c7a37e91e8 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:59.628370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:59.628740 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.646767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7b0b1fd1-4304-47a5-9ccd-107f75acc70b None None] Could not find standard attr ID for object 77a5162d-d226-4bf0-a094-0271f9b7c9cc. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:59.707552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event updated for resources: {'Port': ['ID=fe5ffd80-dce8-4c67-8b8f-08ec54dfadf4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:59.759782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7b0b1fd1-4304-47a5-9ccd-107f75acc70b None None] Provisioning complete for port 39a3efd5-3665-430d-b8ba-94dab0bc2275 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:59.760163 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1fd1-4304-47a5-9ccd-107f75acc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.765631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:59.780669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:59.802614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:59.828427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba1690-f7e8-4fa8-ac0f-2e83e65f5ee0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.897034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:59.901845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b1fd1-4304-47a5-9ccd-107f75acc70b None None] Port 39a3efd5-3665-430d-b8ba-94dab0bc2275 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:00.040540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e491cc76-ce79-42fb-aa97-8998a9c20034 None None] Could not find standard attr ID for object 77a5162d-d226-4bf0-a094-0271f9b7c9cc. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:00.072763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-439853cc-c9c9-477f-8c39-7c070ec55546 req-c3aa4d50-e7da-4a19-85f2-a2ee9e26ab85 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062082 Aug 27 02:37:00.089665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.107593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b18be493-6d19-4ce7-b88a-9908a1b58358'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:00.262004 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-11e47606-7b2d-4b6d-9547-229cc7d40cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.351912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba1690-f7e8-4fa8-ac0f-2e83e65f5ee0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.354744 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba1690-f7e8-4fa8-ac0f-2e83e65f5ee0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.358359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7fba1690-f7e8-4fa8-ac0f-2e83e65f5ee0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/security-groups/0f753d0e-8978-470d-afe2-834465539423 HTTP/1.1" status: 204 len: 168 time: 1.7513988 Aug 27 02:37:00.366793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60342) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:00.404989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Pushing event deleted for resources: {'Port': ['ID=697af919-13a2-478e-be4b-41c7a37e91e8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.418758 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0ef11c3-89fc-46a8-84b9-80cb866d783c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.466852 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.477607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba1690-f7e8-4fa8-ac0f-2e83e65f5ee0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f753d0e-8978-470d-afe2-834465539423,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.480982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5c024-191d-4dc0-84bf-4b7430f448e4 req-4c89f7ce-6201-4ee8-b144-35b87756999c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:00.492399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50a5c024-191d-4dc0-84bf-4b7430f448e4 req-4c89f7ce-6201-4ee8-b144-35b87756999c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.5576112 Aug 27 02:37:00.589726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] No DVR routers for this DVR port 697af919-13a2-478e-be4b-41c7a37e91e8 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:00.592675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.602328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3e2f94ef-3aae-482a-8f2e-8602c0000136 req-d5ca0f22-1ac1-40dd-b02e-1beb8a1e8458 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.45 "DELETE /v2.0/ports/697af919-13a2-478e-be4b-41c7a37e91e8 HTTP/1.1" status: 204 len: 173 time: 1.7488005 Aug 27 02:37:00.611502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bd9a26-7344-4579-ac43-451b438b545b', 'name': 'network-vif-deleted', 'tag': '697af919-13a2-478e-be4b-41c7a37e91e8'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:00.619441 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0914b880-0fcd-4d61-a749-de1d60722e31" -d '{"events": [{"server_uuid": "79bd9a26-7344-4579-ac43-451b438b545b", "name": "network-vif-deleted", "tag": "697af919-13a2-478e-be4b-41c7a37e91e8"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:00.676863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd721-e24e-45fe-94d6-ecb3474d7dcd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.702366 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd721-e24e-45fe-94d6-ecb3474d7dcd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.760473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd721-e24e-45fe-94d6-ecb3474d7dcd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.763269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd721-e24e-45fe-94d6-ecb3474d7dcd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.767724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bb4dd721-e24e-45fe-94d6-ecb3474d7dcd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/security-groups/15c08783-19e3-4486-8c08-492cedab2ecd HTTP/1.1" status: 204 len: 168 time: 0.3939109 Aug 27 02:37:00.770769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60358) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:00.797154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50a5c024-191d-4dc0-84bf-4b7430f448e4 req-f0b941d9-20d9-4d86-bd3a-e2c2731ae479 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189581 Aug 27 02:37:00.801116 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5530fba-fb76-4153-ae31-a095a3160a58 x-openstack-request-id: req-e5530fba-fb76-4153-ae31-a095a3160a58 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:00.801629 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bd9a26-7344-4579-ac43-451b438b545b", "name": "network-vif-deleted", "tag": "697af919-13a2-478e-be4b-41c7a37e91e8", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:00.802025 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5530fba-fb76-4153-ae31-a095a3160a58 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:00.802663 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd9a26-7344-4579-ac43-451b438b545b', 'name': 'network-vif-deleted', 'tag': '697af919-13a2-478e-be4b-41c7a37e91e8', 'status': 'completed', 'code': 200} Aug 27 02:37:00.836258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dd721-e24e-45fe-94d6-ecb3474d7dcd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c08783-19e3-4486-8c08-492cedab2ecd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.946076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet d8d45415-a33c-49e1-8549-12d6b0721ab6 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:00.952601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Deleting port fe5ffd80-dce8-4c67-8b8f-08ec54dfadf4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:00.952958 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.955820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.061244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0ef11c3-89fc-46a8-84b9-80cb866d783c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.084414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 697af919-13a2-478e-be4b-41c7a37e91e8 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:01.096196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0ef11c3-89fc-46a8-84b9-80cb866d783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.102183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.146479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 697af919-13a2-478e-be4b-41c7a37e91e8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:01.147103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 697af919-13a2-478e-be4b-41c7a37e91e8 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:01.233488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef11c3-89fc-46a8-84b9-80cb866d783c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b6046e-00d4-44d3-9859-a30385e4227d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:01.239276 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.293950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-540454e2-a7a6-437c-8598-6c9ddd838356 req-3ca86a6d-69da-4d1a-bab9-88749e531e32 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=79bd9a26-7344-4579-ac43-451b438b545b HTTP/1.1" status: 200 len: 210 time: 0.0477748 Aug 27 02:37:01.320249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c0ef11c3-89fc-46a8-84b9-80cb866d783c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b50fe72d3de4ca1a31a9ad8fe6d71a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3544664 Aug 27 02:37:01.320767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60366) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:01.391839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.393845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.414700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Calling delete_port for fe5ffd80-dce8-4c67-8b8f-08ec54dfadf4 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:01.442891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.528249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5f62-f54a-428f-bc2d-7fee34995538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.628935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5f62-f54a-428f-bc2d-7fee34995538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.758925 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5f62-f54a-428f-bc2d-7fee34995538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.761752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5f62-f54a-428f-bc2d-7fee34995538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.763117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cfbd5f62-f54a-428f-bc2d-7fee34995538 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2b6046e-00d4-44d3-9859-a30385e4227d HTTP/1.1" status: 204 len: 168 time: 0.4416168 Aug 27 02:37:01.786628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5f62-f54a-428f-bc2d-7fee34995538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b6046e-00d4-44d3-9859-a30385e4227d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:01.811120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.893801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d45415-a33c-49e1-8549-12d6b0721ab6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:01.929700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.930457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da179a-0eae-4f7b-8b0e-27d1bfbce582 None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:01.931593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f944bc43-cdba-479a-bae2-c07c575ad09f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/d8d45415-a33c-49e1-8549-12d6b0721ab6 HTTP/1.1" status: 204 len: 168 time: 1.1552770 Aug 27 02:37:01.938252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60376) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:01.943507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:02.039242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.123416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event deleted for resources: {'Port': ['ID=fe5ffd80-dce8-4c67-8b8f-08ec54dfadf4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:02.337772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a358-5500-4257-8c5d-8bafaae92282 req-e78e80b7-9833-481f-ba50-4c8823991f91 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:02.339569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2289a358-5500-4257-8c5d-8bafaae92282 req-e78e80b7-9833-481f-ba50-4c8823991f91 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.3221695 Aug 27 02:37:02.487768 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] create failed (client error): The resource could not be found. Aug 27 02:37:02.489294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a49d827b-3a10-4ca5-b19b-a8d418d3ab2d tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8329687 Aug 27 02:37:02.493158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60390) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:02.635925 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2289a358-5500-4257-8c5d-8bafaae92282 req-358fa49e-c19b-49b9-9ebe-10dcb23214ff tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631369 Aug 27 02:37:02.679882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:02.695993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.900272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Deleting port 8d56a3c6-1156-4b69-bbd8-8b4240166f98 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:02.902452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.127744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.355850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.384161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.426694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Calling delete_port for 8d56a3c6-1156-4b69-bbd8-8b4240166f98 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:03.461857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf509-f4c9-426b-93e5-9389099c270f req-049f8771-3c59-4ab3-85c5-77878624e368 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.469829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79daf509-f4c9-426b-93e5-9389099c270f req-049f8771-3c59-4ab3-85c5-77878624e368 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.2040021 Aug 27 02:37:03.497012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:03.509526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:03.515706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.516508 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.522304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644793ba-d138-4aea-bbf0-09b0ee453843 None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:03.560108 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79daf509-f4c9-426b-93e5-9389099c270f req-3a3c25c8-3c36-4acd-b37f-40c65314c5f2 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885015 Aug 27 02:37:03.561802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6225057 Aug 27 02:37:03.571440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60416) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:03.572844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d2a45-d04e-49f6-86c5-9c7687f45a3e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=3c356c41-7471-43c8-b5a9-5e41ee7c8ef8,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:03.579676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7779d61d-7031-4ad5-8c4b-0876ec83d7ec tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'security_group': {'name': 'tempest-secgroup-755679610'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:03.648903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7779d61d-7031-4ad5-8c4b-0876ec83d7ec tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.722022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4fee9e79-c095-47e8-9675-f2f343a69724 None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:03.722706 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fee9e79-c095-47e8-9675-f2f343a69724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.797707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.898310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event deleted for resources: {'Port': ['ID=8d56a3c6-1156-4b69-bbd8-8b4240166f98,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:04.269908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4fee9e79-c095-47e8-9675-f2f343a69724 None None] Provisioning complete for port 39a3efd5-3665-430d-b8ba-94dab0bc2275 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:04.270537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fee9e79-c095-47e8-9675-f2f343a69724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.293017 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7779d61d-7031-4ad5-8c4b-0876ec83d7ec tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.325213 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.331012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1b2edcff-0415-4c7f-8086-3e3411290c83 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "DELETE /v2.0/ports/8d56a3c6-1156-4b69-bbd8-8b4240166f98 HTTP/1.1" status: 204 len: 168 time: 1.8338575 Aug 27 02:37:04.331012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7779d61d-7031-4ad5-8c4b-0876ec83d7ec tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.331536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60430) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:04.366307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4fee9e79-c095-47e8-9675-f2f343a69724 None None] Port 39a3efd5-3665-430d-b8ba-94dab0bc2275 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:04.414153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779d61d-7031-4ad5-8c4b-0876ec83d7ec tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8596f5f-0b7b-4bda-bd96-3411e2becbd6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:04.441231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] Update dhcp port {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'fixed_ips': [{'subnet_id': '7fe62e8b-736a-45a9-9af9-093c5bb21475', 'ip_address': '172.20.0.18'}, {'subnet_id': '3c356c41-7471-43c8-b5a9-5e41ee7c8ef8'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '748ba413-ec8d-42e1-9e79-c705d01e4a98'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:37:04.462466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff4af4-55cc-44e0-8e27-a99d8d059b53 req-8141283a-1967-4e18-b6d0-376a93a67a59 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:04.488001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eeff4af4-55cc-44e0-8e27-a99d8d059b53 req-8141283a-1967-4e18-b6d0-376a93a67a59 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.2089560 Aug 27 02:37:04.490113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.502759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7779d61d-7031-4ad5-8c4b-0876ec83d7ec tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.504431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7779d61d-7031-4ad5-8c4b-0876ec83d7ec tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9374387 Aug 27 02:37:04.507997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60434) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:04.515671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0bb6c554-699f-4d0c-9618-b9c1a7217ddd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021590860'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:04.545606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1a036-5fb8-441a-9229-06577588fa22 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:04.555554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1fa1a036-5fb8-441a-9229-06577588fa22 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e56b637-86ed-41e9-811a-d77f55ee33c7 HTTP/1.1" status: 200 len: 913 time: 0.2188807 Aug 27 02:37:04.560151 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c554-699f-4d0c-9618-b9c1a7217ddd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.561612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60436) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:04.709812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eeff4af4-55cc-44e0-8e27-a99d8d059b53 req-c16716d4-eece-4d6b-a616-24eda4be95fd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965077 Aug 27 02:37:04.941927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c554-699f-4d0c-9618-b9c1a7217ddd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.950528 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c554-699f-4d0c-9618-b9c1a7217ddd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.974054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] Allocated IP 172.20.0.2 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/3c356c41-7471-43c8-b5a9-5e41ee7c8ef8/748ba413-ec8d-42e1-9e79-c705d01e4a98) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:05.012458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c554-699f-4d0c-9618-b9c1a7217ddd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.016132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0bb6c554-699f-4d0c-9618-b9c1a7217ddd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5045760 Aug 27 02:37:05.023114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60450) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:05.037862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7fb0bf17-0f44-47a5-946a-390b73e7c34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752244'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:05.050583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c554-699f-4d0c-9618-b9c1a7217ddd tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ecaa31-201a-458f-a915-1bca746415ef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:05.102377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bf17-0f44-47a5-946a-390b73e7c34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.260851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-14312c72-1408-47dc-9d26-7dcfb2fade34 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:05.262730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-14312c72-1408-47dc-9d26-7dcfb2fade34 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.1021957 Aug 27 02:37:05.395542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=748ba413-ec8d-42e1-9e79-c705d01e4a98,segment=NetworkSegment(db485a11-cb84-4c27-990a-d1e9d1018596),segment_id=db485a11-cb84-4c27-990a-d1e9d1018596)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:05.445742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805ba11-7337-4412-9359-abb0ba53e637 req-0f0d3d8b-accd-4c69-820d-935a9fb911b9 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:05.458408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5805ba11-7337-4412-9359-abb0ba53e637 req-0f0d3d8b-accd-4c69-820d-935a9fb911b9 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 946 time: 0.5974183 Aug 27 02:37:05.502120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bf17-0f44-47a5-946a-390b73e7c34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.529164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.538413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bf17-0f44-47a5-946a-390b73e7c34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.581928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] Transition to ACTIVE for port object 748ba413-ec8d-42e1-9e79-c705d01e4a98 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:05.590993 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.648881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Deleting port b18be493-6d19-4ce7-b88a-9908a1b58358 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:05.651013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.674669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bf17-0f44-47a5-946a-390b73e7c34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.682620 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7fb0bf17-0f44-47a5-946a-390b73e7c34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6575031 Aug 27 02:37:05.688229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60466) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:05.712605 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5805ba11-7337-4412-9359-abb0ba53e637 req-e9757cdb-e561-4890-8c1c-165cf6e9057c tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4504a0d-b4d9-415c-a98f-72ebf856d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525575 Aug 27 02:37:05.719971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60468) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:05.769168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2041895856', 'security_groups': ['1b62796f-8948-4a68-8532-ea82b9104181'], 'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3c356c41-7471-43c8-b5a9-5e41ee7c8ef8'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:05.813911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3c23b-f355-49f2-9e0c-50ed0d28d6a1 None None] Pushing event updated for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:05.952081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0bf17-0f44-47a5-946a-390b73e7c34e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b62796f-8948-4a68-8532-ea82b9104181,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:06.149005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e1d02-d7ac-459c-aa25-f6425132e0f3 req-05f5d693-e2ef-41ed-b061-bb8a5a5d5a2c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:06.153362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ba7e1d02-d7ac-459c-aa25-f6425132e0f3 req-05f5d693-e2ef-41ed-b061-bb8a5a5d5a2c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.2651219 Aug 27 02:37:06.253614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] For port b18be493-6d19-4ce7-b88a-9908a1b58358, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b18be493-6d19-4ce7-b88a-9908a1b58358,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:06.254086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.296414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Calling delete_port for b18be493-6d19-4ce7-b88a-9908a1b58358 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:06.348896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:06.367353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ba7e1d02-d7ac-459c-aa25-f6425132e0f3 req-b69642e4-6ee8-40c7-a238-e03a4794e3c5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949081 Aug 27 02:37:06.595500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-612320809'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:06.637625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.733087 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.746993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b18be493-6d19-4ce7-b88a-9908a1b58358'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:06.871822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Pushing event deleted for resources: {'Port': ['ID=b18be493-6d19-4ce7-b88a-9908a1b58358,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:06.927480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] No DVR routers for this DVR port b18be493-6d19-4ce7-b88a-9908a1b58358 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:06.948667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.961494 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46cd27d0-1bc9-471a-b003-0dc87b6303f9 req-ec7b3454-8170-4b65-8b42-4eab2085a1e6 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.32 "DELETE /v2.0/ports/b18be493-6d19-4ce7-b88a-9908a1b58358 HTTP/1.1" status: 204 len: 173 time: 1.6895223 Aug 27 02:37:06.966620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'name': 'network-vif-deleted', 'tag': 'b18be493-6d19-4ce7-b88a-9908a1b58358'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:06.978856 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7740dfd-dec4-4c7a-b34c-c8ee3d2ed87e" -d '{"events": [{"server_uuid": "fe30d332-5e63-4baf-abf9-f8e1b20472b2", "name": "network-vif-deleted", "tag": "b18be493-6d19-4ce7-b88a-9908a1b58358"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:07.004183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Made reservation on behalf of f32ea9c31e8c452196a3b2f835823fff for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:07.017536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.074166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bed0f38-738d-45f2-a96f-6cf87b2a5c19 req-0d9e24b1-e1b6-4f67-b3fe-827854c0b833 tempest-ServerRescueTestJSON-938363419 tempest-ServerRescueTestJSON-938363419-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe30d332-5e63-4baf-abf9-f8e1b20472b2 HTTP/1.1" status: 200 len: 210 time: 0.1482699 Aug 27 02:37:07.132792 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9252c8-62e8-4242-bb16-f01e739ea21e x-openstack-request-id: req-ff9252c8-62e8-4242-bb16-f01e739ea21e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:07.133264 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe30d332-5e63-4baf-abf9-f8e1b20472b2", "name": "network-vif-deleted", "tag": "b18be493-6d19-4ce7-b88a-9908a1b58358", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:07.133604 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff9252c8-62e8-4242-bb16-f01e739ea21e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:07.134561 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe30d332-5e63-4baf-abf9-f8e1b20472b2', 'name': 'network-vif-deleted', 'tag': 'b18be493-6d19-4ce7-b88a-9908a1b58358', 'status': 'completed', 'code': 200} Aug 27 02:37:07.136255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6e760fff-5125-4d35-82f9-3d917a35602f None None] Provisioning for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:07.165779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6e760fff-5125-4d35-82f9-3d917a35602f None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:07.169603 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e760fff-5125-4d35-82f9-3d917a35602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.222164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.228553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.337529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.352109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.355902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] device_id is not set on port 0179549b-8c5f-4a39-a497-af395e24250a yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:07.432631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:07.450395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6175a774-5ebf-4ede-b444-58421db8ff5a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:07.494965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.495666 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Added segment 7ea9887e-4f41-4376-b9c4-2df11092886e of type vlan for network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f Aug 27 02:37:07.638998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 748ba413-ec8d-42e1-9e79-c705d01e4a98 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:07.852518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:07.855537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.898750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6e760fff-5125-4d35-82f9-3d917a35602f None None] Provisioning complete for port 39a3efd5-3665-430d-b8ba-94dab0bc2275 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:07.899326 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6e760fff-5125-4d35-82f9-3d917a35602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.948527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6e760fff-5125-4d35-82f9-3d917a35602f None None] Port 39a3efd5-3665-430d-b8ba-94dab0bc2275 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:08.008481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.145599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b9f1-ef46-49ec-b8af-b48221e121d9 req-990611cf-b373-420d-85eb-7c9b60bbec7f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:08.154657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60506) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:08.155380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a997b9f1-ef46-49ec-b8af-b48221e121d9 req-990611cf-b373-420d-85eb-7c9b60bbec7f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.5650468 Aug 27 02:37:08.210931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.216756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:08.217549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.686717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Deleting port eb4144d8-a35e-49a1-9994-d94000aeabe7 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:08.686717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.704813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9255941 Aug 27 02:37:08.706139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.5 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/3c356c41-7471-43c8-b5a9-5e41ee7c8ef8/0179549b-8c5f-4a39-a497-af395e24250a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:08.721165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:08.732274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Request body: {'subnet': {'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:08.769036 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a997b9f1-ef46-49ec-b8af-b48221e121d9 req-998a8cb6-7f22-4579-b96f-068844782a12 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6125653 Aug 27 02:37:08.788075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce44b5-f24d-4879-b9df-841e9d6b77bf tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event updated for resources: {'Network': ['ID=549311d9-ffcd-42ca-b87e-5b0ae10b8c6f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:08.799588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:09.007451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Made reservation on behalf of f32ea9c31e8c452196a3b2f835823fff for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:09.011325 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.017094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.085996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Calling delete_port for eb4144d8-a35e-49a1-9994-d94000aeabe7 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:09.259091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.299495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 0179549b-8c5f-4a39-a497-af395e24250a will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:09.457015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.491154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b18be493-6d19-4ce7-b88a-9908a1b58358 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:09.560929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: b18be493-6d19-4ce7-b88a-9908a1b58358 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:09.561264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b18be493-6d19-4ce7-b88a-9908a1b58358 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:09.731103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.785780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event deleted for resources: {'Port': ['ID=eb4144d8-a35e-49a1-9994-d94000aeabe7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:09.790899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.803359 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.002054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=0179549b-8c5f-4a39-a497-af395e24250a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:10.085612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:10.189352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.193611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:10.202115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:10.272262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:10.272975 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.326186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb190552-6020-4565-b32f-59e3c83595a5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6303837 Aug 27 02:37:10.340787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60538) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:10.348658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event updated for resources: {'Subnet': ['ID=dbdbc48c-0b0d-4ad0-883a-b63cddeda43b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:10.365980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-19d1fbc7-d32b-4a2a-837e-316126a2faf3 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:10.549287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Checking segment: {'id': '7ea9887e-4f41-4376-b9c4-2df11092886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:10.549800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Network hostable DHCP agents. Network: 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:10.581032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcccea-8f27-40ce-97c5-28d05901a937 req-8533ae70-2ab6-4d6d-8502-01e8a4285a69 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:10.583684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78fcccea-8f27-40ce-97c5-28d05901a937 req-8533ae70-2ab6-4d6d-8502-01e8a4285a69 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.4435296 Aug 27 02:37:10.610013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a46d598-3e3e-4d41-aeaf-71e46aa0563c None None] Provisioning for port 0179549b-8c5f-4a39-a497-af395e24250a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:10.614096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3a46d598-3e3e-4d41-aeaf-71e46aa0563c None None] Provisioning complete for port 0179549b-8c5f-4a39-a497-af395e24250a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:10.614603 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3a46d598-3e3e-4d41-aeaf-71e46aa0563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.693739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3a46d598-3e3e-4d41-aeaf-71e46aa0563c None None] Port 0179549b-8c5f-4a39-a497-af395e24250a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:10.733817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:10.751797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78fcccea-8f27-40ce-97c5-28d05901a937 req-e3c13ec1-86c2-4dc7-a92a-b12478ea6972 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598165 Aug 27 02:37:10.772453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Router 8e56b637-86ed-41e9-811a-d77f55ee33c7 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:10.773600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:10.783992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e07b57-aefb-494c-be7e-cc34b362ca96 None None] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:10.804990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:10.805595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.874437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7467422c-616d-4178-8b2e-57b583f99af5 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1462941 Aug 27 02:37:10.876720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60544) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:10.882231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Request body: {'port': {'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-203093560'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:10.891144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d1fbc7-d32b-4a2a-837e-316126a2faf3 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:10.900086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19d1fbc7-d32b-4a2a-837e-316126a2faf3 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.017671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:11.030740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc91f661-3186-4969-b469-9a8c053a2966 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "PUT /v2.0/routers/8e56b637-86ed-41e9-811a-d77f55ee33c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4642506 Aug 27 02:37:11.033455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60546) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:11.093026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] Sync routers for ids ['8e56b637-86ed-41e9-811a-d77f55ee33c7'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:11.149818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db5c0559-7142-4460-9e19-4171a3483091 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.160606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] Routers {'8e56b637-86ed-41e9-811a-d77f55ee33c7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:11.161250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8e56b637-86ed-41e9-811a-d77f55ee33c7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:11.235896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Deleting port ed5eadff-49ba-4dce-a995-6d1f88bfdce8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:11.236402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.243058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-549311d9-ffcd-42ca-b87e-5b0ae10b8c6f', 'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f', 'tenant_id': 'f32ea9c31e8c452196a3b2f835823fff', 'fixed_ips': [{'subnet_id': 'dbdbc48c-0b0d-4ad0-883a-b63cddeda43b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:11.243923 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.247646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:11.283980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] Routers {'8e56b637-86ed-41e9-811a-d77f55ee33c7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:11.284623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8e56b637-86ed-41e9-811a-d77f55ee33c7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:11.404211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] For port ed5eadff-49ba-4dce-a995-6d1f88bfdce8, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,segment=NetworkSegment(447acab5-3c6c-403e-94f1-fcee9d183db0),segment_id=447acab5-3c6c-403e-94f1-fcee9d183db0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:11.404762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.434490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Calling delete_port for ed5eadff-49ba-4dce-a995-6d1f88bfdce8 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:11.558287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db5c0559-7142-4460-9e19-4171a3483091 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.575663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db5c0559-7142-4460-9e19-4171a3483091 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.584869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Made reservation on behalf of f32ea9c31e8c452196a3b2f835823fff for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:11.589124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.649403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] device_id is not set on port 7c91bd08-cd62-462d-b682-e1226a5335b3 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:11.656238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db5c0559-7142-4460-9e19-4171a3483091 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.657129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5c0559-7142-4460-9e19-4171a3483091 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Fanout notify agent at l3_agent the message router_deleted on router 8e56b637-86ed-41e9-811a-d77f55ee33c7 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:37:11.665926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-db5c0559-7142-4460-9e19-4171a3483091 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.680014 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-db5c0559-7142-4460-9e19-4171a3483091 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "DELETE /v2.0/routers/8e56b637-86ed-41e9-811a-d77f55ee33c7 HTTP/1.1" status: 204 len: 168 time: 0.6453605 Aug 27 02:37:11.702690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60552) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:11.703292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Allocated IP 172.20.0.2 (549311d9-ffcd-42ca-b87e-5b0ae10b8c6f/dbdbc48c-0b0d-4ad0-883a-b63cddeda43b/ad144ab3-907b-4340-9dee-88056391da75) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:11.777849 n-d-806293-1 neutron-server[94772]: INFO neutron.db.ipam_backend_mixin [None req-19d1fbc7-d32b-4a2a-837e-316126a2faf3 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3c356c41-7471-43c8-b5a9-5e41ee7c8ef8 (CIDR: 172.20.0.0/28) Aug 27 02:37:11.779343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.791175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:11.791847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89af647-a613-4454-8d0e-4094f39c9f74 None None] The sync data for ids ['8e56b637-86ed-41e9-811a-d77f55ee33c7'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:11.826525 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d1fbc7-d32b-4a2a-837e-316126a2faf3 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:37:11.826525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d1fbc7-d32b-4a2a-837e-316126a2faf3 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:11.901034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-19d1fbc7-d32b-4a2a-837e-316126a2faf3 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5539649 Aug 27 02:37:11.952139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Deleting subnet 385c627a-35fe-4f4a-b910-54a137862e00 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:11.955983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60560) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:11.958637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5eadff-49ba-4dce-a995-6d1f88bfdce8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:12.123546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b6feb248-90e4-4f01-a46d-9b6fd7ae6c2f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:12.152905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.192673 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.219283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Transition to ACTIVE for port object ad144ab3-907b-4340-9dee-88056391da75 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:12.245023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Transition to ACTIVE for port object ad144ab3-907b-4340-9dee-88056391da75 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:12.259679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.321994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.341931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:12.355024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:12.387868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Pushing event updated for resources: {'Port': ['ID=ad144ab3-907b-4340-9dee-88056391da75,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:12.390467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:12.443345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ddc9-59ef-452b-891b-82b143a06d6e req-3ed59022-218e-48a7-b5f4-e4c1c735bcd7 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:12.445102 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2134ddc9-59ef-452b-891b-82b143a06d6e req-3ed59022-218e-48a7-b5f4-e4c1c735bcd7 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.3995109 Aug 27 02:37:12.513760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Attempting to bind port ad144ab3-907b-4340-9dee-88056391da75 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:12.513760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Attempting to bind port ad144ab3-907b-4340-9dee-88056391da75 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '7ea9887e-4f41-4376-b9c4-2df11092886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:12.514296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Attempting to bind port ad144ab3-907b-4340-9dee-88056391da75 on network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:12.520436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7015978-79ea-4661-8864-7d8957b4684b req-8a943e1f-6422-4630-9bba-7a48936fdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:12.522062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-8a943e1f-6422-4630-9bba-7a48936fdd92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4&tenant_id=7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 1094 time: 0.1778014 Aug 27 02:37:12.525244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:12.530786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Checking segment: {'id': '7ea9887e-4f41-4376-b9c4-2df11092886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:12.531367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.531878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Bound using segment: {'id': '7ea9887e-4f41-4376-b9c4-2df11092886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:12.532486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Bound port: ad144ab3-907b-4340-9dee-88056391da75, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea9887e-4f41-4376-b9c4-2df11092886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '549311d9-ffcd-42ca-b87e-5b0ae10b8c6f'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:12.532996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.538696 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.554055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:12.631270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.680459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] For port ad144ab3-907b-4340-9dee-88056391da75, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:12.689647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] For port ad144ab3-907b-4340-9dee-88056391da75, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ad144ab3-907b-4340-9dee-88056391da75,segment=NetworkSegment(7ea9887e-4f41-4376-b9c4-2df11092886e),segment_id=7ea9887e-4f41-4376-b9c4-2df11092886e)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:12.698276 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2134ddc9-59ef-452b-891b-82b143a06d6e req-b10a7cbc-b18a-4bf6-a779-70cd338f77ed tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443027 Aug 27 02:37:12.700278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.745288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Allocated IP 172.20.0.9 (549311d9-ffcd-42ca-b87e-5b0ae10b8c6f/dbdbc48c-0b0d-4ad0-883a-b63cddeda43b/7c91bd08-cd62-462d-b682-e1226a5335b3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:12.861614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a324c0-087b-4611-8f54-33b906dca209 None None] Pushing event updated for resources: {'Port': ['ID=ad144ab3-907b-4340-9dee-88056391da75,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:12.891530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6feb248-90e4-4f01-a46d-9b6fd7ae6c2f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:12.907031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b6feb248-90e4-4f01-a46d-9b6fd7ae6c2f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.988332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Router 51e96790-d09f-4e7c-a20b-14012d953ace has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:13.023320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.127888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:13.271390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:13.274036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:13.280555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-736a61c1-9697-40b5-a35c-d4c5cbb6c293 admin admin] 10.222.0.10 "PUT /v2.0/routers/51e96790-d09f-4e7c-a20b-14012d953ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1248066 Aug 27 02:37:13.286060 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] Sync routers for ids ['51e96790-d09f-4e7c-a20b-14012d953ace'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:13.303483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60578) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:13.314299 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] Routers {'51e96790-d09f-4e7c-a20b-14012d953ace'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:13.314959 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51e96790-d09f-4e7c-a20b-14012d953ace'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:13.477938 n-d-806293-1 neutron-server[94773]: INFO neutron.db.ipam_backend_mixin [None req-b6feb248-90e4-4f01-a46d-9b6fd7ae6c2f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7fe62e8b-736a-45a9-9af9-093c5bb21475 (CIDR: 172.20.0.16/28) Aug 27 02:37:13.486128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562b0571-8525-45ea-92e4-7aaf5d3ed78c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:37:13.540610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.565103 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6feb248-90e4-4f01-a46d-9b6fd7ae6c2f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:37:13.565986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6feb248-90e4-4f01-a46d-9b6fd7ae6c2f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:13.598842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ad144ab3-907b-4340-9dee-88056391da75 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:13.619916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b6feb248-90e4-4f01-a46d-9b6fd7ae6c2f tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5107639 Aug 27 02:37:13.623732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.625833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60584) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:13.634637 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] Set router 51e96790-d09f-4e7c-a20b-14012d953ace gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:13.647341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'subnet': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:13.716266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ad144ab3-907b-4340-9dee-88056391da75 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:13.757019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event deleted for resources: {'Subnet': ['ID=385c627a-35fe-4f4a-b910-54a137862e00,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:13.761344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Transition to ACTIVE for port object 562b0571-8525-45ea-92e4-7aaf5d3ed78c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:13.782223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dffe073-d0f9-4d2a-8cc7-67904fda2994 None None] Network 63644186-d523-4480-a394-28752f57ec41 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:13.788755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.892961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.897282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4930587d-5912-4146-aac9-8ffcaebd9561 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "DELETE /v2.0/subnets/385c627a-35fe-4f4a-b910-54a137862e00 HTTP/1.1" status: 204 len: 168 time: 2.1862116 Aug 27 02:37:13.903012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60590) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:14.055407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:37:11Z', 'revision_number': 5, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:14.164097 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] Checking router: 51e96790-d09f-4e7c-a20b-14012d953ace for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:14.176557 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] Routers {'51e96790-d09f-4e7c-a20b-14012d953ace'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:14.177516 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['51e96790-d09f-4e7c-a20b-14012d953ace'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:14.303869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] DHCP port deletion for 63644186-d523-4480-a394-28752f57ec41 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:14.335553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.385550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:14.429256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] Deleting port 83dff83a-7652-452c-9f0e-c5e17f140f03 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:14.435212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.562309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] For port 83dff83a-7652-452c-9f0e-c5e17f140f03, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=83dff83a-7652-452c-9f0e-c5e17f140f03,segment=NetworkSegment(a4cc7957-5fbe-4411-884f-c8ac68714fac),segment_id=a4cc7957-5fbe-4411-884f-c8ac68714fac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:14.562744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.599629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] Calling delete_port for 83dff83a-7652-452c-9f0e-c5e17f140f03 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:14.689121 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] Set router 51e96790-d09f-4e7c-a20b-14012d953ace gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:14.799609 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.865376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd6f31-b9ac-46c1-9dc0-213b055a0013 None None] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:14.966337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] No DVR routers for this DVR port 83dff83a-7652-452c-9f0e-c5e17f140f03 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:15.003839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14f435-8e9d-405f-859f-5d524bbc9b8e req-d179c7b2-63a5-4268-81cb-54fd7f6c579c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:15.006092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b14f435-8e9d-405f-859f-5d524bbc9b8e req-d179c7b2-63a5-4268-81cb-54fd7f6c579c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 1.1633546 Aug 27 02:37:15.066199 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:37:11Z', 'revision_number': 5, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:15.076342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b14f435-8e9d-405f-859f-5d524bbc9b8e req-595369ae-3948-4fb1-8b8f-a94ee0481e87 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518625 Aug 27 02:37:15.116258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b861af2-2b1a-4441-a0fe-96a2a0a20b82 None None] Pushing event deleted for resources: {'Port': ['ID=83dff83a-7652-452c-9f0e-c5e17f140f03,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:15.141885 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9d4a6-5b4b-45c3-a8bb-6dd1bfe54152 None None] The sync data for ids ['51e96790-d09f-4e7c-a20b-14012d953ace'] in n-d-806293-1 is: [{'id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'name': 'tempest-ServerRescueTestJSON-190310024-router', 'tenant_id': '4015b758761c478cb06703c195c086e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:04Z', 'updated_at': '2021-08-27T02:37:11Z', 'revision_number': 5, 'project_id': '4015b758761c478cb06703c195c086e6', 'gw_port': {'id': 'da20e330-1343-4f81-93ac-d1a5781738c2', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e96790-d09f-4e7c-a20b-14012d953ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:05Z', 'updated_at': '2021-08-27T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:15.144884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] No DVR routers for this DVR port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:15.260590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.292558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8965949c-0556-496f-a8f2-cfb7ea6e8f99 None None] Provisioning for port ad144ab3-907b-4340-9dee-88056391da75 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:15.302129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8965949c-0556-496f-a8f2-cfb7ea6e8f99 None None] Provisioning complete for port ad144ab3-907b-4340-9dee-88056391da75 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:15.302880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8965949c-0556-496f-a8f2-cfb7ea6e8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.392733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Deleting port da20e330-1343-4f81-93ac-d1a5781738c2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:15.393263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.511516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8965949c-0556-496f-a8f2-cfb7ea6e8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.571450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8965949c-0556-496f-a8f2-cfb7ea6e8f99 None None] For port ad144ab3-907b-4340-9dee-88056391da75, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ad144ab3-907b-4340-9dee-88056391da75,segment=NetworkSegment(7ea9887e-4f41-4376-b9c4-2df11092886e),segment_id=7ea9887e-4f41-4376-b9c4-2df11092886e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:15.584391 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8965949c-0556-496f-a8f2-cfb7ea6e8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.607979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] For port da20e330-1343-4f81-93ac-d1a5781738c2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=da20e330-1343-4f81-93ac-d1a5781738c2,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:15.608371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.695828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Calling delete_port for da20e330-1343-4f81-93ac-d1a5781738c2 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:15.713189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965949c-0556-496f-a8f2-cfb7ea6e8f99 None None] Pushing event updated for resources: {'Port': ['ID=ad144ab3-907b-4340-9dee-88056391da75,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:15.724880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83dff83a-7652-452c-9f0e-c5e17f140f03 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:15.746558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 83dff83a-7652-452c-9f0e-c5e17f140f03 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:15.747230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 83dff83a-7652-452c-9f0e-c5e17f140f03 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:15.909876 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.913778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-67f7adea-e7db-473e-a545-f3c03c5ddef2 None None] Provisioning complete for port ad144ab3-907b-4340-9dee-88056391da75 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:15.916823 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-67f7adea-e7db-473e-a545-f3c03c5ddef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.954669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.957497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Transition to ACTIVE for port object 7c91bd08-cd62-462d-b682-e1226a5335b3 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:16.039154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Made reservation on behalf of 6b2aefe441274b19ab07681f762fd4d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:16.043351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.123003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.184143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:16.184648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:16.185181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:16.192104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.238500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:37:16.238967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Attempting to bind port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:16.252661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Pushing event deleted for resources: {'Port': ['ID=da20e330-1343-4f81-93ac-d1a5781738c2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:16.256787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:16.257515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Checking segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:16.257515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Bound using segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:16.258032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Bound port: 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:16.258310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.339615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.351714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63644186-d523-4480-a394-28752f57ec41']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:16.358059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.368068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cc7957-5fbe-4411-884f-c8ac68714fac') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:16.368365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cc7957-5fbe-4411-884f-c8ac68714fac') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:16.380227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.410073 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.417405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:16.417726 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:16.478658 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:16.529620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:16.548236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:16.571082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:16.581620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.612188 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.623593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event updated for resources: {'Port': ['ID=7c91bd08-cd62-462d-b682-e1226a5335b3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:16.657718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.664592 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.669542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.674200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] 10.222.0.10 "DELETE /v2.0/networks/63644186-d523-4480-a394-28752f57ec41 HTTP/1.1" status: 204 len: 168 time: 2.7480783 Aug 27 02:37:16.678451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99559889-f033-4224-aed1-15cc82e3fda5 tempest-FloatingIPNegativeTestJSON-554717084 tempest-FloatingIPNegativeTestJSON-554717084-project] Pushing event deleted for resources: {'Network': ['ID=63644186-d523-4480-a394-28752f57ec41,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:16.695628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d460e-09ce-4e5f-a10f-a4276f879335 req-23365a04-a616-4b93-8089-85944dbfe782 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:16.699215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-380d460e-09ce-4e5f-a10f-a4276f879335 req-23365a04-a616-4b93-8089-85944dbfe782 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 943 time: 0.4638331 Aug 27 02:37:16.809629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:16.810356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.851510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:16.906649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.907202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e96790-d09f-4e7c-a20b-14012d953ace {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:37:16.912132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.921396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d99d809-ec4d-4828-a5b6-ad107dd7e0cb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0435977 Aug 27 02:37:16.930593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-34b38da3-9d9c-41ce-9536-b0987deea570 admin admin] 10.222.0.10 "DELETE /v2.0/routers/51e96790-d09f-4e7c-a20b-14012d953ace HTTP/1.1" status: 204 len: 168 time: 3.6238360 Aug 27 02:37:16.930593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:16.931565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60630) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:16.932174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60632) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:16.940515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-380d460e-09ce-4e5f-a10f-a4276f879335 req-b6f19796-a190-4256-b10a-33ed9f75277e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170100 Aug 27 02:37:17.015840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.106979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1f1298dd-fb26-4fb9-9375-c4ce6c864d7d None None] Provisioning for port 7c91bd08-cd62-462d-b682-e1226a5335b3 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:17.128951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1f1298dd-fb26-4fb9-9375-c4ce6c864d7d None None] Provisioning complete for port 7c91bd08-cd62-462d-b682-e1226a5335b3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:17.131825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f1298dd-fb26-4fb9-9375-c4ce6c864d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.246088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1f1298dd-fb26-4fb9-9375-c4ce6c864d7d None None] Port 7c91bd08-cd62-462d-b682-e1226a5335b3 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:17.250101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60638) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:17.277722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.325694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:17.326794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.329387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-3ce75be7-ea2b-49b6-8662-fec727af4ab0 service neutron] 10.222.0.32 "PUT /v2.0/ports/562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 1091 time: 4.7794938 Aug 27 02:37:17.355982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:17.358813 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd457cba-e3fe-408d-a978-8503afbd9885" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:17.392990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.436467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] Deleting subnet a72931d5-1cd3-4ac9-9445-d281e89ae948 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:17.445773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.483972 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.484630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:17.506668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:17.515448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d619692-7eb2-43bc-995d-1a0d6a135392 None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:17.519162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:17.519881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.547943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.589929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Subnet': ['ID=af4e3c35-6d93-41af-8a3c-fa97c106c6c8,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.604331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-41835a9a-75ef-43cb-bd9e-7e81de2e57b5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9633396 Aug 27 02:37:17.615703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60644) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:17.629105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1604005942', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'af4e3c35-6d93-41af-8a3c-fa97c106c6c8'}], 'security_groups': ['a8596f5f-0b7b-4bda-bd96-3411e2becbd6', '04ecaa31-201a-458f-a915-1bca746415ef']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:17.707004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.718702 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-63ad3da9-e459-450e-96e7-1fb68ab13876 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=170145df54344887b233bbff249ec8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593065 Aug 27 02:37:17.726016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60650) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:17.863920 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e1913-61aa-469e-a38c-b32851ca01fe x-openstack-request-id: req-335e1913-61aa-469e-a38c-b32851ca01fe {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:17.864804 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:17.865669 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-335e1913-61aa-469e-a38c-b32851ca01fe {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:17.866045 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'status': 'completed', 'code': 200} Aug 27 02:37:17.915591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ad144ab3-907b-4340-9dee-88056391da75 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:17.932884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.977856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab1966e8-b949-4c6a-aea5-ccd41fa1f167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.012304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ad144ab3-907b-4340-9dee-88056391da75 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:18.013026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.036541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7015978-79ea-4661-8864-7d8957b4684b req-41d3f23a-81ad-4fb2-9e8e-bb7988f8f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:18.038709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab1966e8-b949-4c6a-aea5-ccd41fa1f167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.046416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-41d3f23a-81ad-4fb2-9e8e-bb7988f8f83b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1095 time: 0.6842375 Aug 27 02:37:18.048668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72931d5-1cd3-4ac9-9445-d281e89ae948,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:18.050889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.056182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ce45581d-dc54-4101-9000-6d21fea4e622 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a72931d5-1cd3-4ac9-9445-d281e89ae948 HTTP/1.1" status: 204 len: 168 time: 1.1213663 Aug 27 02:37:18.077746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60656) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:18.170517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] Update dhcp port {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'fixed_ips': [{'subnet_id': '7fe62e8b-736a-45a9-9af9-093c5bb21475', 'ip_address': '172.20.0.18'}, {'subnet_id': '3c356c41-7471-43c8-b5a9-5e41ee7c8ef8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'af4e3c35-6d93-41af-8a3c-fa97c106c6c8'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '748ba413-ec8d-42e1-9e79-c705d01e4a98'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:37:18.213430 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.232143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab1966e8-b949-4c6a-aea5-ccd41fa1f167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.234164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed5eadff-49ba-4dce-a995-6d1f88bfdce8 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:18.239193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab1966e8-b949-4c6a-aea5-ccd41fa1f167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.242059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ab1966e8-b949-4c6a-aea5-ccd41fa1f167 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06390e03-7b17-4396-b265-c65c82e2689c HTTP/1.1" status: 204 len: 168 time: 0.5148485 Aug 27 02:37:18.247880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.268628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ed5eadff-49ba-4dce-a995-6d1f88bfdce8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:18.269825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed5eadff-49ba-4dce-a995-6d1f88bfdce8 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:18.333268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1966e8-b949-4c6a-aea5-ccd41fa1f167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06390e03-7b17-4396-b265-c65c82e2689c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:18.434900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2612d4-b735-47a7-9ee3-09cd42e70f7a req-e8468765-0067-4681-858e-3044377274ce tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:18.440448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f2612d4-b735-47a7-9ee3-09cd42e70f7a req-e8468765-0067-4681-858e-3044377274ce tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2879574 Aug 27 02:37:18.508355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Deleting port 7c91bd08-cd62-462d-b682-e1226a5335b3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:18.508355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.535975 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.604083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f2612d4-b735-47a7-9ee3-09cd42e70f7a req-a450e816-e148-4672-a363-d5b16c1ab106 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525347 Aug 27 02:37:18.633942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] Allocated IP 172.20.0.34 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/af4e3c35-6d93-41af-8a3c-fa97c106c6c8/748ba413-ec8d-42e1-9e79-c705d01e4a98) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:18.741687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=748ba413-ec8d-42e1-9e79-c705d01e4a98,segment=NetworkSegment(db485a11-cb84-4c27-990a-d1e9d1018596),segment_id=db485a11-cb84-4c27-990a-d1e9d1018596)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:18.779093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.826275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] Transition to ACTIVE for port object 748ba413-ec8d-42e1-9e79-c705d01e4a98 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:18.840608 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.891874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7015978-79ea-4661-8864-7d8957b4684b req-ef8e7881-5b05-46cc-bd87-a85ecae49ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:18.895372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-ef8e7881-5b05-46cc-bd87-a85ecae49ea1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.8345757 Aug 27 02:37:18.902306 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.063948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa02ed7-9f26-48f2-a9ce-20db375f8d20']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:19.076226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.114592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447acab5-3c6c-403e-94f1-fcee9d183db0') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:19.115064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447acab5-3c6c-403e-94f1-fcee9d183db0') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:19.142297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Calling delete_port for 7c91bd08-cd62-462d-b682-e1226a5335b3 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:19.145421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.183303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-2aeb1393-f21e-46e4-a988-3fefb04d31ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 999 time: 0.2200089 Aug 27 02:37:19.218706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca368cc-3855-4c67-a9f1-ad4fd40ddbde None None] Pushing event updated for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:19.220669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.242595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da20e330-1343-4f81-93ac-d1a5781738c2 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:19.291061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: da20e330-1343-4f81-93ac-d1a5781738c2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:19.293674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da20e330-1343-4f81-93ac-d1a5781738c2 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:19.318569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Delete allocated IP 172.20.0.5 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/3c356c41-7471-43c8-b5a9-5e41ee7c8ef8) {{(pid=94773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:37:19.339851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Allocated IP 172.20.0.37 (cdac055a-a24c-4eb6-b96f-ee73c7ee6175/af4e3c35-6d93-41af-8a3c-fa97c106c6c8/0179549b-8c5f-4a39-a497-af395e24250a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:19.360593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:19.360975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:19.365054 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:19.468613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7015978-79ea-4661-8864-7d8957b4684b req-1817514f-4d75-443f-b960-985ba10d180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:19.470106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-1817514f-4d75-443f-b960-985ba10d180d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.2739573 Aug 27 02:37:19.534002 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.547402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.552409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7aa02ed7-9f26-48f2-a9ce-20db375f8d20 HTTP/1.1" status: 204 len: 168 time: 1.4698505 Aug 27 02:37:19.575458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dce02-08ee-4217-baf8-35ca76fd2198 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa02ed7-9f26-48f2-a9ce-20db375f8d20,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:19.623454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7015978-79ea-4661-8864-7d8957b4684b req-e6508d5c-9a42-4234-89fd-795bb3eefa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:19.625267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-e6508d5c-9a42-4234-89fd-795bb3eefa5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409044 Aug 27 02:37:19.714731 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.774113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60714) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:19.806159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Transition to ACTIVE for port object 0179549b-8c5f-4a39-a497-af395e24250a will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:19.812398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.818399 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.924859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event deleted for resources: {'Port': ['ID=7c91bd08-cd62-462d-b682-e1226a5335b3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:19.978711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60724) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:20.023972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-78f91bd3-3617-45f6-b756-d472b1bac967 tempest-DvrRoutersNegativeTest-808137326 tempest-DvrRoutersNegativeTest-808137326-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-156200808', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:20.026916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.policy [None req-78f91bd3-3617-45f6-b756-d472b1bac967 tempest-DvrRoutersNegativeTest-808137326 tempest-DvrRoutersNegativeTest-808137326-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94773) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 27 02:37:20.027286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.policy [None req-78f91bd3-3617-45f6-b756-d472b1bac967 tempest-DvrRoutersNegativeTest-808137326 tempest-DvrRoutersNegativeTest-808137326-project] Failed policy check for 'create_router' {{(pid=94773) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 27 02:37:20.027941 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-78f91bd3-3617-45f6-b756-d472b1bac967 tempest-DvrRoutersNegativeTest-808137326 tempest-DvrRoutersNegativeTest-808137326-project] create failed (client error): Access was denied to this resource. Aug 27 02:37:20.029033 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-78f91bd3-3617-45f6-b756-d472b1bac967 tempest-DvrRoutersNegativeTest-808137326 tempest-DvrRoutersNegativeTest-808137326-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2536557 Aug 27 02:37:20.097751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-20be4f99-8236-44fd-8979-14f8c09ea2e0 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610453 Aug 27 02:37:20.156098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event updated for resources: {'Port': ['ID=0179549b-8c5f-4a39-a497-af395e24250a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:20.156930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Provisioning for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:20.164434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:20.180324 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.217256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d1daa-be92-4eee-9c49-fa926c295934 req-80617475-f680-499d-a160-0e77a22592a9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:20.234789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e8d1daa-be92-4eee-9c49-fa926c295934 req-80617475-f680-499d-a160-0e77a22592a9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 946 time: 0.3084381 Aug 27 02:37:20.283672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] In _notify_port_updated(), no bound segment for port 0179549b-8c5f-4a39-a497-af395e24250a on network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:37:20.293193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:20.295563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.297848 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9cdc612c-b0a7-411e-898b-21f1335cd7c6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "PUT /v2.0/ports/0179549b-8c5f-4a39-a497-af395e24250a HTTP/1.1" status: 200 len: 960 time: 2.6730127 Aug 27 02:37:20.308731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60736) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:20.331178 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e8d1daa-be92-4eee-9c49-fa926c295934 req-6ee14f4e-8c1e-47cd-9f77-17c4431b2cba tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954750 Aug 27 02:37:20.392574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a8ac1585-47a6-4fe7-82a3-9377972bea1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4015b758761c478cb06703c195c086e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096119 Aug 27 02:37:20.414536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:20.457913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Provisioning for port 0179549b-8c5f-4a39-a497-af395e24250a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:20.473876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Provisioning complete for port 0179549b-8c5f-4a39-a497-af395e24250a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:20.474655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.549353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526feaef-ca8b-4c58-a5a6-a8cf5d96d142 req-219ca26b-26c4-47af-bd9b-494183d834ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:20.560457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-526feaef-ca8b-4c58-a5a6-a8cf5d96d142 req-219ca26b-26c4-47af-bd9b-494183d834ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.6824837 Aug 27 02:37:20.577943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Port 0179549b-8c5f-4a39-a497-af395e24250a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:20.585330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 0179549b-8c5f-4a39-a497-af395e24250a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:20.590401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.603502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Provisioning complete for port 39a3efd5-3665-430d-b8ba-94dab0bc2275 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:20.603894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.651046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60748) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:20.666611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e65294ef-5520-4579-a162-f5760c293e25 None None] Port 39a3efd5-3665-430d-b8ba-94dab0bc2275 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:20.699533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.701559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5c2d7d57-f8c6-4855-bd5c-f20cee8035eb tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "DELETE /v2.0/ports/7c91bd08-cd62-462d-b682-e1226a5335b3 HTTP/1.1" status: 204 len: 168 time: 3.7680328 Aug 27 02:37:20.708574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60752) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:20.771356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-526feaef-ca8b-4c58-a5a6-a8cf5d96d142 req-a3dd2c8e-6306-4016-8689-0a586bc92947 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037957 Aug 27 02:37:20.775675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-207f1754-8ddd-4b49-8749-b162f48c7877 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623473 Aug 27 02:37:20.801335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5209b140-7894-4f13-8816-9520543e43db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.801538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-17f8a8a5-e43d-4f2d-a061-dfd1c4ff167a None None] Provisioning complete for port 0179549b-8c5f-4a39-a497-af395e24250a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:20.801538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-17f8a8a5-e43d-4f2d-a061-dfd1c4ff167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.852589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.896507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 0179549b-8c5f-4a39-a497-af395e24250a owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:20.923265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-17f8a8a5-e43d-4f2d-a061-dfd1c4ff167a None None] Port 0179549b-8c5f-4a39-a497-af395e24250a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:20.958530 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5209b140-7894-4f13-8816-9520543e43db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.974820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c39741-ce9b-4b3c-be87-aba2f0599c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.064278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-54d06375-5f0a-45ff-b7d9-bd851138309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:21.066016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-54d06375-5f0a-45ff-b7d9-bd851138309f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1095 time: 0.2162037 Aug 27 02:37:21.175635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6d535e19-76ea-461b-b15f-69558a496c39 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4613457 Aug 27 02:37:21.177406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60772) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:21.182681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2131627937'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:21.213584 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.235658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-cb33e249-c16a-4495-a7ff-a0f03923f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:21.237933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-cb33e249-c16a-4495-a7ff-a0f03923f398 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.1647904 Aug 27 02:37:21.245257 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:37:21.254925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=0179549b-8c5f-4a39-a497-af395e24250a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:21.269887 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5209b140-7894-4f13-8816-9520543e43db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.283563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5209b140-7894-4f13-8816-9520543e43db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.284770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5209b140-7894-4f13-8816-9520543e43db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4504a0d-b4d9-415c-a98f-72ebf856d402 HTTP/1.1" status: 204 len: 168 time: 0.8485339 Aug 27 02:37:21.376550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-995ad738-c001-4ed1-8afc-78258b3b368e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 999 time: 0.0905545 Aug 27 02:37:21.402136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.406166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14b21e8f-d026-4d29-bfed-da0a28f1ad7e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/0179549b-8c5f-4a39-a497-af395e24250a HTTP/1.1" status: 204 len: 168 time: 1.0961790 Aug 27 02:37:21.408700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:21.432667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b140-7894-4f13-8816-9520543e43db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4504a0d-b4d9-415c-a98f-72ebf856d402,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:21.441081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 748ba413-ec8d-42e1-9e79-c705d01e4a98 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:21.484090 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-13278692-e20b-4eff-a749-6f7d1d0a551d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] GET failed (client error): The resource could not be found. Aug 27 02:37:21.498750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13278692-e20b-4eff-a749-6f7d1d0a551d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports/0179549b-8c5f-4a39-a497-af395e24250a HTTP/1.1" status: 404 len: 333 time: 0.0880954 Aug 27 02:37:21.501929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:21.587808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:21.589082 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.680876 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8403-b44c-4260-95b9-bba6cb2c9500 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.686678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-55b5ac27-8647-4a2d-b455-720d94dff26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:21.688595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-55b5ac27-8647-4a2d-b455-720d94dff26b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.2944205 Aug 27 02:37:21.743566 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8403-b44c-4260-95b9-bba6cb2c9500 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.838824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8403-b44c-4260-95b9-bba6cb2c9500 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.842060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8403-b44c-4260-95b9-bba6cb2c9500 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.846493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb1a8403-b44c-4260-95b9-bba6cb2c9500 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/security-groups/1b62796f-8948-4a68-8532-ea82b9104181 HTTP/1.1" status: 204 len: 168 time: 0.3432314 Aug 27 02:37:21.847359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60804) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:21.933897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a8403-b44c-4260-95b9-bba6cb2c9500 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b62796f-8948-4a68-8532-ea82b9104181,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:21.964033 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3ead-0c30-4f50-a950-4d388b8cd4bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.991095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3ead-0c30-4f50-a950-4d388b8cd4bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.081753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3ead-0c30-4f50-a950-4d388b8cd4bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.088326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3ead-0c30-4f50-a950-4d388b8cd4bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.089561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dd0d3ead-0c30-4f50-a950-4d388b8cd4bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/security-groups/04ecaa31-201a-458f-a915-1bca746415ef HTTP/1.1" status: 204 len: 168 time: 0.2221594 Aug 27 02:37:22.093084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60810) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:22.212006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d3ead-0c30-4f50-a950-4d388b8cd4bf tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ecaa31-201a-458f-a915-1bca746415ef,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:22.248882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995d45fd-9e74-4761-99f1-0ccb2f0fa73e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.285849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995d45fd-9e74-4761-99f1-0ccb2f0fa73e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.369536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995d45fd-9e74-4761-99f1-0ccb2f0fa73e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.381970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-995d45fd-9e74-4761-99f1-0ccb2f0fa73e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.387961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-995d45fd-9e74-4761-99f1-0ccb2f0fa73e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/security-groups/a8596f5f-0b7b-4bda-bd96-3411e2becbd6 HTTP/1.1" status: 204 len: 168 time: 0.2683740 Aug 27 02:37:22.390716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60824) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:22.626420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d45fd-9e74-4761-99f1-0ccb2f0fa73e tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8596f5f-0b7b-4bda-bd96-3411e2becbd6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:22.639849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet 3c356c41-7471-43c8-b5a9-5e41ee7c8ef8 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:22.649572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.765213 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c39741-ce9b-4b3c-be87-aba2f0599c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.782912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-935e9612-5f0a-40b8-b1a6-04a03365c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:22.784717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-935e9612-5f0a-40b8-b1a6-04a03365c9f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0315971 Aug 27 02:37:22.786652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.801826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c39741-ce9b-4b3c-be87-aba2f0599c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.938386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960457d-45af-418d-94ce-a04f631134e2 req-cf84decd-5568-4781-a94f-4894afbfd02f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:22.940222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d960457d-45af-418d-94ce-a04f631134e2 req-cf84decd-5568-4781-a94f-4894afbfd02f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2878277 Aug 27 02:37:22.958761 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f7c39741-ce9b-4b3c-be87-aba2f0599c27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd04e1a0b26743d7ac85cb027c59cd34&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2863901 Aug 27 02:37:22.965735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60848) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:22.979109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.004038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Made reservation on behalf of f32ea9c31e8c452196a3b2f835823fff for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:23.007901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.012334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c39741-ce9b-4b3c-be87-aba2f0599c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d828f-02e7-4370-9222-68f3d7367d2f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:23.047354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:23.062952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.063324 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Added segment 515957b4-1137-4533-9891-22051262d120 of type vlan for network a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1 Aug 27 02:37:23.113257 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.137649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d960457d-45af-418d-94ce-a04f631134e2 req-acb2fc35-121b-4aec-a6b2-6f2a02f3fc12 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906371 Aug 27 02:37:23.146184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:23.179245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=3c356c41-7471-43c8-b5a9-5e41ee7c8ef8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:23.208297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.241173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.242300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a5d17-aa3c-4bd6-8757-c3277c1c846d None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:23.248681 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3e88781e-28cb-4f64-afd5-ccfeed2c2dd5 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/3c356c41-7471-43c8-b5a9-5e41ee7c8ef8 HTTP/1.1" status: 204 len: 168 time: 0.8020432 Aug 27 02:37:23.254526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60858) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:23.266944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11db9b96-5d33-4e67-8f99-594a421305f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.305279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11db9b96-5d33-4e67-8f99-594a421305f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.330802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet af4e3c35-6d93-41af-8a3c-fa97c106c6c8 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:23.341015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:37:23.361514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-83a9b1f3-4fd4-4593-9776-c10e14c2cbec service neutron] 10.222.0.32 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181809 Aug 27 02:37:23.363056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.408043 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.416522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:23.417170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.449614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2688813 Aug 27 02:37:23.451392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.455372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60870) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:23.609846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11db9b96-5d33-4e67-8f99-594a421305f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.611846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c630808-c924-4926-9d34-ce0758e6d9a6 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event updated for resources: {'Network': ['ID=a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:23.618099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11db9b96-5d33-4e67-8f99-594a421305f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.619975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-11db9b96-5d33-4e67-8f99-594a421305f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f43d828f-02e7-4370-9222-68f3d7367d2f HTTP/1.1" status: 204 len: 168 time: 0.6531699 Aug 27 02:37:23.682911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.712203 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.775978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:23.794979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db9b96-5d33-4e67-8f99-594a421305f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d828f-02e7-4370-9222-68f3d7367d2f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:23.844377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.892101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.895740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/af4e3c35-6d93-41af-8a3c-fa97c106c6c8 HTTP/1.1" status: 204 len: 168 time: 0.6385581 Aug 27 02:37:23.899912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-53e6e21c-9da4-453d-be27-fb57415af155 req-107047b6-e3aa-419b-b7d7-a5f22a184efa tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0879953 Aug 27 02:37:23.916242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60888) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:24.030162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd457cba-e3fe-408d-a978-8503afbd9885 req-30057907-63b0-4dce-9956-f91ffed730dd service neutron] 10.222.0.32 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588848 Aug 27 02:37:24.065015 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0086d21c-f358-40ee-b39c-0037bfe8992a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:24.065890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0086d21c-f358-40ee-b39c-0037bfe8992a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:24.069625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0086d21c-f358-40ee-b39c-0037bfe8992a tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/3c356c41-7471-43c8-b5a9-5e41ee7c8ef8 HTTP/1.1" status: 404 len: 337 time: 0.1500893 Aug 27 02:37:24.069625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a6c13-4605-432e-807e-9be51a6a5a48 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=af4e3c35-6d93-41af-8a3c-fa97c106c6c8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:24.071960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60892) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:24.107222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28d8ea31-88fa-4391-9e41-1bed70412a50 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "GET /v2.0/agents/a83f229f-e1ee-4709-9f5b-7f762e83300c/dhcp-networks HTTP/1.1" status: 200 len: 5732 time: 0.5277736 Aug 27 02:37:24.111830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60894) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:24.300738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:24.309299 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb545c-94b4-484c-8c57-a5efc7522ce1" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-unplugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:24.336265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting subnet 7fe62e8b-736a-45a9-9af9-093c5bb21475 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:24.379519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.422336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d116aec-fd30-4360-acac-f94fbaf231a4 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] Network a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:24.447553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:24.467777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5d116aec-fd30-4360-acac-f94fbaf231a4 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "POST /v2.0/agents/a83f229f-e1ee-4709-9f5b-7f762e83300c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3548524 Aug 27 02:37:24.476952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60914) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:24.576917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.589901 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e243eb2c-baf0-42d9-8e94-c31409044994 x-openstack-request-id: req-e243eb2c-baf0-42d9-8e94-c31409044994 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:24.590550 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-unplugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:24.590987 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e243eb2c-baf0-42d9-8e94-c31409044994 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:24.591601 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'code': 200} Aug 27 02:37:24.611078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c40cb-3edf-4976-9c14-028032525e36 None None] Network a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:24.634063 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.637509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca308e-c064-4f95-b134-5562757fb9b6 None None] Update dhcp port {'port': {'network_id': 'cdac055a-a24c-4eb6-b96f-ee73c7ee6175', 'fixed_ips': [{'subnet_id': '7fe62e8b-736a-45a9-9af9-093c5bb21475', 'ip_address': '172.20.0.18'}, {'subnet_id': 'af4e3c35-6d93-41af-8a3c-fa97c106c6c8'}], 'binding:host_id': 'n-d-806293-1'}, 'id': '748ba413-ec8d-42e1-9e79-c705d01e4a98'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:37:24.667912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0e74-7e65-4cbf-ab17-e28d79fd921c req-92b65048-4a0b-4f7d-8a8c-19c394e22682 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:24.680800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c4d0e74-7e65-4cbf-ab17-e28d79fd921c req-92b65048-4a0b-4f7d-8a8c-19c394e22682 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.4022408 Aug 27 02:37:24.728552 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbca308e-c064-4f95-b134-5562757fb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.908958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60926) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:24.911088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-31991398-8160-4783-a940-78ba97c8631a tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "GET /v2.0/agents/a83f229f-e1ee-4709-9f5b-7f762e83300c/dhcp-networks HTTP/1.1" status: 200 len: 6463 time: 0.4212573 Aug 27 02:37:24.995008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2c4d0e74-7e65-4cbf-ab17-e28d79fd921c req-ef8ea2ce-65ae-41eb-bae4-0b8844dfffa3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131733 Aug 27 02:37:25.088289 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.254756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:37:25.365449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17f31b4d-3590-4c8c-abb6-d8a25873219b req-c628665d-5fc7-4d95-a368-4c555a8342a7 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0749009 Aug 27 02:37:25.410579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.433305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:25.574487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe62e8b-736a-45a9-9af9-093c5bb21475,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:25.583527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.593164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/7fe62e8b-736a-45a9-9af9-093c5bb21475 HTTP/1.1" status: 204 len: 168 time: 1.5177498 Aug 27 02:37:25.593734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60958) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:25.601387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8ecafe63-b203-4616-b724-110a6bca0b94 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "DELETE /v2.0/agents/a83f229f-e1ee-4709-9f5b-7f762e83300c/dhcp-networks/a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1 HTTP/1.1" status: 204 len: 168 time: 0.6895387 Aug 27 02:37:25.614125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:25.635787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.638844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.639302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.641329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.641756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.642166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.642605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.644207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.644834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.646192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.646887 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.648727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf833d9-9687-4ec4-8be1-6fd788576046 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:25.713061 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64e5b18-2b8a-4a74-b89c-da2a82b73462 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:25.713061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64e5b18-2b8a-4a74-b89c-da2a82b73462 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:25.721764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60962) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:25.724832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a64e5b18-2b8a-4a74-b89c-da2a82b73462 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/d8d45415-a33c-49e1-8549-12d6b0721ab6 HTTP/1.1" status: 404 len: 337 time: 0.1249578 Aug 27 02:37:25.725348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60964) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:25.738764 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.resource_extend [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-bbca308e-c064-4f95-b134-5562757fb9b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fe62e8b-736a-45a9-9af9-093c5bb21475: This subnet is being modified by another concurrent operation. Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:37:25.864882 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fe62e8b-736a-45a9-9af9-093c5bb21475: This subnet is being modified by another concurrent operation. Aug 27 02:37:25.869155 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:37:25.966164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4ff21cab-b83d-42fc-a2d0-2e1c23b2dbc0 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "GET /v2.0/ports?device_id=48584169-97b5-4c81-ac41-1a44dfa8d9b2 HTTP/1.1" status: 200 len: 205 time: 0.2392569 Aug 27 02:37:25.970437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60978) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.012343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:26.048953 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-97a896cb-a469-4114-ac66-324ccf3df610 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] delete failed (client error): The resource could not be found. Aug 27 02:37:26.053347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-97a896cb-a469-4114-ac66-324ccf3df610 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/routers/48584169-97b5-4c81-ac41-1a44dfa8d9b2 HTTP/1.1" status: 404 len: 336 time: 0.0810144 Aug 27 02:37:26.054187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60982) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.071203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48646e2-4eaa-4b80-bf1a-aa5b6450101d None None] Network cdac055a-a24c-4eb6-b96f-ee73c7ee6175 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:26.117286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '015e233d-440c-404a-97ae-4855a80949b7', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': '015e233d-440c-404a-97ae-4855a80949b7', 'mac_address': 'fa:16:3e:c3:bc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:37:26.141327 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f260a8af-b887-4777-b753-7ff7b60162ff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.141807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f260a8af-b887-4777-b753-7ff7b60162ff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.147578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f260a8af-b887-4777-b753-7ff7b60162ff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/3b5f48d9-b433-4f78-af61-0253e353cc4a HTTP/1.1" status: 404 len: 337 time: 0.0910330 Aug 27 02:37:26.150268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60992) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.159257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-afeac8d9-3a25-46c3-88cc-68fb6538b644 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-314969401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:26.188397 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1e0074-acd0-4f89-8b40-8f844e891b05 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.189154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1e0074-acd0-4f89-8b40-8f844e891b05 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.193827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aa1e0074-acd0-4f89-8b40-8f844e891b05 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/792b4ac6-7c6b-4d32-8d4a-cb5aeebba23d HTTP/1.1" status: 404 len: 337 time: 0.0424750 Aug 27 02:37:26.201423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60994) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.305692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-afeac8d9-3a25-46c3-88cc-68fb6538b644 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.307072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-afeac8d9-3a25-46c3-88cc-68fb6538b644 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.307335 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c846aa-c9e1-4119-8a23-2317dcd3b274 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.308059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c846aa-c9e1-4119-8a23-2317dcd3b274 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.313614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28c846aa-c9e1-4119-8a23-2317dcd3b274 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/565555f4-a866-422a-83db-df7f2a581080 HTTP/1.1" status: 404 len: 337 time: 0.1106136 Aug 27 02:37:26.315998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60998) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.407533 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd4f99b-e055-4068-b917-d4cd3a117a58 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.412202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd4f99b-e055-4068-b917-d4cd3a117a58 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.433271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2dd4f99b-e055-4068-b917-d4cd3a117a58 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/ba7fc321-ebdb-436b-b671-259d75a668df HTTP/1.1" status: 404 len: 333 time: 0.1153543 Aug 27 02:37:26.439803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32776) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.464112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8ed2adc7-619f-45eb-aebb-0a9be08c9b6b None None] Provisioning complete for port 748ba413-ec8d-42e1-9e79-c705d01e4a98 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:26.464774 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ed2adc7-619f-45eb-aebb-0a9be08c9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.490363 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.525976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3e03c6b7-ebd3-4db9-902f-817ac09aa8f0 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "GET /v2.0/agents/a83f229f-e1ee-4709-9f5b-7f762e83300c/dhcp-networks HTTP/1.1" status: 200 len: 5654 time: 0.9076805 Aug 27 02:37:26.542240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.579754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015e233d-440c-404a-97ae-4855a80949b7 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:37:26.620988 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cfa6e0-2902-48e7-a25c-8515810053f9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.621465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cfa6e0-2902-48e7-a25c-8515810053f9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.622555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] DHCP port deletion for cdac055a-a24c-4eb6-b96f-ee73c7ee6175 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:26.630084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6cfa6e0-2902-48e7-a25c-8515810053f9 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/f284d4ef-2cd3-42cb-bb57-5969b1ab5698 HTTP/1.1" status: 404 len: 337 time: 0.1834402 Aug 27 02:37:26.631975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32790) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.677379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:26.686564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.773157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e63ad4e1-5154-4c1a-a168-fd76f0381339 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "GET /v2.0/networks/549311d9-ffcd-42ca-b87e-5b0ae10b8c6f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2165234 Aug 27 02:37:26.792465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60233564-c62b-4465-882c-fbf093f4d4f8 req-c6bacb8c-f4fc-42b2-b9e2-0ae034e2c8c5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:26.796501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60233564-c62b-4465-882c-fbf093f4d4f8 req-c6bacb8c-f4fc-42b2-b9e2-0ae034e2c8c5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.5030160 Aug 27 02:37:26.800538 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7618291-28e5-4dd7-81fb-713bac8f0b7d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.803612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7618291-28e5-4dd7-81fb-713bac8f0b7d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.803916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-afeac8d9-3a25-46c3-88cc-68fb6538b644 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.804869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32792) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.808717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a7618291-28e5-4dd7-81fb-713bac8f0b7d tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/51addc4f-803a-45b3-8378-0d6a50575790 HTTP/1.1" status: 404 len: 337 time: 0.1575727 Aug 27 02:37:26.811552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e06f7b95-5d81-4d94-8811-0a11b3c2405d req-5481b43e-a8d0-4ec4-a3ac-7994e9d95e13 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.1930153 Aug 27 02:37:26.817120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32794) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.831558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:26.841140 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-afeac8d9-3a25-46c3-88cc-68fb6538b644 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.855897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fe6e07eb-7ae4-498c-9b85-d9c480f6fd7b tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "GET /v2.0/networks/549311d9-ffcd-42ca-b87e-5b0ae10b8c6f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0496466 Aug 27 02:37:26.856919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['015e233d-440c-404a-97ae-4855a80949b7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:26.858814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32796) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.879694 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29dcc23-88c9-48d0-8561-680d1dffb8ac tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.880537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29dcc23-88c9-48d0-8561-680d1dffb8ac tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.889914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b29dcc23-88c9-48d0-8561-680d1dffb8ac tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/cede6b40-b6a8-4840-a900-2a1eb92fe27e HTTP/1.1" status: 404 len: 333 time: 0.0716257 Aug 27 02:37:26.892552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32800) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.984448 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-24baed08-1ec7-4970-8d0f-46b5ed9663ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:26.985165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-afeac8d9-3a25-46c3-88cc-68fb6538b644 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.985560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24baed08-1ec7-4970-8d0f-46b5ed9663ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:26.985709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-afeac8d9-3a25-46c3-88cc-68fb6538b644 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2578735 Aug 27 02:37:26.999950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24baed08-1ec7-4970-8d0f-46b5ed9663ea tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/e8958fb9-9432-4088-b7c1-945877a9ca97 HTTP/1.1" status: 404 len: 337 time: 0.1041412 Aug 27 02:37:27.001215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32804) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:27.001557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:27.014820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1848025953'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:27.054945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60233564-c62b-4465-882c-fbf093f4d4f8 req-25200f64-d3a3-497b-91ab-19ecd99e94a5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349391 Aug 27 02:37:27.111883 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d21a7a8-1315-4cc2-8940-d4ffa53ae523 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:27.112341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d21a7a8-1315-4cc2-8940-d4ffa53ae523 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:27.116413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5d21a7a8-1315-4cc2-8940-d4ffa53ae523 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/subnets/695aa19e-54dd-47f6-83ef-ab0f32ce3444 HTTP/1.1" status: 404 len: 337 time: 0.0889361 Aug 27 02:37:27.117162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32808) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:27.118531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] Deleting port 748ba413-ec8d-42e1-9e79-c705d01e4a98 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:27.118910 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.175664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:27.188549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.200552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8ed2adc7-619f-45eb-aebb-0a9be08c9b6b None None] Provisioning complete for port 39a3efd5-3665-430d-b8ba-94dab0bc2275 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:27.201113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ed2adc7-619f-45eb-aebb-0a9be08c9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.223419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.271849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-979f08e6-0249-4b39-87ef-3e21ab194134 tempest-DHCPAgentSchedulersTestJSON-589677539 tempest-DHCPAgentSchedulersTestJSON-589677539-project-admin] 10.222.0.10 "GET /v2.0/agents/a83f229f-e1ee-4709-9f5b-7f762e83300c/dhcp-networks HTTP/1.1" status: 200 len: 5654 time: 0.4110687 Aug 27 02:37:27.277004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32814) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:27.371091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 748ba413-ec8d-42e1-9e79-c705d01e4a98 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:27.436724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=748ba413-ec8d-42e1-9e79-c705d01e4a98,segment=NetworkSegment(db485a11-cb84-4c27-990a-d1e9d1018596),segment_id=db485a11-cb84-4c27-990a-d1e9d1018596)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:27.437139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.451610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8ed2adc7-619f-45eb-aebb-0a9be08c9b6b None None] Port 39a3efd5-3665-430d-b8ba-94dab0bc2275 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:27.458343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.475792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.477525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] Calling delete_port for 748ba413-ec8d-42e1-9e79-c705d01e4a98 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:27.505751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Deleting port 39a3efd5-3665-430d-b8ba-94dab0bc2275 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:27.505751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.588280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:27.639711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed38ae1-91fe-4719-8d97-003fd9b83485,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:27.670004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.672458 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Added segment 2f0456b3-61aa-44a1-8733-7a1af50e7b4b of type vlan for network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 Aug 27 02:37:27.697386 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.756225 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-585732b2-eb3a-4820-964c-86fa6e45fe1c req-7d48e298-47b6-437c-ad7c-2744489e93bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0514073 Aug 27 02:37:27.790140 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bac0c132-f4d9-4a46-8931-4da1e0c7b259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.797336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.805705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.892594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.900539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Calling delete_port for 39a3efd5-3665-430d-b8ba-94dab0bc2275 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:27.978809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 748ba413-ec8d-42e1-9e79-c705d01e4a98, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=748ba413-ec8d-42e1-9e79-c705d01e4a98,segment=NetworkSegment(db485a11-cb84-4c27-990a-d1e9d1018596),segment_id=db485a11-cb84-4c27-990a-d1e9d1018596)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:27.996478 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.064422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.089918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:28.093413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.096013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.127639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] No DVR routers for this DVR port 748ba413-ec8d-42e1-9e79-c705d01e4a98 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:28.156887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.177783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14cd64-875e-43c1-8976-cb6862473fb8 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:37:28.221398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.234011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/ports/39a3efd5-3665-430d-b8ba-94dab0bc2275 HTTP/1.1" status: 204 len: 168 time: 1.1129687 Aug 27 02:37:28.238118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8dd28-d2ba-42b2-a113-cca84c23daff tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Port': ['ID=39a3efd5-3665-430d-b8ba-94dab0bc2275,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.247080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32826) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:28.272792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6f3d3eb5-49ef-4a1f-88ad-71fcf56b37e6 req-453c14c8-a5a3-4277-ae7d-0a53c2a21184 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.1303082 Aug 27 02:37:28.316597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.374699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.375052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.375404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.375748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.376085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.376420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.376750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.377084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.377406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.377772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.378062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.378433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:28.449988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4472497 Aug 27 02:37:28.451870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32830) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:28.472910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb012b0-23fd-4562-a972-42e1ec36fd2c None None] Pushing event deleted for resources: {'Port': ['ID=748ba413-ec8d-42e1-9e79-c705d01e4a98,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.481479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'subnet': {'network_id': '0e7fcad4-aa5c-47be-9339-5d68f680fd36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:28.495165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1325-0e41-4e4a-9865-6ce92b9d17ce tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Network': ['ID=0e7fcad4-aa5c-47be-9339-5d68f680fd36,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.533868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:28.558915 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.655440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04167-713f-445e-9dae-9081b8c5e6cd req-7b89a77a-97bd-4405-961c-7f2f3b327f72 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:28.671136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9a04167-713f-445e-9dae-9081b8c5e6cd req-7b89a77a-97bd-4405-961c-7f2f3b327f72 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2315588 Aug 27 02:37:28.808461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.826951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:28.857931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:28.863276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.870963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515957b4-1137-4533-9891-22051262d120') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:28.871794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515957b4-1137-4533-9891-22051262d120') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:28.874723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb14cd64-875e-43c1-8976-cb6862473fb8 None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:37:28.951001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9a04167-713f-445e-9dae-9081b8c5e6cd req-fc95a2fd-7456-44a8-9239-23984cbbf849 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787642 Aug 27 02:37:28.968245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.203402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.209597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:29.227003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.266066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.275606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:29.276042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:29.305359 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:29.322540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Subnet': ['ID=a05d9727-4661-40e2-af19-f4d2add84539,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:29.441446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdac055a-a24c-4eb6-b96f-ee73c7ee6175']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:29.508064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db485a11-cb84-4c27-990a-d1e9d1018596') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:29.508740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db485a11-cb84-4c27-990a-d1e9d1018596') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:29.509100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 015e233d-440c-404a-97ae-4855a80949b7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:29.509575 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.557106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a88cca6-6a0a-41e7-afd2-03fecc9ef9bb req-74c6ddb3-4139-4649-a624-af6189533144 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.1391497 Aug 27 02:37:29.557671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.571316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Checking segment: {'id': '2f0456b3-61aa-44a1-8733-7a1af50e7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e7fcad4-aa5c-47be-9339-5d68f680fd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:29.576783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network hostable DHCP agents. Network: 0e7fcad4-aa5c-47be-9339-5d68f680fd36, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:29.578756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.588496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.605491 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "DELETE /v2.0/networks/a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1 HTTP/1.1" status: 204 len: 168 time: 2.3259609 Aug 27 02:37:29.612433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:29.667599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.669974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6039df-8a15-4a33-a52d-ce5b1a408a35 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event deleted for resources: {'Network': ['ID=a0d5ce3e-1b0e-4e9b-a07e-73085daa57d1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:29.699711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:29.700227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:29.703693 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:29.736353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:29.752972 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c3c5f7-54d8-427c-818d-030c6472efa0 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] DELETE failed (client error): The resource could not be found. Aug 27 02:37:29.753987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c3c5f7-54d8-427c-818d-030c6472efa0 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:29.760765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2c3c5f7-54d8-427c-818d-030c6472efa0 tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "DELETE /v2.0/ports/7c91bd08-cd62-462d-b682-e1226a5335b3 HTTP/1.1" status: 404 len: 333 time: 0.1432118 Aug 27 02:37:29.761681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:29.810771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.846552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Deleting subnet dbdbc48c-0b0d-4ad0-883a-b63cddeda43b {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:29.849865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 0e7fcad4-aa5c-47be-9339-5d68f680fd36) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:29.855673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.859692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:29.860436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.904904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:29.913176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:29.919740 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d306658f-f564-4900-90d2-ee9f3d1c88d7" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:29.929353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078db5a7-3917-493c-9d70-f9b4e1ac6cdf None None] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:29.948996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9eadfc4e-3dbf-4b9f-b02f-328967e4ad87 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4878752 Aug 27 02:37:29.960859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32870) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:29.985875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'network': {'name': 'tempest-router-network01--608904560'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:29.999863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.239530 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.260564 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4fe72-b04e-45dd-8dac-60642196caaa x-openstack-request-id: req-3db4fe72-b04e-45dd-8dac-60642196caaa {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:30.261128 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:30.265147 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3db4fe72-b04e-45dd-8dac-60642196caaa {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:30.265791 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'code': 200} Aug 27 02:37:30.353036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:30.358799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.378844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=10']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:30.424740 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-08244aab-84da-4039-94bd-c9bcffc71369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.435571 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.498816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-0e7fcad4-aa5c-47be-9339-5d68f680fd36', 'network_id': '0e7fcad4-aa5c-47be-9339-5d68f680fd36', 'tenant_id': 'e3ac387b56304c50b537ebe78408a888', 'fixed_ips': [{'subnet_id': 'a05d9727-4661-40e2-af19-f4d2add84539'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:30.500169 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.577388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dece02-4738-4aa7-a717-75a492e625d6 req-d91e6aaf-4ec3-4b0e-92f6-818c6684acd6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:30.591629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68dece02-4738-4aa7-a717-75a492e625d6 req-d91e6aaf-4ec3-4b0e-92f6-818c6684acd6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.3700583 Aug 27 02:37:30.746916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:30.793655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.884987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.885450 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Added segment 528df4b4-dea9-4634-8041-c9f51624854d of type vlan for network 98957f67-96d0-43d8-8abd-ebf74c1e7636 Aug 27 02:37:30.912210 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.916892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68dece02-4738-4aa7-a717-75a492e625d6 req-cc6db1cc-e7b5-4d09-9b41-d06a8a677b44 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220878 Aug 27 02:37:30.922020 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.928949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] 10.222.0.10 "DELETE /v2.0/networks/cdac055a-a24c-4eb6-b96f-ee73c7ee6175 HTTP/1.1" status: 204 len: 168 time: 2.6707129 Aug 27 02:37:30.971167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f25c29-0dd1-48b1-895c-176a06d0d9a6 tempest-PortsTestJSON-659511063 tempest-PortsTestJSON-659511063-project] Pushing event deleted for resources: {'Network': ['ID=cdac055a-a24c-4eb6-b96f-ee73c7ee6175,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:31.008624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Allocated IP 2001:db8::2 (0e7fcad4-aa5c-47be-9339-5d68f680fd36/a05d9727-4661-40e2-af19-f4d2add84539/4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:31.085416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.201785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.218036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:31.218608 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.273650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.348221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.453250 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.460843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32900) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:31.461311 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "DELETE /v2.0/subnets/dbdbc48c-0b0d-4ad0-883a-b63cddeda43b HTTP/1.1" status: 204 len: 168 time: 1.6978307 Aug 27 02:37:31.499135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1c1bf-e07e-4428-a7b5-7e1c2e6920ef tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdbc48c-0b0d-4ad0-883a-b63cddeda43b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:31.514387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5441144 Aug 27 02:37:31.519063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32902) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:31.528423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'network': {'name': 'tempest-router-network02--1280461866'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:31.564668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:31.569866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.591919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.601258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5a7f-7e6c-42e0-a062-68d7bac062a8 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Network': ['ID=98957f67-96d0-43d8-8abd-ebf74c1e7636,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:31.615245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Transition to ACTIVE for port object 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:31.632088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:31.669880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Transition to ACTIVE for port object 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:31.674527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.675009 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Added segment 20e7ee49-0022-44d6-ae53-0a0743d63be1 of type vlan for network 01956ddf-4f74-4642-bb9d-5df1a6983832 Aug 27 02:37:31.679682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bfe48-4580-43a9-a0e3-457a19505878 None None] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:31.685937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:31.705944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32906) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:31.727981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.819137 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.828402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.920391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.929366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:31.931165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.996184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4724462 Aug 27 02:37:32.007140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32914) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:32.061575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'subnet': {'network_id': '98957f67-96d0-43d8-8abd-ebf74c1e7636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:32.135091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:32.162015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:32.172424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:32.199071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Pushing event updated for resources: {'Port': ['ID=4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:32.272880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbb20d-da8b-4b0a-b92d-34de78ddf061 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Network': ['ID=01956ddf-4f74-4642-bb9d-5df1a6983832,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:32.324222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7a4b9919-f593-409e-8679-5edda9a150b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b2aefe441274b19ab07681f762fd4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171334 Aug 27 02:37:32.328968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 01956ddf-4f74-4642-bb9d-5df1a6983832 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:32.329948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32916) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:32.344978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Deleting port ad144ab3-907b-4340-9dee-88056391da75 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:32.345637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.383355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94668-4388-4096-ae35-5854b03bed39 req-ec3b7541-c437-4b25-bf46-88fb05eddd93 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:32.395527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caf94668-4388-4096-ae35-5854b03bed39 req-ec3b7541-c437-4b25-bf46-88fb05eddd93 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2357628 Aug 27 02:37:32.460407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:32.466555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.566744 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-caf94668-4388-4096-ae35-5854b03bed39 req-69d7bc20-7162-4020-8c0c-4841f050deb9 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476851 Aug 27 02:37:32.567854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a80393f4-8c4b-4655-ae7d-a5741aabe553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.616888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a80393f4-8c4b-4655-ae7d-a5741aabe553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.632817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Attempting to bind port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:32.633189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Attempting to bind port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2f0456b3-61aa-44a1-8733-7a1af50e7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e7fcad4-aa5c-47be-9339-5d68f680fd36'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:32.633549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Attempting to bind port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 on network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:32.643865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:32.644196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Checking segment: {'id': '2f0456b3-61aa-44a1-8733-7a1af50e7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e7fcad4-aa5c-47be-9339-5d68f680fd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:32.644604 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.645008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Bound using segment: {'id': '2f0456b3-61aa-44a1-8733-7a1af50e7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e7fcad4-aa5c-47be-9339-5d68f680fd36'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:32.645481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Bound port: 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0456b3-61aa-44a1-8733-7a1af50e7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e7fcad4-aa5c-47be-9339-5d68f680fd36'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:32.645860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.764100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a80393f4-8c4b-4655-ae7d-a5741aabe553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.767209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a80393f4-8c4b-4655-ae7d-a5741aabe553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.768656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a80393f4-8c4b-4655-ae7d-a5741aabe553 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b73fc30-c005-4148-a2b3-8cdce8e9b76c HTTP/1.1" status: 204 len: 168 time: 0.4374025 Aug 27 02:37:32.781232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] For port ad144ab3-907b-4340-9dee-88056391da75, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ad144ab3-907b-4340-9dee-88056391da75,segment=NetworkSegment(7ea9887e-4f41-4376-b9c4-2df11092886e),segment_id=7ea9887e-4f41-4376-b9c4-2df11092886e)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:32.782203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.783112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80393f4-8c4b-4655-ae7d-a5741aabe553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73fc30-c005-4148-a2b3-8cdce8e9b76c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:32.879991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] DHCP port deletion for 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:32.931776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Calling delete_port for ad144ab3-907b-4340-9dee-88056391da75 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:33.043117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] For port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:33.052323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] For port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92,segment=NetworkSegment(2f0456b3-61aa-44a1-8733-7a1af50e7b4b),segment_id=2f0456b3-61aa-44a1-8733-7a1af50e7b4b)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:33.092021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.164193 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.224565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74944ef1-b870-47de-b7ff-4c0ba2231947 None None] Pushing event updated for resources: {'Port': ['ID=4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:33.247073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] Deleting port ad144ab3-907b-4340-9dee-88056391da75 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:33.247976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.266806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.349222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Subnet': ['ID=5880b761-f974-4937-850f-6c1ebbe4951a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:33.451575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Checking segment: {'id': '528df4b4-dea9-4634-8041-c9f51624854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98957f67-96d0-43d8-8abd-ebf74c1e7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:33.452395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network hostable DHCP agents. Network: 98957f67-96d0-43d8-8abd-ebf74c1e7636, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:33.504718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:33.576260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 98957f67-96d0-43d8-8abd-ebf74c1e7636) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:33.593717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.598701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:33.603424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.643700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ad144ab3-907b-4340-9dee-88056391da75 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:33.647645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e1f87-60c3-4470-b418-fee433877349 None None] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:33.650571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event deleted for resources: {'Port': ['ID=ad144ab3-907b-4340-9dee-88056391da75,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:33.661544 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b53d294c-5986-4ed0-a8e5-4b9c5ad11a96 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6077900 Aug 27 02:37:33.661785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32944) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:33.666961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] No DVR routers for this DVR port ad144ab3-907b-4340-9dee-88056391da75 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:33.671144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'subnet': {'network_id': '01956ddf-4f74-4642-bb9d-5df1a6983832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:33.785291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.812235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549311d9-ffcd-42ca-b87e-5b0ae10b8c6f']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:33.813078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ad144ab3-907b-4340-9dee-88056391da75 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:33.818258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ad144ab3-907b-4340-9dee-88056391da75 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:33.863885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea9887e-4f41-4376-b9c4-2df11092886e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:33.865760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea9887e-4f41-4376-b9c4-2df11092886e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:33.907977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.958860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] For port ad144ab3-907b-4340-9dee-88056391da75, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ad144ab3-907b-4340-9dee-88056391da75,segment=NetworkSegment(7ea9887e-4f41-4376-b9c4-2df11092886e),segment_id=7ea9887e-4f41-4376-b9c4-2df11092886e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:33.959341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.015018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:34.019407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.022640 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.030052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] Calling delete_port for ad144ab3-907b-4340-9dee-88056391da75 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:34.076278 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:34.077088 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.122345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b303f-ff67-49c2-a050-da1d306f707d req-1cb5e2e3-b481-48ab-9b01-7f3fc1978943 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:34.136913 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-337b303f-ff67-49c2-a050-da1d306f707d req-1cb5e2e3-b481-48ab-9b01-7f3fc1978943 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2169049 Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:34.137903 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:34.363687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-98957f67-96d0-43d8-8abd-ebf74c1e7636', 'network_id': '98957f67-96d0-43d8-8abd-ebf74c1e7636', 'tenant_id': 'e3ac387b56304c50b537ebe78408a888', 'fixed_ips': [{'subnet_id': '5880b761-f974-4937-850f-6c1ebbe4951a'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:34.366225 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.419245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-337b303f-ff67-49c2-a050-da1d306f707d req-2a45b262-8fe6-4b63-a4cb-e57aef6d018d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236152 Aug 27 02:37:34.474725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.502092 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.534545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32974) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:34.555557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.565834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] 10.222.0.10 "DELETE /v2.0/networks/549311d9-ffcd-42ca-b87e-5b0ae10b8c6f HTTP/1.1" status: 204 len: 168 time: 3.1032677 Aug 27 02:37:34.567059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860154e-a439-4590-a651-cbe47b970c9d tempest-DHCPAgentSchedulersTestJSON-301084498 tempest-DHCPAgentSchedulersTestJSON-301084498-project] Pushing event deleted for resources: {'Network': ['ID=549311d9-ffcd-42ca-b87e-5b0ae10b8c6f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:34.612169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] Network 549311d9-ffcd-42ca-b87e-5b0ae10b8c6f is not hosted by any dhcp agent {{(pid=94774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:37:34.612901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] No DVR routers for this DVR port ad144ab3-907b-4340-9dee-88056391da75 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:34.658623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09e2fb-7111-4d71-aa5c-400ee17af532 None None] Pushing event deleted for resources: {'Port': ['ID=ad144ab3-907b-4340-9dee-88056391da75,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:34.660458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.816857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Allocated IP 2001:db8::2 (98957f67-96d0-43d8-8abd-ebf74c1e7636/5880b761-f974-4937-850f-6c1ebbe4951a/793f8265-268d-4dbd-880b-42df433f2cb7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:34.893507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-817829949'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:34.969821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:34.982103 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.032635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Subnet': ['ID=27984b6d-7983-49f8-a7d9-7e93a5cb3b6f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:35.065991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.132893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Checking segment: {'id': '20e7ee49-0022-44d6-ae53-0a0743d63be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01956ddf-4f74-4642-bb9d-5df1a6983832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:35.133925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network hostable DHCP agents. Network: 01956ddf-4f74-4642-bb9d-5df1a6983832, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:35.150765 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.175455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Transition to ACTIVE for port object 793f8265-268d-4dbd-880b-42df433f2cb7 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:35.206501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Transition to ACTIVE for port object 793f8265-268d-4dbd-880b-42df433f2cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:35.215454 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.240818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 01956ddf-4f74-4642-bb9d-5df1a6983832 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:35.286904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 01956ddf-4f74-4642-bb9d-5df1a6983832) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:35.301311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32986) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:35.302017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:35.320246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.321794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Pushing event updated for resources: {'Port': ['ID=793f8265-268d-4dbd-880b-42df433f2cb7,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:35.325255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c87e1-c8e5-48a2-b3e7-e24609119a85 None None] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:35.414976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d23f6-2700-4ccd-864a-57385df2e7d5 None None] Network 01956ddf-4f74-4642-bb9d-5df1a6983832 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:35.477307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.493029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.525554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b4125876-93e5-45ba-822b-fcd3e038234b tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8621569 Aug 27 02:37:35.528161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32992) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:35.530143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:35.571992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:35.611563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d893e-6a0a-4682-8bc3-dde53da8acb5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:35.626759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.627167 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment 556efc51-4be3-4180-a1ad-aa9b4fe65f44 of type vlan for network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc Aug 27 02:37:35.675827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:35.728115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.789479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.796899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:35.797546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.798555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:35.805491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:35.859588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3234901 Aug 27 02:37:35.860276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32998) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:35.890053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-989f917f-99ca-4407-8fa4-3b90ed931ee6 None None] Provisioning for port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:35.924947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21927497'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:36.148761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:36.159731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.173584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:36.188617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Attempting to bind port 793f8265-268d-4dbd-880b-42df433f2cb7 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:36.189269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Attempting to bind port 793f8265-268d-4dbd-880b-42df433f2cb7 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '528df4b4-dea9-4634-8041-c9f51624854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98957f67-96d0-43d8-8abd-ebf74c1e7636'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:36.189879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Attempting to bind port 793f8265-268d-4dbd-880b-42df433f2cb7 on network 98957f67-96d0-43d8-8abd-ebf74c1e7636 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:36.201803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:36.202519 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.221027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5b4e2-b9f8-4f10-931a-6392f7202303 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=53a9de7c-01ea-47fb-9fb3-99452cf5acfc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:36.240937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:36.241428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:36.242076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Checking segment: {'id': '528df4b4-dea9-4634-8041-c9f51624854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98957f67-96d0-43d8-8abd-ebf74c1e7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:36.242791 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.243376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Bound using segment: {'id': '528df4b4-dea9-4634-8041-c9f51624854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98957f67-96d0-43d8-8abd-ebf74c1e7636'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:36.244559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Bound port: 793f8265-268d-4dbd-880b-42df433f2cb7, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528df4b4-dea9-4634-8041-c9f51624854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98957f67-96d0-43d8-8abd-ebf74c1e7636'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:36.246592 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.251403 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.252076 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment 0e1464a9-ccb6-48e9-87ae-d7322c005bc3 of type vlan for network ec65620a-fa9e-4733-802f-307952b58c34 Aug 27 02:37:36.309618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-52dd658a-f3f7-4b36-beb2-211c8af77acf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f32ea9c31e8c452196a3b2f835823fff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0063491 Aug 27 02:37:36.310739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.315336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33006) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:36.330152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:36.344261 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.356540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:36.357224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.392521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4928105 Aug 27 02:37:36.396477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33010) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:36.429324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': '53a9de7c-01ea-47fb-9fb3-99452cf5acfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:36.607380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e116a-8f8b-44da-aab6-40d95d4e4d44 req-14a5b2c3-b83b-460b-8275-64e00b4c2508 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:36.631188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b9e116a-8f8b-44da-aab6-40d95d4e4d44 req-14a5b2c3-b83b-460b-8275-64e00b4c2508 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.8324373 Aug 27 02:37:36.791271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-01956ddf-4f74-4642-bb9d-5df1a6983832', 'network_id': '01956ddf-4f74-4642-bb9d-5df1a6983832', 'tenant_id': 'e3ac387b56304c50b537ebe78408a888', 'fixed_ips': [{'subnet_id': '27984b6d-7983-49f8-a7d9-7e93a5cb3b6f'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:36.791928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817aa40-6b1a-496d-bd21-0e95e483201c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=ec65620a-fa9e-4733-802f-307952b58c34,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:36.792035 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.870591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:36.875872 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.877957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9be362f5-dbea-48a1-b144-efd93c1f4c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.878988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network ec65620a-fa9e-4733-802f-307952b58c34 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:36.890748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.943695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b9e116a-8f8b-44da-aab6-40d95d4e4d44 req-50f793d3-a861-4feb-988d-176c6d173f82 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080606 Aug 27 02:37:37.166329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] For port 793f8265-268d-4dbd-880b-42df433f2cb7, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:37.174400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] For port 793f8265-268d-4dbd-880b-42df433f2cb7, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=793f8265-268d-4dbd-880b-42df433f2cb7,segment=NetworkSegment(528df4b4-dea9-4634-8041-c9f51624854d),segment_id=528df4b4-dea9-4634-8041-c9f51624854d)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:37.197188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9be362f5-dbea-48a1-b144-efd93c1f4c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.219883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.409767 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.591953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af56a-e21e-42d2-ae85-bf1221dd1630 None None] Pushing event updated for resources: {'Port': ['ID=793f8265-268d-4dbd-880b-42df433f2cb7,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:37.692154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=8cfa8ddc-71de-45d7-b833-6ce821c801f0,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:37.697228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': '556efc51-4be3-4180-a1ad-aa9b4fe65f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '53a9de7c-01ea-47fb-9fb3-99452cf5acfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:37.697608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: 53a9de7c-01ea-47fb-9fb3-99452cf5acfc, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:37.748837 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.760114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:37.788361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 53a9de7c-01ea-47fb-9fb3-99452cf5acfc) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:37.798253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:37.799946 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.818406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9be362f5-dbea-48a1-b144-efd93c1f4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.826516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9be362f5-dbea-48a1-b144-efd93c1f4c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.834796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9be362f5-dbea-48a1-b144-efd93c1f4c56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6175a774-5ebf-4ede-b444-58421db8ff5a HTTP/1.1" status: 204 len: 168 time: 1.5040610 Aug 27 02:37:37.849035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1edd302e-37da-4358-8617-f598305e0111 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4257677 Aug 27 02:37:37.849597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33026) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:37.862941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': 'ec65620a-fa9e-4733-802f-307952b58c34', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:37.909279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be362f5-dbea-48a1-b144-efd93c1f4c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6175a774-5ebf-4ede-b444-58421db8ff5a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:37.914047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Allocated IP 2001:db8::2 (01956ddf-4f74-4642-bb9d-5df1a6983832/27984b6d-7983-49f8-a7d9-7e93a5cb3b6f/c149a695-f8de-4eb2-ae10-4cb765c5cd68) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:37.966403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Allocated IP 2001:db8::1 (98957f67-96d0-43d8-8abd-ebf74c1e7636/5880b761-f974-4937-850f-6c1ebbe4951a/f6e67f9b-90fd-4202-9243-ee846820e334) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:38.307375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:38.323454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.412105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.421922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Transition to ACTIVE for port object c149a695-f8de-4eb2-ae10-4cb765c5cd68 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:38.438840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Transition to ACTIVE for port object c149a695-f8de-4eb2-ae10-4cb765c5cd68 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:38.453804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f13ea5-2846-41f7-be3d-53fb9a680284 None None] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:38.650885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68692ab-c9ea-409d-8aad-e926b7a41178 req-74c1db98-1ffa-4930-90ce-f4aa701b72c3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:38.666043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.682122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b68692ab-c9ea-409d-8aad-e926b7a41178 req-74c1db98-1ffa-4930-90ce-f4aa701b72c3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.4416296 Aug 27 02:37:38.718070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c9881498-4282-4d44-8484-bafef21206cb None None] Provisioning complete for port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:38.718443 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9881498-4282-4d44-8484-bafef21206cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.874079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b68692ab-c9ea-409d-8aad-e926b7a41178 req-32413655-971a-4ec5-941b-869a51ba0ed0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884558 Aug 27 02:37:38.896054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33044) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:38.966618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a15de01-8967-4d75-a2b0-00a0ef21a376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.968707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Network 01956ddf-4f74-4642-bb9d-5df1a6983832 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:39.007552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.022990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:39.032745 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.228013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92,segment=NetworkSegment(2f0456b3-61aa-44a1-8733-7a1af50e7b4b),segment_id=2f0456b3-61aa-44a1-8733-7a1af50e7b4b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:39.235426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Pushing event updated for resources: {'Port': ['ID=c149a695-f8de-4eb2-ae10-4cb765c5cd68,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:39.261075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:39.286862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=82d36a51-9ffd-4ec2-80be-117582be0188,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:39.294310 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.312584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33048) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:39.423624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': '0e1464a9-ccb6-48e9-87ae-d7322c005bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ec65620a-fa9e-4733-802f-307952b58c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:39.424016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: ec65620a-fa9e-4733-802f-307952b58c34, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:39.524721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network ec65620a-fa9e-4733-802f-307952b58c34 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:39.532448 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a15de01-8967-4d75-a2b0-00a0ef21a376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.547945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, ec65620a-fa9e-4733-802f-307952b58c34) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:39.561830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:39.562411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Transition to ACTIVE for port object f6e67f9b-90fd-4202-9243-ee846820e334 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:39.563032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.593862 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a15de01-8967-4d75-a2b0-00a0ef21a376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.618457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2932a447-8d01-43af-b9d0-ce8ad9575b91 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7674577 Aug 27 02:37:39.620983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33052) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:39.637595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b4f5789f-48bc-4515-ac55-ec7e569f7bbb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1588632264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:39.786651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0470f-32c5-4b34-95bb-c99f801ab8ec None None] Network ec65620a-fa9e-4733-802f-307952b58c34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:39.797634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 793f8265-268d-4dbd-880b-42df433f2cb7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:39.800860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09ad3b88-25d3-4ba8-8914-fc39cc9c31d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.803131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f5789f-48bc-4515-ac55-ec7e569f7bbb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.804216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f5789f-48bc-4515-ac55-ec7e569f7bbb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.834606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15de01-8967-4d75-a2b0-00a0ef21a376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f696cd0d-17f5-47dc-a39b-a906fb3e07ba,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:40.103701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9a15de01-8967-4d75-a2b0-00a0ef21a376 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce36b50859b447bebd5d2fa393d430cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2061269 Aug 27 02:37:40.156789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33062) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:40.208397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f5789f-48bc-4515-ac55-ec7e569f7bbb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.227514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f5789f-48bc-4515-ac55-ec7e569f7bbb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.424835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.466830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09ad3b88-25d3-4ba8-8914-fc39cc9c31d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.480236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09ad3b88-25d3-4ba8-8914-fc39cc9c31d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.564982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-081a3a76-0f48-4574-a50e-526ae2ed9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:40.572036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-09ad3b88-25d3-4ba8-8914-fc39cc9c31d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4369045e4c9b4398811ef021e1e9de49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2492905 Aug 27 02:37:40.573766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33070) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:40.574586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f5789f-48bc-4515-ac55-ec7e569f7bbb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.581492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-081a3a76-0f48-4574-a50e-526ae2ed9f6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1098 time: 1.0271323 Aug 27 02:37:40.582214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b7eecb4-db4f-46d0-8c90-d2c0e47a387a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.589285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b4f5789f-48bc-4515-ac55-ec7e569f7bbb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9670553 Aug 27 02:37:40.608204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33072) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:40.675844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-53a9de7c-01ea-47fb-9fb3-99452cf5acfc', 'network_id': '53a9de7c-01ea-47fb-9fb3-99452cf5acfc', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': '8cfa8ddc-71de-45d7-b833-6ce821c801f0'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:40.677392 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.692624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1d20a-b538-4bb6-958c-b26d958b08bb None None] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:40.721705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Attempting to bind port c149a695-f8de-4eb2-ae10-4cb765c5cd68 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:40.722384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Attempting to bind port c149a695-f8de-4eb2-ae10-4cb765c5cd68 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '20e7ee49-0022-44d6-ae53-0a0743d63be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01956ddf-4f74-4642-bb9d-5df1a6983832'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:40.722940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Attempting to bind port c149a695-f8de-4eb2-ae10-4cb765c5cd68 on network 01956ddf-4f74-4642-bb9d-5df1a6983832 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:40.810082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-8b900e08-d1a2-46ed-abb9-8fb104041145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:40.811938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-8b900e08-d1a2-46ed-abb9-8fb104041145 service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.1277022 Aug 27 02:37:40.814973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:40.978141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-11c61ade-e21f-4c40-befb-6d13ee069dc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1002 time: 0.1547210 Aug 27 02:37:40.982688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad3b88-25d3-4ba8-8914-fc39cc9c31d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a0ee0-09fe-4416-b9e4-80de0e0337bd,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:40.991678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:41.042750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c96364b-a59f-4c03-992a-3b07a7bbb4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.073882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Allocated IP 2001:db8::2 (53a9de7c-01ea-47fb-9fb3-99452cf5acfc/8cfa8ddc-71de-45d7-b833-6ce821c801f0/89c6832d-ce56-4976-bd14-3d2254a8933b) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:41.135082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-126602ea-11f4-4423-8e72-310a5eebd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:41.136595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-126602ea-11f4-4423-8e72-310a5eebd206 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1155140 Aug 27 02:37:41.142387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:41.142977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.179043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c96364b-a59f-4c03-992a-3b07a7bbb4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.291899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b7eecb4-db4f-46d0-8c90-d2c0e47a387a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.402937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:41.443250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b7eecb4-db4f-46d0-8c90-d2c0e47a387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.456967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b7eecb4-db4f-46d0-8c90-d2c0e47a387a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.459149 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b7eecb4-db4f-46d0-8c90-d2c0e47a387a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f696cd0d-17f5-47dc-a39b-a906fb3e07ba HTTP/1.1" status: 204 len: 168 time: 1.2910669 Aug 27 02:37:41.516494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:41.516494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Checking segment: {'id': '20e7ee49-0022-44d6-ae53-0a0743d63be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01956ddf-4f74-4642-bb9d-5df1a6983832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:41.516494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.516494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Bound using segment: {'id': '20e7ee49-0022-44d6-ae53-0a0743d63be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01956ddf-4f74-4642-bb9d-5df1a6983832'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:41.516494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Bound port: c149a695-f8de-4eb2-ae10-4cb765c5cd68, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e7ee49-0022-44d6-ae53-0a0743d63be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01956ddf-4f74-4642-bb9d-5df1a6983832'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:41.516494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.627500 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.643220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326a013-d5dd-469b-aca7-c61668f11221 req-463d43f2-e556-41e6-b043-694da8cfa9a4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:41.645202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6326a013-d5dd-469b-aca7-c61668f11221 req-463d43f2-e556-41e6-b043-694da8cfa9a4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 1.4850981 Aug 27 02:37:41.674856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.683314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7fe44259-38d9-47c5-a1f6-1b334b9102ae None None] Provisioning for port 793f8265-268d-4dbd-880b-42df433f2cb7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:41.697631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Port': ['ID=f6e67f9b-90fd-4202-9243-ee846820e334,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:41.720314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7eecb4-db4f-46d0-8c90-d2c0e47a387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f696cd0d-17f5-47dc-a39b-a906fb3e07ba,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:41.733525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c96364b-a59f-4c03-992a-3b07a7bbb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.736101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c96364b-a59f-4c03-992a-3b07a7bbb4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.738591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-3fbc2df6-0d10-42d3-bddc-216387137ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:41.756653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-3fbc2df6-0d10-42d3-bddc-216387137ead service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5867503 Aug 27 02:37:41.757462 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0c96364b-a59f-4c03-992a-3b07a7bbb4c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee5a0ee0-09fe-4416-b9e4-80de0e0337bd HTTP/1.1" status: 204 len: 168 time: 1.1651580 Aug 27 02:37:41.792719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Transition to ACTIVE for port object 89c6832d-ce56-4976-bd14-3d2254a8933b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:42.112657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Transition to ACTIVE for port object 89c6832d-ce56-4976-bd14-3d2254a8933b will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:42.193014 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.400803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 793f8265-268d-4dbd-880b-42df433f2cb7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:42.463161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6326a013-d5dd-469b-aca7-c61668f11221 req-178c5930-9d1d-482d-8f4f-3dd23ac8f28d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7890267 Aug 27 02:37:42.465729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.500484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96364b-a59f-4c03-992a-3b07a7bbb4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a0ee0-09fe-4416-b9e4-80de0e0337bd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:42.552425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-4a457633-4ab0-4ef5-99be-0b7d4390df78 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711869 Aug 27 02:37:42.561237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:42.564831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-ec65620a-fa9e-4733-802f-307952b58c34', 'network_id': 'ec65620a-fa9e-4733-802f-307952b58c34', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': '82d36a51-9ffd-4ec2-80be-117582be0188'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:42.566649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.602341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:42.605853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:42.622346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 793f8265-268d-4dbd-880b-42df433f2cb7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:42.622744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.773830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] For port c149a695-f8de-4eb2-ae10-4cb765c5cd68, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:42.933041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7e32a425-0d1f-4d5e-9ec3-5f52c6fea2a8 req-0cc34fef-3591-4f8f-9690-169c6ef16711 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767231 Aug 27 02:37:42.936072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33104) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:43.026374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Attempting to bind port 89c6832d-ce56-4976-bd14-3d2254a8933b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:43.026738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Attempting to bind port 89c6832d-ce56-4976-bd14-3d2254a8933b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '556efc51-4be3-4180-a1ad-aa9b4fe65f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '53a9de7c-01ea-47fb-9fb3-99452cf5acfc'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:43.027095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Attempting to bind port 89c6832d-ce56-4976-bd14-3d2254a8933b on network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:43.048453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] For port c149a695-f8de-4eb2-ae10-4cb765c5cd68, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c149a695-f8de-4eb2-ae10-4cb765c5cd68,segment=NetworkSegment(20e7ee49-0022-44d6-ae53-0a0743d63be1),segment_id=20e7ee49-0022-44d6-ae53-0a0743d63be1)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:43.050309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8::1 (53a9de7c-01ea-47fb-9fb3-99452cf5acfc/8cfa8ddc-71de-45d7-b833-6ce821c801f0/853a25f9-320a-4b1a-8e92-2f70da3315dc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:43.057528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:43.057815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Checking segment: {'id': '556efc51-4be3-4180-a1ad-aa9b4fe65f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '53a9de7c-01ea-47fb-9fb3-99452cf5acfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:43.058279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.058750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Bound using segment: {'id': '556efc51-4be3-4180-a1ad-aa9b4fe65f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '53a9de7c-01ea-47fb-9fb3-99452cf5acfc'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:43.059444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Bound port: 89c6832d-ce56-4976-bd14-3d2254a8933b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556efc51-4be3-4180-a1ad-aa9b4fe65f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '53a9de7c-01ea-47fb-9fb3-99452cf5acfc'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:43.059974 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.121652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c668c49-0952-4bbd-bc00-2f282a142f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.255342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.330406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.371532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object 853a25f9-320a-4b1a-8e92-2f70da3315dc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:43.391533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Pushing event updated for resources: {'Port': ['ID=89c6832d-ce56-4976-bd14-3d2254a8933b,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:43.456568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.570209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:43.581296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:43.610489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:43.611678 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.615809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=853a25f9-320a-4b1a-8e92-2f70da3315dc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:43.974642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.996760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.032689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368017a-baa7-4d5b-87a5-a8dd8d90254f req-280b2899-edd7-4a7f-accd-25c387217e6c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:44.034351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4368017a-baa7-4d5b-87a5-a8dd8d90254f req-280b2899-edd7-4a7f-accd-25c387217e6c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2818751 Aug 27 02:37:44.045636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c668c49-0952-4bbd-bc00-2f282a142f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.046489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.049348 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.087332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Allocated IP 2001:db8:1::2 (ec65620a-fa9e-4733-802f-307952b58c34/82d36a51-9ffd-4ec2-80be-117582be0188/00054356-4c50-4993-89a7-c021a4ed3836) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:44.155625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Port': ['ID=f6e67f9b-90fd-4202-9243-ee846820e334,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:44.180605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c668c49-0952-4bbd-bc00-2f282a142f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.297819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] For port 89c6832d-ce56-4976-bd14-3d2254a8933b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:44.315392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4368017a-baa7-4d5b-87a5-a8dd8d90254f req-3bf828f2-1034-423c-a638-a863bc66ee7e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589543 Aug 27 02:37:44.324194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6c668c49-0952-4bbd-bc00-2f282a142f2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44e83b3766d844f9b798d0b7243f451b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3648722 Aug 27 02:37:44.328992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33128) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:44.331647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c668c49-0952-4bbd-bc00-2f282a142f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad22cb-4233-4256-8de0-0578a3eb6710,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:44.332861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] For port 89c6832d-ce56-4976-bd14-3d2254a8933b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=89c6832d-ce56-4976-bd14-3d2254a8933b,segment=NetworkSegment(556efc51-4be3-4180-a1ad-aa9b4fe65f44),segment_id=556efc51-4be3-4180-a1ad-aa9b4fe65f44)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:44.543163 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.591452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Transition to ACTIVE for port object 00054356-4c50-4993-89a7-c021a4ed3836 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:44.636743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Transition to ACTIVE for port object 00054356-4c50-4993-89a7-c021a4ed3836 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:44.655494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.694434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.707556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:44.708489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d91f0f9-cdc3-41bf-9b11-72bae8ec5d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.725668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:44.952823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6528778-d286-4d4b-bd46-ddb7ca2c3ec2 None None] Pushing event updated for resources: {'Port': ['ID=c149a695-f8de-4eb2-ae10-4cb765c5cd68,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:44.976468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.989903 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d91f0f9-cdc3-41bf-9b11-72bae8ec5d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.996525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.997345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.174034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d91f0f9-cdc3-41bf-9b11-72bae8ec5d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.176990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d91f0f9-cdc3-41bf-9b11-72bae8ec5d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.179120 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8d91f0f9-cdc3-41bf-9b11-72bae8ec5d98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdad22cb-4233-4256-8de0-0578a3eb6710 HTTP/1.1" status: 204 len: 168 time: 0.8484206 Aug 27 02:37:45.199556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91f0f9-cdc3-41bf-9b11-72bae8ec5d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad22cb-4233-4256-8de0-0578a3eb6710,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:45.224584 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.234725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeefdf-a2d7-4c5c-853c-676587dfee30 None None] Pushing event updated for resources: {'Port': ['ID=89c6832d-ce56-4976-bd14-3d2254a8933b,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:45.240437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:45.272401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:45.284581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Router 1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:37:45.299435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Network ec65620a-fa9e-4733-802f-307952b58c34 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:45.310795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-817fb4de-1dbc-4e60-912a-7ac45ae732dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6326318 Aug 27 02:37:45.548503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:45.605039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:45.704893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-df1cab94-229e-4e53-897d-3aa59140fdb4 None None] Provisioning for port f6e67f9b-90fd-4202-9243-ee846820e334 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:45.732522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bd554-45a0-4fbb-8dd5-3d93dc012f7e None None] Network 01956ddf-4f74-4642-bb9d-5df1a6983832 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:45.749313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33156) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:45.782637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=853a25f9-320a-4b1a-8e92-2f70da3315dc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:45.803691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 793f8265-268d-4dbd-880b-42df433f2cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=793f8265-268d-4dbd-880b-42df433f2cb7,segment=NetworkSegment(528df4b4-dea9-4634-8041-c9f51624854d),segment_id=528df4b4-dea9-4634-8041-c9f51624854d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:45.811693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Pushing event updated for resources: {'Port': ['ID=00054356-4c50-4993-89a7-c021a4ed3836,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:45.859583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-df1cab94-229e-4e53-897d-3aa59140fdb4 None None] Provisioning complete for port f6e67f9b-90fd-4202-9243-ee846820e334 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:45.860506 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-df1cab94-229e-4e53-897d-3aa59140fdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.861184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-80a2e5eb-0ceb-44e3-ba23-b6f0dae92ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:45.864390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-80a2e5eb-0ceb-44e3-ba23-b6f0dae92ce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51b20ffea7454bbd81f82b56c0a25ffd&device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 1100 time: 0.5214891 Aug 27 02:37:45.881536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:45.894920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33164) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:45.895668 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5cc292ec-8f8e-4d82-998d-7f1e037a7a40 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3662696 Aug 27 02:37:45.928247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a3f63-5708-49e6-b9e3-63f2b693a066 req-7037adc3-ae68-4ebd-abb7-f81505998498 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:45.931348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e87a3f63-5708-49e6-b9e3-63f2b693a066 req-7037adc3-ae68-4ebd-abb7-f81505998498 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.3007100 Aug 27 02:37:45.981633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] Sync routers for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:45.991284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.079842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e87a3f63-5708-49e6-b9e3-63f2b693a066 req-1d770a5b-9d20-46bc-94de-0f2adcd60881 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412134 Aug 27 02:37:46.144960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fc9381bd-5450-444d-be8c-173774e3f365 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1480175613'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:46.146224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fc9381bd-5450-444d-be8c-173774e3f365 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Unknown quota resources ['metering_label']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:37:46.243628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-df1cab94-229e-4e53-897d-3aa59140fdb4 None None] Port f6e67f9b-90fd-4202-9243-ee846820e334 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:46.335686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:46.336335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:46.571809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Attempting to bind port 00054356-4c50-4993-89a7-c021a4ed3836 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:46.573067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-206c4ad4-eab4-44af-ab66-39d1cda0827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:46.573686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Attempting to bind port 00054356-4c50-4993-89a7-c021a4ed3836 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '0e1464a9-ccb6-48e9-87ae-d7322c005bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ec65620a-fa9e-4733-802f-307952b58c34'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:46.573686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Attempting to bind port 00054356-4c50-4993-89a7-c021a4ed3836 on network ec65620a-fa9e-4733-802f-307952b58c34 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:46.575090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-206c4ad4-eab4-44af-ab66-39d1cda0827e service neutron] 10.222.0.32 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.3431981 Aug 27 02:37:46.631356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:46.680844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:46.725728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=793f8265-268d-4dbd-880b-42df433f2cb7,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:46.762299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:46.763004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Checking segment: {'id': '0e1464a9-ccb6-48e9-87ae-d7322c005bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ec65620a-fa9e-4733-802f-307952b58c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:46.763966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.764518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Bound using segment: {'id': '0e1464a9-ccb6-48e9-87ae-d7322c005bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ec65620a-fa9e-4733-802f-307952b58c34'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:46.765153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Bound port: 00054356-4c50-4993-89a7-c021a4ed3836, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1464a9-ccb6-48e9-87ae-d7322c005bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ec65620a-fa9e-4733-802f-307952b58c34'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:46.765694 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.771981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router e8d1cd2a-4e87-42cc-8b12-f557443df47b is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:37:46.817808 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.818590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-df1cab94-229e-4e53-897d-3aa59140fdb4 None None] Provisioning complete for port 793f8265-268d-4dbd-880b-42df433f2cb7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:46.819131 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-df1cab94-229e-4e53-897d-3aa59140fdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.835075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:46.835982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:46.870604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-070bae7d-3c7b-4994-9f6e-58695c6a7f76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287 HTTP/1.1" status: 200 len: 217 time: 0.1152656 Aug 27 02:37:47.207132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-546c2da0-d0ae-44bf-859b-acb25c1a854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:47.208753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-546c2da0-d0ae-44bf-859b-acb25c1a854d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.3225050 Aug 27 02:37:47.446207 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc9381bd-5450-444d-be8c-173774e3f365 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.447618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc9381bd-5450-444d-be8c-173774e3f365 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.6966462 Aug 27 02:37:47.450537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33212) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:47.578239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:47.580259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240ea55-5d22-476e-9ac6-2550e47c278a None None] The sync data for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:47.584888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f94131d8-d43a-4e52-ad44-1bb3b029c6b4 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'aade86c3-e0a5-48e6-b92a-7b1c82aa3743'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:47.585452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f94131d8-d43a-4e52-ad44-1bb3b029c6b4 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:37:47.725154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] For port 00054356-4c50-4993-89a7-c021a4ed3836, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:47.727407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.729551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] For port 00054356-4c50-4993-89a7-c021a4ed3836, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=00054356-4c50-4993-89a7-c021a4ed3836,segment=NetworkSegment(0e1464a9-ccb6-48e9-87ae-d7322c005bc3),segment_id=0e1464a9-ccb6-48e9-87ae-d7322c005bc3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:47.743227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.749177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:47.749632 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.874608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5570c4-e3a7-4e0a-9039-ed5d74ff1d8f None None] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:47.876300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1345d-23c3-4a91-86a9-ca007be45374 req-725214eb-1ef0-4fb6-8832-c47864f4dfd9 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:47.884377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1cf1345d-23c3-4a91-86a9-ca007be45374 req-725214eb-1ef0-4fb6-8832-c47864f4dfd9 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.4353280 Aug 27 02:37:47.885818 n-d-806293-1 neutron-server[94773]: WARNING neutron.services.metering.metering_plugin [None req-f94131d8-d43a-4e52-ad44-1bb3b029c6b4 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:37:48.069514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:48.081220 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] Sync routers for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:48.090301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2dc75116-575c-4d34-9830-72607712011d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/e8d1cd2a-4e87-42cc-8b12-f557443df47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4588029 Aug 27 02:37:48.097390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:48.107326 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:48.107977 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.138680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c214e-f816-4a9e-b8f4-8c8561b8fc4f None None] Pushing event updated for resources: {'Port': ['ID=00054356-4c50-4993-89a7-c021a4ed3836,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:48.154278 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-273f5bc6-29b2-4f0e-9612-763e8bd3d7d2 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:37:48.157825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-273f5bc6-29b2-4f0e-9612-763e8bd3d7d2 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2534778 Aug 27 02:37:48.162131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:48.169296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Provisioning for port 89c6832d-ce56-4976-bd14-3d2254a8933b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:48.193707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d27f6a25-d25c-4b36-b670-b5eedc7b9bf5 req-43149dee-98ec-4e2d-a2da-136202672180 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.7833755 Aug 27 02:37:48.278890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c149a695-f8de-4eb2-ae10-4cb765c5cd68 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:48.311580 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.373143 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:48.375526 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.434776 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1cf1345d-23c3-4a91-86a9-ca007be45374 req-1f47fa77-63e3-4060-a576-c2204a15c8ba tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428524 Aug 27 02:37:48.440803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f94131d8-d43a-4e52-ad44-1bb3b029c6b4 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.451182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f94131d8-d43a-4e52-ad44-1bb3b029c6b4 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8888617 Aug 27 02:37:48.451925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33244) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:48.453676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Provisioning complete for port f6e67f9b-90fd-4202-9243-ee846820e334 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:48.454505 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.462987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ed2d76df-ec17-4b9a-a1cd-28f5791e603c tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'aade86c3-e0a5-48e6-b92a-7b1c82aa3743'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:48.463587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ed2d76df-ec17-4b9a-a1cd-28f5791e603c tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:37:48.487752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9ccd9f-c74c-49e0-84fd-184faf7fd9d5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:48.502001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca9ccd9f-c74c-49e0-84fd-184faf7fd9d5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports/853a25f9-320a-4b1a-8e92-2f70da3315dc HTTP/1.1" status: 200 len: 911 time: 0.3273461 Aug 27 02:37:48.502001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33246) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:48.554151 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.568661 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692bb28-c4f2-49bb-bd5d-9045451eb4dd None None] The sync data for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:48.578109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-be74f8e7-5d77-48bf-9e99-ec9c04e0bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:48.578566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c149a695-f8de-4eb2-ae10-4cb765c5cd68 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:48.585878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-be74f8e7-5d77-48bf-9e99-ec9c04e0bd0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1795173 Aug 27 02:37:48.672009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Port f6e67f9b-90fd-4202-9243-ee846820e334 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:48.746247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Provisioning for port c149a695-f8de-4eb2-ae10-4cb765c5cd68 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:48.784263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Provisioning complete for port c149a695-f8de-4eb2-ae10-4cb765c5cd68 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:48.789636 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.908871 n-d-806293-1 neutron-server[94773]: WARNING neutron.services.metering.metering_plugin [None req-ed2d76df-ec17-4b9a-a1cd-28f5791e603c tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:37:48.997921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-a961cb8b-8055-49f2-93e2-b497c9ae9883 service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009721 Aug 27 02:37:49.112977 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.122229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed2d76df-ec17-4b9a-a1cd-28f5791e603c tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.126884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed2d76df-ec17-4b9a-a1cd-28f5791e603c tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6704671 Aug 27 02:37:49.164546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33266) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:49.215674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] For port c149a695-f8de-4eb2-ae10-4cb765c5cd68, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c149a695-f8de-4eb2-ae10-4cb765c5cd68,segment=NetworkSegment(20e7ee49-0022-44d6-ae53-0a0743d63be1),segment_id=20e7ee49-0022-44d6-ae53-0a0743d63be1)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:49.222538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 00054356-4c50-4993-89a7-c021a4ed3836 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:49.232079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-89690dab-3ed5-4ad0-a2c9-1f3d2f1e5190 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=3e0549ba-94b9-4d86-9f55-6f8e2322c2ff HTTP/1.1" status: 200 len: 462 time: 0.0579154 Aug 27 02:37:49.233728 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.337583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0379bb7a-936b-4995-bc70-e8d62e6d3241 req-af559972-8d07-4e47-a7bf-00ba8c4515fd service neutron] 10.222.0.32 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445853 Aug 27 02:37:49.400452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33270) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:49.412617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf43341-f835-43ee-a4e9-ebce2c96c171 None None] Pushing event updated for resources: {'Port': ['ID=c149a695-f8de-4eb2-ae10-4cb765c5cd68,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:49.414820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e0537ea-0070-4a82-8074-bcdb4f8d120a req-6489cdbf-a85f-4e84-918c-d13c69107590 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0762031 Aug 27 02:37:49.484795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d2a46d1a-a837-4e57-81cd-afadd876dcb6 None None] Provisioning for port 853a25f9-320a-4b1a-8e92-2f70da3315dc completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:49.506473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d2a46d1a-a837-4e57-81cd-afadd876dcb6 None None] Provisioning complete for port 853a25f9-320a-4b1a-8e92-2f70da3315dc triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:49.506852 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1a-a837-4e57-81cd-afadd876dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.603580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 00054356-4c50-4993-89a7-c021a4ed3836 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:49.619939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 89c6832d-ce56-4976-bd14-3d2254a8933b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:49.632111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d2a46d1a-a837-4e57-81cd-afadd876dcb6 None None] Port 853a25f9-320a-4b1a-8e92-2f70da3315dc cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:49.731221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.863831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d2a46d1a-a837-4e57-81cd-afadd876dcb6 None None] Provisioning complete for port c149a695-f8de-4eb2-ae10-4cb765c5cd68 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:49.864244 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1a-a837-4e57-81cd-afadd876dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.952728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 89c6832d-ce56-4976-bd14-3d2254a8933b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:49.964283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 89c6832d-ce56-4976-bd14-3d2254a8933b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:49.964701 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.983091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0a36ed0-15bc-4e60-9360-e2c63d07e187 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.992443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a0a36ed0-15bc-4e60-9360-e2c63d07e187 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/3e0549ba-94b9-4d86-9f55-6f8e2322c2ff HTTP/1.1" status: 204 len: 168 time: 0.5908246 Aug 27 02:37:49.999811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33294) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:50.130380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5211038-f0e6-437a-9df0-1f3d33b5ad51 None None] Network ec65620a-fa9e-4733-802f-307952b58c34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:50.205955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7267c7a-2fa2-4a78-9e2a-367cb051fca3 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=3e0549ba-94b9-4d86-9f55-6f8e2322c2ff HTTP/1.1" status: 200 len: 221 time: 0.2039835 Aug 27 02:37:50.211816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33302) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:50.236816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a417e041-b456-489f-a60e-70c319ca5640 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--197609953', 'description': 'label created by tempest'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:50.237317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a417e041-b456-489f-a60e-70c319ca5640 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Unknown quota resources ['metering_label']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:37:50.308196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.334944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting port f6e67f9b-90fd-4202-9243-ee846820e334 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:50.335930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.356828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Provisioning complete for port 853a25f9-320a-4b1a-8e92-2f70da3315dc triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:50.357212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.371061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe56bc-8ab2-446e-8b7b-69e9ea5e5297 req-aa502281-eb5b-493d-abcf-72c24f58084a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:50.374861 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ebe56bc-8ab2-446e-8b7b-69e9ea5e5297 req-aa502281-eb5b-493d-abcf-72c24f58084a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.6302121 Aug 27 02:37:50.413082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 89c6832d-ce56-4976-bd14-3d2254a8933b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=89c6832d-ce56-4976-bd14-3d2254a8933b,segment=NetworkSegment(556efc51-4be3-4180-a1ad-aa9b4fe65f44),segment_id=556efc51-4be3-4180-a1ad-aa9b4fe65f44)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:50.447153 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.448517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 793f8265-268d-4dbd-880b-42df433f2cb7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:50.461958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.567162 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a417e041-b456-489f-a60e-70c319ca5640 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.568520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a417e041-b456-489f-a60e-70c319ca5640 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3549623 Aug 27 02:37:50.583295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.593487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Port 853a25f9-320a-4b1a-8e92-2f70da3315dc cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:50.598215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Calling delete_port for f6e67f9b-90fd-4202-9243-ee846820e334 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:50.606734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:50.678616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=89c6832d-ce56-4976-bd14-3d2254a8933b,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:50.687347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Provisioning for port 00054356-4c50-4993-89a7-c021a4ed3836 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:50.699509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Provisioning complete for port 00054356-4c50-4993-89a7-c021a4ed3836 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:50.700914 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.705886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 793f8265-268d-4dbd-880b-42df433f2cb7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:50.705886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.810042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f9076fc-2d0e-4372-81b7-d55eb7d228dc req-b9fa38b0-b948-46ad-90f7-97c7b6324a2e tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0623240 Aug 27 02:37:50.855288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ebe56bc-8ab2-446e-8b7b-69e9ea5e5297 req-1e12faf4-9317-4825-b5cd-948d9d04d91c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4711888 Aug 27 02:37:50.886877 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5b96c5f7-3aa8-4589-b778-d856daaad957 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=ac127b7f-1220-4826-92ed-8fc22fef1456 HTTP/1.1" status: 200 len: 467 time: 0.2750776 Aug 27 02:37:50.887766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:50.939046 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.944740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.052547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] For port 00054356-4c50-4993-89a7-c021a4ed3836, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=00054356-4c50-4993-89a7-c021a4ed3836,segment=NetworkSegment(0e1464a9-ccb6-48e9-87ae-d7322c005bc3),segment_id=0e1464a9-ccb6-48e9-87ae-d7322c005bc3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:51.066950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.084064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Port': ['ID=f6e67f9b-90fd-4202-9243-ee846820e334,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:51.195644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 89c6832d-ce56-4976-bd14-3d2254a8933b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:51.258268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fadf6-caaa-4bc6-88a1-d4f742614b46 None None] Pushing event updated for resources: {'Port': ['ID=00054356-4c50-4993-89a7-c021a4ed3836,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:51.266356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33360) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.276964 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.282004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.282618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.283163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.284390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-837c013c-77a1-437d-827c-e6d60a5ebcb8 None None] Provisioning complete for port 853a25f9-320a-4b1a-8e92-2f70da3315dc triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:51.284770 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-837c013c-77a1-437d-827c-e6d60a5ebcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.285390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.285939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.287135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.288911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.290959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.293752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.294364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.294927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.295556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:51.319190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 89c6832d-ce56-4976-bd14-3d2254a8933b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:51.319510 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.422222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-837c013c-77a1-437d-827c-e6d60a5ebcb8 None None] Port 853a25f9-320a-4b1a-8e92-2f70da3315dc cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:51.454843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-837c013c-77a1-437d-827c-e6d60a5ebcb8 None None] Provisioning complete for port 00054356-4c50-4993-89a7-c021a4ed3836 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:51.455209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-837c013c-77a1-437d-827c-e6d60a5ebcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.465216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce018f00-a559-4f42-87c3-ea8a4dabca06 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.466289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ce018f00-a559-4f42-87c3-ea8a4dabca06 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/ac127b7f-1220-4826-92ed-8fc22fef1456 HTTP/1.1" status: 204 len: 168 time: 0.5775955 Aug 27 02:37:51.469333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33366) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.495252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c149a695-f8de-4eb2-ae10-4cb765c5cd68 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:51.521652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed3f3fea-ac43-4a40-9311-16089282bec7 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=ac127b7f-1220-4826-92ed-8fc22fef1456 HTTP/1.1" status: 200 len: 216 time: 0.0464852 Aug 27 02:37:51.525742 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b76c28f8-a780-4e48-b788-e1e745cf67bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.534381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33368) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.571024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c149a695-f8de-4eb2-ae10-4cb765c5cd68 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:51.571389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.597601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7dece597-e3a7-433b-b708-a99bd4ec9102 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0475144 Aug 27 02:37:51.606271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33370) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.637088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-226f4465-6899-41c5-a80f-ce7c8ddafa36 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0257487 Aug 27 02:37:51.642943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33376) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.741445 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b9e7736-21dd-4f3f-bdc6-82f13b09afb8 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/aade86c3-e0a5-48e6-b92a-7b1c82aa3743 HTTP/1.1" status: 200 len: 473 time: 0.0973635 Aug 27 02:37:51.750509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33378) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.780362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-95ec20bd-c4ee-45fd-a63d-93c970c679a5 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/b176b735-7991-4e88-a5ba-61a7a5132f06 HTTP/1.1" status: 200 len: 459 time: 0.0254371 Aug 27 02:37:51.782932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8:1::1 (ec65620a-fa9e-4733-802f-307952b58c34/82d36a51-9ffd-4ec2-80be-117582be0188/14c17ce8-258e-4f9f-b0a4-1747c7ce6c56) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:51.784654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33380) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.949907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873bea8-71c8-4018-bce4-f1a744e5d744 req-0dce3f7a-8687-48b8-967e-fd07a9dbc824 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:51.951459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d873bea8-71c8-4018-bce4-f1a744e5d744 req-0dce3f7a-8687-48b8-967e-fd07a9dbc824 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.5314271 Aug 27 02:37:51.963358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b76c28f8-a780-4e48-b788-e1e745cf67bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.969627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Router 1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:51.995712 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28890ad5-a5ca-46fe-8024-009fdc2486fc req-65b22c46-0fba-4754-a571-5910c3a7d571 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0923898 Aug 27 02:37:52.091277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d873bea8-71c8-4018-bce4-f1a744e5d744 req-06bad001-8e65-406c-85f7-d7af1995ef5a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328797 Aug 27 02:37:52.092714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:52.105413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] Sync routers for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:52.111828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bb3eb506-ec5a-4fef-bb55-20cdf52cfb42 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9416668 Aug 27 02:37:52.112420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33392) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.120070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:52.120917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:52.158102 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-0cef272d-2d48-407b-baed-1af1d1d68dfa tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] delete failed (client error): The resource could not be found. Aug 27 02:37:52.159610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0cef272d-2d48-407b-baed-1af1d1d68dfa tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-329659714 HTTP/1.1" status: 404 len: 334 time: 0.0459578 Aug 27 02:37:52.165289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33396) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.170470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a346904e-6e80-442c-9d51-bf1f340299ea tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:52.172739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:52.195857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:52.196497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:52.253326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:52.254062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05d3fc-02a7-4966-a4df-9c4423766fa4 None None] The sync data for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:52.418613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b76c28f8-a780-4e48-b788-e1e745cf67bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.422973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b685efeb-22b9-48f8-a9a1-f24a2333b126 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.426379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b685efeb-22b9-48f8-a9a1-f24a2333b126 tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/b176b735-7991-4e88-a5ba-61a7a5132f06 HTTP/1.1" status: 204 len: 168 time: 0.6385114 Aug 27 02:37:52.438330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33410) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.456619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a346904e-6e80-442c-9d51-bf1f340299ea tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.496816 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-a346904e-6e80-442c-9d51-bf1f340299ea tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] update failed (client error): The resource could not be found. Aug 27 02:37:52.503601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a346904e-6e80-442c-9d51-bf1f340299ea tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 HTTP/1.1" status: 404 len: 339 time: 0.3368783 Aug 27 02:37:52.504217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33414) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.509743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1006343867'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:52.544917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:52.549596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.577176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b76c28f8-a780-4e48-b788-e1e745cf67bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f850d00333114c52a8d20b5dcfeb3237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3090696 Aug 27 02:37:52.582535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.596156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c28f8-a780-4e48-b788-e1e745cf67bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76efe7e5-9fb7-4e59-9601-adf7b83ef876,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:52.616034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:52.632693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.633068 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Added segment 1c891afb-a666-4ac0-8593-5f890800d851 of type vlan for network 15c9d110-6247-429e-a899-ea1d50634aeb Aug 27 02:37:52.688149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fed72-de68-457a-9c07-356b3294b40f req-164fe64f-a861-40f1-8096-601e4b4c15e2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.689631 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d6fed72-de68-457a-9c07-356b3294b40f req-164fe64f-a861-40f1-8096-601e4b4c15e2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2747622 Aug 27 02:37:52.693710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.717673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a79600-e0f3-4327-b0b8-e55d0e79a9ca req-8fbb8059-b27f-4f94-95d6-3ab14a473ed5 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.717673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31a79600-e0f3-4327-b0b8-e55d0e79a9ca req-8fbb8059-b27f-4f94-95d6-3ab14a473ed5 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.1338708 Aug 27 02:37:52.722841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.758579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31a79600-e0f3-4327-b0b8-e55d0e79a9ca req-b54e9e20-e114-4fa7-af79-75d085b94f94 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443408 Aug 27 02:37:52.771454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:52.781718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.787917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.788604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.856028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3478470 Aug 27 02:37:52.856319 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc92f6e8-3d3d-46bc-bdcd-2b90c414d9be tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.856319 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc92f6e8-3d3d-46bc-bdcd-2b90c414d9be tempest-MeteringIpV6TestJSON-1128748760 tempest-MeteringIpV6TestJSON-1128748760-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/aade86c3-e0a5-48e6-b92a-7b1c82aa3743 HTTP/1.1" status: 204 len: 168 time: 0.4089508 Aug 27 02:37:52.857029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33424) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.863206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'subnet': {'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:52.867783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d6fed72-de68-457a-9c07-356b3294b40f req-08ff546e-24f8-4629-9bde-c8c538675c51 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675842 Aug 27 02:37:52.868426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f8cb90-cf0d-4dda-8a9f-7f0116e2daba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.907883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f8cb90-cf0d-4dda-8a9f-7f0116e2daba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.932578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59411b75-70da-4338-ad53-1235aeb0abd3 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Network': ['ID=15c9d110-6247-429e-a899-ea1d50634aeb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:52.937004 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.946772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 15c9d110-6247-429e-a899-ea1d50634aeb details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:53.007899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Made reservation on behalf of e3ac387b56304c50b537ebe78408a888 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:53.021557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.048541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network ec65620a-fa9e-4733-802f-307952b58c34 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:53.070297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:53.082680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:53.083512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.114876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 00054356-4c50-4993-89a7-c021a4ed3836 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:53.171433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=14c17ce8-258e-4f9f-b0a4-1747c7ce6c56,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:53.216583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 00054356-4c50-4993-89a7-c021a4ed3836 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:53.217254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.219572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f8cb90-cf0d-4dda-8a9f-7f0116e2daba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.222926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f8cb90-cf0d-4dda-8a9f-7f0116e2daba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.227649 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1f8cb90-cf0d-4dda-8a9f-7f0116e2daba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76efe7e5-9fb7-4e59-9601-adf7b83ef876 HTTP/1.1" status: 204 len: 168 time: 0.6324587 Aug 27 02:37:53.241746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8cb90-cf0d-4dda-8a9f-7f0116e2daba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76efe7e5-9fb7-4e59-9601-adf7b83ef876,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:53.266893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93d54301-690d-4c54-b82b-f6a8027d8d08 req-f49ea417-589a-4bf9-a1ad-c6266dc9c62a tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0788264 Aug 27 02:37:53.283620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33438) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:53.289972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:53.367995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.495991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.501983 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.543420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:53.549974 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aac5d07-4799-405a-944f-67172f269b09" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-unplugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:53.579844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dce70db-f245-4710-b5a2-9e71b6e65b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.595659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:53.606207 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f08b3-2095-43bd-ac70-65bb561523c2 x-openstack-request-id: req-130f08b3-2095-43bd-ac70-65bb561523c2 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:53.608115 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-unplugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:53.608379 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-130f08b3-2095-43bd-ac70-65bb561523c2 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:53.608789 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'code': 200} Aug 27 02:37:53.615875 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.618841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Subnet': ['ID=dd559686-99c2-4f3c-a196-58d916fdfd92,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:53.631300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b3cd68ee-cf5e-4b41-a327-f44fe5296f60 None None] Provisioning for port 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:53.659920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b3cd68ee-cf5e-4b41-a327-f44fe5296f60 None None] Provisioning complete for port 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:53.660428 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b3cd68ee-cf5e-4b41-a327-f44fe5296f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.681039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Checking segment: {'id': '1c891afb-a666-4ac0-8593-5f890800d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:53.681446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network hostable DHCP agents. Network: 15c9d110-6247-429e-a899-ea1d50634aeb, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:53.689034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:37:53.714065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 15c9d110-6247-429e-a899-ea1d50634aeb is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:53.727792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 15c9d110-6247-429e-a899-ea1d50634aeb) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:53.735194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:53.736202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.754425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a626e-c8d2-4622-98e1-c0d256679119 None None] Network 15c9d110-6247-429e-a899-ea1d50634aeb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:53.789712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:53.793639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd68ee-cf5e-4b41-a327-f44fe5296f60 None None] Port 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:53.874477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dce70db-f245-4710-b5a2-9e71b6e65b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.888863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dce70db-f245-4710-b5a2-9e71b6e65b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.928826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.929850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-08de793a-3d79-4b03-b6ad-e23ca17b724e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0717380 Aug 27 02:37:53.933918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33456) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:53.939066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e17e21fd-2376-4c35-8d01-89e6494f176a tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'router': {'external_gateway_info': {'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:53.971495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b9c32-f86c-4ae3-8211-a2353093f852 req-88bac219-0133-435f-9991-3fe44620297e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:53.973112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-411b9c32-f86c-4ae3-8211-a2353093f852 req-88bac219-0133-435f-9991-3fe44620297e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1179590 Aug 27 02:37:53.973419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:53.980918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33458) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:53.984030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.984829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.008447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'port_id': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'mac_address': 'fa:16:3e:53:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:37:54.028161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce70db-f245-4710-b5a2-9e71b6e65b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e260bec-de4e-4839-b3d5-3c23ced8bb17,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.061218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2dce70db-f245-4710-b5a2-9e71b6e65b33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5fabb48c1034b74a89cfe3e18355dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7681627 Aug 27 02:37:54.082187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33464) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:54.134055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5192-8804-4d34-8fd9-7817f8d82809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.138661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=14c17ce8-258e-4f9f-b0a4-1747c7ce6c56,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.286703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-411b9c32-f86c-4ae3-8211-a2353093f852 req-254d0308-b086-4528-af3a-616e82b2e4cc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456260 Aug 27 02:37:54.326684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2f93-6f55-4a37-8c5c-f8a450014857 req-674b82ba-89cb-4ae8-9572-f52b7b1762b6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:54.328268 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37bd2f93-6f55-4a37-8c5c-f8a450014857 req-674b82ba-89cb-4ae8-9572-f52b7b1762b6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 944 time: 0.2971802 Aug 27 02:37:54.348438 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.370949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562b0571-8525-45ea-92e4-7aaf5d3ed78c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:37:54.389252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network ec65620a-fa9e-4733-802f-307952b58c34 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:54.394546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:54.403777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:54.405678 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.417335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37bd2f93-6f55-4a37-8c5c-f8a450014857 req-a25ab5d5-e363-4388-aeb9-f2508b454e1f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787404 Aug 27 02:37:54.453259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5106097-9a70-4ab1-a298-1384857a144a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.477197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5106097-9a70-4ab1-a298-1384857a144a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.485766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.542443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router e8d1cd2a-4e87-42cc-8b12-f557443df47b has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:54.568100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-15c9d110-6247-429e-a899-ea1d50634aeb', 'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb', 'tenant_id': 'e3ac387b56304c50b537ebe78408a888', 'fixed_ips': [{'subnet_id': 'dd559686-99c2-4f3c-a196-58d916fdfd92'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:54.569456 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.601209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91744960-f9b7-4647-8518-07d39914e825 req-79ee7b31-37fd-418e-b60f-a0e998577a01 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0754459 Aug 27 02:37:54.605056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5106097-9a70-4ab1-a298-1384857a144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.609749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5106097-9a70-4ab1-a298-1384857a144a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.610964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c5106097-9a70-4ab1-a298-1384857a144a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e260bec-de4e-4839-b3d5-3c23ced8bb17 HTTP/1.1" status: 204 len: 168 time: 0.4774764 Aug 27 02:37:54.628284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5192-8804-4d34-8fd9-7817f8d82809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.644777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e17e21fd-2376-4c35-8d01-89e6494f176a tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.667179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['562b0571-8525-45ea-92e4-7aaf5d3ed78c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:54.675781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5106097-9a70-4ab1-a298-1384857a144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e260bec-de4e-4839-b3d5-3c23ced8bb17,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.679358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5192-8804-4d34-8fd9-7817f8d82809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.737765 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e8f5192-8804-4d34-8fd9-7817f8d82809 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce6eca4453314cba9bffafe91e34e70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7545633 Aug 27 02:37:54.738348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33478) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:54.761364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f5192-8804-4d34-8fd9-7817f8d82809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1266e1-aa52-4a27-8421-055d3348c5a9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.784109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:54.794773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b176f19d-9aad-417e-847e-78e0b3cb290d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/e8d1cd2a-4e87-42cc-8b12-f557443df47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2974341 Aug 27 02:37:54.795251 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] Sync routers for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:54.799941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33480) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:54.814114 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:54.828916 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:54.870145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8445e9-bbc1-4294-b00c-e7f7d7eff36a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:54.874803 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5f8445e9-bbc1-4294-b00c-e7f7d7eff36a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports/14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 HTTP/1.1" status: 200 len: 913 time: 0.0737147 Aug 27 02:37:54.876793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33482) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:54.887267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0602-321d-4775-8ff2-9a4be5d75882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.932851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0602-321d-4775-8ff2-9a4be5d75882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.939608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:54.956725 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:54.957679 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:37:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:54.969906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Allocated IP 2001:db8:1::2 (15c9d110-6247-429e-a899-ea1d50634aeb/dd559686-99c2-4f3c-a196-58d916fdfd92/c1e0ebc2-652b-43b3-803e-662ae3733c18) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:55.015642 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:55.016970 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71468390-fdf3-430a-a6ac-fa5490317679 None None] The sync data for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:55.030206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0602-321d-4775-8ff2-9a4be5d75882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.033177 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0602-321d-4775-8ff2-9a4be5d75882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.037231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e0ee0602-321d-4775-8ff2-9a4be5d75882 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d1266e1-aa52-4a27-8421-055d3348c5a9 HTTP/1.1" status: 204 len: 168 time: 0.2743473 Aug 27 02:37:55.047645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee0602-321d-4775-8ff2-9a4be5d75882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1266e1-aa52-4a27-8421-055d3348c5a9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:55.107344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-df677589-05d5-4480-b1ee-a8a2786c5074 None None] Provisioning complete for port 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:55.107721 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-df677589-05d5-4480-b1ee-a8a2786c5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.148715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-df677589-05d5-4480-b1ee-a8a2786c5074 None None] Port 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:55.270985 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-e17e21fd-2376-4c35-8d01-89e6494f176a tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:37:55.275786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e17e21fd-2376-4c35-8d01-89e6494f176a tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 HTTP/1.1" status: 400 len: 364 time: 1.3377650 Aug 27 02:37:55.276020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33494) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:55.318200 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.328056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Transition to ACTIVE for port object c1e0ebc2-652b-43b3-803e-662ae3733c18 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:55.360338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Transition to ACTIVE for port object c1e0ebc2-652b-43b3-803e-662ae3733c18 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:55.372099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.407476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33500) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:55.449728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe3671ee-0251-4348-9e68-7b98a6f096c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.458002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Pushing event updated for resources: {'Port': ['ID=c1e0ebc2-652b-43b3-803e-662ae3733c18,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:55.484204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Network 15c9d110-6247-429e-a899-ea1d50634aeb is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:55.485615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:55.497221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:55.533830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b53a23e-ed9d-419e-b575-2dcc904f38d8 req-f3506bda-d754-4a35-8319-4e2d47b85c59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.1069319 Aug 27 02:37:55.580087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Attempting to bind port c1e0ebc2-652b-43b3-803e-662ae3733c18 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:55.580372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Attempting to bind port c1e0ebc2-652b-43b3-803e-662ae3733c18 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1c891afb-a666-4ac0-8593-5f890800d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:55.580738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Attempting to bind port c1e0ebc2-652b-43b3-803e-662ae3733c18 on network 15c9d110-6247-429e-a899-ea1d50634aeb {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:55.586357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:55.586910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Checking segment: {'id': '1c891afb-a666-4ac0-8593-5f890800d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:55.587326 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.587721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Bound using segment: {'id': '1c891afb-a666-4ac0-8593-5f890800d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:55.588668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Bound port: c1e0ebc2-652b-43b3-803e-662ae3733c18, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c891afb-a666-4ac0-8593-5f890800d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '15c9d110-6247-429e-a899-ea1d50634aeb'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:55.588668 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.689918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ef69-d195-4022-bb77-ccb2bffe6f6e req-b24c0589-8c83-4642-ad5d-2280920c5e2a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:55.689918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23d6ef69-d195-4022-bb77-ccb2bffe6f6e req-b24c0589-8c83-4642-ad5d-2280920c5e2a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 945 time: 0.1800568 Aug 27 02:37:55.701343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:55.712498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] For port c1e0ebc2-652b-43b3-803e-662ae3733c18, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:55.722453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.754938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] For port c1e0ebc2-652b-43b3-803e-662ae3733c18, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1e0ebc2-652b-43b3-803e-662ae3733c18,segment=NetworkSegment(1c891afb-a666-4ac0-8593-5f890800d851),segment_id=1c891afb-a666-4ac0-8593-5f890800d851)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:55.767623 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.816015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23d6ef69-d195-4022-bb77-ccb2bffe6f6e req-3f59725e-fdd8-4b8f-b9aa-ae279d728f62 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189346 Aug 27 02:37:55.878063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57ea77-a30f-45fd-8e34-330337610fff None None] Pushing event updated for resources: {'Port': ['ID=c1e0ebc2-652b-43b3-803e-662ae3733c18,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:55.887289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 562b0571-8525-45ea-92e4-7aaf5d3ed78c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:55.897411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 562b0571-8525-45ea-92e4-7aaf5d3ed78c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:55.897915 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.956745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44ceb7-9a36-4a50-a6c2-413b87df8fbc req-8c464fe2-77ce-47b8-9167-eb2324c063db tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:55.964868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cb44ceb7-9a36-4a50-a6c2-413b87df8fbc req-8c464fe2-77ce-47b8-9167-eb2324c063db tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.5478604 Aug 27 02:37:56.061263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cb44ceb7-9a36-4a50-a6c2-413b87df8fbc req-330c6470-bf5c-4fb8-adff-67bb2a409e23 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953677 Aug 27 02:37:56.078621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.081739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3447c35f-4277-4568-89b9-612dc683cec2 req-43b1145b-03da-4585-9b2f-3bcc79621a73 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0945156 Aug 27 02:37:56.115339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:56.118175 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c213899e-5529-473b-989f-b0420c40b9ce" -d '{"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-plugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:56.140604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.166976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:56.179802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.243261 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ced354e-5505-4cf5-be48-26ad7db37f2c x-openstack-request-id: req-8ced354e-5505-4cf5-be48-26ad7db37f2c {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:56.244240 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-plugged", "status": "completed", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:56.246237 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ced354e-5505-4cf5-be48-26ad7db37f2c {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:56.247006 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'code': 200} Aug 27 02:37:56.321152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:56.445296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe3671ee-0251-4348-9e68-7b98a6f096c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.522835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe3671ee-0251-4348-9e68-7b98a6f096c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.677992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fe3671ee-0251-4348-9e68-7b98a6f096c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d187714bb8024ebbb0a5e2ef19b78814&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2670999 Aug 27 02:37:56.677992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3671ee-0251-4348-9e68-7b98a6f096c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3423378c-27d4-4765-980c-b82b55094ae4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:56.682659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:56.835824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c711bf75-8434-47eb-bcb7-441eb02a9c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.847555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Allocated IP 2001:db8::1 (0e7fcad4-aa5c-47be-9339-5d68f680fd36/a05d9727-4661-40e2-af19-f4d2add84539/8cb600f0-013b-4641-a252-3588fe2e4011) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:56.913367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c711bf75-8434-47eb-bcb7-441eb02a9c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.281370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff63d0-e160-475a-a50f-ef19da63a281 req-383e3947-bfc3-481f-88cb-db57bcaa8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:57.293854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8ff63d0-e160-475a-a50f-ef19da63a281 req-383e3947-bfc3-481f-88cb-db57bcaa8585 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1097 time: 0.3891411 Aug 27 02:37:57.308948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:37:57.319751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1e0ebc2-652b-43b3-803e-662ae3733c18 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:57.429260 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8ff63d0-e160-475a-a50f-ef19da63a281 req-96a3daf5-81a7-4be0-bac4-5d012ca32449 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188359 Aug 27 02:37:57.463601 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c711bf75-8434-47eb-bcb7-441eb02a9c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.465584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c190-3e5a-4917-8dbd-da2fd64a90e6 req-78d40eda-f7ee-4d9e-82d6-75a265bfeffe tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:57.467111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c711bf75-8434-47eb-bcb7-441eb02a9c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.469663 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c711bf75-8434-47eb-bcb7-441eb02a9c21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3423378c-27d4-4765-980c-b82b55094ae4 HTTP/1.1" status: 204 len: 168 time: 0.7821910 Aug 27 02:37:57.473844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91c7c190-3e5a-4917-8dbd-da2fd64a90e6 req-78d40eda-f7ee-4d9e-82d6-75a265bfeffe tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 946 time: 0.4133093 Aug 27 02:37:57.573005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.594310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:57.600322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.605116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711bf75-8434-47eb-bcb7-441eb02a9c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3423378c-27d4-4765-980c-b82b55094ae4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:57.650905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.resource_extend [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:37:57.660317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Transition to ACTIVE for port object 8cb600f0-013b-4641-a252-3588fe2e4011 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:57.687827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb82a4-00f9-40de-881b-305c1d3cbc2c req-e18d2e02-8e38-4966-8e03-51f8c8937825 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:57.689741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1eb82a4-00f9-40de-881b-305c1d3cbc2c req-e18d2e02-8e38-4966-8e03-51f8c8937825 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.3726604 Aug 27 02:37:57.797722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91c7c190-3e5a-4917-8dbd-da2fd64a90e6 req-50d479ef-3caa-4e85-a94d-22d7c1fd8a02 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970510 Aug 27 02:37:57.832911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1eb82a4-00f9-40de-881b-305c1d3cbc2c req-61c4c4c4-c035-459b-8a63-47436c3575bb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332641 Aug 27 02:37:57.873277 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.905893 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.939221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 14c17ce8-258e-4f9f-b0a4-1747c7ce6c56 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:57.948953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:57.969748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '015e233d-440c-404a-97ae-4855a80949b7', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': '015e233d-440c-404a-97ae-4855a80949b7', 'mac_address': 'fa:16:3e:c3:bc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:37:57.990161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25618ed6-8250-446e-8fe6-2a1a83e2e8dd None None] Network 15c9d110-6247-429e-a899-ea1d50634aeb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:57.993795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:57.998007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:58.002865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:58.004712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.182732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2eba-2e28-448a-9f09-6a11553ccb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.204355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c7a620f-5c19-4507-8e43-5ba662d08fe1 req-840b2d65-9083-4d95-8e13-2a66a26d8d30 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0581689 Aug 27 02:37:58.236457 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:37:58.271072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Port': ['ID=8cb600f0-013b-4641-a252-3588fe2e4011,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:58.307061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.313839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5240c949-0399-4ad7-8f97-caa535b99061 None None] Provisioning for port c1e0ebc2-652b-43b3-803e-662ae3733c18 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:58.543764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c1e0ebc2-652b-43b3-803e-662ae3733c18 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:58.597041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c1e0ebc2-652b-43b3-803e-662ae3733c18 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:58.597825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.608584 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.782428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.808683 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43a82b3a-edcf-4ec0-9d61-fe0cb5fed768 req-d501bc45-87e8-4603-aee4-8289f50b55ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=891778748a1947b18aebe0f08bc6f633&device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.1083834 Aug 27 02:37:58.836487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015e233d-440c-404a-97ae-4855a80949b7 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:37:58.869074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=14c17ce8-258e-4f9f-b0a4-1747c7ce6c56,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:58.963837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff0ec7cb-854c-41b8-9e3f-dae38aae6df3 req-14c9a6ad-19e0-4b4c-a604-a8c551021675 tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.1078131 Aug 27 02:37:58.966143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43a82b3a-edcf-4ec0-9d61-fe0cb5fed768 req-9c3756e5-d00e-4c62-adb8-79a0434ab3b2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=891778748a1947b18aebe0f08bc6f633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922964 Aug 27 02:37:59.042750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-75a8a325-96ee-42ce-a3e7-591764c395cd None None] Provisioning for port 8cb600f0-013b-4641-a252-3588fe2e4011 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:59.106543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:59.203339 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.209282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-75a8a325-96ee-42ce-a3e7-591764c395cd None None] Provisioning complete for port 8cb600f0-013b-4641-a252-3588fe2e4011 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:59.209737 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-75a8a325-96ee-42ce-a3e7-591764c395cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.325091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-75a8a325-96ee-42ce-a3e7-591764c395cd None None] Port 8cb600f0-013b-4641-a252-3588fe2e4011 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:59.331572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.418268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port c1e0ebc2-652b-43b3-803e-662ae3733c18, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1e0ebc2-652b-43b3-803e-662ae3733c18,segment=NetworkSegment(1c891afb-a666-4ac0-8593-5f890800d851),segment_id=1c891afb-a666-4ac0-8593-5f890800d851)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:59.437682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['015e233d-440c-404a-97ae-4855a80949b7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:59.508030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.558351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.595545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280823d-7468-4fab-b4fe-adf5961c7590 req-9beae1aa-fff6-4cf3-b43a-ef7e2a03f748 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:59.605009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309fe8c-2233-4bff-8ada-8a1f821ec292 req-1f2385c4-477b-47c2-b4f2-36ffdcba7756 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:59.607378 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9309fe8c-2233-4bff-8ada-8a1f821ec292 req-1f2385c4-477b-47c2-b4f2-36ffdcba7756 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 946 time: 0.2212160 Aug 27 02:37:59.613452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b280823d-7468-4fab-b4fe-adf5961c7590 req-9beae1aa-fff6-4cf3-b43a-ef7e2a03f748 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 946 time: 0.3822479 Aug 27 02:37:59.632491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:59.848973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82b3a-edcf-4ec0-9d61-fe0cb5fed768 req-5f15bdfc-e116-48a6-8cb6-cc9405560eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:59.862636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43a82b3a-edcf-4ec0-9d61-fe0cb5fed768 req-5f15bdfc-e116-48a6-8cb6-cc9405560eeb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8954799 Aug 27 02:37:59.918840 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b280823d-7468-4fab-b4fe-adf5961c7590 req-e5f4d7e0-7074-4d74-add1-fb71d8585274 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042130 Aug 27 02:37:59.983635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=c1e0ebc2-652b-43b3-803e-662ae3733c18,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:00.042952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.055350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.056971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.212355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9309fe8c-2233-4bff-8ada-8a1f821ec292 req-8d681d6b-c9b9-4a99-90f0-7fe4ed733ea0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5933304 Aug 27 02:38:00.258035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-255d7c99-936e-449b-abe4-3c24ff316143 None None] Provisioning complete for port c1e0ebc2-652b-43b3-803e-662ae3733c18 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:00.262064 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-255d7c99-936e-449b-abe4-3c24ff316143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.278814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router e8d1cd2a-4e87-42cc-8b12-f557443df47b has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:00.552893 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-db53462c-b7f6-4d9e-ae71-fd5ef847687e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.555168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:00.572017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] Sync routers for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:00.578980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bd2b13a5-4b77-4ba0-b4d8-deb5bb3d36e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/e8d1cd2a-4e87-42cc-8b12-f557443df47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7002120 Aug 27 02:38:00.581894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33696) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.583203 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.605581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:00.606761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:00.707038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:00.797120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:00.802069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:00.901567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:00.902675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987e04c-dd53-4203-a1d7-d1beb2ee61e1 None None] The sync data for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:00.942275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33700) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.109379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ffe9ddb-f190-4094-a6b7-1f3aa68dbb9e req-ca96be21-0fbc-42b4-96bb-f3a274e9bc5f tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.9405866 Aug 27 02:38:01.118627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event updated for resources: {'Port': ['ID=8cb600f0-013b-4641-a252-3588fe2e4011,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:01.144581 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43a82b3a-edcf-4ec0-9d61-fe0cb5fed768 req-94ec402c-d39e-4481-9a65-8db7d501477f tempest-ServerShowV254Test-1419330707 tempest-ServerShowV254Test-1419330707-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4006378-c224-4e73-8774-4ba5428ae89c HTTP/1.1" status: 200 len: 210 time: 0.0425799 Aug 27 02:38:01.212202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:01.213837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:01.265824 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.332911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:01.363768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-10f70806-b185-405a-8a96-6b2046ee3177 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1857713161'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:01.365653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-10f70806-b185-405a-8a96-6b2046ee3177 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Unknown quota resources ['metering_label']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:38:01.467882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 015e233d-440c-404a-97ae-4855a80949b7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:01.468294 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.475938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Router 1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:01.540167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2e69a-a1d3-4589-b5be-5ae770a9162e req-5a077b44-b0b1-4886-bc3d-bab0b677c7cc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:01.549103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38c2e69a-a1d3-4589-b5be-5ae770a9162e req-5a077b44-b0b1-4886-bc3d-bab0b677c7cc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 946 time: 0.4167314 Aug 27 02:38:01.721362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1e0ebc2-652b-43b3-803e-662ae3733c18 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:01.821659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:01.841469 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] Sync routers for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:01.860570 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:01.860570 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:01.861858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9f3465df-167f-4f81-b063-099b76af41fb tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5845394 Aug 27 02:38:01.864402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33720) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.941182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-548fc383-7a36-4dba-9fe4-48f4a10a49ce None None] Provisioning complete for port 8cb600f0-013b-4641-a252-3588fe2e4011 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:01.943472 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-548fc383-7a36-4dba-9fe4-48f4a10a49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.945565 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.955692 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:01.980683 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:01.984775 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:02.065805 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:02.066397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775be68-9a7c-40ec-82f6-975a44182f28 None None] The sync data for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:02.083439 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10f70806-b185-405a-8a96-6b2046ee3177 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.091620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:02.097550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-10f70806-b185-405a-8a96-6b2046ee3177 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1541393 Aug 27 02:38:02.102359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33722) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.103692 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f7ddfc-04b6-4fea-bbf9-dc4c97fb214d" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:02.107471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fec03b-cf16-4bd4-9897-a7ad40a8d07c req-a84af518-443a-424f-8ebb-096034f12f50 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:02.118453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-98fec03b-cf16-4bd4-9897-a7ad40a8d07c req-a84af518-443a-424f-8ebb-096034f12f50 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 946 time: 0.6576886 Aug 27 02:38:02.121111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-548fc383-7a36-4dba-9fe4-48f4a10a49ce None None] Port 8cb600f0-013b-4641-a252-3588fe2e4011 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:02.121840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3b974919-e111-4c55-8dcb-80ea7d60902f tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c992d840-8783-46ce-a677-0dc0c383d3b6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:02.122281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5dc96fc-3972-4645-a13f-d2d9523a034e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.122719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3b974919-e111-4c55-8dcb-80ea7d60902f tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:38:02.160008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:02.163154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38c2e69a-a1d3-4589-b5be-5ae770a9162e req-ec0b7f24-7d2c-4eb4-8837-a8542e94505c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5882273 Aug 27 02:38:02.165753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c1e0ebc2-652b-43b3-803e-662ae3733c18 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:02.166173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.216342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.267980 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-98fec03b-cf16-4bd4-9897-a7ad40a8d07c req-03bd4e39-3b9d-487a-a4ce-63eb461f7996 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485043 Aug 27 02:38:02.326934 n-d-806293-1 neutron-server[94772]: WARNING neutron.services.metering.metering_plugin [None req-3b974919-e111-4c55-8dcb-80ea7d60902f tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:38:02.408590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=13']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:02.440535 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-d5dc96fc-3972-4645-a13f-d2d9523a034e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:02.449947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d5dc96fc-3972-4645-a13f-d2d9523a034e tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 HTTP/1.1" status: 409 len: 329 time: 0.5812674 Aug 27 02:38:02.460310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33738) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.549258 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1b25ce-5302-4426-9878-121086de7c8f x-openstack-request-id: req-6d1b25ce-5302-4426-9878-121086de7c8f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:02.549551 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-plugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:02.549989 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d1b25ce-5302-4426-9878-121086de7c8f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:02.550549 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'code': 200} Aug 27 02:38:02.553421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b974919-e111-4c55-8dcb-80ea7d60902f tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.558222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b974919-e111-4c55-8dcb-80ea7d60902f tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4438367 Aug 27 02:38:02.559845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.567919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-82e87595-2dd5-459e-87a4-37c66d3e8f68 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c992d840-8783-46ce-a677-0dc0c383d3b6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:02.568457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-82e87595-2dd5-459e-87a4-37c66d3e8f68 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:38:03.058764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33750) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.113389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.208020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.233821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.254808 n-d-806293-1 neutron-server[94772]: WARNING neutron.services.metering.metering_plugin [None req-82e87595-2dd5-459e-87a4-37c66d3e8f68 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:38:03.356065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a55bfad0-4681-4628-92b6-eb28742eabfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.422687 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82e87595-2dd5-459e-87a4-37c66d3e8f68 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.424533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-82e87595-2dd5-459e-87a4-37c66d3e8f68 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8633909 Aug 27 02:38:03.427317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33762) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.455626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dca8718e-5607-4fc1-ba2d-df25775f0886 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=c33e11d6-2659-4e41-a199-9525e3c8719a HTTP/1.1" status: 200 len: 464 time: 0.0258200 Aug 27 02:38:03.458919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33764) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.562342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee58e90-e464-44d2-94e1-7b8b54a7ef14 req-9237776a-9937-4d10-84e0-fd168a115356 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:03.563995 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ee58e90-e464-44d2-94e1-7b8b54a7ef14 req-9237776a-9937-4d10-84e0-fd168a115356 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.2676389 Aug 27 02:38:03.668141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ee58e90-e464-44d2-94e1-7b8b54a7ef14 req-707842b8-8623-4470-8d76-e1ed1520e27a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737960 Aug 27 02:38:03.769754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a55bfad0-4681-4628-92b6-eb28742eabfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.785221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a55bfad0-4681-4628-92b6-eb28742eabfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.850123 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-332b6d1f-9b51-466b-8232-2def0333fb13 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.851947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bfad0-4681-4628-92b6-eb28742eabfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088f76c2-2e1c-46df-ab12-08d3066dcc9a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:03.855418 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-332b6d1f-9b51-466b-8232-2def0333fb13 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/c33e11d6-2659-4e41-a199-9525e3c8719a HTTP/1.1" status: 204 len: 168 time: 0.3954365 Aug 27 02:38:03.858647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33772) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.860569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a55bfad0-4681-4628-92b6-eb28742eabfb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=891778748a1947b18aebe0f08bc6f633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004384 Aug 27 02:38:03.863114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33774) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.889400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e5ee97c-49fd-4885-9f4e-6e9ccb95c326 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=c33e11d6-2659-4e41-a199-9525e3c8719a HTTP/1.1" status: 200 len: 221 time: 0.0292609 Aug 27 02:38:03.897308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33776) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.920367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d809360b-1364-489f-a634-6202f2a83fd3 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--827542687', 'description': 'label created by tempest'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:03.920868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d809360b-1364-489f-a634-6202f2a83fd3 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Unknown quota resources ['metering_label']. {{(pid=94773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:38:03.995281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting port 8cb600f0-013b-4641-a252-3588fe2e4011 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:03.995618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.085252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 853a25f9-320a-4b1a-8e92-2f70da3315dc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:04.085728 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.161528 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c157c385-cf38-486a-b200-369f4dd3ab51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.223205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d809360b-1364-489f-a634-6202f2a83fd3 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.226763 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d809360b-1364-489f-a634-6202f2a83fd3 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3244324 Aug 27 02:38:04.236004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33782) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.278712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.302501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 853a25f9-320a-4b1a-8e92-2f70da3315dc owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:04.317068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c1ce3dd5-0125-45d3-bd21-da9b774ec039 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=f4eb8d6a-7b90-4062-a5d6-0e4fafe20ea5 HTTP/1.1" status: 200 len: 467 time: 0.0790842 Aug 27 02:38:04.319820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c157c385-cf38-486a-b200-369f4dd3ab51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.383630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33786) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.444406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.450470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c157c385-cf38-486a-b200-369f4dd3ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.450470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c157c385-cf38-486a-b200-369f4dd3ab51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.461548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c157c385-cf38-486a-b200-369f4dd3ab51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/088f76c2-2e1c-46df-ab12-08d3066dcc9a HTTP/1.1" status: 204 len: 168 time: 0.5907247 Aug 27 02:38:04.474343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Calling delete_port for 8cb600f0-013b-4641-a252-3588fe2e4011 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:04.629826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157c385-cf38-486a-b200-369f4dd3ab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088f76c2-2e1c-46df-ab12-08d3066dcc9a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:04.669206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.715612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=853a25f9-320a-4b1a-8e92-2f70da3315dc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:04.922661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.104786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5359cc1-b97c-4749-bf33-3f0824166c8f req-2ae0c56f-85b2-4ce4-b3a6-757aeed53a97 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:05.105834 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8531aa95-c7bb-4c5a-8be3-e98ad45d7b02 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.107104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5359cc1-b97c-4749-bf33-3f0824166c8f req-2ae0c56f-85b2-4ce4-b3a6-757aeed53a97 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.2659912 Aug 27 02:38:05.111904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33808) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.117517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8531aa95-c7bb-4c5a-8be3-e98ad45d7b02 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/f4eb8d6a-7b90-4062-a5d6-0e4fafe20ea5 HTTP/1.1" status: 204 len: 168 time: 0.7320945 Aug 27 02:38:05.240034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2b057988-0cab-4697-8867-bec41cd8661a tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=f4eb8d6a-7b90-4062-a5d6-0e4fafe20ea5 HTTP/1.1" status: 200 len: 216 time: 0.1259980 Aug 27 02:38:05.245915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.284698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-60e11d6c-1120-4cec-ba01-4abb8e115110 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0318546 Aug 27 02:38:05.289783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33814) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.357221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5359cc1-b97c-4749-bf33-3f0824166c8f req-dc01c7d7-9c6b-4a25-9579-3f491fa31b8c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293782 Aug 27 02:38:05.367721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7d9c5409-becb-43b0-ad42-193043f8378a tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0726216 Aug 27 02:38:05.367721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.380064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33824) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.551519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Port': ['ID=8cb600f0-013b-4641-a252-3588fe2e4011,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:05.592018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router e8d1cd2a-4e87-42cc-8b12-f557443df47b has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:05.856967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c656e66c-5095-4c5a-bd14-67f588e1f11c tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/c992d840-8783-46ce-a677-0dc0c383d3b6 HTTP/1.1" status: 200 len: 473 time: 0.3709886 Aug 27 02:38:05.863837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33838) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.888927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a6525dcc-fdcd-475d-931d-182fb48332a0 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/b2b44c7b-ba46-498f-95b1-1b6a54d3d2fa HTTP/1.1" status: 200 len: 461 time: 0.0201073 Aug 27 02:38:05.894105 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.896259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33842) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.922958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:05.930552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a5702224-78e6-4690-aa13-574fd9682b59 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/e8d1cd2a-4e87-42cc-8b12-f557443df47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3470812 Aug 27 02:38:05.938496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33844) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.942438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] Sync routers for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:05.957339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:05.961710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:06.040338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:06.049924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33848) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:06.050577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dadea5e0-3b0c-4e5d-8eee-8a78fa7b5e58 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d1cd2a-4e87-42cc-8b12-f557443df47b HTTP/1.1" status: 200 len: 205 time: 0.1060879 Aug 27 02:38:06.079762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] Routers {'e8d1cd2a-4e87-42cc-8b12-f557443df47b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:06.080417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:06.193073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:06.194162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ae0c0-e092-457b-9b5b-a439e2330a9a None None] The sync data for ids ['e8d1cd2a-4e87-42cc-8b12-f557443df47b'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:06.266240 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb1bd-a526-4d6d-b99f-666a8bfe130e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.269208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ca404d9-e87c-4a82-9ffc-5be0d8155001 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.270390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8ca404d9-e87c-4a82-9ffc-5be0d8155001 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/b2b44c7b-ba46-498f-95b1-1b6a54d3d2fa HTTP/1.1" status: 204 len: 168 time: 0.3729136 Aug 27 02:38:06.274615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33856) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:06.407221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:06.703498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-977556312-network', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:06.787308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Router 1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:06.810181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3696-11ff-409d-9664-1170b492b955 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.817251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1b9e3696-11ff-409d-9664-1170b492b955 tempest-MeteringTestJSON-619329827 tempest-MeteringTestJSON-619329827-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/c992d840-8783-46ce-a677-0dc0c383d3b6 HTTP/1.1" status: 204 len: 168 time: 0.5341883 Aug 27 02:38:06.838951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Made reservation on behalf of e0c54a1f297b41029af8a835dd5106e0 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:06.841314 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.856297 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.925243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb1bd-a526-4d6d-b99f-666a8bfe130e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.944606 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb1bd-a526-4d6d-b99f-666a8bfe130e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.064651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.071359 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.085883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:38:07.096359 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.096705 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Added segment fff82cd0-0422-4553-bb8d-0ded6e3d1e15 of type vlan for network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac Aug 27 02:38:07.140930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.179161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.180267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:07.180852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.213776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8001394 Aug 27 02:38:07.222096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33882) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.237153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Request body: {'subnet': {'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-977556312-subnet', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:07.287763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf907e-7312-448b-b531-c49912323154,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:07.327255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33884) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.347919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06575942-9299-4bed-8ecd-28123aedcb6b admin admin] Pushing event updated for resources: {'Network': ['ID=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:07.365044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:38:07.375480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Made reservation on behalf of e0c54a1f297b41029af8a835dd5106e0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:07.378005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.630044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5524fd20-21d6-4a74-8ceb-d134a7e32b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.735691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5524fd20-21d6-4a74-8ceb-d134a7e32b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.747001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5524fd20-21d6-4a74-8ceb-d134a7e32b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.836852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5524fd20-21d6-4a74-8ceb-d134a7e32b79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d72b0b071d1d489ebcc0e12af2d47e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037317 Aug 27 02:38:07.838001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33896) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.946360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524fd20-21d6-4a74-8ceb-d134a7e32b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98cf7aa-2c06-42f7-a682-aa6b424d3532,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:08.008867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6fe6-b520-46ad-99fb-1035be2782cb req-496c0cd1-af85-4807-a26c-815edec09107 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:08.015823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12ee6a3b-0624-412e-8cd1-b64a70321499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.018192 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-286c6fe6-b520-46ad-99fb-1035be2782cb req-496c0cd1-af85-4807-a26c-815edec09107 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 1.3448679 Aug 27 02:38:08.019325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:08.034195 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] Sync routers for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:08.045976 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:08.047424 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:08.058095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12ee6a3b-0624-412e-8cd1-b64a70321499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.084572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a25cb251-dfbf-400c-8c3e-1d741ae4c503 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6231523 Aug 27 02:38:08.089097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33898) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.093608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:08.105552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] Routers {'1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:08.106537 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:08.152691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb1bd-a526-4d6d-b99f-666a8bfe130e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.153231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4fb1bd-a526-4d6d-b99f-666a8bfe130e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Fanout notify agent at l3_agent the message router_deleted on router e8d1cd2a-4e87-42cc-8b12-f557443df47b {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:38:08.157523 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-13b4b2da-5a2b-4f21-950e-205866c1fcc1 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] show failed (client error): The resource could not be found. Aug 27 02:38:08.167603 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:08.168564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be5c5c-1536-4fa8-821f-fb2e178e177b None None] The sync data for ids ['1ac5d23b-39bd-4bfc-9fc0-e5fde5330088'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:08.183015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13b4b2da-5a2b-4f21-950e-205866c1fcc1 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-240270307 HTTP/1.1" status: 404 len: 334 time: 0.0686190 Aug 27 02:38:08.188743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb1bd-a526-4d6d-b99f-666a8bfe130e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.201443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33902) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.202247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33906) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.202897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ac4fb1bd-a526-4d6d-b99f-666a8bfe130e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/e8d1cd2a-4e87-42cc-8b12-f557443df47b HTTP/1.1" status: 204 len: 168 time: 2.1510112 Aug 27 02:38:08.207259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-286c6fe6-b520-46ad-99fb-1035be2782cb req-a41c0441-4341-4cc4-85c2-c4c4df8734c1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859705 Aug 27 02:38:08.208088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1a44ec74-dc0e-44f4-bd33-787258a35593 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.277746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.285223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet 82d36a51-9ffd-4ec2-80be-117582be0188 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:08.289120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12ee6a3b-0624-412e-8cd1-b64a70321499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.292276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12ee6a3b-0624-412e-8cd1-b64a70321499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.293633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12ee6a3b-0624-412e-8cd1-b64a70321499 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c98cf7aa-2c06-42f7-a682-aa6b424d3532 HTTP/1.1" status: 204 len: 168 time: 0.4547257 Aug 27 02:38:08.413415 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.416736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee6a3b-0624-412e-8cd1-b64a70321499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98cf7aa-2c06-42f7-a682-aa6b424d3532,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:08.442420 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-1a44ec74-dc0e-44f4-bd33-787258a35593 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] update failed (client error): The resource could not be found. Aug 27 02:38:08.443517 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1a44ec74-dc0e-44f4-bd33-787258a35593 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1619356071 HTTP/1.1" status: 404 len: 335 time: 0.2405293 Aug 27 02:38:08.447031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33910) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.491613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.535851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:08.560050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Checking segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:08.560404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Network hostable DHCP agents. Network: be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:38:08.570924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting subnet dd559686-99c2-4f3c-a196-58d916fdfd92 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:08.576190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.689495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.706439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:38:08.734766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.789184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:08.802447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ba319-e56c-402f-93dd-13955f9b04ee None None] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:08.803310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:08.804108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.876613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e7fce0c5-e8ca-475b-b332-71b4159c48e4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6524217 Aug 27 02:38:08.880784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33922) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.884590 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.895259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.931262 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.951214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.955834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/82d36a51-9ffd-4ec2-80be-117582be0188 HTTP/1.1" status: 204 len: 168 time: 0.7447886 Aug 27 02:38:08.961485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33924) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.983586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a85a776-63a8-4eb8-8e4b-d919fda3e5f3 None None] Network ec65620a-fa9e-4733-802f-307952b58c34 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:08.998949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.020118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe7c6a-98ab-4177-90cb-9a864e187e98 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=82d36a51-9ffd-4ec2-80be-117582be0188,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.040436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-395c0c1c-4aa4-4cd4-a511-f7b1ea290621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.121542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.122984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.210495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.215744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.257337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-395c0c1c-4aa4-4cd4-a511-f7b1ea290621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.270132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-395c0c1c-4aa4-4cd4-a511-f7b1ea290621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.289057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Subnet': ['ID=dd559686-99c2-4f3c-a196-58d916fdfd92,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.305271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-395c0c1c-4aa4-4cd4-a511-f7b1ea290621 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=915e8afe7e7845f5b9086d1a90c20dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010144 Aug 27 02:38:09.333608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33930) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.379223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet 8cfa8ddc-71de-45d7-b833-6ce821c801f0 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:09.386293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.495669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.498016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6cb37c0e-bc91-4623-b695-f3dfdd29056c tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/subnets/dd559686-99c2-4f3c-a196-58d916fdfd92 HTTP/1.1" status: 204 len: 168 time: 1.0496247 Aug 27 02:38:09.500559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251c887-1d1f-488b-9631-8b4089227dc2 None None] Network 15c9d110-6247-429e-a899-ea1d50634aeb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:09.506343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33936) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.518300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.551263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6a5b-dad1-49a4-9c52-2b23c0ce78ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.591392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] DHCP port deletion for ec65620a-fa9e-4733-802f-307952b58c34 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:09.613108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0c1c-4aa4-4cd4-a511-f7b1ea290621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7248877a-8898-462e-8191-cb122d3403b5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.647251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6a5b-dad1-49a4-9c52-2b23c0ce78ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.681570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:09.682410 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.695054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81fd12-9fd3-45e8-bd16-d498f2c8c7ba req-e5b74772-8b5e-4767-be8d-bd6d9f48b008 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:09.696674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a81fd12-9fd3-45e8-bd16-d498f2c8c7ba req-e5b74772-8b5e-4767-be8d-bd6d9f48b008 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.3336453 Aug 27 02:38:09.827453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a81fd12-9fd3-45e8-bd16-d498f2c8c7ba req-a89fb2cc-589e-439b-81c6-2d8bf76cabc3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112192 Aug 27 02:38:09.857868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6a5b-dad1-49a4-9c52-2b23c0ce78ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.861169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6a5b-dad1-49a4-9c52-2b23c0ce78ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.862810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4cfb6a5b-dad1-49a4-9c52-2b23c0ce78ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7248877a-8898-462e-8191-cb122d3403b5 HTTP/1.1" status: 204 len: 168 time: 0.5257423 Aug 27 02:38:09.877322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb6a5b-dad1-49a4-9c52-2b23c0ce78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7248877a-8898-462e-8191-cb122d3403b5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.879569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 00054356-4c50-4993-89a7-c021a4ed3836 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:09.908052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.046785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.062373 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] Deleting port 00054356-4c50-4993-89a7-c021a4ed3836 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:10.062747 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.077854 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.175123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.247219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] For port 00054356-4c50-4993-89a7-c021a4ed3836, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=00054356-4c50-4993-89a7-c021a4ed3836,segment=NetworkSegment(0e1464a9-ccb6-48e9-87ae-d7322c005bc3),segment_id=0e1464a9-ccb6-48e9-87ae-d7322c005bc3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:10.247628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.260981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] Calling delete_port for 00054356-4c50-4993-89a7-c021a4ed3836 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:10.322613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfa8ddc-71de-45d7-b833-6ce821c801f0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:10.341951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] DHCP port deletion for 15c9d110-6247-429e-a899-ea1d50634aeb request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:10.369139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.392706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] No DVR routers for this DVR port 00054356-4c50-4993-89a7-c021a4ed3836 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:10.411145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No active binding found for port 00054356-4c50-4993-89a7-c021a4ed3836 {{(pid=94774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:38:10.411376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 00054356-4c50-4993-89a7-c021a4ed3836 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:10.459906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270f959-97e7-4280-80a2-b5f6ff3fb932 None None] Pushing event deleted for resources: {'Port': ['ID=00054356-4c50-4993-89a7-c021a4ed3836,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:10.469527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Allocated IP 172.20.0.2 (be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac/4a16dea0-e8d7-4300-9bc9-e13d89e05ac4/19fe344e-7b33-42d3-8853-bed6e511ff4d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:10.585367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.589012 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-926eba9e-24b1-4108-9e84-4a7c765be56d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/8cfa8ddc-71de-45d7-b833-6ce821c801f0 HTTP/1.1" status: 204 len: 168 time: 1.6223185 Aug 27 02:38:10.591889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33956) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.599797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6666e-f04e-4c4b-8d49-668e605709bc None None] Network 53a9de7c-01ea-47fb-9fb3-99452cf5acfc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:10.720009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting port c1e0ebc2-652b-43b3-803e-662ae3733c18 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:10.721262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.822365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.946116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] Deleting port c1e0ebc2-652b-43b3-803e-662ae3733c18 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:10.946804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.030516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.030761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] For port c1e0ebc2-652b-43b3-803e-662ae3733c18, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1e0ebc2-652b-43b3-803e-662ae3733c18,segment=NetworkSegment(1c891afb-a666-4ac0-8593-5f890800d851),segment_id=1c891afb-a666-4ac0-8593-5f890800d851)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:11.030761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.040258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec65620a-fa9e-4733-802f-307952b58c34']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:11.052160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1464a9-ccb6-48e9-87ae-d7322c005bc3') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:11.052416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1464a9-ccb6-48e9-87ae-d7322c005bc3') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:11.061833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.076690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.083096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:11.083516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:11.146149 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:11.158342 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.173244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.175748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/ec65620a-fa9e-4733-802f-307952b58c34 HTTP/1.1" status: 204 len: 168 time: 0.5806062 Aug 27 02:38:11.179332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33970) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.199715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Calling delete_port for c1e0ebc2-652b-43b3-803e-662ae3733c18 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:11.316847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0002d-ba25-4b08-be73-fd1850e9d5e1 req-412c9ddf-eab8-4df7-b3d2-065888a3bebb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:11.330190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cad0002d-ba25-4b08-be73-fd1850e9d5e1 req-412c9ddf-eab8-4df7-b3d2-065888a3bebb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.2762766 Aug 27 02:38:11.344308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.360410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Transition to ACTIVE for port object 19fe344e-7b33-42d3-8853-bed6e511ff4d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:11.407037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Transition to ACTIVE for port object 19fe344e-7b33-42d3-8853-bed6e511ff4d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:11.481591 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.689495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] For port c1e0ebc2-652b-43b3-803e-662ae3733c18, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1e0ebc2-652b-43b3-803e-662ae3733c18,segment=NetworkSegment(1c891afb-a666-4ac0-8593-5f890800d851),segment_id=1c891afb-a666-4ac0-8593-5f890800d851)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:11.689781 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.700938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1e0ebc2-652b-43b3-803e-662ae3733c18 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:11.736020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:11.769489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:11.773214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:11.819700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] Calling delete_port for c1e0ebc2-652b-43b3-803e-662ae3733c18 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:11.847982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Pushing event updated for resources: {'Port': ['ID=19fe344e-7b33-42d3-8853-bed6e511ff4d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:11.876892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.913453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Attempting to bind port 19fe344e-7b33-42d3-8853-bed6e511ff4d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:11.913858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Attempting to bind port 19fe344e-7b33-42d3-8853-bed6e511ff4d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:11.914526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Attempting to bind port 19fe344e-7b33-42d3-8853-bed6e511ff4d on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:11.918082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cad0002d-ba25-4b08-be73-fd1850e9d5e1 req-dcdacef7-5f26-4b67-8191-547a5bdafa9d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793496 Aug 27 02:38:11.921089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.966356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:11.966356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Checking segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:11.966356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.966356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Bound using segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:11.966356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Bound port: 19fe344e-7b33-42d3-8853-bed6e511ff4d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:11.966356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.006482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] DHCP port deletion for 53a9de7c-01ea-47fb-9fb3-99452cf5acfc request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:12.022775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.110071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No active binding found for port c1e0ebc2-652b-43b3-803e-662ae3733c18 {{(pid=94774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:38:12.110071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1e0ebc2-652b-43b3-803e-662ae3733c18 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:12.135247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Port': ['ID=c1e0ebc2-652b-43b3-803e-662ae3733c18,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.137016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.141938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] No DVR routers for this DVR port c1e0ebc2-652b-43b3-803e-662ae3733c18 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:12.143784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f97032-979c-4c0c-9e2c-4b76acd1c178 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=ec65620a-fa9e-4733-802f-307952b58c34,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.288552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] For port 19fe344e-7b33-42d3-8853-bed6e511ff4d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:12.295627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 89c6832d-ce56-4976-bd14-3d2254a8933b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:12.297232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.323646 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.356671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] No DVR routers for this DVR port c1e0ebc2-652b-43b3-803e-662ae3733c18 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:12.360666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] For port 19fe344e-7b33-42d3-8853-bed6e511ff4d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19fe344e-7b33-42d3-8853-bed6e511ff4d,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:12.399430 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.415158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6799ea-fbe8-4993-8339-c93e447b3067 None None] Pushing event deleted for resources: {'Port': ['ID=c1e0ebc2-652b-43b3-803e-662ae3733c18,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.461179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] Deleting port 89c6832d-ce56-4976-bd14-3d2254a8933b {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:12.462067 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.577894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 89c6832d-ce56-4976-bd14-3d2254a8933b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=89c6832d-ce56-4976-bd14-3d2254a8933b,segment=NetworkSegment(556efc51-4be3-4180-a1ad-aa9b4fe65f44),segment_id=556efc51-4be3-4180-a1ad-aa9b4fe65f44)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:12.578237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.590565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d72b0-9596-4bdc-b22c-16da36d2af85 None None] Pushing event updated for resources: {'Port': ['ID=19fe344e-7b33-42d3-8853-bed6e511ff4d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.592541 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.596445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] For port 89c6832d-ce56-4976-bd14-3d2254a8933b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=89c6832d-ce56-4976-bd14-3d2254a8933b,segment=NetworkSegment(556efc51-4be3-4180-a1ad-aa9b4fe65f44),segment_id=556efc51-4be3-4180-a1ad-aa9b4fe65f44)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:12.597125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.634005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 89c6832d-ce56-4976-bd14-3d2254a8933b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:12.643924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] Calling delete_port for 89c6832d-ce56-4976-bd14-3d2254a8933b owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:12.676910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c9d110-6247-429e-a899-ea1d50634aeb']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:12.698468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Allocated IP 172.25.1.158 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/b92db3ce-0d66-4f76-984c-239474c2d134) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:12.850264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.889451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] No DVR routers for this DVR port 89c6832d-ce56-4976-bd14-3d2254a8933b on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:12.905797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.927516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.999047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b7424-2632-4ed8-ab7e-44a5fee0e0b7 None None] Pushing event deleted for resources: {'Port': ['ID=89c6832d-ce56-4976-bd14-3d2254a8933b,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.015842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c891afb-a666-4ac0-8593-5f890800d851') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:13.017251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c891afb-a666-4ac0-8593-5f890800d851') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:13.033853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=89c6832d-ce56-4976-bd14-3d2254a8933b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.042994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port 89c6832d-ce56-4976-bd14-3d2254a8933b on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:13.053329 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.065684 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.240280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.294681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:13.329755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:13.335102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Pushing event updated for resources: {'Port': ['ID=b92db3ce-0d66-4f76-984c-239474c2d134,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.345519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:13.357287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:13.357832 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:13.361652 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:13.439871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.462162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e000f5-2852-4b03-9421-e0ad76242583 req-a8683095-4c19-42dd-b5d5-594aff211510 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:13.463804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45e000f5-2852-4b03-9421-e0ad76242583 req-a8683095-4c19-42dd-b5d5-594aff211510 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.3398113 Aug 27 02:38:13.466038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a9de7c-01ea-47fb-9fb3-99452cf5acfc']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:13.526062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556efc51-4be3-4180-a1ad-aa9b4fe65f44') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:13.528359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556efc51-4be3-4180-a1ad-aa9b4fe65f44') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:13.548731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.573178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.578002 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45e000f5-2852-4b03-9421-e0ad76242583 req-38e850c1-6e81-4f9b-9b2f-bbdb4fc1ccde tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967216 Aug 27 02:38:13.578652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.581362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.584904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/networks/15c9d110-6247-429e-a899-ea1d50634aeb HTTP/1.1" status: 204 len: 168 time: 4.0744767 Aug 27 02:38:13.592534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34034) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.618935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:13.624542 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:13.642689 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:13.646554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b343e51-ee22-4e85-8141-8f1c34de7376 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Network': ['ID=15c9d110-6247-429e-a899-ea1d50634aeb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.850625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19fe344e-7b33-42d3-8853-bed6e511ff4d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:13.915589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 19fe344e-7b33-42d3-8853-bed6e511ff4d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:13.967843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.991699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.028043 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.045985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/53a9de7c-01ea-47fb-9fb3-99452cf5acfc HTTP/1.1" status: 204 len: 168 time: 2.8651040 Aug 27 02:38:14.050990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34042) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:14.053478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 89c6832d-ce56-4976-bd14-3d2254a8933b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:14.074094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-143888339'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:14.115903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 89c6832d-ce56-4976-bd14-3d2254a8933b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:14.115903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 89c6832d-ce56-4976-bd14-3d2254a8933b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:14.159179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f3c27-0b8a-4887-878b-12505d3060ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=53a9de7c-01ea-47fb-9fb3-99452cf5acfc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:14.174990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:14.178741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.182421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting subnet 27984b6d-7983-49f8-a7d9-7e93a5cb3b6f {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:14.215182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.308799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.360336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:38:14.419999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553a3b1e-deab-4ba9-a0fe-6eb438a1e7cd None None] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:14.460793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.461396 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment f9423a8e-83f8-48af-ae2e-ff2f623a47d6 of type vlan for network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 Aug 27 02:38:14.485013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.519140 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.523438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.603936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a7c34d3d-d84a-4f0e-8b78-679721c29991 None None] Provisioning for port 19fe344e-7b33-42d3-8853-bed6e511ff4d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:14.635426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a7c34d3d-d84a-4f0e-8b78-679721c29991 None None] Provisioning complete for port 19fe344e-7b33-42d3-8853-bed6e511ff4d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:14.636466 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a7c34d3d-d84a-4f0e-8b78-679721c29991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.663171 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.707171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Subnet': ['ID=27984b6d-7983-49f8-a7d9-7e93a5cb3b6f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:14.718120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.720605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9fd1a436-93b7-487d-8cfc-d59a075982fc tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/subnets/27984b6d-7983-49f8-a7d9-7e93a5cb3b6f HTTP/1.1" status: 204 len: 168 time: 1.1235914 Aug 27 02:38:14.723928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34054) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:14.735195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b78a0-8550-4803-ab93-12dca6a07c63 None None] Network 01956ddf-4f74-4642-bb9d-5df1a6983832 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:14.796345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:38:14.850220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting subnet 5880b761-f974-4937-850f-6c1ebbe4951a {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:14.859776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.863426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422e96-58a9-495d-a818-8dd954bd9af1 req-932f0796-4f95-456c-aada-3f9cdd1f5663 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:14.866674 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41422e96-58a9-495d-a818-8dd954bd9af1 req-932f0796-4f95-456c-aada-3f9cdd1f5663 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.1260419 Aug 27 02:38:14.875264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.899992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:14.900982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.973938 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.114750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a7c34d3d-d84a-4f0e-8b78-679721c29991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.146756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.201017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1453505 Aug 27 02:38:15.205026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34064) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.205366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Router d5506018-3d4d-40b8-bc45-e6fa997c54ce is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:38:15.218813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:15.225949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41422e96-58a9-495d-a818-8dd954bd9af1 req-89ef0ec4-3278-4e07-9195-f4599ae78e73 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524024 Aug 27 02:38:15.260337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c87b2-a3c8-41b6-929b-190620f73a5e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=83d8a6ec-0ba8-4622-a9c2-ffcef38d7949,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:15.408855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:38:15.496396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:15.502089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.653161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:15.669779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] DHCP port deletion for 01956ddf-4f74-4642-bb9d-5df1a6983832 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:15.684836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Sync routers for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:15.695131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a7c34d3d-d84a-4f0e-8b78-679721c29991 None None] For port 19fe344e-7b33-42d3-8853-bed6e511ff4d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19fe344e-7b33-42d3-8853-bed6e511ff4d,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:15.726755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.731164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8495085d-0d9b-44b6-9787-b7aef3c4c9ed admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8484194 Aug 27 02:38:15.731823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34092) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.765300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a7c34d3d-d84a-4f0e-8b78-679721c29991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.797504 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.845467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:15.846393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:15.926522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.935387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/subnets/5880b761-f974-4937-850f-6c1ebbe4951a HTTP/1.1" status: 204 len: 168 time: 1.2076926 Aug 27 02:38:15.944340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34102) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.975110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38830a61-db71-4ed1-9140-f083fac5242f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Subnet': ['ID=5880b761-f974-4937-850f-6c1ebbe4951a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:16.136378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:16.231941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c34d3d-d84a-4f0e-8b78-679721c29991 None None] Pushing event updated for resources: {'Port': ['ID=19fe344e-7b33-42d3-8853-bed6e511ff4d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:16.240795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92b664-1394-4cf4-9f37-b107103710d3 None None] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:16.315565 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.621523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f7ad-f564-4ad3-9f22-8912473559ce req-0df45ed7-787e-41a2-b661-1cce767b4575 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:16.623141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8514f7ad-f564-4ad3-9f22-8912473559ce req-0df45ed7-787e-41a2-b661-1cce767b4575 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.1691465 Aug 27 02:38:16.830162 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8514f7ad-f564-4ad3-9f22-8912473559ce req-4e496607-01e5-48ce-9e41-74d78edcddcc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983964 Aug 27 02:38:16.857646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.872993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting port c149a695-f8de-4eb2-ae10-4cb765c5cd68 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:16.873347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.044599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] For port c149a695-f8de-4eb2-ae10-4cb765c5cd68, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c149a695-f8de-4eb2-ae10-4cb765c5cd68,segment=NetworkSegment(20e7ee49-0022-44d6-ae53-0a0743d63be1),segment_id=20e7ee49-0022-44d6-ae53-0a0743d63be1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:17.045358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.118623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.178072 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.208788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f4e1d8e3-1f2e-4b63-a324-3175ddacb009 None None] Provisioning complete for port 19fe344e-7b33-42d3-8853-bed6e511ff4d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:17.210645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4e1d8e3-1f2e-4b63-a324-3175ddacb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.276455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=18f5c96d-22c1-4c4f-bd1c-966e8d559a98,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:17.312430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Calling delete_port for c149a695-f8de-4eb2-ae10-4cb765c5cd68 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:17.394087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Allocated IP 172.20.0.1 (be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac/4a16dea0-e8d7-4300-9bc9-e13d89e05ac4/c5af3a3e-855a-4cc4-8d45-570deb5a5039) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:17.437947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] Deleting port c149a695-f8de-4eb2-ae10-4cb765c5cd68 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:17.456089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.596005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': 'f9423a8e-83f8-48af-ae2e-ff2f623a47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:17.597073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:38:17.742724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] For port c149a695-f8de-4eb2-ae10-4cb765c5cd68, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c149a695-f8de-4eb2-ae10-4cb765c5cd68,segment=NetworkSegment(20e7ee49-0022-44d6-ae53-0a0743d63be1),segment_id=20e7ee49-0022-44d6-ae53-0a0743d63be1)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:17.743136 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.752834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:38:17.760907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] Calling delete_port for c149a695-f8de-4eb2-ae10-4cb765c5cd68 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:17.776417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:17.786999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:17.787942 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.808124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.899835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.914022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19fe344e-7b33-42d3-8853-bed6e511ff4d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:17.940740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Port': ['ID=c149a695-f8de-4eb2-ae10-4cb765c5cd68,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:17.970118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] No DVR routers for this DVR port c149a695-f8de-4eb2-ae10-4cb765c5cd68 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:18.031789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3ccee765-c978-4f91-98f9-522797de1890 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8245521 Aug 27 02:38:18.045980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34148) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:18.084638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0030662-78c4-455c-845c-4672ef0ba594 None None] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:18.105918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] DHCP port deletion for 98957f67-96d0-43d8-8abd-ebf74c1e7636 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:18.114267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-247cf63f-e62c-42a0-b01b-d566a256a1c1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1215597722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:18.168379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] No DVR routers for this DVR port c149a695-f8de-4eb2-ae10-4cb765c5cd68 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:18.199544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.212773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01956ddf-4f74-4642-bb9d-5df1a6983832']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:18.225848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e7ee49-0022-44d6-ae53-0a0743d63be1') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:18.226244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e7ee49-0022-44d6-ae53-0a0743d63be1') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:18.250494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.264558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.284166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:18.285025 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:18.298585 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:18.422039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247cf63f-e62c-42a0-b01b-d566a256a1c1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.425671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247cf63f-e62c-42a0-b01b-d566a256a1c1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.473390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.489103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb22c0-04ca-4a93-a800-35188387105c None None] Pushing event deleted for resources: {'Port': ['ID=c149a695-f8de-4eb2-ae10-4cb765c5cd68,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.500739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.512166 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/networks/01956ddf-4f74-4642-bb9d-5df1a6983832 HTTP/1.1" status: 204 len: 168 time: 2.5662153 Aug 27 02:38:18.545727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34156) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:18.546134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34158) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:18.558244 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.563516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 19fe344e-7b33-42d3-8853-bed6e511ff4d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:18.563516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.565593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:13Z', 'revision_number': 3, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:18.587437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfdfa5-2a55-465f-aa2e-a257faf23234 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Network': ['ID=01956ddf-4f74-4642-bb9d-5df1a6983832,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.635717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Checking router: d5506018-3d4d-40b8-bc45-e6fa997c54ce for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:38:18.636102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Updating router d5506018-3d4d-40b8-bc45-e6fa997c54ce port b92db3ce-0d66-4f76-984c-239474c2d134 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:38:18.747018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247cf63f-e62c-42a0-b01b-d566a256a1c1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.766231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247cf63f-e62c-42a0-b01b-d566a256a1c1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.907048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247cf63f-e62c-42a0-b01b-d566a256a1c1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.923853 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-247cf63f-e62c-42a0-b01b-d566a256a1c1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8103981 Aug 27 02:38:18.924059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34168) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:18.928746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.933141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'port': {'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949', 'name': 'tempest-RoutersIpV6Test-142089099'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:18.968681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69695c6-0ce2-4835-9c32-e5ca6779552a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.039259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.071565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6116a-f962-4fa8-a575-b5f255c53fa2 req-3fdfdcad-ee57-4e90-948d-de81dd7b9b2e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:19.076846 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37a6116a-f962-4fa8-a575-b5f255c53fa2 req-3fdfdcad-ee57-4e90-948d-de81dd7b9b2e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.2431829 Aug 27 02:38:19.115872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.218900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Transition to ACTIVE for port object c5af3a3e-855a-4cc4-8d45-570deb5a5039 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:19.274177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69695c6-0ce2-4835-9c32-e5ca6779552a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.309355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69695c6-0ce2-4835-9c32-e5ca6779552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.310541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37a6116a-f962-4fa8-a575-b5f255c53fa2 req-46ae4c48-de59-497f-b06a-5c75a98ad1a7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205207 Aug 27 02:38:19.383891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69695c6-0ce2-4835-9c32-e5ca6779552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92afbe07-c9f4-4375-b4a8-9fd30834c503,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:19.430128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.433502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f69695c6-0ce2-4835-9c32-e5ca6779552a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bad7d731f11e4e08b61aa0c1ccab4cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8784394 Aug 27 02:38:19.436133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34180) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:19.469187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting port 793f8265-268d-4dbd-880b-42df433f2cb7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:19.469543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.517033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:19.529717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.577067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] Deleting port 793f8265-268d-4dbd-880b-42df433f2cb7 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:19.577598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.590542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-83d8a6ec-0ba8-4622-a9c2-ffcef38d7949', 'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': '18f5c96d-22c1-4c4f-bd1c-966e8d559a98'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:19.591404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.609489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] device_id is not set on port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:19.633875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] For port 793f8265-268d-4dbd-880b-42df433f2cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=793f8265-268d-4dbd-880b-42df433f2cb7,segment=NetworkSegment(528df4b4-dea9-4634-8041-c9f51624854d),segment_id=528df4b4-dea9-4634-8041-c9f51624854d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:19.633875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.649506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Calling delete_port for 793f8265-268d-4dbd-880b-42df433f2cb7 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:19.792828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:19.814164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:19.831210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Pushing event updated for resources: {'Port': ['ID=c5af3a3e-855a-4cc4-8d45-570deb5a5039,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:19.836872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:19.948692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8::35a (83d8a6ec-0ba8-4622-a9c2-ffcef38d7949/18f5c96d-22c1-4c4f-bd1c-966e8d559a98/4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:19.969092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.998571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] For port 793f8265-268d-4dbd-880b-42df433f2cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=793f8265-268d-4dbd-880b-42df433f2cb7,segment=NetworkSegment(528df4b4-dea9-4634-8041-c9f51624854d),segment_id=528df4b4-dea9-4634-8041-c9f51624854d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:20.008834 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.060910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] Calling delete_port for 793f8265-268d-4dbd-880b-42df433f2cb7 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:20.075377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] No DVR routers for this DVR port 793f8265-268d-4dbd-880b-42df433f2cb7 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:20.082908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Port': ['ID=793f8265-268d-4dbd-880b-42df433f2cb7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:20.151741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a2ff-95d3-46b0-9ed9-9ee85ffba647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.156456 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.214053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.250859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98957f67-96d0-43d8-8abd-ebf74c1e7636']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:20.286246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a2ff-95d3-46b0-9ed9-9ee85ffba647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.289128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528df4b4-dea9-4634-8041-c9f51624854d') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:20.289434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528df4b4-dea9-4634-8041-c9f51624854d') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:20.321733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.365645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.378254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.382291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:20.383070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:20.386583 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:20.475424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.540076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.567759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:20.582461 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.598296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/networks/98957f67-96d0-43d8-8abd-ebf74c1e7636 HTTP/1.1" status: 204 len: 168 time: 2.0510280 Aug 27 02:38:20.600730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34196) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:20.611415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.672440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d39dd6-5345-4b20-a27e-3269c19bab64 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Network': ['ID=98957f67-96d0-43d8-8abd-ebf74c1e7636,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:20.706775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.729417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting subnet a05d9727-4661-40e2-af19-f4d2add84539 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:20.740860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.760337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:20.774480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:20.777225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76d70f-7f2c-4469-943f-9a3c7549801c req-b4f13229-1c6e-4dc9-b230-0fe55f62626c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.779398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:20.785540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df76d70f-7f2c-4469-943f-9a3c7549801c req-b4f13229-1c6e-4dc9-b230-0fe55f62626c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.2285130 Aug 27 02:38:20.793749 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.794471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.854656 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a2ff-95d3-46b0-9ed9-9ee85ffba647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.859531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a2ff-95d3-46b0-9ed9-9ee85ffba647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.860740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f6b3a2ff-95d3-46b0-9ed9-9ee85ffba647 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92afbe07-c9f4-4375-b4a8-9fd30834c503 HTTP/1.1" status: 204 len: 168 time: 1.4150906 Aug 27 02:38:20.911973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3a2ff-95d3-46b0-9ed9-9ee85ffba647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92afbe07-c9f4-4375-b4a8-9fd30834c503,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:20.932681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Transition to ACTIVE for port object b92db3ce-0d66-4f76-984c-239474c2d134 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:20.964183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.002649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df76d70f-7f2c-4469-943f-9a3c7549801c req-0e5366af-ef42-4e34-91be-34b808534d49 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149453 Aug 27 02:38:21.003286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.026831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-502bc488-46ff-42b8-ba62-9ffdc6c7fd90 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0979419 Aug 27 02:38:21.035709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34200) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.176676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.283035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.288635 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.328056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.339141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/subnets/a05d9727-4661-40e2-af19-f4d2add84539 HTTP/1.1" status: 204 len: 168 time: 0.7338402 Aug 27 02:38:21.339141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a783b4-5094-4af3-b8c9-e907daade9df tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Subnet': ['ID=a05d9727-4661-40e2-af19-f4d2add84539,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.341512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34212) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.370077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-272c36d3-6436-4627-9edb-0c3ea1b12b48 None None] Provisioning for port c5af3a3e-855a-4cc4-8d45-570deb5a5039 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:21.375509 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.396760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e30e18-86a0-4d18-b824-eee36f5f2a7e None None] Network 0e7fcad4-aa5c-47be-9339-5d68f680fd36 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:21.447389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.462840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Allocated IP 2001:db8::2 (83d8a6ec-0ba8-4622-a9c2-ffcef38d7949/18f5c96d-22c1-4c4f-bd1c-966e8d559a98/7083de72-455e-4036-bbd7-ae40c63b3345) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:21.532132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Deleting port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:21.532599 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.542717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-272c36d3-6436-4627-9edb-0c3ea1b12b48 None None] Provisioning complete for port c5af3a3e-855a-4cc4-8d45-570deb5a5039 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:21.544810 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-272c36d3-6436-4627-9edb-0c3ea1b12b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.592169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] Network 98957f67-96d0-43d8-8abd-ebf74c1e7636 is not hosted by any dhcp agent {{(pid=94774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:38:21.593066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] No DVR routers for this DVR port 793f8265-268d-4dbd-880b-42df433f2cb7 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:21.633883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c149a695-f8de-4eb2-ae10-4cb765c5cd68 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:21.644315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34216) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.697069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cea6a240-fc3d-45fb-b2dc-0895eed3f179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.700186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c149a695-f8de-4eb2-ae10-4cb765c5cd68 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:21.704451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c149a695-f8de-4eb2-ae10-4cb765c5cd68 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:21.761978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Attempting to bind port b92db3ce-0d66-4f76-984c-239474c2d134 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:21.769094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Attempting to bind port b92db3ce-0d66-4f76-984c-239474c2d134 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:21.769094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Attempting to bind port b92db3ce-0d66-4f76-984c-239474c2d134 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:21.797848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] For port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92,segment=NetworkSegment(2f0456b3-61aa-44a1-8733-7a1af50e7b4b),segment_id=2f0456b3-61aa-44a1-8733-7a1af50e7b4b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:21.804357 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.813440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b9f10-aec9-4d51-b307-f9b52d5a4c26 None None] Pushing event updated for resources: {'Port': ['ID=b92db3ce-0d66-4f76-984c-239474c2d134,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.849651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.852017 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.865990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.868643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Calling delete_port for 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:21.944545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 793f8265-268d-4dbd-880b-42df433f2cb7 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:21.947214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:21.947803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:21.948221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.948731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:21.949441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Bound port: b92db3ce-0d66-4f76-984c-239474c2d134, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:21.949892 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.951659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-272c36d3-6436-4627-9edb-0c3ea1b12b48 None None] Port c5af3a3e-855a-4cc4-8d45-570deb5a5039 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:22.028293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.090106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Pushing event updated for resources: {'Port': ['ID=c5af3a3e-855a-4cc4-8d45-570deb5a5039,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.158043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 793f8265-268d-4dbd-880b-42df433f2cb7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:22.158743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 793f8265-268d-4dbd-880b-42df433f2cb7 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:22.165148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e0437-fa18-417b-9da9-cf6079997414 None None] Pushing event deleted for resources: {'Port': ['ID=793f8265-268d-4dbd-880b-42df433f2cb7,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.171602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cea6a240-fc3d-45fb-b2dc-0895eed3f179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.173003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.192254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cea6a240-fc3d-45fb-b2dc-0895eed3f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.253355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] For port b92db3ce-0d66-4f76-984c-239474c2d134, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:22.269250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] For port b92db3ce-0d66-4f76-984c-239474c2d134, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b92db3ce-0d66-4f76-984c-239474c2d134,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:22.293912 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.300503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Port': ['ID=4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.306100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] No DVR routers for this DVR port 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:22.312489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66e7c8-0c9d-45be-8dee-a73f59dfb6f5 None None] DHCP port deletion for 0e7fcad4-aa5c-47be-9339-5d68f680fd36 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:22.449602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cea6a240-fc3d-45fb-b2dc-0895eed3f179 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adcd71920bc345bba3ca279fb673ca49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026900 Aug 27 02:38:22.503685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:22.504508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:22.508472 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.577470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6a240-fc3d-45fb-b2dc-0895eed3f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd114e4f-35af-4f42-aa79-c2ff6d5f6921,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.587337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34234) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.594715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b9f10-aec9-4d51-b307-f9b52d5a4c26 None None] Pushing event updated for resources: {'Port': ['ID=b92db3ce-0d66-4f76-984c-239474c2d134,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.642838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Transition to ACTIVE for port object 7083de72-455e-4036-bbd7-ae40c63b3345 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:22.717925 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.751655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825a91c-092f-493a-a6ef-674f757d4857 req-cdafb1c3-6464-4bf5-95ec-077ede23296c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:22.756730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2825a91c-092f-493a-a6ef-674f757d4857 req-cdafb1c3-6464-4bf5-95ec-077ede23296c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.3578787 Aug 27 02:38:22.770942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7fcad4-aa5c-47be-9339-5d68f680fd36']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:22.773401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9d36dac-d84e-4ee2-8289-ec851ba5a442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.782462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Transition to ACTIVE for port object 7083de72-455e-4036-bbd7-ae40c63b3345 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:22.796147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0456b3-61aa-44a1-8733-7a1af50e7b4b') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:22.796569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0456b3-61aa-44a1-8733-7a1af50e7b4b') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:22.804724 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.848217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.858959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.900036 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.923037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:22.938799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9d36dac-d84e-4ee2-8289-ec851ba5a442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.950539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Pushing event updated for resources: {'Port': ['ID=7083de72-455e-4036-bbd7-ae40c63b3345,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.982411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:22.988232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.995249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:23.000985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:23.052156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:23.054859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:23.058079 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:23.074023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:23.083827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:23.100835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:23.224851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.235733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2825a91c-092f-493a-a6ef-674f757d4857 req-ebb8a8ad-02a9-421f-b99f-e3fad8a51255 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412559 Aug 27 02:38:23.237825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Router d5506018-3d4d-40b8-bc45-e6fa997c54ce has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:23.242995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.252982 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/networks/0e7fcad4-aa5c-47be-9339-5d68f680fd36 HTTP/1.1" status: 204 len: 168 time: 1.9088326 Aug 27 02:38:23.281157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.290126 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9d36dac-d84e-4ee2-8289-ec851ba5a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.293132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9d36dac-d84e-4ee2-8289-ec851ba5a442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.297326 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a9d36dac-d84e-4ee2-8289-ec851ba5a442 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd114e4f-35af-4f42-aa79-c2ff6d5f6921 HTTP/1.1" status: 204 len: 168 time: 0.7010689 Aug 27 02:38:23.370442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e75d7a-b19d-4452-a803-33034b269876 tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Pushing event deleted for resources: {'Network': ['ID=0e7fcad4-aa5c-47be-9339-5d68f680fd36,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:23.449981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d36dac-d84e-4ee2-8289-ec851ba5a442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd114e4f-35af-4f42-aa79-c2ff6d5f6921,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:23.467572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-41891005-e07a-4fcc-87a7-07a78edc722a tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 HTTP/1.1" status: 200 len: 205 time: 0.1472831 Aug 27 02:38:23.468614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34262) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.470677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.618861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Attempting to bind port 7083de72-455e-4036-bbd7-ae40c63b3345 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:23.635798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Attempting to bind port 7083de72-455e-4036-bbd7-ae40c63b3345 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'f9423a8e-83f8-48af-ae2e-ff2f623a47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:23.636506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Attempting to bind port 7083de72-455e-4036-bbd7-ae40c63b3345 on network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:23.649478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c768a96c-8002-4deb-9af6-1d49abb34a5f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.687367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:23.687956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Checking segment: {'id': 'f9423a8e-83f8-48af-ae2e-ff2f623a47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:23.688463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.688938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Bound using segment: {'id': 'f9423a8e-83f8-48af-ae2e-ff2f623a47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:23.689522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Bound port: 7083de72-455e-4036-bbd7-ae40c63b3345, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9423a8e-83f8-48af-ae2e-ff2f623a47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83d8a6ec-0ba8-4622-a9c2-ffcef38d7949'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:23.689983 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.755971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:23.763190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4faffd8d-87aa-497f-ac06-a3175be31b57 None None] Provisioning complete for port c5af3a3e-855a-4cc4-8d45-570deb5a5039 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:23.771106 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4faffd8d-87aa-497f-ac06-a3175be31b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.775526 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23ad3ff4-5433-4439-9d69-a7bdd2e5bc01 admin admin] 10.222.0.10 "PUT /v2.0/routers/d5506018-3d4d-40b8-bc45-e6fa997c54ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0426311 Aug 27 02:38:23.915777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:23.921078 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.983227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:23.984407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4eb4ac45-b59e-46f4-9edb-8fe0fcae9c92 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:24.020734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4faffd8d-87aa-497f-ac06-a3175be31b57 None None] Port c5af3a3e-855a-4cc4-8d45-570deb5a5039 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:24.217141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] For port 7083de72-455e-4036-bbd7-ae40c63b3345, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:24.229630 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c768a96c-8002-4deb-9af6-1d49abb34a5f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.236263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c768a96c-8002-4deb-9af6-1d49abb34a5f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.239331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] For port 7083de72-455e-4036-bbd7-ae40c63b3345, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7083de72-455e-4036-bbd7-ae40c63b3345,segment=NetworkSegment(f9423a8e-83f8-48af-ae2e-ff2f623a47d6),segment_id=f9423a8e-83f8-48af-ae2e-ff2f623a47d6)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:24.268335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.361599 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c768a96c-8002-4deb-9af6-1d49abb34a5f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.362581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c768a96c-8002-4deb-9af6-1d49abb34a5f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:38:24.373442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c768a96c-8002-4deb-9af6-1d49abb34a5f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.380293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c768a96c-8002-4deb-9af6-1d49abb34a5f tempest-RoutersNegativeIpV6Test-103829586 tempest-RoutersNegativeIpV6Test-103829586-project] 10.222.0.10 "DELETE /v2.0/routers/1ac5d23b-39bd-4bfc-9fc0-e5fde5330088 HTTP/1.1" status: 204 len: 168 time: 0.9105906 Aug 27 02:38:24.476734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:21Z', 'revision_number': 2, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:24.562369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67005b-6255-49c0-9f72-8af35c89ea43 None None] The sync data for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 is: [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:21Z', 'revision_number': 2, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:24.638431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd262fc2-efdf-4eb2-a5ab-a57372b09ac6 None None] Pushing event updated for resources: {'Port': ['ID=7083de72-455e-4036-bbd7-ae40c63b3345,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:24.794265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34306) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.799253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c2438f19-cc70-4cfa-b803-5eeacea69feb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424861071', 'description': 'tempest-description--529133662'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:24.899364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2438f19-cc70-4cfa-b803-5eeacea69feb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.033975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09895-98fe-43da-ba46-7a37e1164496 req-4fd8e404-8d00-4f31-9248-e6c070ff4632 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:25.046010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ae09895-98fe-43da-ba46-7a37e1164496 req-4fd8e404-8d00-4f31-9248-e6c070ff4632 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.6475465 Aug 27 02:38:25.236430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34320) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.250146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2438f19-cc70-4cfa-b803-5eeacea69feb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.262044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2438f19-cc70-4cfa-b803-5eeacea69feb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.264978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2ae09895-98fe-43da-ba46-7a37e1164496 req-96c8b8ea-e5f7-4551-9be2-3f25a785c154 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116513 Aug 27 02:38:25.304808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.315213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.316133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.389715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2438f19-cc70-4cfa-b803-5eeacea69feb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.397861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2438f19-cc70-4cfa-b803-5eeacea69feb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6022422 Aug 27 02:38:25.403052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.411310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-70a7a90c-b5c3-42a6-9597-8df4e47ea9f6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'security_group_rule': {'security_group_id': 'cc8615bc-575f-46d0-a51b-30c8a769b7e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:25.470861 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2438f19-cc70-4cfa-b803-5eeacea69feb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8615bc-575f-46d0-a51b-30c8a769b7e4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:25.500200 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70a7a90c-b5c3-42a6-9597-8df4e47ea9f6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.537653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:25.689127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70a7a90c-b5c3-42a6-9597-8df4e47ea9f6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.701482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70a7a90c-b5c3-42a6-9597-8df4e47ea9f6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.733429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:25.738114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-24eeabb2-63ef-48a7-8da0-5fa9b6076e84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3ac387b56304c50b537ebe78408a888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005178 Aug 27 02:38:25.740163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:25.755547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34344) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.786875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7a90c-b5c3-42a6-9597-8df4e47ea9f6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d66e6c-a234-451f-a4da-40546ee27e7e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:25.878163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70a7a90c-b5c3-42a6-9597-8df4e47ea9f6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.879938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-70a7a90c-b5c3-42a6-9597-8df4e47ea9f6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4748557 Aug 27 02:38:25.882671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34350) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.894064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0804bf70-6529-4263-86d3-ad0c4507f185 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'security_group_rule': {'security_group_id': 'cc8615bc-575f-46d0-a51b-30c8a769b7e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:25.927712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-399ea91c-ea57-486f-ba6d-a8f921ec8991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.977996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7083de72-455e-4036-bbd7-ae40c63b3345 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:26.146550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 7083de72-455e-4036-bbd7-ae40c63b3345 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:26.269034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router a489fe06-5706-40d3-8e7b-6012d2fa8250 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:38:26.592218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e427f6a-81b8-4167-ac8e-f0a789193bb1 None None] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:26.951202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7f188a4b-3cdd-438f-8c1d-887193783405 None None] Provisioning for port 7083de72-455e-4036-bbd7-ae40c63b3345 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:26.955762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7f188a4b-3cdd-438f-8c1d-887193783405 None None] Provisioning complete for port 7083de72-455e-4036-bbd7-ae40c63b3345 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:26.956324 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f188a4b-3cdd-438f-8c1d-887193783405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.013835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-399ea91c-ea57-486f-ba6d-a8f921ec8991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.133993 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f188a4b-3cdd-438f-8c1d-887193783405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.233355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7f188a4b-3cdd-438f-8c1d-887193783405 None None] For port 7083de72-455e-4036-bbd7-ae40c63b3345, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7083de72-455e-4036-bbd7-ae40c63b3345,segment=NetworkSegment(f9423a8e-83f8-48af-ae2e-ff2f623a47d6),segment_id=f9423a8e-83f8-48af-ae2e-ff2f623a47d6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:27.236918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0804bf70-6529-4263-86d3-ad0c4507f185 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.246365 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f188a4b-3cdd-438f-8c1d-887193783405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.276401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbafe8-5113-4ba7-8d50-110f0b1645b5 req-ce551856-6493-4f51-9537-ade61ab41f8a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:27.286518 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79cbafe8-5113-4ba7-8d50-110f0b1645b5 req-ce551856-6493-4f51-9537-ade61ab41f8a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.3213665 Aug 27 02:38:27.339653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-399ea91c-ea57-486f-ba6d-a8f921ec8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.350751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-399ea91c-ea57-486f-ba6d-a8f921ec8991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.352093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-399ea91c-ea57-486f-ba6d-a8f921ec8991 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bed38ae1-91fe-4719-8d97-003fd9b83485 HTTP/1.1" status: 204 len: 168 time: 1.5955617 Aug 27 02:38:27.441208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f188a4b-3cdd-438f-8c1d-887193783405 None None] Pushing event updated for resources: {'Port': ['ID=7083de72-455e-4036-bbd7-ae40c63b3345,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:27.443698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ea91c-ea57-486f-ba6d-a8f921ec8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed38ae1-91fe-4719-8d97-003fd9b83485,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:27.517908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79cbafe8-5113-4ba7-8d50-110f0b1645b5 req-dd507ed2-264a-44d7-bb90-78ba577f7ded tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299433 Aug 27 02:38:27.570833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0804bf70-6529-4263-86d3-ad0c4507f185 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.588622 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0804bf70-6529-4263-86d3-ad0c4507f185 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.640366 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0804bf70-6529-4263-86d3-ad0c4507f185 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.667751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0804bf70-6529-4263-86d3-ad0c4507f185 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7824452 Aug 27 02:38:27.676519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34442) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:27.706371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:27.721083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804bf70-6529-4263-86d3-ad0c4507f185 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf990f9-34c4-4be6-9e3b-21c90b1b7a1e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:27.798392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34446) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:27.808210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:27.822271 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] Sync routers for ids ['a489fe06-5706-40d3-8e7b-6012d2fa8250'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:27.839944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34450) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:27.840079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d7aa470-2e4e-4673-b9c6-8c06d02a0b97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/a489fe06-5706-40d3-8e7b-6012d2fa8250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7949374 Aug 27 02:38:27.841213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.847134 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] Routers {'a489fe06-5706-40d3-8e7b-6012d2fa8250'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:27.847776 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a489fe06-5706-40d3-8e7b-6012d2fa8250'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:28.011470 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:28.051396 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] Routers {'a489fe06-5706-40d3-8e7b-6012d2fa8250'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:28.055303 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a489fe06-5706-40d3-8e7b-6012d2fa8250'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:28.064159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd402561-5691-4415-ab75-af684d6a20e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:28.087015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cd402561-5691-4415-ab75-af684d6a20e0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports/4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b HTTP/1.1" status: 200 len: 983 time: 0.2428498 Aug 27 02:38:28.094812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34458) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:28.169488 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad55996d-9249-463c-ab91-8d3bab8365b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.200039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-daf618ae-073a-4efd-bf6d-16a603438c5c None None] Provisioning for port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:28.212589 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01752b9f-2c8e-40ed-8d45-76cbae4936e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.216086 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:28.218728 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241829a-831e-4538-a8bd-5e08e01d28bc None None] The sync data for ids ['a489fe06-5706-40d3-8e7b-6012d2fa8250'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:28.228065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b92db3ce-0d66-4f76-984c-239474c2d134 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:28.310953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-daf618ae-073a-4efd-bf6d-16a603438c5c None None] Provisioning complete for port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:28.313932 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daf618ae-073a-4efd-bf6d-16a603438c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.417082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-daf618ae-073a-4efd-bf6d-16a603438c5c None None] Port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:28.441177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-daf618ae-073a-4efd-bf6d-16a603438c5c None None] Provisioning complete for port 7083de72-455e-4036-bbd7-ae40c63b3345 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:28.441748 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daf618ae-073a-4efd-bf6d-16a603438c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.448541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b92db3ce-0d66-4f76-984c-239474c2d134 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:28.526667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad55996d-9249-463c-ab91-8d3bab8365b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.541070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad55996d-9249-463c-ab91-8d3bab8365b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.543578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b92db3ce-0d66-4f76-984c-239474c2d134 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:28.543969 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.715738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55996d-9249-463c-ab91-8d3bab8365b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31620a33-a9c3-4ebe-b95d-af3fb9b27752,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:28.727944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ad55996d-9249-463c-ab91-8d3bab8365b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37ec4acc813d4eab940886f2897e41a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9282155 Aug 27 02:38:28.730918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34480) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:28.763323 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.814152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.881396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port b92db3ce-0d66-4f76-984c-239474c2d134, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b92db3ce-0d66-4f76-984c-239474c2d134,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:28.902582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.903390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7083de72-455e-4036-bbd7-ae40c63b3345 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:29.000180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Sync routers for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:29.057612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.094451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:29.095217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:29.097114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9ff616d7-a08a-43ee-8fae-0cdc403cfb26 None None] Provisioning complete for port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:29.097732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ff616d7-a08a-43ee-8fae-0cdc403cfb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.101834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=b92db3ce-0d66-4f76-984c-239474c2d134,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.212559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.214771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.215349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.215919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.219606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.222554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.223127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.223819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.224405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.225084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.229821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.230409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.254277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7083de72-455e-4036-bbd7-ae40c63b3345 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:29.255001 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.275585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34498) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.372670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.417407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9ff616d7-a08a-43ee-8fae-0cdc403cfb26 None None] Port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:29.424970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Allocated IP 172.25.1.122 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/8e44691f-b8ad-423f-8bf4-993b5a19fd16) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:29.483693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d126e7-5fd3-4d00-a141-c4ae4aee2352 req-51fd6d39-51c8-4743-b028-1fc2e7c524d7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:29.487559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:29.489835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75d126e7-5fd3-4d00-a141-c4ae4aee2352 req-51fd6d39-51c8-4743-b028-1fc2e7c524d7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 947 time: 0.4607625 Aug 27 02:38:29.494023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3c4af162-8b56-4633-98be-4f020ded4988 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:29.494796 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-3c4af162-8b56-4633-98be-4f020ded4988 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:38:29.495494 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-3c4af162-8b56-4633-98be-4f020ded4988 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:29.496678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c4af162-8b56-4633-98be-4f020ded4988 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2195380 Aug 27 02:38:29.504328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34506) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.509653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--777266445'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:29.540824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:29.576914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75d126e7-5fd3-4d00-a141-c4ae4aee2352 req-26647acd-4060-447f-a9af-d0ad384aa6b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765665 Aug 27 02:38:29.580132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.599321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.639746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.642474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.643703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31620a33-a9c3-4ebe-b95d-af3fb9b27752 HTTP/1.1" status: 204 len: 168 time: 0.9098148 Aug 27 02:38:29.666666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31620a33-a9c3-4ebe-b95d-af3fb9b27752,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.685025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.685446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.685852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.686266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.686718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.687095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.687484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.687971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.688163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.688575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.688991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.689363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455d24c-5caa-4bd9-a7bf-b1d37ad3c0db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:29.694737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.879540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-42d92274-4d11-4b4b-85e7-9c3930b2546e None None] Provisioning complete for port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:29.879928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42d92274-4d11-4b4b-85e7-9c3930b2546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.938123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.975737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.990520 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.011217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.057121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d959ac-01c8-4420-b925-8db4d56e7160,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.107345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-42d92274-4d11-4b4b-85e7-9c3930b2546e None None] Port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:30.132085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.141488 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.215776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'Port': ['ID=8e44691f-b8ad-423f-8bf4-993b5a19fd16,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.249696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0aa154-2537-445d-b305-4b10465711cb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.258626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.261519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-152ffdd1-4888-4128-8def-1646b1ca831c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7557600 Aug 27 02:38:30.268063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34530) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.278119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b92db3ce-0d66-4f76-984c-239474c2d134 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:30.286289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-64b18880-c873-4c92-8d09-2bcb870aa96c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '8e0aa154-2537-445d-b305-4b10465711cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:30.287298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:21Z', 'revision_number': 2, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:30.298279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:30.303570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:30.311790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:30.367748 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-95cfd004-27cd-4edc-a9a7-2060e7e7ac6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.369780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Checking router: d5506018-3d4d-40b8-bc45-e6fa997c54ce for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:38:30.370283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Updating router d5506018-3d4d-40b8-bc45-e6fa997c54ce port c5af3a3e-855a-4cc4-8d45-570deb5a5039 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:38:30.372606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64b18880-c873-4c92-8d09-2bcb870aa96c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.456754 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.506476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.536978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.552074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64b18880-c873-4c92-8d09-2bcb870aa96c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.559679 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64b18880-c873-4c92-8d09-2bcb870aa96c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.602570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34532) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.612158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b18880-c873-4c92-8d09-2bcb870aa96c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdec3e17-c499-4d76-ae54-24ef8cc957a8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.620968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:30.628763 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f45b86-f109-4dad-9d53-057c142da716" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-unplugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:30.635533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64b18880-c873-4c92-8d09-2bcb870aa96c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.636679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-64b18880-c873-4c92-8d09-2bcb870aa96c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666661 Aug 27 02:38:30.639781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34538) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.644921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f169309e-b850-4c9a-b88f-ab1106a98d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.645788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4a7636b0-d74a-47d2-8263-cb7c61ea207e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '8e0aa154-2537-445d-b305-4b10465711cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:30.678875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.710963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:30.711692 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a7636b0-d74a-47d2-8263-cb7c61ea207e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.718601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b92db3ce-0d66-4f76-984c-239474c2d134 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:30.719212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.746801 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.887452 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.113844 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39a4ad-32e5-443b-9fd8-f5e34cc858b2 x-openstack-request-id: req-9b39a4ad-32e5-443b-9fd8-f5e34cc858b2 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:31.114546 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-unplugged", "status": "completed", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:31.115217 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b39a4ad-32e5-443b-9fd8-f5e34cc858b2 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:31.115807 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'code': 200} Aug 27 02:38:31.125802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=14']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:31.201052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:31.201637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.216261 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.249939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Transition to ACTIVE for port object c5af3a3e-855a-4cc4-8d45-570deb5a5039 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:31.259157 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.269875 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.364277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0fb6f-5cd9-43ae-b407-17dba5d2d62d None None] Pushing event updated for resources: {'Port': ['ID=c5af3a3e-855a-4cc4-8d45-570deb5a5039,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:31.419380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Attempting to bind port c5af3a3e-855a-4cc4-8d45-570deb5a5039 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:31.420216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Attempting to bind port c5af3a3e-855a-4cc4-8d45-570deb5a5039 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:31.420858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Attempting to bind port c5af3a3e-855a-4cc4-8d45-570deb5a5039 on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:31.429483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:31.430129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Checking segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:31.430760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.431335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Bound using segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:31.432060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Bound port: c5af3a3e-855a-4cc4-8d45-570deb5a5039, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:31.432646 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.471010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.483196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f169309e-b850-4c9a-b88f-ab1106a98d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.497258 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-4a7636b0-d74a-47d2-8263-cb7c61ea207e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:31.498574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a7636b0-d74a-47d2-8263-cb7c61ea207e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8581085 Aug 27 02:38:31.499389 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.505661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34586) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.616238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.666498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] For port c5af3a3e-855a-4cc4-8d45-570deb5a5039, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:31.669639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ca8021f-e684-4844-9976-d4de75eac032 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.679951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] For port c5af3a3e-855a-4cc4-8d45-570deb5a5039, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c5af3a3e-855a-4cc4-8d45-570deb5a5039,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:31.690987 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.708214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f169309e-b850-4c9a-b88f-ab1106a98d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.742002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'Port': ['ID=8e44691f-b8ad-423f-8bf4-993b5a19fd16,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:31.742744 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ca8021f-e684-4844-9976-d4de75eac032 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.776413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:31.867058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169309e-b850-4c9a-b88f-ab1106a98d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad5619-00ef-4677-8fc1-e7a135183235,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:31.879641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:31.900067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:31.961088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34608) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.966177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f169309e-b850-4c9a-b88f-ab1106a98d47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=556d5795e0a6464abb2e5b200d7e0817&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3571317 Aug 27 02:38:32.008198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ca8021f-e684-4844-9976-d4de75eac032 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.015063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ca8021f-e684-4844-9976-d4de75eac032 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.019327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3ca8021f-e684-4844-9976-d4de75eac032 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/8e0aa154-2537-445d-b305-4b10465711cb HTTP/1.1" status: 204 len: 168 time: 0.5126402 Aug 27 02:38:32.027651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34616) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:32.095192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8021f-e684-4844-9976-d4de75eac032 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0aa154-2537-445d-b305-4b10465711cb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:32.145067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.153328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f50dcc4-7fdb-44d4-a6ba-c1344149449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.239944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f50dcc4-7fdb-44d4-a6ba-c1344149449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.373466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34636) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:32.378701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8b4a71f6-0bab-4319-8eb8-327e426cafa5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3190117 Aug 27 02:38:32.409747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9243d652-fb8a-487c-9300-15a9347880b6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--445133056'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:32.435457 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f50dcc4-7fdb-44d4-a6ba-c1344149449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.443608 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f50dcc4-7fdb-44d4-a6ba-c1344149449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.444860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.451427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a27d2d2b-8f08-4255-866c-fcb35da4d3ea tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7644651 Aug 27 02:38:32.457324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3f50dcc4-7fdb-44d4-a6ba-c1344149449c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1ad5619-00ef-4677-8fc1-e7a135183235 HTTP/1.1" status: 204 len: 168 time: 0.4938614 Aug 27 02:38:32.467356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:32.547451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50dcc4-7fdb-44d4-a6ba-c1344149449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad5619-00ef-4677-8fc1-e7a135183235,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:32.612615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0fb6f-5cd9-43ae-b407-17dba5d2d62d None None] Pushing event updated for resources: {'Port': ['ID=c5af3a3e-855a-4cc4-8d45-570deb5a5039,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:32.635794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9243d652-fb8a-487c-9300-15a9347880b6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.867083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-afd7260f-e622-4dfa-9dc5-38ca534225c1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1424861071&fields=id&tenant_id=e0c54a1f297b41029af8a835dd5106e0 HTTP/1.1" status: 200 len: 267 time: 0.0475273 Aug 27 02:38:32.919942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:31Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:32.965042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4bede-75ac-4c3a-bd8d-ea3796e97680 None None] The sync data for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 is: [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:31Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:33.023386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093daa1f-67bd-41fa-ab9d-fe34f24371bd req-db7a1b8c-73bf-474f-b3f5-26971ca7fdb8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:33.025091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-093daa1f-67bd-41fa-ab9d-fe34f24371bd req-db7a1b8c-73bf-474f-b3f5-26971ca7fdb8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2756937 Aug 27 02:38:33.026538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.052822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9243d652-fb8a-487c-9300-15a9347880b6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.073515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9243d652-fb8a-487c-9300-15a9347880b6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.113896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=4242bcb0-bc31-44a5-9658-8a5f6e7f1a4b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:33.144026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.279309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9243d652-fb8a-487c-9300-15a9347880b6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.293190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9243d652-fb8a-487c-9300-15a9347880b6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9052980 Aug 27 02:38:33.300538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-1d660754-89e6-41e6-a540-0afd566b4bdf tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:33.308158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-1d660754-89e6-41e6-a540-0afd566b4bdf tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 810 time: 0.4281666 Aug 27 02:38:33.310824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34664) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:33.316035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1818f7e9-f65c-426e-a34f-6fa0fd8e3f6d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': 'e651f3d1-b3d2-4ff0-b239-1edb20962dd5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:33.317116 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-1818f7e9-f65c-426e-a34f-6fa0fd8e3f6d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 02:38:33.317656 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-1818f7e9-f65c-426e-a34f-6fa0fd8e3f6d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:33.321589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1818f7e9-f65c-426e-a34f-6fa0fd8e3f6d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092299 Aug 27 02:38:33.328418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34666) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:33.330779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243d652-fb8a-487c-9300-15a9347880b6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e651f3d1-b3d2-4ff0-b239-1edb20962dd5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:33.363561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-093daa1f-67bd-41fa-ab9d-fe34f24371bd req-e46d9d03-0ab4-4cc3-b618-38f175dde6c3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294795 Aug 27 02:38:33.364010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-acde4a53-fbef-447d-b097-bb771c39f0b0 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/quotas/e0c54a1f297b41029af8a835dd5106e0 HTTP/1.1" status: 200 len: 375 time: 0.0549040 Aug 27 02:38:33.373477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.699251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebec11c7-fb98-4ea4-93d5-d994547e7247 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.711459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-63f3b22e-de76-4bc0-842a-710cc3eedd63 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3464627 Aug 27 02:38:33.762767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-76ae730b-4056-4b3f-b8cb-d955b7590041 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:38:33.765516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-76ae730b-4056-4b3f-b8cb-d955b7590041 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242920 Aug 27 02:38:33.921893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router a489fe06-5706-40d3-8e7b-6012d2fa8250 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:33.966078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-f6dabb90-a42f-4328-929f-2e1da8053b92 service neutron] 10.222.0.10 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874251 Aug 27 02:38:33.975699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebec11c7-fb98-4ea4-93d5-d994547e7247 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.324527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:34.353311 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-f3a6c9f3-80a1-4761-8e9a-474652400133 service neutron] 10.222.0.10 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351197 Aug 27 02:38:34.361807 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] Sync routers for ids ['a489fe06-5706-40d3-8e7b-6012d2fa8250'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:34.368029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7287b37b-0de9-4449-a427-ed92c1efc450 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/a489fe06-5706-40d3-8e7b-6012d2fa8250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2697012 Aug 27 02:38:34.369636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34700) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.385895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-ef250ae7-e5e1-4b78-9121-cd0aa13dc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:34.389721 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-ef250ae7-e5e1-4b78-9121-cd0aa13dc551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1096 time: 0.4646928 Aug 27 02:38:34.414213 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] Routers {'a489fe06-5706-40d3-8e7b-6012d2fa8250'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:34.440436 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a489fe06-5706-40d3-8e7b-6012d2fa8250'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:34.442824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c5af3a3e-855a-4cc4-8d45-570deb5a5039 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:34.471354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebec11c7-fb98-4ea4-93d5-d994547e7247 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.501020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebec11c7-fb98-4ea4-93d5-d994547e7247 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.507772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ebec11c7-fb98-4ea4-93d5-d994547e7247 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/e651f3d1-b3d2-4ff0-b239-1edb20962dd5 HTTP/1.1" status: 204 len: 168 time: 1.1778488 Aug 27 02:38:34.567733 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:34.574076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.598306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c5af3a3e-855a-4cc4-8d45-570deb5a5039 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:34.601637 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] Routers {'a489fe06-5706-40d3-8e7b-6012d2fa8250'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:34.603223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c5af3a3e-855a-4cc4-8d45-570deb5a5039 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:34.603772 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.608866 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['a489fe06-5706-40d3-8e7b-6012d2fa8250'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:34.697877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec11c7-fb98-4ea4-93d5-d994547e7247 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651f3d1-b3d2-4ff0-b239-1edb20962dd5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:34.738473 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:34.742762 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e284b-e162-42d0-a9b3-03c791063480 None None] The sync data for ids ['a489fe06-5706-40d3-8e7b-6012d2fa8250'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:34.864624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a394370d-9cd2-4759-b94b-89de1f0c5e74 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2599554 Aug 27 02:38:34.870085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34714) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.884304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1052da57-05ee-4198-aadc-9aaabf4c93b0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214118617'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:34.907468 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.979681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1052da57-05ee-4198-aadc-9aaabf4c93b0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.023468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port c5af3a3e-855a-4cc4-8d45-570deb5a5039, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c5af3a3e-855a-4cc4-8d45-570deb5a5039,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:35.032370 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a27a098a-72d4-4615-88ae-cd738b113765 req-5de5798e-49a9-4eda-b780-3d07b8a92ddf tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 210 time: 0.0722055 Aug 27 02:38:35.045800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.202827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=c5af3a3e-855a-4cc4-8d45-570deb5a5039,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:35.237139 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:38:35.246248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1052da57-05ee-4198-aadc-9aaabf4c93b0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.256722 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1052da57-05ee-4198-aadc-9aaabf4c93b0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.321187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1052da57-05ee-4198-aadc-9aaabf4c93b0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.326862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1052da57-05ee-4198-aadc-9aaabf4c93b0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4552355 Aug 27 02:38:35.327499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34728) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.332777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-57fba523-19e9-4088-be2d-fa7f92c5d034 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': 'e1bfd42e-eb83-4f08-a43e-b844dfaac869', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:35.333827 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-57fba523-19e9-4088-be2d-fa7f92c5d034 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 02:38:35.334430 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-57fba523-19e9-4088-be2d-fa7f92c5d034 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:35.338386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-57fba523-19e9-4088-be2d-fa7f92c5d034 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097051 Aug 27 02:38:35.340016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052da57-05ee-4198-aadc-9aaabf4c93b0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bfd42e-eb83-4f08-a43e-b844dfaac869,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:35.342391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34730) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.365429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f0d45-3a36-47b3-b832-75a304ec3867 req-48f57f0e-7b7a-4a29-b061-03239ec1f3d1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:35.375797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b44f0d45-3a36-47b3-b832-75a304ec3867 req-48f57f0e-7b7a-4a29-b061-03239ec1f3d1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.7060874 Aug 27 02:38:35.448412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9836f941-2283-4a0d-8636-4540163cdaba tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.482951 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-44b9c38d-3e0f-4916-9096-66a595154d99 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 02:38:35.489191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44b9c38d-3e0f-4916-9096-66a595154d99 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/a489fe06-5706-40d3-8e7b-6012d2fa8250/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1185203 Aug 27 02:38:35.492207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34734) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.508401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9836f941-2283-4a0d-8636-4540163cdaba tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.533284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1c964b41-62fd-467c-9ce0-cc98bf4b3933 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=a489fe06-5706-40d3-8e7b-6012d2fa8250 HTTP/1.1" status: 200 len: 205 time: 0.0376372 Aug 27 02:38:35.540205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34736) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.634355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9836f941-2283-4a0d-8636-4540163cdaba tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.640708 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9836f941-2283-4a0d-8636-4540163cdaba tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.645440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9836f941-2283-4a0d-8636-4540163cdaba tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/e1bfd42e-eb83-4f08-a43e-b844dfaac869 HTTP/1.1" status: 204 len: 168 time: 0.2995336 Aug 27 02:38:35.646220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.669221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b44f0d45-3a36-47b3-b832-75a304ec3867 req-058f11c2-47a0-4f15-9a1e-d8316ba1bba2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920470 Aug 27 02:38:35.713513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836f941-2283-4a0d-8636-4540163cdaba tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bfd42e-eb83-4f08-a43e-b844dfaac869,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:35.769511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-52ba5397-c9f2-4c4b-b0ab-3996acb83fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:35.772073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-52ba5397-c9f2-4c4b-b0ab-3996acb83fef service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 1.1035757 Aug 27 02:38:35.785667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-30335e68-5560-4036-9891-5f3cb466729a tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061106 Aug 27 02:38:35.786123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34744) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.797326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ba58bd8c-c8ff-4eda-b842-dddecf72cc92 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--663694670'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:35.809814 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7343d28-998d-4da3-a53a-a938ec44e0e4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.874437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba58bd8c-c8ff-4eda-b842-dddecf72cc92 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.088995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba58bd8c-c8ff-4eda-b842-dddecf72cc92 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.096356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba58bd8c-c8ff-4eda-b842-dddecf72cc92 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.136153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba58bd8c-c8ff-4eda-b842-dddecf72cc92 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.140362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ba58bd8c-c8ff-4eda-b842-dddecf72cc92 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3506081 Aug 27 02:38:36.141283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34762) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.148200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6c3a33ee-172f-408c-9c55-2ab31a349e24 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '48397602-ab7b-45a1-832f-fda40f59c916', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:36.168184 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-6c3a33ee-172f-408c-9c55-2ab31a349e24 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 02:38:36.168922 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-6c3a33ee-172f-408c-9c55-2ab31a349e24 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:36.170021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6c3a33ee-172f-408c-9c55-2ab31a349e24 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277665 Aug 27 02:38:36.171124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58bd8c-c8ff-4eda-b842-dddecf72cc92 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48397602-ab7b-45a1-832f-fda40f59c916,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:36.179088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.189977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0fe625dc-af2b-441b-a507-9e3ca4bf1976 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '48397602-ab7b-45a1-832f-fda40f59c916', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:36.190728 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-0fe625dc-af2b-441b-a507-9e3ca4bf1976 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 02:38:36.191247 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-0fe625dc-af2b-441b-a507-9e3ca4bf1976 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:36.194877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0fe625dc-af2b-441b-a507-9e3ca4bf1976 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122292 Aug 27 02:38:36.197865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34770) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.211222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-fe60753b-b800-4aaf-aceb-34c0f33e3c3c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '48397602-ab7b-45a1-832f-fda40f59c916', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:36.223910 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-fe60753b-b800-4aaf-aceb-34c0f33e3c3c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 02:38:36.225606 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-fe60753b-b800-4aaf-aceb-34c0f33e3c3c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:36.229491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fe60753b-b800-4aaf-aceb-34c0f33e3c3c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0299213 Aug 27 02:38:36.232182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34772) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.240568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-95173e79-18e3-4eb3-9cd4-a56466eff74f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '48397602-ab7b-45a1-832f-fda40f59c916', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:36.242076 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-95173e79-18e3-4eb3-9cd4-a56466eff74f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 02:38:36.242759 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-95173e79-18e3-4eb3-9cd4-a56466eff74f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:36.244698 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-95173e79-18e3-4eb3-9cd4-a56466eff74f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113256 Aug 27 02:38:36.249391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34774) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.257949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c5af3a3e-855a-4cc4-8d45-570deb5a5039 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:36.359736 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0261f0cd-38bf-4003-a1aa-56d25d8cda9f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.362147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c5af3a3e-855a-4cc4-8d45-570deb5a5039 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:36.362658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.418671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0261f0cd-38bf-4003-a1aa-56d25d8cda9f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.494513 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0261f0cd-38bf-4003-a1aa-56d25d8cda9f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.498106 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0261f0cd-38bf-4003-a1aa-56d25d8cda9f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.499894 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0261f0cd-38bf-4003-a1aa-56d25d8cda9f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/48397602-ab7b-45a1-832f-fda40f59c916 HTTP/1.1" status: 204 len: 168 time: 0.2484257 Aug 27 02:38:36.508182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34780) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.523443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-d38f9c72-9ac4-4c88-b7ad-137733ccec11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.7392800 Aug 27 02:38:36.564811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261f0cd-38bf-4003-a1aa-56d25d8cda9f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48397602-ab7b-45a1-832f-fda40f59c916,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:36.668261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0747ba07-3bee-45db-9a02-71e53026faf6 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545174 Aug 27 02:38:36.669402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34782) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.680621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-de4dd6a4-23ae-4457-b354-eae20aa54281 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460370092'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:36.740330 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb31308d-cab2-4827-9710-9c312933612b req-93084349-8484-43f4-a196-c289d7b61b90 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 210 time: 0.3395777 Aug 27 02:38:36.785799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-07b83d7d-38b9-4e99-b644-ca7dbe80df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:36.787825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-07b83d7d-38b9-4e99-b644-ca7dbe80df3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2293580 Aug 27 02:38:36.789783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7343d28-998d-4da3-a53a-a938ec44e0e4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.792235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7343d28-998d-4da3-a53a-a938ec44e0e4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.888357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-4f26d429-d8f3-455a-8f99-47434b610d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:36.890727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-4f26d429-d8f3-455a-8f99-47434b610d76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950413 Aug 27 02:38:36.893615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7343d28-998d-4da3-a53a-a938ec44e0e4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.894480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7343d28-998d-4da3-a53a-a938ec44e0e4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Fanout notify agent at l3_agent the message router_deleted on router a489fe06-5706-40d3-8e7b-6012d2fa8250 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:38:36.904595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e7343d28-998d-4da3-a53a-a938ec44e0e4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.909460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e7343d28-998d-4da3-a53a-a938ec44e0e4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/a489fe06-5706-40d3-8e7b-6012d2fa8250 HTTP/1.1" status: 204 len: 168 time: 1.3579745 Aug 27 02:38:36.910415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34790) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.917799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-45b72aea-15ce-4239-87c2-3f6078c8906a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:38:36.919333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-45b72aea-15ce-4239-87c2-3f6078c8906a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076089 Aug 27 02:38:36.978782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de4dd6a4-23ae-4457-b354-eae20aa54281 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.095095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet 18f5c96d-22c1-4c4f-bd1c-966e8d559a98 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:37.099131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.112486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de4dd6a4-23ae-4457-b354-eae20aa54281 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.130074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb35b1-f665-4f8c-9e49-25999bddf7a0 req-e57b95da-6013-4976-8dfe-92dcec4ce846 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:37.138736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28eb35b1-f665-4f8c-9e49-25999bddf7a0 req-e57b95da-6013-4976-8dfe-92dcec4ce846 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.3327515 Aug 27 02:38:37.144939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de4dd6a4-23ae-4457-b354-eae20aa54281 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.146156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.206215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-d263862c-0a96-4661-b809-271ad23809be tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:37.207874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-d263862c-0a96-4661-b809-271ad23809be tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 810 time: 0.5088942 Aug 27 02:38:37.233028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dd6a4-23ae-4457-b354-eae20aa54281 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81adab7f-1a51-44da-9c7b-932315f0d0ea,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:37.250986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de4dd6a4-23ae-4457-b354-eae20aa54281 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.252324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-de4dd6a4-23ae-4457-b354-eae20aa54281 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5817969 Aug 27 02:38:37.273666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34794) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.288611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3849decb-5e01-44a2-8c05-8f8fd50ab92b tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:37.289558 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-3849decb-5e01-44a2-8c05-8f8fd50ab92b tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:38:37.290068 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-3849decb-5e01-44a2-8c05-8f8fd50ab92b tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:37.291491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3849decb-5e01-44a2-8c05-8f8fd50ab92b tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143354 Aug 27 02:38:37.294445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34796) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.305855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4843569e-0e05-4862-b56f-277999a09da3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:37.309332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28eb35b1-f665-4f8c-9e49-25999bddf7a0 req-a0fe5acd-4ed5-41a6-8157-7ef73e0dbc06 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664493 Aug 27 02:38:37.324971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-cfc39471-ef85-4bcf-a88b-0f73b677c79b service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966162 Aug 27 02:38:37.335512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-d25866ce-1433-4866-b349-50f42b4563a8 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0c54a1f297b41029af8a835dd5106e0 HTTP/1.1" status: 200 len: 380 time: 0.1162512 Aug 27 02:38:37.350574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.350987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'port': {'device_id': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'admin_state_up': True, 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'security_groups': ['cc8615bc-575f-46d0-a51b-30c8a769b7e4']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:37.515547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Made reservation on behalf of e0c54a1f297b41029af8a835dd5106e0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:37.520613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.561480 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-4843569e-0e05-4862-b56f-277999a09da3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:37.562620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4843569e-0e05-4862-b56f-277999a09da3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2651901 Aug 27 02:38:37.565823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34804) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.571755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-134a03fe-8f1b-4821-b7f0-a14f3869d960 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:37.579582 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-134a03fe-8f1b-4821-b7f0-a14f3869d960 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 02:38:37.580157 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-134a03fe-8f1b-4821-b7f0-a14f3869d960 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:37.581499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-134a03fe-8f1b-4821-b7f0-a14f3869d960 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144556 Aug 27 02:38:37.592275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.601110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-479ca581-82af-4a4d-8d76-b02dcb31d5f4 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:37.649944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc82bc1a-b4b8-4adb-beca-662eb934d249 req-6f426a9f-cf00-4be2-8dd2-69f72b9e5d7a service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173141 Aug 27 02:38:37.651527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.679467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=18f5c96d-22c1-4c4f-bd1c-966e8d559a98,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:37.683322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.688101 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bf7bfdc2-522a-4b31-aed8-b3c9dfca2864 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/18f5c96d-22c1-4c4f-bd1c-966e8d559a98 HTTP/1.1" status: 204 len: 168 time: 0.7671535 Aug 27 02:38:37.688720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.698477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21febe1-d39c-42f9-b127-a5d9e0525ce1 None None] Network 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:37.768326 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-479ca581-82af-4a4d-8d76-b02dcb31d5f4 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:37.772425 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-479ca581-82af-4a4d-8d76-b02dcb31d5f4 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1764433 Aug 27 02:38:37.784174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.786717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34816) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.792645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f51a0730-a490-409a-a668-d66ea95a7895 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:37.793094 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-f51a0730-a490-409a-a668-d66ea95a7895 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:38:37.793589 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-f51a0730-a490-409a-a668-d66ea95a7895 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:37.797079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f51a0730-a490-409a-a668-d66ea95a7895 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068367 Aug 27 02:38:37.799165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34818) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.827638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b947e877-c451-4386-8a51-07987ecce6ef tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:37.866136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Allocated IP 172.20.0.14 (be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac/4a16dea0-e8d7-4300-9bc9-e13d89e05ac4/fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:37.939378 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-b947e877-c451-4386-8a51-07987ecce6ef tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Project 8bbe58c7c2ab432fa1f54411757aad69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:38:37.984047 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac3448a5-fc18-4231-b5b5-3f9a41d17409 req-75751e85-78c9-4738-b367-cbd00b3604d4 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 210 time: 0.1314750 Aug 27 02:38:38.011692 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-b947e877-c451-4386-8a51-07987ecce6ef tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:38.015208 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b947e877-c451-4386-8a51-07987ecce6ef tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2116513 Aug 27 02:38:38.017736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34820) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.028848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-30c55ece-dde0-42af-bba1-38dbbeb101b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:38.029264 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-30c55ece-dde0-42af-bba1-38dbbeb101b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 02:38:38.029765 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-30c55ece-dde0-42af-bba1-38dbbeb101b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:38.034533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-30c55ece-dde0-42af-bba1-38dbbeb101b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119288 Aug 27 02:38:38.035538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34822) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.044184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-94957512-fca8-4ce7-8c32-95496e2f8282 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:38.102511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 7083de72-455e-4036-bbd7-ae40c63b3345 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:38.102926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.132323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] DHCP port deletion for 83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:38.176489 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-94957512-fca8-4ce7-8c32-95496e2f8282 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Project 8bbe58c7c2ab432fa1f54411757aad69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:38:38.182513 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.225956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Transition to ACTIVE for port object fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:38.285297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7083de72-455e-4036-bbd7-ae40c63b3345 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:38.293323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] Deleting port 7083de72-455e-4036-bbd7-ae40c63b3345 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:38.293775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.308015 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-94957512-fca8-4ce7-8c32-95496e2f8282 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:38.311741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-94957512-fca8-4ce7-8c32-95496e2f8282 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2700531 Aug 27 02:38:38.313914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34826) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.319412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-46666884-52fc-4012-8d00-007c58f52be1 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '81adab7f-1a51-44da-9c7b-932315f0d0ea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:38.344382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.347062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 7083de72-455e-4036-bbd7-ae40c63b3345, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7083de72-455e-4036-bbd7-ae40c63b3345,segment=NetworkSegment(f9423a8e-83f8-48af-ae2e-ff2f623a47d6),segment_id=f9423a8e-83f8-48af-ae2e-ff2f623a47d6)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:38.348249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.369740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 7083de72-455e-4036-bbd7-ae40c63b3345 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:38.384237 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-46666884-52fc-4012-8d00-007c58f52be1 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Project 8bbe58c7c2ab432fa1f54411757aad69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:38:38.409809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:38.432791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] For port 7083de72-455e-4036-bbd7-ae40c63b3345, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7083de72-455e-4036-bbd7-ae40c63b3345,segment=NetworkSegment(f9423a8e-83f8-48af-ae2e-ff2f623a47d6),segment_id=f9423a8e-83f8-48af-ae2e-ff2f623a47d6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:38.433190 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.450850 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-46666884-52fc-4012-8d00-007c58f52be1 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:38.451514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:38.452143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-46666884-52fc-4012-8d00-007c58f52be1 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1368256 Aug 27 02:38:38.455727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34830) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.459234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:38.475463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] Calling delete_port for 7083de72-455e-4036-bbd7-ae40c63b3345 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:38.500324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'Port': ['ID=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.556291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:38.556995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.578837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-9df01fae-45fd-4e13-b13f-24d5ff935dec tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2372730 Aug 27 02:38:38.595299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Request body: {'port': {'device_id': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:38.628185 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.694851 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.698124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b833b2e-64c8-4d61-aa09-5d16973261d9 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.718994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38678bef-3d08-47fa-9336-204d76a1793c req-2ce3d513-9c69-4499-b876-fae00a260fe2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:38.720583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38678bef-3d08-47fa-9336-204d76a1793c req-2ce3d513-9c69-4499-b876-fae00a260fe2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2496877 Aug 27 02:38:38.721394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=7083de72-455e-4036-bbd7-ae40c63b3345,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.743177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port 7083de72-455e-4036-bbd7-ae40c63b3345 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:38.769793 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.812529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b833b2e-64c8-4d61-aa09-5d16973261d9 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.854763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] Pushing event deleted for resources: {'Port': ['ID=7083de72-455e-4036-bbd7-ae40c63b3345,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.865288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982a682-40bd-4187-b7fb-617294d2c137 None None] No DVR routers for this DVR port 7083de72-455e-4036-bbd7-ae40c63b3345 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:38.884866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No active binding found for port 7083de72-455e-4036-bbd7-ae40c63b3345 {{(pid=94774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:38:38.885474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7083de72-455e-4036-bbd7-ae40c63b3345 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:39.016817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38678bef-3d08-47fa-9336-204d76a1793c req-3a06a0d0-0e63-4126-9be5-d2a5872d62f8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776740 Aug 27 02:38:39.027984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.048943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d8a6ec-0ba8-4622-a9c2-ffcef38d7949']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:39.064142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9423a8e-83f8-48af-ae2e-ff2f623a47d6') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:39.064493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9423a8e-83f8-48af-ae2e-ff2f623a47d6') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:39.069074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-303dbd6c-5727-415e-afaf-4e116168f160 None None] Provisioning for port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:39.073595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-303dbd6c-5727-415e-afaf-4e116168f160 None None] Provisioning complete for port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:39.073975 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-303dbd6c-5727-415e-afaf-4e116168f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.074859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b833b2e-64c8-4d61-aa09-5d16973261d9 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.077685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b833b2e-64c8-4d61-aa09-5d16973261d9 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.079438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b833b2e-64c8-4d61-aa09-5d16973261d9 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/81adab7f-1a51-44da-9c7b-932315f0d0ea HTTP/1.1" status: 204 len: 168 time: 0.6223791 Aug 27 02:38:39.081527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.085755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34842) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.117687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b833b2e-64c8-4d61-aa09-5d16973261d9 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81adab7f-1a51-44da-9c7b-932315f0d0ea,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:39.123033 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.138536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:39.138874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:39.143006 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:39.197456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-303dbd6c-5727-415e-afaf-4e116168f160 None None] Port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:39.279705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34848) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.290556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9329c0da-2fda-402c-81c2-af2eeb141f52 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1773171 Aug 27 02:38:39.306786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.315038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.316161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ce6f0114-f0ee-4544-a8fd-992935c0803e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385243937'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:39.322483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/83d8a6ec-0ba8-4622-a9c2-ffcef38d7949 HTTP/1.1" status: 204 len: 168 time: 1.6324365 Aug 27 02:38:39.322974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.330084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2004710719'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:39.353151 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0114-f0ee-4544-a8fd-992935c0803e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.375670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32a63b-64c4-499f-abd0-6e2243f7aac8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=83d8a6ec-0ba8-4622-a9c2-ffcef38d7949,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:39.388537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:39.391301 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.440165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:38:39.451792 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.452202 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment 5113141f-4de0-4e96-b611-c4c5bcc11ca2 of type vlan for network f808ef98-93f5-4bc6-b970-56ec95e7619d Aug 27 02:38:39.480882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0114-f0ee-4544-a8fd-992935c0803e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.491529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cbb3a-e3a8-4312-affc-20777160090e req-90dfaab0-4f1f-4b93-8134-dd898c3970fd tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:39.493777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-881cbb3a-e3a8-4312-affc-20777160090e req-90dfaab0-4f1f-4b93-8134-dd898c3970fd tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 932 time: 0.2421408 Aug 27 02:38:39.501825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.518180 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0114-f0ee-4544-a8fd-992935c0803e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.558197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59551ca8-86da-41ae-8576-e9ffa124d559 req-763d7ca3-2a9b-42a3-a8b5-2a71e46507d3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:39.559851 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59551ca8-86da-41ae-8576-e9ffa124d559 req-763d7ca3-2a9b-42a3-a8b5-2a71e46507d3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1958592 Aug 27 02:38:39.560687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.568052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0114-f0ee-4544-a8fd-992935c0803e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.572470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ce6f0114-f0ee-4544-a8fd-992935c0803e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2657266 Aug 27 02:38:39.573071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.574303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:39.575191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.584967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ec3b5231-3fc2-42c9-ad6d-f3526b9b927c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '328eee9f-cbb9-4933-a9de-6e9b9b0f26ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:39.621260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:38:39.634947 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-881cbb3a-e3a8-4312-affc-20777160090e req-c8483433-2926-44c8-894e-fe18a5343fc6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023173 Aug 27 02:38:39.637107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.641923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f0114-f0ee-4544-a8fd-992935c0803e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328eee9f-cbb9-4933-a9de-6e9b9b0f26ba,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:39.679268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Transition to ACTIVE for port object fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:39.689233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.742116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=f808ef98-93f5-4bc6-b970-56ec95e7619d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:39.753792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Pushing event updated for resources: {'Port': ['ID=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:39.779251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f808ef98-93f5-4bc6-b970-56ec95e7619d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:38:39.799092 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-ec3b5231-3fc2-42c9-ad6d-f3526b9b927c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The resource could not be found. Aug 27 02:38:39.804318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ec3b5231-3fc2-42c9-ad6d-f3526b9b927c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2244227 Aug 27 02:38:39.804960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.812497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7f94469d-fba1-45d2-804a-40eb1cd04f3d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4868941 Aug 27 02:38:39.812763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e15d3253-1005-4e9a-ab22-4078f83ea9a1 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '328eee9f-cbb9-4933-a9de-6e9b9b0f26ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5538bbcc-60e8-4287-b9f8-cceeefe31162'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:39.824267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34862) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.874378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': 'f808ef98-93f5-4bc6-b970-56ec95e7619d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:39.911935 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59551ca8-86da-41ae-8576-e9ffa124d559 req-87cc7b4e-96e3-4db5-be8b-97fcda1dc580 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312116 Aug 27 02:38:40.056678 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-e15d3253-1005-4e9a-ab22-4078f83ea9a1 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The resource could not be found. Aug 27 02:38:40.058216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e15d3253-1005-4e9a-ab22-4078f83ea9a1 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2501755 Aug 27 02:38:40.068733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34868) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:40.189567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Attempting to bind port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:40.189926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Attempting to bind port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:40.190240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Attempting to bind port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:40.207616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:38:40.208025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Attempting to bind port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:40.220313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5955438-9c8b-465f-9a36-f784f9d6e0a0 req-e28f942c-f869-4a09-bc63-0b3fd84a0453 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:40.222066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5955438-9c8b-465f-9a36-f784f9d6e0a0 req-e28f942c-f869-4a09-bc63-0b3fd84a0453 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1200902 Aug 27 02:38:40.231296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:40.231703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Checking segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:40.232276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Bound using segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:40.232749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Bound port: fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:40.233124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.296857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c276e900-f01f-4a21-a175-6f5f19c0f28d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.340307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c276e900-f01f-4a21-a175-6f5f19c0f28d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.417656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:40.425580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.443807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] For port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:40.448265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] For port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:40.461632 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.508987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5955438-9c8b-465f-9a36-f784f9d6e0a0 req-d96d3532-f0e2-4db2-983c-77d13467b739 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638562 Aug 27 02:38:40.575676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:40.577301 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.578925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] 10.222.0.45 "PUT /v2.0/ports/fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 200 len: 1092 time: 1.9912493 Aug 27 02:38:40.579929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:40.582660 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c510cc9-0d1b-48de-836e-1562dd1d23bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:40.613995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca59e8d-f7fc-4881-bb2e-12f1ca496563 service neutron] Pushing event updated for resources: {'Port': ['ID=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:40.797690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-21d2cdaa-5e72-4bfe-b621-461d7346f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:40.808810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-21d2cdaa-5e72-4bfe-b621-461d7346f197 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 1095 time: 0.1664445 Aug 27 02:38:40.818365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c276e900-f01f-4a21-a175-6f5f19c0f28d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.822165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c276e900-f01f-4a21-a175-6f5f19c0f28d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.823548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c276e900-f01f-4a21-a175-6f5f19c0f28d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/328eee9f-cbb9-4933-a9de-6e9b9b0f26ba HTTP/1.1" status: 204 len: 168 time: 0.7538276 Aug 27 02:38:40.827249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34880) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:40.870785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276e900-f01f-4a21-a175-6f5f19c0f28d tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328eee9f-cbb9-4933-a9de-6e9b9b0f26ba,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:40.956028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-aeb4c630-de51-472c-97e1-b9f158763da2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 200 len: 217 time: 0.1459243 Aug 27 02:38:41.101860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.118578 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450d5a40-a5f9-4791-bdfe-683ccfca69c8 x-openstack-request-id: req-450d5a40-a5f9-4791-bdfe-683ccfca69c8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:41.118999 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:41.119341 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-450d5a40-a5f9-4791-bdfe-683ccfca69c8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:41.119835 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'status': 'completed', 'code': 200} Aug 27 02:38:41.180715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3650ea2b-7f96-4aec-9d30-3cb2cc52b3bf tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3511667 Aug 27 02:38:41.187083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34888) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:41.195798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e667306-8064-46ee-8c03-278127bad552 req-9df7d1f4-c1f8-4581-9233-bf5a905b6eaf tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:41.196694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=199c94df-f476-4ece-9de6-c64f20000475,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:41.197035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e667306-8064-46ee-8c03-278127bad552 req-9df7d1f4-c1f8-4581-9233-bf5a905b6eaf tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 944 time: 0.3689110 Aug 27 02:38:41.201580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2c99ceea-b52c-4c34-8834-22f196e231e5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': 'f1a36620-e8e9-4121-9cee-32a3b87e8285', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:41.242363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': '5113141f-4de0-4e96-b611-c4c5bcc11ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f808ef98-93f5-4bc6-b970-56ec95e7619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:41.242781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: f808ef98-93f5-4bc6-b970-56ec95e7619d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:38:41.265828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-115dd02c-d110-4112-8f5c-51abf32cf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:41.267929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-115dd02c-d110-4112-8f5c-51abf32cf31c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.2864866 Aug 27 02:38:41.278217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network f808ef98-93f5-4bc6-b970-56ec95e7619d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:38:41.278537 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-2c99ceea-b52c-4c34-8834-22f196e231e5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The resource could not be found. Aug 27 02:38:41.283021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c99ceea-b52c-4c34-8834-22f196e231e5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0849776 Aug 27 02:38:41.284155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34894) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:41.290573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e14366c9-a99f-4eb9-8d7f-1948a3547016 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--844939666'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:41.312960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f808ef98-93f5-4bc6-b970-56ec95e7619d) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:41.321440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22643e5b-ff7d-428b-b51b-34f19e00aedb None None] Network f808ef98-93f5-4bc6-b970-56ec95e7619d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:41.344262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:41.345043 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.354636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e667306-8064-46ee-8c03-278127bad552 req-6a38e3b3-592a-40c6-90b3-55aef682a725 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210711 Aug 27 02:38:41.373028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-89d7e91d-d54f-4741-8959-5bcd5e74216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:41.374488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-89d7e91d-d54f-4741-8959-5bcd5e74216e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888917 Aug 27 02:38:41.419955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e14366c9-a99f-4eb9-8d7f-1948a3547016 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.448988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb190444-f2cd-4c4d-b1a9-3a3655002124 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5872419 Aug 27 02:38:41.449740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34904) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:41.458178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c3610642-3480-4fee-b870-48f07563e132 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1327976748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:41.502817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-6cd0e121-df54-49d7-b47e-7b5b7d0c89c3 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201031 Aug 27 02:38:41.580044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3610642-3480-4fee-b870-48f07563e132 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.581611 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3610642-3480-4fee-b870-48f07563e132 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.612743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f808ef98-93f5-4bc6-b970-56ec95e7619d', 'network_id': 'f808ef98-93f5-4bc6-b970-56ec95e7619d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': '199c94df-f476-4ece-9de6-c64f20000475'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:41.614416 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.647152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23cd5b40-f44c-4ca1-91ec-063c91b67b8e req-fc48d83c-5bcb-4f49-9f25-6bbcfc4ce066 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371126 Aug 27 02:38:41.657683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-0cd49e10-c1c8-4cfd-897b-f31f8d57d2a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:41.666219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-0cd49e10-c1c8-4cfd-897b-f31f8d57d2a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.3241396 Aug 27 02:38:41.698068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-95713784-83a1-4d53-8156-2490e9ed06bf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/quotas/7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 375 time: 0.0307834 Aug 27 02:38:41.745441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e14366c9-a99f-4eb9-8d7f-1948a3547016 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.777887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3610642-3480-4fee-b870-48f07563e132 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.789133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Allocated IP 2001:db8::2 (f808ef98-93f5-4bc6-b970-56ec95e7619d/199c94df-f476-4ece-9de6-c64f20000475/c1630014-bbb1-437e-b931-350a21f414d4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:41.798094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-91545689-2f6e-4b02-9295-fe5c56d29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:41.803456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-91545689-2f6e-4b02-9295-fe5c56d29bbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 1095 time: 0.0979865 Aug 27 02:38:41.824659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e14366c9-a99f-4eb9-8d7f-1948a3547016 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.846212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3610642-3480-4fee-b870-48f07563e132 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.875163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c3610642-3480-4fee-b870-48f07563e132 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.876451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c3610642-3480-4fee-b870-48f07563e132 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4223955 Aug 27 02:38:41.883921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34906) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:41.901587 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e14366c9-a99f-4eb9-8d7f-1948a3547016 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.902863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e14366c9-a99f-4eb9-8d7f-1948a3547016 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6176164 Aug 27 02:38:41.910805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34908) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:41.921731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b4f9fd78-89a6-459d-8be9-103a8c71928c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469485798'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:41.975158 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.978263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd78-89a6-459d-8be9-103a8c71928c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.982596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14366c9-a99f-4eb9-8d7f-1948a3547016 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d12100a-2de2-4ddc-a8a9-97eca22331ca,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:41.986079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Transition to ACTIVE for port object c1630014-bbb1-437e-b931-350a21f414d4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:42.005824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Transition to ACTIVE for port object c1630014-bbb1-437e-b931-350a21f414d4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:42.019396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.039014 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-83e5e9e8-7488-4f98-8395-587ffa78d2f1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3312464 Aug 27 02:38:42.056806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-1f9fcadc-faa3-49af-9286-192ea198b569 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:38:42.057927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-1f9fcadc-faa3-49af-9286-192ea198b569 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068347 Aug 27 02:38:42.106752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Pushing event updated for resources: {'Port': ['ID=c1630014-bbb1-437e-b931-350a21f414d4,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:42.134455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Network f808ef98-93f5-4bc6-b970-56ec95e7619d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:42.137457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:42.143144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:42.152899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-6bb1b84b-996b-4687-b838-7802df3c1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:42.155743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-6bb1b84b-996b-4687-b838-7802df3c1de7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.3449328 Aug 27 02:38:42.219519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-1ea60121-b15a-47bd-b578-4d1a26b9954b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 200 len: 217 time: 0.0488234 Aug 27 02:38:42.232292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-3fd7284f-fab2-410e-8d76-d35cf1d068f8 service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329479 Aug 27 02:38:42.266247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Attempting to bind port c1630014-bbb1-437e-b931-350a21f414d4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:42.266247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Attempting to bind port c1630014-bbb1-437e-b931-350a21f414d4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '5113141f-4de0-4e96-b611-c4c5bcc11ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f808ef98-93f5-4bc6-b970-56ec95e7619d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:42.266570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Attempting to bind port c1630014-bbb1-437e-b931-350a21f414d4 on network f808ef98-93f5-4bc6-b970-56ec95e7619d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:42.289667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:42.290037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Checking segment: {'id': '5113141f-4de0-4e96-b611-c4c5bcc11ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f808ef98-93f5-4bc6-b970-56ec95e7619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:42.290473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.290889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Bound using segment: {'id': '5113141f-4de0-4e96-b611-c4c5bcc11ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f808ef98-93f5-4bc6-b970-56ec95e7619d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:42.291368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Bound port: c1630014-bbb1-437e-b931-350a21f414d4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5113141f-4de0-4e96-b611-c4c5bcc11ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f808ef98-93f5-4bc6-b970-56ec95e7619d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:42.312260 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.335640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-c6704e63-b7f1-4f52-94da-56135bbd4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:42.337212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-c6704e63-b7f1-4f52-94da-56135bbd4e76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.1089938 Aug 27 02:38:42.451501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd78-89a6-459d-8be9-103a8c71928c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.460827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd78-89a6-459d-8be9-103a8c71928c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.472831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-03d86476-48de-496b-8a1b-b3b8129a681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:42.475039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-03d86476-48de-496b-8a1b-b3b8129a681f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150501 Aug 27 02:38:42.568962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd78-89a6-459d-8be9-103a8c71928c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.571150 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b4f9fd78-89a6-459d-8be9-103a8c71928c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6580212 Aug 27 02:38:42.599109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9fd78-89a6-459d-8be9-103a8c71928c tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4016799-63df-456d-9278-c744171da52e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:42.609777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34922) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:42.622447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-020002a1-1ed9-4f2e-b6a1-e36dcdde1af0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '0d12100a-2de2-4ddc-a8a9-97eca22331ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c4016799-63df-456d-9278-c744171da52e'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:42.624396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] For port c1630014-bbb1-437e-b931-350a21f414d4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:42.636760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] For port c1630014-bbb1-437e-b931-350a21f414d4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1630014-bbb1-437e-b931-350a21f414d4,segment=NetworkSegment(5113141f-4de0-4e96-b611-c4c5bcc11ca2),segment_id=5113141f-4de0-4e96-b611-c4c5bcc11ca2)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:42.647716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.706116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ae1a-14d6-429b-b0ea-f5a4ca08729b req-1edd3da6-be1e-497d-963d-acc72afb8257 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:42.707986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6500ae1a-14d6-429b-b0ea-f5a4ca08729b req-1edd3da6-be1e-497d-963d-acc72afb8257 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 944 time: 0.2163417 Aug 27 02:38:42.738472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-18cc84bc-a997-421f-9c56-69c1eb788355 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455511 Aug 27 02:38:42.805202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ca2b6-ccc6-4081-aa24-48f7105bf410 None None] Pushing event updated for resources: {'Port': ['ID=c1630014-bbb1-437e-b931-350a21f414d4,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:42.829761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-d0794ddc-0aee-466e-93cc-14043152922b service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286400 Aug 27 02:38:42.850044 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-020002a1-1ed9-4f2e-b6a1-e36dcdde1af0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:42.854016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-020002a1-1ed9-4f2e-b6a1-e36dcdde1af0 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2387326 Aug 27 02:38:42.870597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34930) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:42.873791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.967660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6500ae1a-14d6-429b-b0ea-f5a4ca08729b req-7e865b7e-7435-4bb4-9e1d-349c58297b5a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273555 Aug 27 02:38:43.022211 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c510cc9-0d1b-48de-836e-1562dd1d23bc req-2526907f-5768-484e-bd54-ec6533589303 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721353 Aug 27 02:38:43.068140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48f30575-d933-44a6-9d7d-ced3754507a5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.099327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48f30575-d933-44a6-9d7d-ced3754507a5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.183382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48f30575-d933-44a6-9d7d-ced3754507a5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.186932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48f30575-d933-44a6-9d7d-ced3754507a5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.190810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-48f30575-d933-44a6-9d7d-ced3754507a5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/c4016799-63df-456d-9278-c744171da52e HTTP/1.1" status: 204 len: 168 time: 0.3136566 Aug 27 02:38:43.195888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34946) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:43.243517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f30575-d933-44a6-9d7d-ced3754507a5 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4016799-63df-456d-9278-c744171da52e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:43.323466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1cff97b-b640-48ee-8f67-01b671c57c95 req-148c012f-0c01-49ae-b7f4-034f242c41d1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 210 time: 0.1283240 Aug 27 02:38:43.440221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b5d51379-b553-4472-9116-632ba0fe305a tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2398651 Aug 27 02:38:43.444600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34950) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:43.580076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8::1 (f808ef98-93f5-4bc6-b970-56ec95e7619d/199c94df-f476-4ece-9de6-c64f20000475/c2501790-c2ee-4d0b-80af-5c3b364883b7) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:43.642756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c97c5a-8ca2-4ff9-83a3-33a7671507c3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.734540 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c97c5a-8ca2-4ff9-83a3-33a7671507c3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.855918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c97c5a-8ca2-4ff9-83a3-33a7671507c3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.858648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c97c5a-8ca2-4ff9-83a3-33a7671507c3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.860102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-95c97c5a-8ca2-4ff9-83a3-33a7671507c3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/0d12100a-2de2-4ddc-a8a9-97eca22331ca HTTP/1.1" status: 204 len: 168 time: 0.4136930 Aug 27 02:38:43.864767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34962) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:43.875419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.884819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c97c5a-8ca2-4ff9-83a3-33a7671507c3 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d12100a-2de2-4ddc-a8a9-97eca22331ca,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:43.933243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object c2501790-c2ee-4d0b-80af-5c3b364883b7 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:43.960230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-84aadc91-ff48-4be9-9677-c6334622420e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946076 Aug 27 02:38:43.963696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34968) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:43.968342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f3715a82-f8f2-4eb6-a552-3eabaea5aa3e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--434496266'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:44.027959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3715a82-f8f2-4eb6-a552-3eabaea5aa3e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.053177 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.181252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network f808ef98-93f5-4bc6-b970-56ec95e7619d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:44.196058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:44.207083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:44.208778 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.299690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1630014-bbb1-437e-b931-350a21f414d4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:44.353787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2db06-6915-4aee-b3ec-095c2aa2bc8c req-5dfad3c0-3cad-4fdb-8022-b520dea19b7b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:44.358555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9f2db06-6915-4aee-b3ec-095c2aa2bc8c req-5dfad3c0-3cad-4fdb-8022-b520dea19b7b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 944 time: 0.2357526 Aug 27 02:38:44.400806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3715a82-f8f2-4eb6-a552-3eabaea5aa3e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.406070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=c2501790-c2ee-4d0b-80af-5c3b364883b7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:44.423623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3715a82-f8f2-4eb6-a552-3eabaea5aa3e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.454865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c1630014-bbb1-437e-b931-350a21f414d4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:44.480689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b9f2db06-6915-4aee-b3ec-095c2aa2bc8c req-49b95ba9-6f95-45bf-a852-2d93de9abd64 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144648 Aug 27 02:38:44.508676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3715a82-f8f2-4eb6-a552-3eabaea5aa3e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b572b-d1a0-41a9-908e-00eae65c2252,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:44.593719 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88d248f3-ef3f-4afd-9da1-15bdb90541ac req-db5d5512-b3f0-4e33-a0df-8f3cfd26509f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 210 time: 0.0482976 Aug 27 02:38:44.614349 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3715a82-f8f2-4eb6-a552-3eabaea5aa3e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.614349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f3715a82-f8f2-4eb6-a552-3eabaea5aa3e tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6452978 Aug 27 02:38:44.614647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34984) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:44.619817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-733b3ccb-22cb-4fe7-b1d4-7255662b44ac tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '4b4b572b-d1a0-41a9-908e-00eae65c2252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:44.667757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4370c6a4-7cd1-467c-a50a-8b68af8c6dbe None None] Network f808ef98-93f5-4bc6-b970-56ec95e7619d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:44.701929 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-733b3ccb-22cb-4fe7-b1d4-7255662b44ac tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:44.716867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-733b3ccb-22cb-4fe7-b1d4-7255662b44ac tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1024721 Aug 27 02:38:44.719736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34988) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:44.732888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-835fe2f5-0d21-4642-adeb-419afa8fdcbf tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group_rule': {'security_group_id': '4b4b572b-d1a0-41a9-908e-00eae65c2252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:44.780420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.853403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-796cceb4-5af9-437d-8222-a086c1020e19 None None] Provisioning for port c1630014-bbb1-437e-b931-350a21f414d4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:44.879730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-796cceb4-5af9-437d-8222-a086c1020e19 None None] Provisioning complete for port c1630014-bbb1-437e-b931-350a21f414d4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:44.881639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-796cceb4-5af9-437d-8222-a086c1020e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.883978 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-835fe2f5-0d21-4642-adeb-419afa8fdcbf tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:44.888523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-835fe2f5-0d21-4642-adeb-419afa8fdcbf tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1662621 Aug 27 02:38:44.889685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34992) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:44.967059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23e4284a-7b6d-41b6-9d33-bbddef6f6980 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.972862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-f3cc0e54-4bed-4ad8-acae-5403078fc87f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3891122 Aug 27 02:38:44.999874 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23e4284a-7b6d-41b6-9d33-bbddef6f6980 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.163095 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-796cceb4-5af9-437d-8222-a086c1020e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.209623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-796cceb4-5af9-437d-8222-a086c1020e19 None None] For port c1630014-bbb1-437e-b931-350a21f414d4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1630014-bbb1-437e-b931-350a21f414d4,segment=NetworkSegment(5113141f-4de0-4e96-b611-c4c5bcc11ca2),segment_id=5113141f-4de0-4e96-b611-c4c5bcc11ca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:45.219654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-796cceb4-5af9-437d-8222-a086c1020e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.249406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23e4284a-7b6d-41b6-9d33-bbddef6f6980 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.258350 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23e4284a-7b6d-41b6-9d33-bbddef6f6980 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.262469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-23e4284a-7b6d-41b6-9d33-bbddef6f6980 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/4b4b572b-d1a0-41a9-908e-00eae65c2252 HTTP/1.1" status: 204 len: 168 time: 0.3684578 Aug 27 02:38:45.263132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34996) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:45.362175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4284a-7b6d-41b6-9d33-bbddef6f6980 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b572b-d1a0-41a9-908e-00eae65c2252,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:45.430472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cceb4-5af9-437d-8222-a086c1020e19 None None] Pushing event updated for resources: {'Port': ['ID=c1630014-bbb1-437e-b931-350a21f414d4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:45.496490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:38:45.557353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a2817db0-b413-42ce-9e7f-fd2f363a29e7 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2783375 Aug 27 02:38:45.581717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-943663a2-6b80-4b70-b89f-7a5e7a41a1c6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:45.583549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-943663a2-6b80-4b70-b89f-7a5e7a41a1c6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.5120270 Aug 27 02:38:45.584056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35004) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:45.597780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-494aa753-2a2a-4c14-85fc-95fd5f24edfa tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'tempest-secgroup--339421784'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:45.607087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'port': {'device_id': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'admin_state_up': True, 'tenant_id': '7c8b093aba3a4481b05590b302f4062f'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:45.742694 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-494aa753-2a2a-4c14-85fc-95fd5f24edfa tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.756101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:45.783305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'port_id': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'mac_address': 'fa:16:3e:53:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:38:45.806641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a139985-a43b-423b-b154-c4cf98ffa0b7 req-f837feee-8570-496c-ab7c-fe5b8af91b07 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:45.808493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a139985-a43b-423b-b154-c4cf98ffa0b7 req-f837feee-8570-496c-ab7c-fe5b8af91b07 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 944 time: 0.1480799 Aug 27 02:38:45.847386 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:38:45.847386 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:38:45.847386 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id_1': '7c8b093aba3a4481b05590b302f4062f', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 38, 45, 827186)}] Aug 27 02:38:45.847386 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:45.848378 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:45.892720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d263eb97-06c0-4b0e-bac4-2b4d0cff0ff0 None None] Provisioning complete for port c1630014-bbb1-437e-b931-350a21f414d4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:45.893100 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d263eb97-06c0-4b0e-bac4-2b4d0cff0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.897933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a139985-a43b-423b-b154-c4cf98ffa0b7 req-e476db49-5a8d-4e49-a661-39c6c5812406 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811117 Aug 27 02:38:45.980917 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.982225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-494aa753-2a2a-4c14-85fc-95fd5f24edfa tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.003676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-494aa753-2a2a-4c14-85fc-95fd5f24edfa tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.038613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:38:46.066372 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-494aa753-2a2a-4c14-85fc-95fd5f24edfa tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.068402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-494aa753-2a2a-4c14-85fc-95fd5f24edfa tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4829810 Aug 27 02:38:46.088779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35010) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.096248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-efb402f4-162c-44f8-8668-6f584054f81b req-4a0f7b6f-4356-4b90-938d-5071ef5fd837 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 210 time: 0.0637460 Aug 27 02:38:46.100930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:46.110344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e6b96798-9595-427a-97e1-ebbc631ac9b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:46.110344 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-e6b96798-9595-427a-97e1-ebbc631ac9b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:38:46.110344 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-e6b96798-9595-427a-97e1-ebbc631ac9b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:46.110344 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e6b96798-9595-427a-97e1-ebbc631ac9b8 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "PUT /v2.0/security-groups/fa321bd7-4ea8-444b-bde5-3092be2a973a HTTP/1.1" status: 409 len: 330 time: 0.0151060 Aug 27 02:38:46.110344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494aa753-2a2a-4c14-85fc-95fd5f24edfa tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa321bd7-4ea8-444b-bde5-3092be2a973a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.113334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.126989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35012) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.263532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.300554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dae7-560e-4e3e-9b8d-f41973ac8715 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.319972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.319972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.337853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1630014-bbb1-437e-b931-350a21f414d4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:46.350214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dae7-560e-4e3e-9b8d-f41973ac8715 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.395049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Made reservation on behalf of 7c8b093aba3a4481b05590b302f4062f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:46.399213 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.415108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=c2501790-c2ee-4d0b-80af-5c3b364883b7,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.430336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:38:46.477270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810dfc4-20cf-49ef-a3bc-e9af05079521 req-1d59d6b8-4496-4fd3-bb3c-0f0d1dc056b6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:46.485381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a810dfc4-20cf-49ef-a3bc-e9af05079521 req-1d59d6b8-4496-4fd3-bb3c-0f0d1dc056b6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 946 time: 0.2091792 Aug 27 02:38:46.570712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-10abafa3-d8e2-47fd-bf48-b43d929e5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:46.572547 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-10abafa3-d8e2-47fd-bf48-b43d929e5585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 1097 time: 0.3065104 Aug 27 02:38:46.577604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a810dfc4-20cf-49ef-a3bc-e9af05079521 req-bf632ea3-2f97-4251-8dca-1935828a723f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912552 Aug 27 02:38:46.614788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.639192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dae7-560e-4e3e-9b8d-f41973ac8715 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.646874 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dae7-560e-4e3e-9b8d-f41973ac8715 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.651714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b9d6dae7-560e-4e3e-9b8d-f41973ac8715 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/fa321bd7-4ea8-444b-bde5-3092be2a973a HTTP/1.1" status: 204 len: 168 time: 0.5234189 Aug 27 02:38:46.656196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35018) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.724478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d263eb97-06c0-4b0e-bac4-2b4d0cff0ff0 None None] Provisioning for port c2501790-c2ee-4d0b-80af-5c3b364883b7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:46.728855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network f808ef98-93f5-4bc6-b970-56ec95e7619d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:46.731417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c1630014-bbb1-437e-b931-350a21f414d4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:46.732117 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.733870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:46.734006 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.746771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d263eb97-06c0-4b0e-bac4-2b4d0cff0ff0 None None] Provisioning complete for port c2501790-c2ee-4d0b-80af-5c3b364883b7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:46.747642 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d263eb97-06c0-4b0e-bac4-2b4d0cff0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.747761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-e04371f7-b02b-4869-b578-cb9ef5976b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:46.749189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-e04371f7-b02b-4869-b578-cb9ef5976b86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.1442993 Aug 27 02:38:46.752129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-56e79021-299d-435c-ad37-1eb6afab5d48 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:46.754572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-56e79021-299d-435c-ad37-1eb6afab5d48 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 946 time: 0.2542574 Aug 27 02:38:46.788708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6dae7-560e-4e3e-9b8d-f41973ac8715 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa321bd7-4ea8-444b-bde5-3092be2a973a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.908389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Allocated IP 172.20.0.9 (047fa81c-2040-47d0-8d26-277242727363/685eeddd-44e9-4fec-a05b-b7c996941bfd/19f2c256-45be-4778-bfe4-e39da607fc34) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:46.912488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d263eb97-06c0-4b0e-bac4-2b4d0cff0ff0 None None] Port c2501790-c2ee-4d0b-80af-5c3b364883b7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:46.958756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-e6fb8626-a678-4b4e-b4f9-90ee2ffb9013 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 200 len: 1001 time: 0.1695893 Aug 27 02:38:46.988013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-610cfed5-9431-421f-bc0d-de45b4371155 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3118391 Aug 27 02:38:47.000747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35026) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:47.105508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad59be3f-abd6-4f2b-82d4-0bff2574ba26 None None] Provisioning complete for port c2501790-c2ee-4d0b-80af-5c3b364883b7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:47.106563 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad59be3f-abd6-4f2b-82d4-0bff2574ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.131896 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-d126ce35-3471-42fb-b394-f99c5f908250 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] delete failed (client error): The resource could not be found. Aug 27 02:38:47.145881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d126ce35-3471-42fb-b394-f99c5f908250 tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "DELETE /v2.0/security-groups/f8ac1179-42b5-40df-bf50-eb82746c13a1 HTTP/1.1" status: 404 len: 347 time: 0.1292341 Aug 27 02:38:47.146535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35032) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:47.182625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Deleting port 562b0571-8525-45ea-92e4-7aaf5d3ed78c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:47.183220 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.211250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ad59be3f-abd6-4f2b-82d4-0bff2574ba26 None None] Port c2501790-c2ee-4d0b-80af-5c3b364883b7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:47.227063 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-023913b0-4cc6-42bc-9a5e-4b799aca97cc tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] show failed (client error): The resource could not be found. Aug 27 02:38:47.234943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-023913b0-4cc6-42bc-9a5e-4b799aca97cc tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-groups/e8431787-6f33-4855-a893-1b1ef4fe7b26 HTTP/1.1" status: 404 len: 347 time: 0.0812697 Aug 27 02:38:47.237481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35034) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:47.261678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-d81ee172-a3e5-49e8-8384-879c62f021c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:47.261919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602da867-56d8-4d4d-9aa1-e906ed8cfce7 req-84c7fe29-0b99-43ea-ad29-0c10ebe1caf8 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:47.263406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-d81ee172-a3e5-49e8-8384-879c62f021c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.2777226 Aug 27 02:38:47.269329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-602da867-56d8-4d4d-9aa1-e906ed8cfce7 req-84c7fe29-0b99-43ea-ad29-0c10ebe1caf8 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 945 time: 0.2102981 Aug 27 02:38:47.309735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99236512-0f78-468e-a167-ea30e59554f4 req-9b1b1da7-2b7b-4ad1-b34d-c0f9af932463 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 210 time: 0.0507665 Aug 27 02:38:47.340437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router e198dc92-ddd6-47bb-870a-1ad2239774be is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:38:47.342994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-de59c6f2-3d2f-4a04-b8aa-faaf9b25c46d None None] Provisioning complete for port c2501790-c2ee-4d0b-80af-5c3b364883b7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:47.343464 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-de59c6f2-3d2f-4a04-b8aa-faaf9b25c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.396876 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-d03f555d-c10f-48ac-a79f-eb171fac713f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] show failed (client error): The resource could not be found. Aug 27 02:38:47.396876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d03f555d-c10f-48ac-a79f-eb171fac713f tempest-NegativeSecGroupIPv6Test-1053782494 tempest-NegativeSecGroupIPv6Test-1053782494-project] 10.222.0.10 "GET /v2.0/security-group-rules/6724b45c-861f-4570-ad53-c64a8ee8e544 HTTP/1.1" status: 404 len: 356 time: 0.1469467 Aug 27 02:38:47.420586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-de59c6f2-3d2f-4a04-b8aa-faaf9b25c46d None None] Port c2501790-c2ee-4d0b-80af-5c3b364883b7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:47.506154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-b4b6f10d-44f8-49ba-8030-7c2d8459cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:47.509507 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-b4b6f10d-44f8-49ba-8030-7c2d8459cbb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911578 Aug 27 02:38:47.522189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:47.586241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-cf5334cd-7293-41ed-96eb-ec5d8f32ab57 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:38:47.587288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-cf5334cd-7293-41ed-96eb-ec5d8f32ab57 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062261 Aug 27 02:38:47.596047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.662044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:47.666828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:47.667200 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.842737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:47.866794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7be813bf-8f53-46f0-8de6-253d7a7fa22d tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/e198dc92-ddd6-47bb-870a-1ad2239774be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9749429 Aug 27 02:38:47.874062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] Sync routers for ids ['e198dc92-ddd6-47bb-870a-1ad2239774be'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:47.898252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] Routers {'e198dc92-ddd6-47bb-870a-1ad2239774be'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:47.898930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e198dc92-ddd6-47bb-870a-1ad2239774be'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:47.932214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35054) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:47.998196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-a3dc23a5-065e-4e4c-80a3-3a0eba7a2217 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988359 Aug 27 02:38:48.000754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35060) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:48.128576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-602da867-56d8-4d4d-9aa1-e906ed8cfce7 req-9ab2ca30-8f82-4ec3-9c2f-7c7bb591099d tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8582766 Aug 27 02:38:48.249148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] For port 562b0571-8525-45ea-92e4-7aaf5d3ed78c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=562b0571-8525-45ea-92e4-7aaf5d3ed78c,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:48.259929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.271915 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.305907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5eb001-ed7d-439e-bb14-1901d8323e2c req-c754b044-d06b-4637-92d0-089e70c3deb3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:48.314393 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc5eb001-ed7d-439e-bb14-1901d8323e2c req-c754b044-d06b-4637-92d0-089e70c3deb3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 946 time: 0.5150366 Aug 27 02:38:48.324250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172de9e5-54d8-474c-8cf8-48cf2b764f4a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:48.324758 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-172de9e5-54d8-474c-8cf8-48cf2b764f4a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports/c2501790-c2ee-4d0b-80af-5c3b364883b7 HTTP/1.1" status: 200 len: 911 time: 0.3915658 Aug 27 02:38:48.332770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:48.404352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:48.407870 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.468674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:48.470211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:48.473665 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5ca558-79d2-4e09-9204-ca5e7a64c2a1" -d '{"events": [{"server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "name": "network-vif-plugged", "status": "completed", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:48.477588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] Routers {'e198dc92-ddd6-47bb-870a-1ad2239774be'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:48.478473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e198dc92-ddd6-47bb-870a-1ad2239774be'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:48.481955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.627829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Transition to ACTIVE for port object 19f2c256-45be-4778-bfe4-e39da607fc34 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:48.647924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:48.649926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f77ea-ec22-41a3-8667-d10d10f5c1aa None None] The sync data for ids ['e198dc92-ddd6-47bb-870a-1ad2239774be'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:48.688096 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc5eb001-ed7d-439e-bb14-1901d8323e2c req-51bd290d-0c33-4d54-8893-86a9fe675637 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727067 Aug 27 02:38:48.724415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:48.726113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa28bdf7-54fa-449f-a41e-ee6916248d4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bbe58c7c2ab432fa1f54411757aad69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226334 Aug 27 02:38:48.726576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eace3e34-5774-4cd7-b484-dd48bdd7826c req-b9219dc5-231e-4dc7-88d2-bef99cb1cb92 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 210 time: 0.1599772 Aug 27 02:38:48.735400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:48.755649 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-a68fe652-ecac-4633-90e6-25ae549ee220 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208107 Aug 27 02:38:48.777366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35088) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:48.781369 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab226b-0c0c-4fbd-810c-2be6f87fc207 x-openstack-request-id: req-f8ab226b-0c0c-4fbd-810c-2be6f87fc207 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:48.781809 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "name": "network-vif-plugged", "status": "completed", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:48.782506 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8ab226b-0c0c-4fbd-810c-2be6f87fc207 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:48.782926 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'code': 200} Aug 27 02:38:49.101527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.137173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43328310-e64c-45ea-9e8d-41e195e94671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.225177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707111c-43f6-421f-b29d-044015f29671 req-9e2855d1-f46d-4df1-9eae-d7d0f395628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:49.228401 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6707111c-43f6-421f-b29d-044015f29671 req-9e2855d1-f46d-4df1-9eae-d7d0f395628c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 1097 time: 0.3620903 Aug 27 02:38:49.321115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.334296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-669dcb0b-073e-4ac8-9366-405ace9d6bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.379201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43328310-e64c-45ea-9e8d-41e195e94671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.501362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:49.534475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-669dcb0b-073e-4ac8-9366-405ace9d6bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.544451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:49.554197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-669dcb0b-073e-4ac8-9366-405ace9d6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.557894 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.558567 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.558900 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Floating IP 717993ef-9514-4561-ad20-ceb56aa4136e disassociated. External IP: 172.25.1.156, port: 562b0571-8525-45ea-92e4-7aaf5d3ed78c. Aug 27 02:38:49.559252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Calling delete_port for 562b0571-8525-45ea-92e4-7aaf5d3ed78c owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:49.577506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:49.593567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6707111c-43f6-421f-b29d-044015f29671 req-3de18c21-92e4-4a78-b0aa-3df62a07b93e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545229 Aug 27 02:38:49.628398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497faf20-1d14-4c11-b39f-a2f54fafaf14 req-4496974c-1732-46ea-9a6c-b7172605f6ff tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:49.637332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-497faf20-1d14-4c11-b39f-a2f54fafaf14 req-4496974c-1732-46ea-9a6c-b7172605f6ff tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.3329418 Aug 27 02:38:49.641828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=19f2c256-45be-4778-bfe4-e39da607fc34,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:49.721225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dcb0b-073e-4ac8-9366-405ace9d6bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6250811-c6b1-41d4-a702-bf481b197a95,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:49.738430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-669dcb0b-073e-4ac8-9366-405ace9d6bc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bf1bc42bab847f5a8ba7b6443cc22f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9596639 Aug 27 02:38:49.739443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35178) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:49.871458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43328310-e64c-45ea-9e8d-41e195e94671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.874252 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43328310-e64c-45ea-9e8d-41e195e94671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.875497 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-43328310-e64c-45ea-9e8d-41e195e94671 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8d959ac-01c8-4420-b925-8db4d56e7160 HTTP/1.1" status: 204 len: 168 time: 1.1364706 Aug 27 02:38:49.892438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:49.893136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.915481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-497faf20-1d14-4c11-b39f-a2f54fafaf14 req-6350c6e3-5a7d-463b-89d4-cc0a1c30f8eb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769976 Aug 27 02:38:49.933917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43328310-e64c-45ea-9e8d-41e195e94671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d959ac-01c8-4420-b925-8db4d56e7160,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:49.999957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port c2501790-c2ee-4d0b-80af-5c3b364883b7 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:50.006211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.043128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 562b0571-8525-45ea-92e4-7aaf5d3ed78c no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:50.053264 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-755f9d05-9a50-40f3-88b2-6eebbeb50eeb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4503601 Aug 27 02:38:50.099654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Request body: {'port': {'device_id': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:50.128086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9687ada4-d137-428c-8cdb-c06fbbf6b8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.156739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad9b2f33-5a65-4e56-8f77-e44eee1c35a1 None None] Provisioning for port 19f2c256-45be-4778-bfe4-e39da607fc34 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:50.165538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad9b2f33-5a65-4e56-8f77-e44eee1c35a1 None None] Provisioning complete for port 19f2c256-45be-4778-bfe4-e39da607fc34 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:50.166679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad9b2f33-5a65-4e56-8f77-e44eee1c35a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.231631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da5787-5beb-44f5-8157-478357e30200 req-e0d418f6-f488-4309-b459-a96d83216f26 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:50.239927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69da5787-5beb-44f5-8157-478357e30200 req-e0d418f6-f488-4309-b459-a96d83216f26 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 946 time: 0.4006088 Aug 27 02:38:50.253163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9687ada4-d137-428c-8cdb-c06fbbf6b8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.284775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b2f33-5a65-4e56-8f77-e44eee1c35a1 None None] Port 19f2c256-45be-4778-bfe4-e39da607fc34 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:50.315180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.356546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45d95f-6fe8-4235-a9bb-4f87b71c56a3 req-a85337a8-2e6d-45f4-bfde-79ff72b52da8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:50.361198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea45d95f-6fe8-4235-a9bb-4f87b71c56a3 req-a85337a8-2e6d-45f4-bfde-79ff72b52da8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 931 time: 0.3392127 Aug 27 02:38:50.395031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.405422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.440515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for c2501790-c2ee-4d0b-80af-5c3b364883b7 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:50.461637 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69da5787-5beb-44f5-8157-478357e30200 req-95c931d1-3edf-4413-bc86-446e11961600 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=c782a073-8a49-4b30-b0f8-6c3cc471f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203658 Aug 27 02:38:50.486306 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.554041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event deleted for resources: {'Port': ['ID=562b0571-8525-45ea-92e4-7aaf5d3ed78c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:50.590193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea45d95f-6fe8-4235-a9bb-4f87b71c56a3 req-f77125ed-3470-419a-90d8-c6ac4add539a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154722 Aug 27 02:38:50.612847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9687ada4-d137-428c-8cdb-c06fbbf6b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.631378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9687ada4-d137-428c-8cdb-c06fbbf6b8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.631378 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9687ada4-d137-428c-8cdb-c06fbbf6b8a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6250811-c6b1-41d4-a702-bf481b197a95 HTTP/1.1" status: 204 len: 168 time: 0.8796027 Aug 27 02:38:50.661226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687ada4-d137-428c-8cdb-c06fbbf6b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6250811-c6b1-41d4-a702-bf481b197a95,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:50.952306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Router ead0b770-5cfa-4726-b48c-bf81ff93d739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:51.175070 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.278944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=c2501790-c2ee-4d0b-80af-5c3b364883b7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:51.386277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0254-1052-4dfc-96b1-9f80a683f195 req-fd7e9313-e9e0-4343-be48-1732a551d3ef tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:51.397282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5f6a0254-1052-4dfc-96b1-9f80a683f195 req-fd7e9313-e9e0-4343-be48-1732a551d3ef tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.2841566 Aug 27 02:38:51.448019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:51.458343 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] Sync routers for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:51.471078 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:51.471710 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:51.619769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] No DVR routers for this DVR port 562b0571-8525-45ea-92e4-7aaf5d3ed78c on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:51.625959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.633961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1a5f5e2-1408-44dc-97df-d3331cb917ba req-c53dcf53-31cd-4faf-b0f1-83e30d3ea4c2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.32 "DELETE /v2.0/ports/562b0571-8525-45ea-92e4-7aaf5d3ed78c HTTP/1.1" status: 204 len: 173 time: 4.8386409 Aug 27 02:38:51.645696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35368) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:51.646787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-deleted', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:51.664282 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d115efa-7913-499c-8199-e5abfc8f29e1" -d '{"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-deleted", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:51.730033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f2c256-45be-4778-bfe4-e39da607fc34 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:38:51.771113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.785397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.797439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5f6a0254-1052-4dfc-96b1-9f80a683f195 req-bafda296-3bc0-4016-ab7a-0aedd5f00aa4 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992262 Aug 27 02:38:51.865514 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:51.959965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Transition to ACTIVE for port object 19f2c256-45be-4778-bfe4-e39da607fc34 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:51.998416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bffd8f0f-6081-4bfe-b588-ce37ab1b2c9e req-8564e904-5ebb-41dc-93b6-41696e64f1f5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e53457a-d428-40f6-9a40-02426ebd4ee4 HTTP/1.1" status: 200 len: 210 time: 0.2300713 Aug 27 02:38:52.007605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.185935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738704bc-c773-49b9-8793-85a4b219d106 req-2affa107-993a-4270-b6a6-8e8af82b55b7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:52.205276 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-738704bc-c773-49b9-8793-85a4b219d106 req-2affa107-993a-4270-b6a6-8e8af82b55b7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 943 time: 0.1647580 Aug 27 02:38:52.337452 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf8c68-5d15-419e-9bb8-5820eac672c2 x-openstack-request-id: req-eddf8c68-5d15-419e-9bb8-5820eac672c2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:52.340625 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53457a-d428-40f6-9a40-02426ebd4ee4", "name": "network-vif-deleted", "tag": "562b0571-8525-45ea-92e4-7aaf5d3ed78c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:52.344067 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eddf8c68-5d15-419e-9bb8-5820eac672c2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:52.344633 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53457a-d428-40f6-9a40-02426ebd4ee4', 'name': 'network-vif-deleted', 'tag': '562b0571-8525-45ea-92e4-7aaf5d3ed78c', 'status': 'completed', 'code': 200} Aug 27 02:38:52.356321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f7566e9-9717-428d-adb1-28470b845bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.568199 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:52.607059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-738704bc-c773-49b9-8793-85a4b219d106 req-5f140f54-137b-4509-9e62-7bc3726fd54a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927014 Aug 27 02:38:52.674244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Pushing event updated for resources: {'Port': ['ID=19f2c256-45be-4778-bfe4-e39da607fc34,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:52.675829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router e198dc92-ddd6-47bb-870a-1ad2239774be has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:52.692882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.693255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.693599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.694107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.694474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.694809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.695345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.695682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.696007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.696335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.696660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.697525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:52.706334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Attempting to bind port 19f2c256-45be-4778-bfe4-e39da607fc34 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:52.706927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Attempting to bind port 19f2c256-45be-4778-bfe4-e39da607fc34 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:52.707555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Attempting to bind port 19f2c256-45be-4778-bfe4-e39da607fc34 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:52.721980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Port 19f2c256-45be-4778-bfe4-e39da607fc34 on network 047fa81c-2040-47d0-8d26-277242727363 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:38:52.722520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Attempting to bind port 19f2c256-45be-4778-bfe4-e39da607fc34 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:52.736687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:52.737457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:52.738019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Bound using segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:52.738713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Bound port: 19f2c256-45be-4778-bfe4-e39da607fc34, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:52.739413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.787284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43645d7-c4c2-48dc-b038-a15478417fda req-9f998e2c-0f79-4c39-aaf8-d8f7a42b71e7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:52.800883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e43645d7-c4c2-48dc-b038-a15478417fda req-9f998e2c-0f79-4c39-aaf8-d8f7a42b71e7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.3873687 Aug 27 02:38:52.800883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35478) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:52.804874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'floatingip': {'port_id': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:52.872297 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.001065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:53.016007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] Sync routers for ids ['e198dc92-ddd6-47bb-870a-1ad2239774be'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:53.025198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35506) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.026896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-debabae9-2a25-4af0-94ea-a4ab6c965a7c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/e198dc92-ddd6-47bb-870a-1ad2239774be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6929452 Aug 27 02:38:53.031237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] For port 19f2c256-45be-4778-bfe4-e39da607fc34, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:53.045970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] Routers {'e198dc92-ddd6-47bb-870a-1ad2239774be'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:53.046900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e198dc92-ddd6-47bb-870a-1ad2239774be'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.077740 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] Checking router: ead0b770-5cfa-4726-b48c-bf81ff93d739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:38:53.096678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] For port 19f2c256-45be-4778-bfe4-e39da607fc34, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=19f2c256-45be-4778-bfe4-e39da607fc34,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:53.103783 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:53.104402 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.172267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.183001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35528) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.203081 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-722f920b-5206-4f9d-8c37-fb52739dc1f4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e198dc92-ddd6-47bb-870a-1ad2239774be HTTP/1.1" status: 200 len: 205 time: 0.1715362 Aug 27 02:38:53.206073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35532) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.217590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] Routers {'e198dc92-ddd6-47bb-870a-1ad2239774be'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:53.218781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e198dc92-ddd6-47bb-870a-1ad2239774be'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.293559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.294230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66dee89-6b17-41f7-95f6-0b87318f45fc None None] The sync data for ids ['e198dc92-ddd6-47bb-870a-1ad2239774be'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:53.326104 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:53.345920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91a3d7b6-a6ba-44a1-b770-7c5ddfee64ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.351122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.426603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91a3d7b6-a6ba-44a1-b770-7c5ddfee64ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.496078 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91a3d7b6-a6ba-44a1-b770-7c5ddfee64ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.500586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91a3d7b6-a6ba-44a1-b770-7c5ddfee64ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.504351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-91a3d7b6-a6ba-44a1-b770-7c5ddfee64ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "DELETE /v2.0/security-groups/c782a073-8a49-4b30-b0f8-6c3cc471f1d1 HTTP/1.1" status: 204 len: 168 time: 0.3202887 Aug 27 02:38:53.517515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35574) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.519553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Pushing event updated for resources: {'Port': ['ID=19f2c256-45be-4778-bfe4-e39da607fc34,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:53.569753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3d7b6-a6ba-44a1-b770-7c5ddfee64ec tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782a073-8a49-4b30-b0f8-6c3cc471f1d1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:53.575714 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-f8bcf78a-38ed-4eae-9159-c3d4408afe73 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] show failed (client error): The resource could not be found. Aug 27 02:38:53.582232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f8bcf78a-38ed-4eae-9159-c3d4408afe73 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups/c782a073-8a49-4b30-b0f8-6c3cc471f1d1 HTTP/1.1" status: 404 len: 347 time: 0.0636599 Aug 27 02:38:53.585132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35582) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.652389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5674692f-faac-4b0e-9330-ace1bfc16627 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.659481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:53.660296 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.662800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4bf0193c-3349-4e0e-a73e-97d0c1717b21 service neutron] 10.222.0.32 "PUT /v2.0/ports/19f2c256-45be-4778-bfe4-e39da607fc34 HTTP/1.1" status: 200 len: 1091 time: 3.5806391 Aug 27 02:38:53.845963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f7566e9-9717-428d-adb1-28470b845bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.903411 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.914984 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f7566e9-9717-428d-adb1-28470b845bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.944246 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bbd168-d66a-4522-a33f-3067bc6adfac None None] The sync data for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 is: [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:54.135747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe473f4-8f5b-476a-a710-89c641875f56 req-51b4f82c-cbfb-48a8-a40e-e94ba82fb7cc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:54.137377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fe473f4-8f5b-476a-a710-89c641875f56 req-51b4f82c-cbfb-48a8-a40e-e94ba82fb7cc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 943 time: 0.2171357 Aug 27 02:38:54.185065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Deleting port 94529f3c-2f05-4179-aef8-e58d834c28dd {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:54.185420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.289301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fe473f4-8f5b-476a-a710-89c641875f56 req-b3ce4316-1d88-4621-a0d8-0cfe4e401eda tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363227 Aug 27 02:38:54.353691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.354449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.384807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Calling delete_port for 94529f3c-2f05-4179-aef8-e58d834c28dd owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:54.462278 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87b95a-1093-41d8-a56d-5e126621aece None None] New status for floating IP 717993ef-9514-4561-ad20-ceb56aa4136e: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:38:54.584517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'tag': '19f2c256-45be-4778-bfe4-e39da607fc34'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:54.587178 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ea349-d14c-4880-8fab-7d3f2a3b5d04" -d '{"events": [{"name": "network-changed", "server_uuid": "e1013f81-b03c-4ed7-b8bc-f700d7e0d828", "tag": "19f2c256-45be-4778-bfe4-e39da607fc34"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:54.625505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.627431 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.db.api [None req-9a87b95a-1093-41d8-a56d-5e126621aece None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:54.628106 n-d-806293-1 neutron-server[94775]: DEBUG oslo_db.api [None req-9a87b95a-1093-41d8-a56d-5e126621aece None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:54.637702 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5674692f-faac-4b0e-9330-ace1bfc16627 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.651393 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5674692f-faac-4b0e-9330-ace1bfc16627 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.665500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2f7566e9-9717-428d-adb1-28470b845bab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=707331c22cc3492989e9522c65e8ec5f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9911628 Aug 27 02:38:54.675961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35684) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:54.686644 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09b6e7e-ffdf-4af6-9b44-a1bd2f16c1df x-openstack-request-id: req-e09b6e7e-ffdf-4af6-9b44-a1bd2f16c1df {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:54.686644 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1013f81-b03c-4ed7-b8bc-f700d7e0d828", "tag": "19f2c256-45be-4778-bfe4-e39da607fc34", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:54.686644 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e09b6e7e-ffdf-4af6-9b44-a1bd2f16c1df {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:54.686644 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'tag': '19f2c256-45be-4778-bfe4-e39da607fc34', 'status': 'completed', 'code': 200} Aug 27 02:38:54.693217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event deleted for resources: {'Port': ['ID=94529f3c-2f05-4179-aef8-e58d834c28dd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:54.733386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7566e9-9717-428d-adb1-28470b845bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9501f99-e9a3-404e-b52e-2323e653d746,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:54.746704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-1e8992de-629a-4a5e-9e89-a9d31a2b01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:54.747937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-1e8992de-629a-4a5e-9e89-a9d31a2b01b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 1094 time: 0.9798346 Aug 27 02:38:54.791377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5674692f-faac-4b0e-9330-ace1bfc16627 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.791918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5674692f-faac-4b0e-9330-ace1bfc16627 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Fanout notify agent at l3_agent the message router_deleted on router e198dc92-ddd6-47bb-870a-1ad2239774be {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:38:54.806183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.808711 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.813041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44b6ffe5-f903-4717-9625-fd634c11f918 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "DELETE /v2.0/floatingips/717993ef-9514-4561-ad20-ceb56aa4136e HTTP/1.1" status: 204 len: 168 time: 1.2227013 Aug 27 02:38:54.813041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c37c3ea-de14-468b-a04a-2a723a802345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.836185 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5674692f-faac-4b0e-9330-ace1bfc16627 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.837300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5674692f-faac-4b0e-9330-ace1bfc16627 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/e198dc92-ddd6-47bb-870a-1ad2239774be HTTP/1.1" status: 204 len: 168 time: 1.6052585 Aug 27 02:38:54.847017 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c37c3ea-de14-468b-a04a-2a723a802345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.857584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:54.861186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-fca04a5a-78ef-43a6-86a4-11fc14da274c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f2c256-45be-4778-bfe4-e39da607fc34 HTTP/1.1" status: 200 len: 217 time: 0.0790813 Aug 27 02:38:54.921802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c37c3ea-de14-468b-a04a-2a723a802345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.925822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1c37c3ea-de14-468b-a04a-2a723a802345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.929877 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1c37c3ea-de14-468b-a04a-2a723a802345 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9501f99-e9a3-404e-b52e-2323e653d746 HTTP/1.1" status: 204 len: 168 time: 0.2516789 Aug 27 02:38:54.940694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37c3ea-de14-468b-a04a-2a723a802345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9501f99-e9a3-404e-b52e-2323e653d746,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:55.129445 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87b95a-1093-41d8-a56d-5e126621aece None None] New status for floating IP 717993ef-9514-4561-ad20-ceb56aa4136e: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:38:55.137157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-32049540-dbd5-4d4b-9711-4e44ca7ac0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:55.139030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-32049540-dbd5-4d4b-9711-4e44ca7ac0fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2351041 Aug 27 02:38:55.153201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet 199c94df-f476-4ece-9de6-c64f20000475 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:55.199376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.321265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4a6e8f53-111b-4144-be40-e7ecb0160eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:55.323463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-4a6e8f53-111b-4144-be40-e7ecb0160eb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600058 Aug 27 02:38:55.329397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.441549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.580963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:38:55.684146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35746) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:55.690402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3b2e9a20-1bf4-44a3-b3da-691d347e36ee tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239903994', 'description': 'tempest-description--618019370'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:55.700593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:55.724344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94c51a68-d9a8-4280-9a6e-f25961d576e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.749342 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9a20-1bf4-44a3-b3da-691d347e36ee tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.776966 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.789045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037592-8a44-4237-9cf3-1ea7b70c1497 req-ba738c51-2bc4-414d-9eb1-41fadd1f043b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:55.790889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b037592-8a44-4237-9cf3-1ea7b70c1497 req-ba738c51-2bc4-414d-9eb1-41fadd1f043b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 943 time: 0.2151442 Aug 27 02:38:55.796880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.814574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.838261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a278d1-f1f9-4db6-aa1b-6f432e7ad6e2 None None] Network f808ef98-93f5-4bc6-b970-56ec95e7619d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:55.877454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.880085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/199c94df-f476-4ece-9de6-c64f20000475 HTTP/1.1" status: 204 len: 168 time: 1.0206511 Aug 27 02:38:55.882984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35752) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:55.884564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e287632-2f9d-477b-af36-bf0dad10e02e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=199c94df-f476-4ece-9de6-c64f20000475,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:55.887869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-7cf2e691-7821-47bc-9ccb-3a12bb2dd90a service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400874 Aug 27 02:38:55.958872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94c51a68-d9a8-4280-9a6e-f25961d576e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.971662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94c51a68-d9a8-4280-9a6e-f25961d576e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.995626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b037592-8a44-4237-9cf3-1ea7b70c1497 req-46555bdd-825e-4eb3-acfb-c9e8e2d8c32b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857080 Aug 27 02:38:56.050164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.060002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c51a68-d9a8-4280-9a6e-f25961d576e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1558a9c0-ed01-4e09-865f-d8e8f68091a0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.071251 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-94c51a68-d9a8-4280-9a6e-f25961d576e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a780d4439bf64d58bd88817ab7cb9c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695066 Aug 27 02:38:56.074231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35754) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:56.082795 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Floating IP 55d3f650-3bb5-4175-8e24-d00faf0885c6 associated. External IP: 172.25.1.122, port: fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a. Aug 27 02:38:56.088367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8b25be5-986a-4017-8aaf-95583e710e58 req-616135f9-cab1-4f91-9258-fd66bcf32981 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878698 Aug 27 02:38:56.201952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] DHCP port deletion for f808ef98-93f5-4bc6-b970-56ec95e7619d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:56.208847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9a20-1bf4-44a3-b3da-691d347e36ee tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.237572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9a20-1bf4-44a3-b3da-691d347e36ee tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.278062 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9a20-1bf4-44a3-b3da-691d347e36ee tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.280457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] Deleting port c1630014-bbb1-437e-b931-350a21f414d4 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:56.281062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.288412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3b2e9a20-1bf4-44a3-b3da-691d347e36ee tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6008554 Aug 27 02:38:56.302306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35758) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:56.311008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port c1630014-bbb1-437e-b931-350a21f414d4 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:56.311008 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.331196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a35742f7-78b4-4d73-a657-a7f14408e4d2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'security_group_rule': {'security_group_id': '4b2a372b-6cee-4633-8977-93d5e33ed13c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:56.401903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] For port c1630014-bbb1-437e-b931-350a21f414d4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1630014-bbb1-437e-b931-350a21f414d4,segment=NetworkSegment(5113141f-4de0-4e96-b611-c4c5bcc11ca2),segment_id=5113141f-4de0-4e96-b611-c4c5bcc11ca2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:56.402368 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.421394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] Calling delete_port for c1630014-bbb1-437e-b931-350a21f414d4 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:56.440397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e9a20-1bf4-44a3-b3da-691d347e36ee tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a372b-6cee-4633-8977-93d5e33ed13c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.469129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-8391060e-41e9-422d-a4d1-90ca0ae42c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:56.470989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-8391060e-41e9-422d-a4d1-90ca0ae42c96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 1094 time: 0.2629569 Aug 27 02:38:56.481514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a35742f7-78b4-4d73-a657-a7f14408e4d2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.489943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port c1630014-bbb1-437e-b931-350a21f414d4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1630014-bbb1-437e-b931-350a21f414d4,segment=NetworkSegment(5113141f-4de0-4e96-b611-c4c5bcc11ca2),segment_id=5113141f-4de0-4e96-b611-c4c5bcc11ca2)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:56.490427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.498749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e52f76c-a3ae-400f-bf94-3e908af842fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.516123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for c1630014-bbb1-437e-b931-350a21f414d4 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:56.569850 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.591409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Router d5506018-3d4d-40b8-bc45-e6fa997c54ce has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:56.610908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] Pushing event deleted for resources: {'Port': ['ID=c1630014-bbb1-437e-b931-350a21f414d4,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.616398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e52f76c-a3ae-400f-bf94-3e908af842fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.620864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e35d61-8b65-4904-ba81-038ce237533b None None] No DVR routers for this DVR port c1630014-bbb1-437e-b931-350a21f414d4 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:56.621671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a35742f7-78b4-4d73-a657-a7f14408e4d2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.711717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.745947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a35742f7-78b4-4d73-a657-a7f14408e4d2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.768437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=c1630014-bbb1-437e-b931-350a21f414d4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.783194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a35742f7-78b4-4d73-a657-a7f14408e4d2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.784863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a35742f7-78b4-4d73-a657-a7f14408e4d2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4777589 Aug 27 02:38:56.790725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port c1630014-bbb1-437e-b931-350a21f414d4 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:56.803401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35772) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:56.809689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1a1fef34-236b-455a-9256-9f5892e553ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'security_group_rule': {'security_group_id': '4b2a372b-6cee-4633-8977-93d5e33ed13c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:56.868758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35742f7-78b4-4d73-a657-a7f14408e4d2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1d3696-4bc9-42a0-89be-53fda9271c9a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.880285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a1fef34-236b-455a-9256-9f5892e553ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.103983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:57.115128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] Sync routers for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:57.119214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.133112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:57.140015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:57.176869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-4f56f360-0cfa-4fd1-bd52-ee6f6cbe537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:57.178771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-4f56f360-0cfa-4fd1-bd52-ee6f6cbe537a service neutron] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.6986496 Aug 27 02:38:57.184011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8816775d-ec0c-44c8-822c-2004a4f77f48 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "PUT /v2.0/floatingips/55d3f650-3bb5-4175-8e24-d00faf0885c6 HTTP/1.1" status: 200 len: 992 time: 4.3836410 Aug 27 02:38:57.186005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:57.193338 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e35c6-2828-43fb-af43-aea8e30f9378" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:57.278999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-bc5ff743-40ef-465e-b6a7-d6ce5e581a8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f2c256-45be-4778-bfe4-e39da607fc34 HTTP/1.1" status: 200 len: 217 time: 0.0766268 Aug 27 02:38:57.339823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-aeec6180-c440-4ca2-8df3-bd2d198a8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:57.341921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-aeec6180-c440-4ca2-8df3-bd2d198a8898 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.0554805 Aug 27 02:38:57.370033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e52f76c-a3ae-400f-bf94-3e908af842fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.381429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e52f76c-a3ae-400f-bf94-3e908af842fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.382698 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4e52f76c-a3ae-400f-bf94-3e908af842fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1558a9c0-ed01-4e09-865f-d8e8f68091a0 HTTP/1.1" status: 204 len: 168 time: 1.3070557 Aug 27 02:38:57.384282 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65e608d-1b8f-48cc-9c32-7ac7465987c0 x-openstack-request-id: req-b65e608d-1b8f-48cc-9c32-7ac7465987c0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:57.389644 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:57.390847 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b65e608d-1b8f-48cc-9c32-7ac7465987c0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:57.390847 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'status': 'completed', 'code': 200} Aug 27 02:38:57.432781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:57.471222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52f76c-a3ae-400f-bf94-3e908af842fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1558a9c0-ed01-4e09-865f-d8e8f68091a0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:57.633651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-5e4b2158-e54c-463d-983f-0e5e57c8f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:57.639581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-5e4b2158-e54c-463d-983f-0e5e57c8f750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898326 Aug 27 02:38:57.643774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-3ad9a94f-8c65-42c8-8ea0-aea66c60bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:57.648925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-3ad9a94f-8c65-42c8-8ea0-aea66c60bef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 1097 time: 0.1781471 Aug 27 02:38:57.714194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.733637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f808ef98-93f5-4bc6-b970-56ec95e7619d']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:57.749589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a1fef34-236b-455a-9256-9f5892e553ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.751510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5113141f-4de0-4e96-b611-c4c5bcc11ca2') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:57.751811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5113141f-4de0-4e96-b611-c4c5bcc11ca2') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:57.770280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c41c0-88b1-4397-a0d1-e62814ca2007 req-a8ec1ce4-efce-4240-b50a-9f6a69fe8978 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:57.771685 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-308c41c0-88b1-4397-a0d1-e62814ca2007 req-a8ec1ce4-efce-4240-b50a-9f6a69fe8978 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 943 time: 0.1561615 Aug 27 02:38:57.772379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a1fef34-236b-455a-9256-9f5892e553ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.775515 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.806858 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d82218f3-f821-4f74-9aa1-bc3db8f86d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.820334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fef34-236b-455a-9256-9f5892e553ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371a1bd-5aa7-42c6-9ce5-70b0ae084d56,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:57.822580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.839847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:57.840065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:57.844457 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:57.849011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55d3f650-3bb5-4175-8e24-d00faf0885c6', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'port_id': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'mac_address': 'fa:16:3e:53:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:38:30Z', 'updated_at': '2021-08-27T02:38:55Z', 'revision_number': 1, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:57.860585 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a1fef34-236b-455a-9256-9f5892e553ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.861787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1a1fef34-236b-455a-9256-9f5892e553ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0574017 Aug 27 02:38:57.884905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] Checking router: d5506018-3d4d-40b8-bc45-e6fa997c54ce for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:38:57.886933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35792) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:57.901037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:38:57.902013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:57.903750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-308c41c0-88b1-4397-a0d1-e62814ca2007 req-1f15671f-f491-492f-8340-a785febb3709 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095405 Aug 27 02:38:57.906910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:57.945374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.953161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.955218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/f808ef98-93f5-4bc6-b970-56ec95e7619d HTTP/1.1" status: 204 len: 168 time: 2.0711868 Aug 27 02:38:57.960430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35794) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:57.972617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2068018494', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:57.983448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9a21-6f55-4caa-846f-2d898cfe5ae0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=f808ef98-93f5-4bc6-b970-56ec95e7619d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:58.063911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.075816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 19f2c256-45be-4778-bfe4-e39da607fc34 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:38:58.102918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:38:58.140934 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.142343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.241380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.252320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-a41d4d10-48ea-44d2-bd96-9f916f3a1040 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019115 Aug 27 02:38:58.284648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1630014-bbb1-437e-b931-350a21f414d4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:58.349129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c1630014-bbb1-437e-b931-350a21f414d4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:58.349445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1630014-bbb1-437e-b931-350a21f414d4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:58.436842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-ad7545ee-ff5f-4d9b-a2e7-a7bbedf70d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:58.439073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-ad7545ee-ff5f-4d9b-a2e7-a7bbedf70d32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.7726912 Aug 27 02:38:58.549215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 19f2c256-45be-4778-bfe4-e39da607fc34, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=19f2c256-45be-4778-bfe4-e39da607fc34,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:58.581298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '19f2c256-45be-4778-bfe4-e39da607fc34', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': '19f2c256-45be-4778-bfe4-e39da607fc34', 'mac_address': 'fa:16:3e:e4:88:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:38:58.612569 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.639899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.670402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55d3f650-3bb5-4175-8e24-d00faf0885c6', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'port_id': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'mac_address': 'fa:16:3e:53:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:38:30Z', 'updated_at': '2021-08-27T02:38:55Z', 'revision_number': 1, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:58.675055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f2c256-45be-4778-bfe4-e39da607fc34 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:38:58.707357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee1878b-1dab-447a-8ae8-8d930c96b293 None None] The sync data for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 is: [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55d3f650-3bb5-4175-8e24-d00faf0885c6', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'port_id': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'mac_address': 'fa:16:3e:53:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:38:30Z', 'updated_at': '2021-08-27T02:38:55Z', 'revision_number': 1, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:58.739772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35822) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:58.748012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 19f2c256-45be-4778-bfe4-e39da607fc34, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=19f2c256-45be-4778-bfe4-e39da607fc34,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:58.759562 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.817962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-307c9599-e551-4de0-b43a-2c73a0d15fdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 200 len: 1000 time: 0.3291647 Aug 27 02:38:58.833093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=19f2c256-45be-4778-bfe4-e39da607fc34,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:58.955850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-294ea349-d14c-4880-8fab-7d3f2a3b5d04 req-12bb8eac-5d48-410e-b624-fa826d95e56c service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740676 Aug 27 02:38:58.979682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:38:59.042913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-79a88048-3b4c-4f6e-9b40-34ad3f6025e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.044955 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-79a88048-3b4c-4f6e-9b40-34ad3f6025e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.2012360 Aug 27 02:38:59.055966 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.128566 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4d563-d0aa-480d-bab4-12e66fddd32c None None] New status for floating IP 55d3f650-3bb5-4175-8e24-d00faf0885c6: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:38:59.156347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1316792447-network', 'tenant_id': '3798cf59b39540ddad31ab155735dcb9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:59.261918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Made reservation on behalf of 3798cf59b39540ddad31ab155735dcb9 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:59.264763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.297087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29561cf-1d8f-4f37-9502-04faa12aa679 req-a568789f-c2f8-43b2-b75d-424faf71542d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.304885 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a29561cf-1d8f-4f37-9502-04faa12aa679 req-a568789f-c2f8-43b2-b75d-424faf71542d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 944 time: 0.2614849 Aug 27 02:38:59.308335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.342009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Allocated IP 172.25.1.164 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/42c64bb3-71a5-4e30-97d7-fa743884e361) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:59.383962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a29561cf-1d8f-4f37-9502-04faa12aa679 req-710a848c-e220-4b50-be3d-09dbd3f6a97a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775201 Aug 27 02:38:59.543995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.554372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.571722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-5873af17-4b95-4301-8ef1-bad23a0bee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.573247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-5873af17-4b95-4301-8ef1-bad23a0bee83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982956 Aug 27 02:38:59.577280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:38:59.626875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.627386 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Added segment f61865f6-0e83-4e43-830e-7379921d4bec of type vlan for network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 Aug 27 02:38:59.639003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89adb3d-2046-464b-9411-b6c4773cde96,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:59.722130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.756394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.759300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.761292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.762655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.848630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] Pushing event updated for resources: {'Network': ['ID=ba41f28f-6ae6-4df7-b394-78f0f8a69e51,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:59.853300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d289abfd-722b-40e0-936e-a2c22ede6197 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1124296 Aug 27 02:38:59.856259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35836) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.862308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:38:59.866575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.869943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Request body: {'subnet': {'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1316792447-subnet', 'tenant_id': '3798cf59b39540ddad31ab155735dcb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:59.921572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-c8a71dd8-1eeb-435f-9907-5b5862aac08a service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288085 Aug 27 02:38:59.923141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Made reservation on behalf of 3798cf59b39540ddad31ab155735dcb9 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:59.926996 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.928263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.070757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb1e35c6-2828-43fb-af43-aea8e30f9378 req-b4350fd3-946f-4be0-8220-415ee9fb1eab service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400630 Aug 27 02:39:00.104546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 19f2c256-45be-4778-bfe4-e39da607fc34 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:00.213571 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.233045 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-741db7a9-68d3-45b8-b398-203ea9bf70da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.236733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 19f2c256-45be-4778-bfe4-e39da607fc34 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:00.242111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 19f2c256-45be-4778-bfe4-e39da607fc34 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:00.243053 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.277019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea24821a-347c-4286-aab6-28bb989dca45,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:00.330028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 172.25.1.226 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/6e69a09e-dfb0-4b51-bce8-bfb817716231) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:00.336242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.370200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Checking segment: {'id': 'f61865f6-0e83-4e43-830e-7379921d4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:00.374731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Network hostable DHCP agents. Network: ba41f28f-6ae6-4df7-b394-78f0f8a69e51, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:00.428387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:00.442267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'Port': ['ID=42c64bb3-71a5-4e30-97d7-fa743884e361,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:00.453250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, ba41f28f-6ae6-4df7-b394-78f0f8a69e51) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:00.462170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:00.463316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.478830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a130f-d691-44a1-9c02-64f2cb89d9c4 None None] Network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:00.495006 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eaf807f3-681b-4169-9a14-f56805fe2058 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6373684 Aug 27 02:39:00.496172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:00.499504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:00.532247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:00.597412 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.706889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d63576-b831-4810-88e7-65e254859b1d req-1df33b65-e2af-4b5a-a845-01f29670e5fe tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:00.715331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1d63576-b831-4810-88e7-65e254859b1d req-1df33b65-e2af-4b5a-a845-01f29670e5fe tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 944 time: 0.1030660 Aug 27 02:39:00.756219 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.795091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1d63576-b831-4810-88e7-65e254859b1d req-dd0f54ac-04ad-4f2f-ba2b-438d94b4a8f2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739012 Aug 27 02:39:00.857820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f2c256-45be-4778-bfe4-e39da607fc34'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:00.861110 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70804250-84a0-41c2-9843-94c0ce6e84af" -d '{"events": [{"server_uuid": "e1013f81-b03c-4ed7-b8bc-f700d7e0d828", "name": "network-vif-plugged", "status": "completed", "tag": "19f2c256-45be-4778-bfe4-e39da607fc34"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:00.872025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a07b0-66b9-4817-82a3-8f15baf33c6f None None] Network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:00.894151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 19f2c256-45be-4778-bfe4-e39da607fc34, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=19f2c256-45be-4778-bfe4-e39da607fc34,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:00.900291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.973292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.001185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:01.002747 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082b145-c981-4f0a-8d77-bde98b3b11d4 x-openstack-request-id: req-0082b145-c981-4f0a-8d77-bde98b3b11d4 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:01.003006 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1013f81-b03c-4ed7-b8bc-f700d7e0d828", "name": "network-vif-plugged", "status": "completed", "tag": "19f2c256-45be-4778-bfe4-e39da607fc34", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:01.003377 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0082b145-c981-4f0a-8d77-bde98b3b11d4 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:01.003774 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f2c256-45be-4778-bfe4-e39da607fc34', 'code': 200} Aug 27 02:39:01.019368 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.043634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:01.053589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:01.140158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.144379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=6e69a09e-dfb0-4b51-bce8-bfb817716231,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:01.161795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=19f2c256-45be-4778-bfe4-e39da607fc34,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:01.302635 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.318411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ff94f-ddab-474c-866b-4c1c211813b7 req-ec5b7aea-45c0-469f-aa20-19d9020e308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:01.320405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-636ff94f-ddab-474c-866b-4c1c211813b7 req-ec5b7aea-45c0-469f-aa20-19d9020e308e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 1096 time: 0.2514365 Aug 27 02:39:01.379990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.418407 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-636ff94f-ddab-474c-866b-4c1c211813b7 req-28d5287d-3df2-4cee-b6bb-f72a89d48341 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788691 Aug 27 02:39:01.628825 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.678013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35874) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.682553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1393449549-network', 'tenant_id': '1dd64820afc2441f84a527be67e7dc51'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:01.745646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Made reservation on behalf of 1dd64820afc2441f84a527be67e7dc51 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:01.751294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.779519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.978908 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.987055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.023288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c798953d-9e19-4be4-9b8d-0ab883f4bce8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:02.038780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:02.051403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.052017 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Added segment 0a9abae2-1843-4c60-832e-aed659db6756 of type vlan for network f7d05c1e-3443-4233-8c90-cd3db5cea597 Aug 27 02:39:02.115637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.152113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.153312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:02.155712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.219778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5414400 Aug 27 02:39:02.222504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35882) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.230069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Request body: {'subnet': {'network_id': 'f7d05c1e-3443-4233-8c90-cd3db5cea597', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1393449549-subnet', 'tenant_id': '1dd64820afc2441f84a527be67e7dc51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:02.230431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.235241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd5d1e-6cff-42de-afd4-09e08380d011 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d05c1e-3443-4233-8c90-cd3db5cea597,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:02.246706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f7d05c1e-3443-4233-8c90-cd3db5cea597 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:02.262149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Made reservation on behalf of 1dd64820afc2441f84a527be67e7dc51 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:02.264984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.288170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.515530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e22046-fd31-439c-99a3-c01fadfac28a req-25c90b3f-acc9-4274-b7a9-b44864e8a6cd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:02.523253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39e22046-fd31-439c-99a3-c01fadfac28a req-25c90b3f-acc9-4274-b7a9-b44864e8a6cd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.3805668 Aug 27 02:39:02.557507 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.605471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'Port': ['ID=42c64bb3-71a5-4e30-97d7-fa743884e361,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:02.662031 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.698119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39e22046-fd31-439c-99a3-c01fadfac28a req-d8bd7c48-cfb8-4456-85f1-2f47a139cbed tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738601 Aug 27 02:39:02.698405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6218b62b-799c-4db6-9116-a3bee21f73c4,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:02.711890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.713553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5546e745-6395-4b5f-81f7-4613d7bf9902 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8199606 Aug 27 02:39:02.741697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.754689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Checking segment: {'id': '0a9abae2-1843-4c60-832e-aed659db6756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f7d05c1e-3443-4233-8c90-cd3db5cea597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:02.757027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Network hostable DHCP agents. Network: f7d05c1e-3443-4233-8c90-cd3db5cea597, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:02.825238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Network f7d05c1e-3443-4233-8c90-cd3db5cea597 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:02.844489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f7d05c1e-3443-4233-8c90-cd3db5cea597) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:02.853595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be4121-8e99-46eb-b3be-9da4f6621e61 None None] Network f7d05c1e-3443-4233-8c90-cd3db5cea597 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:02.858072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:02.859964 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.898909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7bd420c9-2c64-44de-a493-933d9e16b5b2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6750836 Aug 27 02:39:03.033523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router 7c15386d-520f-4322-9ab7-79352bf627b6 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:39:03.161958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9165c-20c7-404b-91a8-50e5d72f10f8 None None] Network f7d05c1e-3443-4233-8c90-cd3db5cea597 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:03.256393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:03.261613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-b7ce4559-07db-4a65-a676-6673e1543938 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--239903994&fields=id&tenant_id=7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 267 time: 0.0663965 Aug 27 02:39:03.290366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] Sync routers for ids ['7c15386d-520f-4322-9ab7-79352bf627b6'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:03.294590 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:03.325913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] Routers {'7c15386d-520f-4322-9ab7-79352bf627b6'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:03.327329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7c15386d-520f-4322-9ab7-79352bf627b6'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:03.360118 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:03.361349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-49724088-9d84-453a-ad9b-0662eb1a300a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3962908 Aug 27 02:39:03.365087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35918) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.372991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:03.390603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] Routers {'7c15386d-520f-4322-9ab7-79352bf627b6'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:03.392073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7c15386d-520f-4322-9ab7-79352bf627b6'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:03.440354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:03.441288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35564bc-6fc1-4561-98e9-c7d159ab39c9 None None] The sync data for ids ['7c15386d-520f-4322-9ab7-79352bf627b6'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:03.541245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-05c588f6-c5e7-4c6d-a456-c4a8c7fba6f6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:03.546347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-276c6b58-4308-4031-a90d-6bbb7fe09ca4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/routers/7c15386d-520f-4322-9ab7-79352bf627b6 HTTP/1.1" status: 200 len: 885 time: 0.1800423 Aug 27 02:39:03.548791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35930) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.552640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-05c588f6-c5e7-4c6d-a456-c4a8c7fba6f6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 816 time: 0.2752078 Aug 27 02:39:03.575049 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-0f0db949-7470-49ad-b8f0-a7e836516d0d tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/quotas/7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 375 time: 0.0212281 Aug 27 02:39:03.644158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-cb643d37-bd90-4fdb-bdc4-1e6d98c58885 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662174 Aug 27 02:39:03.766123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-d516c52c-e780-4bbd-963f-e561b5148d3e service neutron] 10.222.0.10 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090648 Aug 27 02:39:03.827396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-15f8a40a-3312-4c53-9004-2936e998de2e tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:03.828883 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-15f8a40a-3312-4c53-9004-2936e998de2e tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/networks?id=ba41f28f-6ae6-4df7-b394-78f0f8a69e51 HTTP/1.1" status: 200 len: 809 time: 0.2489843 Aug 27 02:39:03.861422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-c5be9333-1ebc-4a6c-824f-c7ae5028c836 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/quotas/3798cf59b39540ddad31ab155735dcb9 HTTP/1.1" status: 200 len: 375 time: 0.0246804 Aug 27 02:39:03.905024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-b116e793-62f8-4e8f-8e88-1818eda2e9ab service neutron] 10.222.0.10 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380186 Aug 27 02:39:03.914932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-2f0ec562-cac7-4b10-aca0-551caea20865 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3798cf59b39540ddad31ab155735dcb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458176 Aug 27 02:39:04.039832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2372bd0d-66f3-4146-8a29-4cb7cad58cb6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4887211 Aug 27 02:39:04.042378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:04.047512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-654da595-3c56-4e3b-93cd-afe666ed25c4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2068018494'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:04.135417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-388db229-b3ec-410d-b783-6f3a7222ef42 service neutron] 10.222.0.10 "GET /v2.0/networks/ba41f28f-6ae6-4df7-b394-78f0f8a69e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091372 Aug 27 02:39:04.216010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978c24c-a413-4bce-aefd-83afb3257cf9 req-05336c79-ca74-4d47-baf4-b614dc3f87b9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:04.223875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9978c24c-a413-4bce-aefd-83afb3257cf9 req-05336c79-ca74-4d47-baf4-b614dc3f87b9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.0625951 Aug 27 02:39:04.273155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9978c24c-a413-4bce-aefd-83afb3257cf9 req-35dca505-05a8-433f-8c46-a18d5e9cdaea tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Aug 27 02:39:04.414530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-4c3e825a-008a-4525-a64c-d80cb11aab70 service neutron] 10.222.0.10 "GET /v2.0/networks/ba41f28f-6ae6-4df7-b394-78f0f8a69e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728798 Aug 27 02:39:04.732824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-654da595-3c56-4e3b-93cd-afe666ed25c4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.769421 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-654da595-3c56-4e3b-93cd-afe666ed25c4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.803347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-523321e9-a782-4a37-a460-7c58b7ac280d req-890fc14d-7c18-4291-a780-fd34166ed863 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 210 time: 0.0495665 Aug 27 02:39:04.976465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654da595-3c56-4e3b-93cd-afe666ed25c4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router 7c15386d-520f-4322-9ab7-79352bf627b6 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:04.979403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-233eeecb-fa4e-41eb-8d03-d7f770757379 req-f0e2ae9f-1a47-4b8b-9b74-f0e20dbeaab8 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0481975 Aug 27 02:39:05.140597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61cca7-7bdd-4b26-9c62-c7580c082d5f req-8cae23bf-ad03-4f70-87d7-2de1624ea45b tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:05.142940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c61cca7-7bdd-4b26-9c62-c7580c082d5f req-8cae23bf-ad03-4f70-87d7-2de1624ea45b tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 949 time: 0.1370916 Aug 27 02:39:05.193133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654da595-3c56-4e3b-93cd-afe666ed25c4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:05.200567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-654da595-3c56-4e3b-93cd-afe666ed25c4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:05.201643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-654da595-3c56-4e3b-93cd-afe666ed25c4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/7c15386d-520f-4322-9ab7-79352bf627b6 HTTP/1.1" status: 200 len: 892 time: 1.1583397 Aug 27 02:39:05.205926 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] Sync routers for ids ['7c15386d-520f-4322-9ab7-79352bf627b6'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:05.209834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35976) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:05.225359 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] Routers {'7c15386d-520f-4322-9ab7-79352bf627b6'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:05.228276 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7c15386d-520f-4322-9ab7-79352bf627b6'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:05.264670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94202f-bb75-4101-b91c-7517e724fe41 req-37c59387-d77d-4499-a982-c0c840d6b861 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:05.266222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d94202f-bb75-4101-b91c-7517e724fe41 req-37c59387-d77d-4499-a982-c0c840d6b861 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.0747726 Aug 27 02:39:05.292037 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:05.304029 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] Routers {'7c15386d-520f-4322-9ab7-79352bf627b6'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:05.305549 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['7c15386d-520f-4322-9ab7-79352bf627b6'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:05.311375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d94202f-bb75-4101-b91c-7517e724fe41 req-78217ffa-02bd-42de-a8b2-94fdd587d616 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Aug 27 02:39:05.342275 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c61cca7-7bdd-4b26-9c62-c7580c082d5f req-ac884dda-0e66-4822-a223-1b7ca00b4c5d tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915364 Aug 27 02:39:05.359054 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:05.360314 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c67975-1167-4b8f-9ecc-ae11ffbf3355 None None] The sync data for ids ['7c15386d-520f-4322-9ab7-79352bf627b6'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:05.474257 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d23311dd-320f-442d-a056-348b58c1caee tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/routers/7c15386d-520f-4322-9ab7-79352bf627b6 HTTP/1.1" status: 200 len: 892 time: 0.2596648 Aug 27 02:39:05.476789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35982) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:05.517889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35984) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:05.518103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aeb4474f-30a0-44b3-87ce-5f1a7a4953d5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c15386d-520f-4322-9ab7-79352bf627b6 HTTP/1.1" status: 200 len: 205 time: 0.0393353 Aug 27 02:39:05.816559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:05.830951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-6805edae-7d15-4ad7-92d9-231e25a24027 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:05.832605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-6805edae-7d15-4ad7-92d9-231e25a24027 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 816 time: 0.2357547 Aug 27 02:39:05.957856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-21073ee0-38e9-4d5f-8d34-47b3b1c54b68 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 379 time: 0.0895023 Aug 27 02:39:05.978900 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ada3e8b8-99b9-43f6-89a7-9c04e5a8a1d8 req-20aff134-e6e1-47af-b46c-2dbd9d8b1f8f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 210 time: 0.0632405 Aug 27 02:39:05.984262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'port': {'device_id': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'admin_state_up': True, 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'security_groups': ['4b2a372b-6cee-4633-8977-93d5e33ed13c']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:06.063891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:06.126280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56744d4b-cb7e-4acc-82ca-4693f9b15da9 req-6194a63e-805f-42c1-9bc3-a78590a4c35d tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0393257 Aug 27 02:39:06.165747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 6e69a09e-dfb0-4b51-bce8-bfb817716231 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:06.165747 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:06.168299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Made reservation on behalf of 7d14518dc5a543ff89cd78d07f6f71e2 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:06.171047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:06.372335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:06.380245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-65bf61c7-e76a-4e01-bad6-eb5affa63c68 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:06.381598 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-65bf61c7-e76a-4e01-bad6-eb5affa63c68 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.32 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 949 time: 0.1492288 Aug 27 02:39:06.472689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 6e69a09e-dfb0-4b51-bce8-bfb817716231 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:06.598825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-91860e34-e393-457b-a7bc-b9dfa30d2aef tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:06.601067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-91860e34-e393-457b-a7bc-b9dfa30d2aef tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.45 "GET /v2.0/networks?id=ba41f28f-6ae6-4df7-b394-78f0f8a69e51 HTTP/1.1" status: 200 len: 809 time: 0.3556030 Aug 27 02:39:06.615138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Request body: {'port': {'device_id': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51', 'admin_state_up': True, 'tenant_id': '3798cf59b39540ddad31ab155735dcb9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:06.627104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa81b6f-19b0-4bee-9afa-46090a1cf0a9 req-79547432-7a6d-475d-81ee-4939ce165e85 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:06.632482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aa81b6f-19b0-4bee-9afa-46090a1cf0a9 req-79547432-7a6d-475d-81ee-4939ce165e85 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 949 time: 0.1152513 Aug 27 02:39:06.637163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Allocated IP 172.20.0.4 (c5a6024c-3a2d-45cd-9b56-004d5b36aa3a/24d3189a-1554-47dd-af2f-9e208fc0ad3d/390971f7-bc70-4840-96ff-e4f070d9f913) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:06.681844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d8a0-0169-454e-89c7-5b2ab50eb0db req-cfde2b88-f2c4-445a-bf96-01a07725d65b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:06.689165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23f6d8a0-0169-454e-89c7-5b2ab50eb0db req-cfde2b88-f2c4-445a-bf96-01a07725d65b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1888475 Aug 27 02:39:06.803945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-23f6d8a0-0169-454e-89c7-5b2ab50eb0db req-c63ab012-74d4-4ebc-89c4-d95becd084cd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138296 Aug 27 02:39:06.805910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Deleting port f939b336-f09c-4e4c-a0c9-a6c0e6414287 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:06.806170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:06.815038 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aa81b6f-19b0-4bee-9afa-46090a1cf0a9 req-41249298-7e68-4c9e-ab4e-b56fc54dfe17 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036298 Aug 27 02:39:06.858589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Made reservation on behalf of 3798cf59b39540ddad31ab155735dcb9 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:06.864546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.090741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Allocated IP 172.20.0.11 (ba41f28f-6ae6-4df7-b394-78f0f8a69e51/ea24821a-347c-4286-aab6-28bb989dca45/20087ce5-98be-44ad-8cbb-6fd7ffd90ae4) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:07.139333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-119774b3-9aa2-45e7-8822-bbca61bf59e9 req-60ea197e-d595-4885-beef-e1d2cdeadca2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 210 time: 0.0437329 Aug 27 02:39:07.299496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-633ef784-dd45-4050-888e-e759b41ce87b req-624f0465-f00f-4744-8c45-0135df0b2781 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0457828 Aug 27 02:39:07.364505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.436459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.443705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.444662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.450755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] For port f939b336-f09c-4e4c-a0c9-a6c0e6414287, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f939b336-f09c-4e4c-a0c9-a6c0e6414287,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:07.451136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.493086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:07.497828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:07.503073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:07.506829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=6e69a09e-dfb0-4b51-bce8-bfb817716231,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:07.519092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Calling delete_port for f939b336-f09c-4e4c-a0c9-a6c0e6414287 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:07.542994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Transition to ACTIVE for port object 390971f7-bc70-4840-96ff-e4f070d9f913 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:07.608056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Pushing event updated for resources: {'Port': ['ID=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:07.654290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:07.655010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.664387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.671677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-e60741ac-dff7-4f8f-9286-e284c7717b49 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0611694 Aug 27 02:39:07.690175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Request body: {'port': {'device_id': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:07.761373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.781147 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.789898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.792045 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.929854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:07.945099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:07.991489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:08.041917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.042566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Fanout notify agent at l3_agent the message router_deleted on router 7c15386d-520f-4322-9ab7-79352bf627b6 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:39:08.056908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.058036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6bbffe41-3c83-4bd4-83b4-2d61be95985e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/7c15386d-520f-4322-9ab7-79352bf627b6 HTTP/1.1" status: 204 len: 168 time: 2.5373511 Aug 27 02:39:08.067596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36020) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:08.073778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444719237'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:08.080038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.084799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:08.095202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f939b336-f09c-4e4c-a0c9-a6c0e6414287'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:39:08.162513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:08.167286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.199016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Pushing event deleted for resources: {'Port': ['ID=f939b336-f09c-4e4c-a0c9-a6c0e6414287,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:08.236740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852164a8-be75-41d5-bb4b-111542e9d21b req-6f81a4bd-e812-467c-a3c2-ff6b2391daf3 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.238383 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-852164a8-be75-41d5-bb4b-111542e9d21b req-6f81a4bd-e812-467c-a3c2-ff6b2391daf3 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/ports?device_id=54542919-949a-4f69-8d2e-9e6060c242f6 HTTP/1.1" status: 200 len: 867 time: 0.2793672 Aug 27 02:39:08.246759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd2418-5b65-43cc-a32d-54c59c704403 req-ebd5a1f2-08b4-4377-a045-469c59ebf340 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.248386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-decd2418-5b65-43cc-a32d-54c59c704403 req-ebd5a1f2-08b4-4377-a045-469c59ebf340 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.3128729 Aug 27 02:39:08.279472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.280398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.288916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] No DVR routers for this DVR port f939b336-f09c-4e4c-a0c9-a6c0e6414287 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:08.292974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.297501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3cb5a11-b5cc-4b06-9c5d-b0ba8bb47fcf req-b813dafe-7dd5-4e0f-93b7-1a1683f45341 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.32 "DELETE /v2.0/ports/f939b336-f09c-4e4c-a0c9-a6c0e6414287 HTTP/1.1" status: 204 len: 173 time: 1.9003577 Aug 27 02:39:08.304897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54542919-949a-4f69-8d2e-9e6060c242f6', 'name': 'network-vif-deleted', 'tag': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:08.323472 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f25e9-2977-4931-88a9-248c44ed87bc" -d '{"events": [{"server_uuid": "54542919-949a-4f69-8d2e-9e6060c242f6", "name": "network-vif-deleted", "tag": "f939b336-f09c-4e4c-a0c9-a6c0e6414287"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:08.400311 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-47ae95c7-f256-4f2b-bd8e-fd949b4274d0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4274433 Aug 27 02:39:08.402951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b99148e8-5e1a-4a89-9711-25df6abe2107 None None] Provisioning for port 390971f7-bc70-4840-96ff-e4f070d9f913 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:08.408757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b99148e8-5e1a-4a89-9711-25df6abe2107 None None] Provisioning complete for port 390971f7-bc70-4840-96ff-e4f070d9f913 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:08.409132 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b99148e8-5e1a-4a89-9711-25df6abe2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.431124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Request body: {'port': {'device_id': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:08.432044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:08.457659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-decd2418-5b65-43cc-a32d-54c59c704403 req-f54b1889-4aff-40a3-ae0e-4bc106c007b6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837814 Aug 27 02:39:08.494882 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-852164a8-be75-41d5-bb4b-111542e9d21b req-3b60a5b3-7594-4bae-b206-6c5479caf209 tempest-VolumesBackupsTest-1223444496 tempest-VolumesBackupsTest-1223444496-project] 10.222.0.10 "GET /v2.0/security-groups?id=df0cb26b-aa01-4e6f-98b3-423bb658c680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295859 Aug 27 02:39:08.510523 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.510763 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment 02889f0b-d608-4a3e-aff4-adcac3dc9d0b of type vlan for network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e Aug 27 02:39:08.544509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b99148e8-5e1a-4a89-9711-25df6abe2107 None None] Port 390971f7-bc70-4840-96ff-e4f070d9f913 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:08.625445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.640613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.664155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:39:08.673091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.682542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.689779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.690467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.719156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Transition to ACTIVE for port object 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:08.794632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.044404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3e2d8-f5da-46e9-bf8d-e19ed9daff6a req-11d02cea-8017-4d90-a5db-4c90bf8ab230 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:09.051811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11a3e2d8-f5da-46e9-bf8d-e19ed9daff6a req-11d02cea-8017-4d90-a5db-4c90bf8ab230 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 944 time: 0.2895849 Aug 27 02:39:09.139189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11a3e2d8-f5da-46e9-bf8d-e19ed9daff6a req-8c32f71a-3465-493d-9bb2-77c90650c0e4 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863822 Aug 27 02:39:09.272523 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9941a93f-bcb9-4a46-b108-7cb2246b8636 x-openstack-request-id: req-9941a93f-bcb9-4a46-b108-7cb2246b8636 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:09.274741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2060938 Aug 27 02:39:09.275675 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54542919-949a-4f69-8d2e-9e6060c242f6", "name": "network-vif-deleted", "tag": "f939b336-f09c-4e4c-a0c9-a6c0e6414287", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:09.275984 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9941a93f-bcb9-4a46-b108-7cb2246b8636 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:09.276418 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54542919-949a-4f69-8d2e-9e6060c242f6', 'name': 'network-vif-deleted', 'tag': 'f939b336-f09c-4e4c-a0c9-a6c0e6414287', 'status': 'completed', 'code': 200} Aug 27 02:39:09.285339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36034) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:09.293337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390971f7-bc70-4840-96ff-e4f070d9f913 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:39:09.300946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': '43b8a07c-f5c1-45ed-87c6-0e597b858b8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:09.309833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.328585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf211-884e-4096-bc68-b722cda26f7a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=43b8a07c-f5c1-45ed-87c6-0e597b858b8e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:09.343846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:09.372325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29fc3a-3e47-4422-8171-230d49f76dc0 req-1596f220-563a-4d5a-bd7d-a136fe89caaf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:09.383824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b29fc3a-3e47-4422-8171-230d49f76dc0 req-1596f220-563a-4d5a-bd7d-a136fe89caaf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 931 time: 0.6903527 Aug 27 02:39:09.399408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Transition to ACTIVE for port object 390971f7-bc70-4840-96ff-e4f070d9f913 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:09.416941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Pushing event updated for resources: {'Port': ['ID=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:09.418862 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.468696 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b29fc3a-3e47-4422-8171-230d49f76dc0 req-3b571c8b-3be1-4707-b476-3cdcc804baac tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780199 Aug 27 02:39:09.521771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:09.525298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.530175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Attempting to bind port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:09.530175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Attempting to bind port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'f61865f6-0e83-4e43-830e-7379921d4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:09.530175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Attempting to bind port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 on network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:09.548824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:09.565447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 on network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:39:09.566940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Attempting to bind port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 on network ba41f28f-6ae6-4df7-b394-78f0f8a69e51 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:09.591240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:09.591671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Checking segment: {'id': 'f61865f6-0e83-4e43-830e-7379921d4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:09.597362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Bound using segment: {'id': 'f61865f6-0e83-4e43-830e-7379921d4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:09.597885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Bound port: 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61865f6-0e83-4e43-830e-7379921d4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:09.598352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.785020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] For port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:09.804264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] For port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,segment=NetworkSegment(f61865f6-0e83-4e43-830e-7379921d4bec),segment_id=f61865f6-0e83-4e43-830e-7379921d4bec)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:09.810612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.878383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:09.879026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.880535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] 10.222.0.45 "PUT /v2.0/ports/20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 HTTP/1.1" status: 200 len: 1092 time: 2.1981516 Aug 27 02:39:09.883119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'tag': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:09.891973 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69073867-9e9e-48d7-82f7-457ec1821844" -d '{"events": [{"name": "network-changed", "server_uuid": "869fb416-fcbd-4bcd-b5a3-7c386bba3ac3", "tag": "20087ce5-98be-44ad-8cbb-6fd7ffd90ae4"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:09.952116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af690a-3cca-41bb-8680-a750cff1de2b service neutron] Pushing event updated for resources: {'Port': ['ID=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:09.994879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Attempting to bind port 390971f7-bc70-4840-96ff-e4f070d9f913 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:09.995227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Attempting to bind port 390971f7-bc70-4840-96ff-e4f070d9f913 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:09.995563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Attempting to bind port 390971f7-bc70-4840-96ff-e4f070d9f913 on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:10.013944 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf3c8f-132d-4970-acf5-0ae6c69ddd9e x-openstack-request-id: req-46cf3c8f-132d-4970-acf5-0ae6c69ddd9e {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:10.016228 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869fb416-fcbd-4bcd-b5a3-7c386bba3ac3", "tag": "20087ce5-98be-44ad-8cbb-6fd7ffd90ae4", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:10.016228 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46cf3c8f-132d-4970-acf5-0ae6c69ddd9e {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:10.016228 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'tag': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4', 'status': 'completed', 'code': 200} Aug 27 02:39:10.037460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Port 390971f7-bc70-4840-96ff-e4f070d9f913 on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:39:10.037799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Attempting to bind port 390971f7-bc70-4840-96ff-e4f070d9f913 on network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:10.056125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a83529-7603-4453-ba1d-37fd12a768f1 req-fe0e6ae4-0d57-4d47-85c6-99b38033dc07 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.057724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94a83529-7603-4453-ba1d-37fd12a768f1 req-fe0e6ae4-0d57-4d47-85c6-99b38033dc07 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.2775643 Aug 27 02:39:10.077399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:10.077756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Checking segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:10.078138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Bound using segment: {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:10.078619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Bound port: 390971f7-bc70-4840-96ff-e4f070d9f913, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ced9dd-2358-4758-96f1-98e076ebb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:10.078992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.093336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-08ec33f1-7305-4f7b-9104-8b0025a0eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.097592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-08ec33f1-7305-4f7b-9104-8b0025a0eb22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3798cf59b39540ddad31ab155735dcb9&device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 1095 time: 0.1290157 Aug 27 02:39:10.148023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f939b336-f09c-4e4c-a0c9-a6c0e6414287 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:10.171022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94a83529-7603-4453-ba1d-37fd12a768f1 req-e3489270-e82e-4038-b639-04f611bb6090 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954611 Aug 27 02:39:10.199874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: f939b336-f09c-4e4c-a0c9-a6c0e6414287 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:10.201119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f939b336-f09c-4e4c-a0c9-a6c0e6414287 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:10.238888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-71b54e53-caf2-4808-9329-88af79985981 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 HTTP/1.1" status: 200 len: 217 time: 0.1314089 Aug 27 02:39:10.398920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-ce9da619-2895-4fe7-bc99-60bca867d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.400653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-ce9da619-2895-4fe7-bc99-60bca867d557 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea24821a-347c-4286-aab6-28bb989dca45 HTTP/1.1" status: 200 len: 849 time: 0.1468301 Aug 27 02:39:10.424067 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.435080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:10.437023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-58a89c0c-d861-4f5c-a960-c3451f44a33a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba41f28f-6ae6-4df7-b394-78f0f8a69e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281031 Aug 27 02:39:10.446161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:10.465371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceccdf5-983b-4396-ad56-c5d6e6a5694c req-80926cef-d178-4d92-b446-a8b9d71ec11e tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.481341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.481644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cceccdf5-983b-4396-ad56-c5d6e6a5694c req-80926cef-d178-4d92-b446-a8b9d71ec11e tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 944 time: 0.1454322 Aug 27 02:39:10.583035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.583999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.585974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] 10.222.0.45 "PUT /v2.0/ports/390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 200 len: 1091 time: 2.1743822 Aug 27 02:39:10.618600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=31c14d5b-996e-4211-afdd-4d94eecf24e2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.632237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f0c4-a46d-4ecc-822f-502e47f4b2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.692261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': '02889f0b-d608-4a3e-aff4-adcac3dc9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43b8a07c-f5c1-45ed-87c6-0e597b858b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:10.692261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: 43b8a07c-f5c1-45ed-87c6-0e597b858b8e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:10.771835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cceccdf5-983b-4396-ad56-c5d6e6a5694c req-d172bd32-e66b-456a-bfb7-38261d7d7d92 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891831 Aug 27 02:39:10.913220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-fa15e1f0-ec09-4f4d-8f54-eefddc7053c7 service neutron] 10.222.0.45 "GET /v2.0/networks/ba41f28f-6ae6-4df7-b394-78f0f8a69e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938682 Aug 27 02:39:10.937808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:10.958931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-d03bec9e-86fd-4862-8e33-7b805ffa28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.965699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-d03bec9e-86fd-4862-8e33-7b805ffa28ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1094 time: 0.3054142 Aug 27 02:39:11.021073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565ccc8-3aa6-4c48-a9dd-932525cb64f8 req-7b9c5c0a-eebe-450d-8460-ad56224066a0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.030485 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1565ccc8-3aa6-4c48-a9dd-932525cb64f8 req-7b9c5c0a-eebe-450d-8460-ad56224066a0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.3821080 Aug 27 02:39:11.040843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 43b8a07c-f5c1-45ed-87c6-0e597b858b8e) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:11.058111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75276e6-d459-4799-aedd-05a385729730 None None] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:11.084427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-b816e8e8-4641-4213-bc53-6949a542d946 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 200 len: 217 time: 0.1072943 Aug 27 02:39:11.086193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.086956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.116474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b7bf7af9-eb4c-46cc-b688-e5457a7db57b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8258445 Aug 27 02:39:11.131560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36066) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:11.148430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d394a637-0b0c-44a7-a4e7-2afe362fc1d4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1158670140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:11.228747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1565ccc8-3aa6-4c48-a9dd-932525cb64f8 req-5fdfe6f2-c8ab-416a-9e3b-7756930ae125 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907356 Aug 27 02:39:11.251136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-4687ed7d-a615-4c1a-b494-60765bb5a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.261712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-4687ed7d-a615-4c1a-b494-60765bb5a260 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.1552243 Aug 27 02:39:11.282124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d394a637-0b0c-44a7-a4e7-2afe362fc1d4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.287358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d394a637-0b0c-44a7-a4e7-2afe362fc1d4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.295625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccf5d98a-9664-4ef4-a8f8-35d6f111f2fb req-6ca98991-e2cc-4ed2-8512-f21a391777b6 service neutron] 10.222.0.45 "GET /v2.0/networks/ba41f28f-6ae6-4df7-b394-78f0f8a69e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740814 Aug 27 02:39:11.298195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:11.310674 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46817396-f1c3-459e-a567-7b8626d6cabb" -d '{"events": [{"name": "network-changed", "server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:11.388958 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b84ca-cde6-47da-80d8-2d54c1efed5d x-openstack-request-id: req-306b84ca-cde6-47da-80d8-2d54c1efed5d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:11.389664 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:11.390079 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-306b84ca-cde6-47da-80d8-2d54c1efed5d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:11.392030 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913', 'status': 'completed', 'code': 200} Aug 27 02:39:11.399620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d394a637-0b0c-44a7-a4e7-2afe362fc1d4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.428252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-02e5eaa5-d1e3-4fd7-ba87-31b96d92a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.428959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d394a637-0b0c-44a7-a4e7-2afe362fc1d4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.433155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-02e5eaa5-d1e3-4fd7-ba87-31b96d92a8c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653478 Aug 27 02:39:11.461702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d394a637-0b0c-44a7-a4e7-2afe362fc1d4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.466277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d394a637-0b0c-44a7-a4e7-2afe362fc1d4 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3276742 Aug 27 02:39:11.467858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36074) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:11.484475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f477a3-b27b-484d-a622-deb71fbc1218 req-dfe70807-f97b-4f74-b8ea-2b55937230c2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.486134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26f477a3-b27b-484d-a622-deb71fbc1218 req-dfe70807-f97b-4f74-b8ea-2b55937230c2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1223786 Aug 27 02:39:11.530988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69073867-9e9e-48d7-82f7-457ec1821844 req-6fad4663-21b3-4742-bc42-be74c907d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.532676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69073867-9e9e-48d7-82f7-457ec1821844 req-6fad4663-21b3-4742-bc42-be74c907d383 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3798cf59b39540ddad31ab155735dcb9&device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 1095 time: 0.1567698 Aug 27 02:39:11.562496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-43b8a07c-f5c1-45ed-87c6-0e597b858b8e', 'network_id': '43b8a07c-f5c1-45ed-87c6-0e597b858b8e', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': '31c14d5b-996e-4211-afdd-4d94eecf24e2'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:11.568453 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.646026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-efabff29-62e5-4f1d-a12f-fb1f04654cca service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015615 Aug 27 02:39:11.662679 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26f477a3-b27b-484d-a622-deb71fbc1218 req-9b8fbe8b-72a1-4343-b931-0c473a5bc54f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403759 Aug 27 02:39:11.832164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Allocated IP 2001:db8::2 (43b8a07c-f5c1-45ed-87c6-0e597b858b8e/31c14d5b-996e-4211-afdd-4d94eecf24e2/0d9d6316-e0e0-41da-9b0e-30f927fc96e0) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:11.956904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69073867-9e9e-48d7-82f7-457ec1821844 req-6b0ac257-3d2b-4a0a-97ed-80dd6f1083c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.958910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69073867-9e9e-48d7-82f7-457ec1821844 req-6b0ac257-3d2b-4a0a-97ed-80dd6f1083c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ba41f28f-6ae6-4df7-b394-78f0f8a69e51 HTTP/1.1" status: 200 len: 910 time: 0.4161980 Aug 27 02:39:11.998710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6abbaff-e52d-4c63-8064-f5b061327ba4 req-713fd417-c468-41c5-bf01-97767937b4b3 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471687 Aug 27 02:39:12.018689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a1ad7-1f3b-495a-b3f8-bf301d22ea5a req-1b1c9cba-e324-418c-94dd-61c4e64cb668 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.027243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c32a1ad7-1f3b-495a-b3f8-bf301d22ea5a req-1b1c9cba-e324-418c-94dd-61c4e64cb668 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 944 time: 0.1480312 Aug 27 02:39:12.138587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69073867-9e9e-48d7-82f7-457ec1821844 req-fab9fc1b-f1f6-4f3f-bb1c-97010bef4488 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 HTTP/1.1" status: 200 len: 217 time: 0.1542478 Aug 27 02:39:12.138961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c32a1ad7-1f3b-495a-b3f8-bf301d22ea5a req-4fbbfb6e-5170-4b3f-9e91-7647512922f7 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904851 Aug 27 02:39:12.191350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.193327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817396-f1c3-459e-a567-7b8626d6cabb req-68077af1-1df0-486f-a1a2-9a6d2f6a47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.199478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46817396-f1c3-459e-a567-7b8626d6cabb req-68077af1-1df0-486f-a1a2-9a6d2f6a47a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1094 time: 0.1292374 Aug 27 02:39:12.204589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Transition to ACTIVE for port object 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:12.244707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Transition to ACTIVE for port object 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:12.255099 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:39:12.268395 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.357045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.358503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Pushing event updated for resources: {'Port': ['ID=0d9d6316-e0e0-41da-9b0e-30f927fc96e0,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:12.363086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:12.364925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:12.368247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:12.378001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69073867-9e9e-48d7-82f7-457ec1821844 req-627362c0-8865-47bf-894b-7db8228aa6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.380017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69073867-9e9e-48d7-82f7-457ec1821844 req-627362c0-8865-47bf-894b-7db8228aa6b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea24821a-347c-4286-aab6-28bb989dca45 HTTP/1.1" status: 200 len: 849 time: 0.2300515 Aug 27 02:39:12.463936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817396-f1c3-459e-a567-7b8626d6cabb req-828740a4-366c-497a-ac33-25bdd413088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.466089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46817396-f1c3-459e-a567-7b8626d6cabb req-828740a4-366c-497a-ac33-25bdd413088f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.2586951 Aug 27 02:39:12.501916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69073867-9e9e-48d7-82f7-457ec1821844 req-763765c4-0bae-46d0-9e5f-9eaa6ed29b58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba41f28f-6ae6-4df7-b394-78f0f8a69e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724597 Aug 27 02:39:12.561939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Attempting to bind port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:12.565993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Attempting to bind port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '02889f0b-d608-4a3e-aff4-adcac3dc9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43b8a07c-f5c1-45ed-87c6-0e597b858b8e'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:12.566339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Attempting to bind port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 on network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:12.593499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:12.593872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Checking segment: {'id': '02889f0b-d608-4a3e-aff4-adcac3dc9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43b8a07c-f5c1-45ed-87c6-0e597b858b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:12.594283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.594703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Bound using segment: {'id': '02889f0b-d608-4a3e-aff4-adcac3dc9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43b8a07c-f5c1-45ed-87c6-0e597b858b8e'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:12.595189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Bound port: 0d9d6316-e0e0-41da-9b0e-30f927fc96e0, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02889f0b-d608-4a3e-aff4-adcac3dc9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43b8a07c-f5c1-45ed-87c6-0e597b858b8e'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:12.595575 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.646795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362bcc1-313a-459c-b055-a4de5a646140 req-6b6b3378-dabc-4626-9f2b-64391493cf38 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.653637 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1362bcc1-313a-459c-b055-a4de5a646140 req-6b6b3378-dabc-4626-9f2b-64391493cf38 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.2456365 Aug 27 02:39:12.674140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46817396-f1c3-459e-a567-7b8626d6cabb req-050fd3e4-317e-4610-a5b3-8690ee457a3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 200 len: 217 time: 0.1985402 Aug 27 02:39:12.735359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] For port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:12.741528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] For port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d9d6316-e0e0-41da-9b0e-30f927fc96e0,segment=NetworkSegment(02889f0b-d608-4a3e-aff4-adcac3dc9d0b),segment_id=02889f0b-d608-4a3e-aff4-adcac3dc9d0b)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:12.750393 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.832790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817396-f1c3-459e-a567-7b8626d6cabb req-1cb4d828-3235-4086-82cc-c41ec5f68953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.836455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46817396-f1c3-459e-a567-7b8626d6cabb req-1cb4d828-3235-4086-82cc-c41ec5f68953 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.1371622 Aug 27 02:39:12.865710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd17068-b9d7-4ec2-b9fe-c3644c2522c0 None None] Pushing event updated for resources: {'Port': ['ID=0d9d6316-e0e0-41da-9b0e-30f927fc96e0,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:12.887598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1362bcc1-313a-459c-b055-a4de5a646140 req-73735d87-b2e3-4056-abee-64ec41da88a6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329900 Aug 27 02:39:12.952010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d338db3-c971-4599-b7b5-58106504f063 req-4e97c787-13bb-4eec-a30d-fe19a074fb4e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.953998 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69073867-9e9e-48d7-82f7-457ec1821844 req-908d5dc8-bc87-41dd-b1cb-1dc47a5ef44f service neutron] 10.222.0.45 "GET /v2.0/networks/ba41f28f-6ae6-4df7-b394-78f0f8a69e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174769 Aug 27 02:39:12.954804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d338db3-c971-4599-b7b5-58106504f063 req-4e97c787-13bb-4eec-a30d-fe19a074fb4e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1721694 Aug 27 02:39:13.025785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d338db3-c971-4599-b7b5-58106504f063 req-90357140-b026-46a7-8a75-abb5ecace6bc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638936 Aug 27 02:39:13.041970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817396-f1c3-459e-a567-7b8626d6cabb req-0d5dd531-d8bb-49bb-9e02-1c922a493b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:13.043881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46817396-f1c3-459e-a567-7b8626d6cabb req-0d5dd531-d8bb-49bb-9e02-1c922a493b0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996708 Aug 27 02:39:13.132813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8::1 (43b8a07c-f5c1-45ed-87c6-0e597b858b8e/31c14d5b-996e-4211-afdd-4d94eecf24e2/c22efdcd-6209-43b6-ad52-9352e217ec32) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:13.186978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69073867-9e9e-48d7-82f7-457ec1821844 req-7049b66b-794c-4483-ba67-a8d6906607be service neutron] 10.222.0.45 "GET /v2.0/networks/ba41f28f-6ae6-4df7-b394-78f0f8a69e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204642 Aug 27 02:39:13.202366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46817396-f1c3-459e-a567-7b8626d6cabb req-aa81bfd7-9985-4bf4-aeb0-ff20a69e3767 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454337 Aug 27 02:39:13.316455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46817396-f1c3-459e-a567-7b8626d6cabb req-0ef1eb71-d7e7-4c2b-8de0-840d3bc8fcd1 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079464 Aug 27 02:39:13.387882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851df1d-542f-426b-926b-c753288beb6a req-5e830af8-03fe-4cb3-a13b-9837dd2a3edb tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:13.389542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4851df1d-542f-426b-926b-c753288beb6a req-5e830af8-03fe-4cb3-a13b-9837dd2a3edb tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 944 time: 0.0718188 Aug 27 02:39:13.412863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.429151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object c22efdcd-6209-43b6-ad52-9352e217ec32 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:13.443351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4851df1d-542f-426b-926b-c753288beb6a req-d0d33c0d-21be-473c-866f-77d87b665f11 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463645 Aug 27 02:39:13.466689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.528598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:13.534605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:13.545462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:13.547237 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.591388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=c22efdcd-6209-43b6-ad52-9352e217ec32,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:13.701112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.219079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6d343-9452-483c-bd52-5749f4f9230e req-0002ff84-1b6a-4b40-bf21-5b584e23828c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:14.225699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0cc6d343-9452-483c-bd52-5749f4f9230e req-0002ff84-1b6a-4b40-bf21-5b584e23828c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.0918708 Aug 27 02:39:14.316352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0cc6d343-9452-483c-bd52-5749f4f9230e req-81dd5f50-392f-42df-9d5d-36f43a8274c1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847020 Aug 27 02:39:14.322569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3778142-15d1-44a1-abce-41c8e59a0134 req-a963ae9e-e3b7-40ae-b9db-8832c9c04c3e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:14.330483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3778142-15d1-44a1-abce-41c8e59a0134 req-a963ae9e-e3b7-40ae-b9db-8832c9c04c3e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.2590444 Aug 27 02:39:14.430775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794b723-d3b8-4a41-b275-1c884f5faade None None] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:14.464565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3778142-15d1-44a1-abce-41c8e59a0134 req-e2587725-2956-4e8d-9302-d83d5e1d2393 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330881 Aug 27 02:39:14.516184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.533777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.534918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.629777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:14.743047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c23f29e0-7b4b-4fd7-b472-bf1d7fc6c12b None None] Provisioning for port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:14.826603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=c22efdcd-6209-43b6-ad52-9352e217ec32,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:14.828690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:14.836632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:14.836860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.894633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887de5-3a65-4fa3-b5ab-f4de6363caa1 req-eda01e7b-4943-49b1-9b17-2145962faff8 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:14.902588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd887de5-3a65-4fa3-b5ab-f4de6363caa1 req-eda01e7b-4943-49b1-9b17-2145962faff8 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 944 time: 0.2548461 Aug 27 02:39:14.984667 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd887de5-3a65-4fa3-b5ab-f4de6363caa1 req-cd821e3f-c1db-460c-ad0f-b34c9163a6cc tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771403 Aug 27 02:39:15.029579 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.073788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:15.075313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:15.127190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d9d6316-e0e0-41da-9b0e-30f927fc96e0,segment=NetworkSegment(02889f0b-d608-4a3e-aff4-adcac3dc9d0b),segment_id=02889f0b-d608-4a3e-aff4-adcac3dc9d0b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:15.146628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.240930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=0d9d6316-e0e0-41da-9b0e-30f927fc96e0,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:15.322348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c9c4ab57-97b0-4d41-9c01-ed0eaf7f415e None None] Provisioning for port c22efdcd-6209-43b6-ad52-9352e217ec32 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:15.331213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c9c4ab57-97b0-4d41-9c01-ed0eaf7f415e None None] Provisioning complete for port c22efdcd-6209-43b6-ad52-9352e217ec32 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:15.331582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ab57-97b0-4d41-9c01-ed0eaf7f415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.347753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:39:15.429080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4ab57-97b0-4d41-9c01-ed0eaf7f415e None None] Port c22efdcd-6209-43b6-ad52-9352e217ec32 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:15.456056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c9c4ab57-97b0-4d41-9c01-ed0eaf7f415e None None] Provisioning complete for port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:15.456665 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ab57-97b0-4d41-9c01-ed0eaf7f415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.525756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6478f11-be9e-4889-be6b-7f354763d8b3 req-f21fd31e-e399-4133-8fb7-d358ece9b434 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:15.528111 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6478f11-be9e-4889-be6b-7f354763d8b3 req-f21fd31e-e399-4133-8fb7-d358ece9b434 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.0945427 Aug 27 02:39:15.528524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:15.546837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dacca503-5bc9-47e9-aff4-c50ea2582ccb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0767984 Aug 27 02:39:15.554073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36214) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:15.559219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] Sync routers for ids ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:15.573735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] Routers {'aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:15.574150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:15.618162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:15.651806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6478f11-be9e-4889-be6b-7f354763d8b3 req-59bcc787-87e4-47c0-866a-9e5817064a29 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123734 Aug 27 02:39:15.675515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814de21d-fb5b-4294-b108-2000ed287746 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:15.677333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-814de21d-fb5b-4294-b108-2000ed287746 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports/c22efdcd-6209-43b6-ad52-9352e217ec32 HTTP/1.1" status: 200 len: 911 time: 0.1219740 Aug 27 02:39:15.679947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36218) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:15.681058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] Routers {'aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:15.681703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:15.697823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31c14d5b-996e-4211-afdd-4d94eecf24e2'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:15.701384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:39:15.753772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaea21-23e7-4759-95d2-d32c8f8aa0b7 req-569357b1-42fe-4f4b-91f8-0a5497ff62be tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:15.755442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8adaea21-23e7-4759-95d2-d32c8f8aa0b7 req-569357b1-42fe-4f4b-91f8-0a5497ff62be tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.1057556 Aug 27 02:39:15.833114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:15.833775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c460e-d0e5-481e-867c-f0a577eb3044 None None] The sync data for ids ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:15.845360 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8adaea21-23e7-4759-95d2-d32c8f8aa0b7 req-38633f03-2f9b-4592-948b-c03ca5d6edcb tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796289 Aug 27 02:39:15.931391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.969066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:15.987094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '390971f7-bc70-4840-96ff-e4f070d9f913', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'port_id': '390971f7-bc70-4840-96ff-e4f070d9f913', 'mac_address': 'fa:16:3e:f1:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:39:15.992610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e2d925e8-98de-4a40-8564-4f6dc9891fd6 None None] Provisioning complete for port c22efdcd-6209-43b6-ad52-9352e217ec32 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:15.992992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e2d925e8-98de-4a40-8564-4f6dc9891fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.080372 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.094937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e2d925e8-98de-4a40-8564-4f6dc9891fd6 None None] Port c22efdcd-6209-43b6-ad52-9352e217ec32 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:16.097113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390971f7-bc70-4840-96ff-e4f070d9f913 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:39:16.125633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:16.140313 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.141568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:39:16.267593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec846c-df26-47e1-9759-d3c681056197 req-3c544fda-89eb-4e7b-a170-ee8fec2a63e4 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:16.269253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3ec846c-df26-47e1-9759-d3c681056197 req-3c544fda-89eb-4e7b-a170-ee8fec2a63e4 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 944 time: 0.1082761 Aug 27 02:39:16.383673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3ec846c-df26-47e1-9759-d3c681056197 req-3cf8427e-71dc-42c5-93ac-17b0cc12365e tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975714 Aug 27 02:39:16.433395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:16.487975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.496395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,segment=NetworkSegment(f61865f6-0e83-4e43-830e-7379921d4bec),segment_id=f61865f6-0e83-4e43-830e-7379921d4bec)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:16.501489 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.507339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:16.508090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.513087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36228) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:16.518913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/ports/c22efdcd-6209-43b6-ad52-9352e217ec32 HTTP/1.1" status: 200 len: 911 time: 0.8375638 Aug 27 02:39:16.522483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-834128c5-85d7-4a9d-940f-ad5edefa554a None None] Provisioning complete for port c22efdcd-6209-43b6-ad52-9352e217ec32 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:16.522867 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-834128c5-85d7-4a9d-940f-ad5edefa554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.569385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4', 'network_id': 'ba41f28f-6ae6-4df7-b394-78f0f8a69e51', 'port_id': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4', 'mac_address': 'fa:16:3e:9a:c4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea24821a-347c-4286-aab6-28bb989dca45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:39:16.583132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-834128c5-85d7-4a9d-940f-ad5edefa554a None None] Port c22efdcd-6209-43b6-ad52-9352e217ec32 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:16.584859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845c38-9357-440a-95d6-2275629f5cd1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=c22efdcd-6209-43b6-ad52-9352e217ec32,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:16.650873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:16.665584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:16.666019 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.668883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.698633 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.725215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:39:16.761253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,segment=NetworkSegment(f61865f6-0e83-4e43-830e-7379921d4bec),segment_id=f61865f6-0e83-4e43-830e-7379921d4bec)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:16.791471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.860449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:17.033823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['20087ce5-98be-44ad-8cbb-6fd7ffd90ae4'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:39:17.034041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7919a-ebd4-4485-9407-013959c27856 req-4fa4ff74-36c9-46ec-9198-0b65bdd873b0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:17.038954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['390971f7-bc70-4840-96ff-e4f070d9f913'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:39:17.042195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1d7919a-ebd4-4485-9407-013959c27856 req-4fa4ff74-36c9-46ec-9198-0b65bdd873b0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 944 time: 0.0723007 Aug 27 02:39:17.090571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1d7919a-ebd4-4485-9407-013959c27856 req-f5d68c5c-fe6f-481e-9bd1-13446e6ae0df tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471711 Aug 27 02:39:17.113251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a3f34-55ef-44c5-9124-e55e3993d5be req-49990ad4-0dec-4ddf-aa6f-122b95112cd6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:17.114981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d9a3f34-55ef-44c5-9124-e55e3993d5be req-49990ad4-0dec-4ddf-aa6f-122b95112cd6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.0822403 Aug 27 02:39:17.213652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9d9a3f34-55ef-44c5-9124-e55e3993d5be req-563352a4-bc05-4bf4-9164-638e9074a0a2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Aug 27 02:39:17.489036 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.500820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bd14a-5fe4-4030-9124-7a9b54093f13 req-509283b4-c4c6-4c65-adcd-7afd8d8a127c tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:17.506949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a8bd14a-5fe4-4030-9124-7a9b54093f13 req-509283b4-c4c6-4c65-adcd-7afd8d8a127c tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 945 time: 0.0565846 Aug 27 02:39:17.510937 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.566360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a8bd14a-5fe4-4030-9124-7a9b54093f13 req-6ad68d7a-3924-4eef-936f-ca0b42ef0911 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Aug 27 02:39:17.793700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port c22efdcd-6209-43b6-ad52-9352e217ec32 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:17.794297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.919001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.951223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for c22efdcd-6209-43b6-ad52-9352e217ec32 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:18.244313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.271343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362e0e9-2785-48f8-9036-fe6519b1bc37 req-3ddc1162-a350-407d-b89c-af387cd21a5c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:18.273768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2362e0e9-2785-48f8-9036-fe6519b1bc37 req-3ddc1162-a350-407d-b89c-af387cd21a5c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 944 time: 0.0981195 Aug 27 02:39:18.278938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=c22efdcd-6209-43b6-ad52-9352e217ec32,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:18.368468 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2362e0e9-2785-48f8-9036-fe6519b1bc37 req-b6fdd225-dfd1-4252-86c1-f529eb30015a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873804 Aug 27 02:39:18.507920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.534550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944bcb-9835-401e-aa0e-7118de4201bd req-4e51bd16-100f-4c8a-8ff5-5c60da067021 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:18.538694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66944bcb-9835-401e-aa0e-7118de4201bd req-4e51bd16-100f-4c8a-8ff5-5c60da067021 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.2122517 Aug 27 02:39:18.653257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66944bcb-9835-401e-aa0e-7118de4201bd req-dce720fe-dd67-4d1f-85f5-398d929c3a0a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693450 Aug 27 02:39:18.734504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14117ed-3e56-433c-b83f-9190ee8abbbd req-edea15fa-5088-4728-95d6-07c90f467572 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:18.743130 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c14117ed-3e56-433c-b83f-9190ee8abbbd req-edea15fa-5088-4728-95d6-07c90f467572 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 945 time: 0.1004093 Aug 27 02:39:18.764291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:18.791984 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c14117ed-3e56-433c-b83f-9190ee8abbbd req-24f7ca9b-cc60-44ae-aa77-3deff9c08ec2 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Aug 27 02:39:18.853546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:18.864104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36286) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:18.864271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2dabea66-1d96-431e-827e-2d09a59a1f54 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3492401 Aug 27 02:39:18.868458 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] Sync routers for ids ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:18.885727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] Routers {'aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:18.888902 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:18.893990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dad316f8-3121-4972-9b1f-de45635663eb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9 HTTP/1.1" status: 200 len: 205 time: 0.0285075 Aug 27 02:39:18.896639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36288) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:18.981499 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:19.008407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] Routers {'aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:19.009042 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:19.029853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaef996b-2381-4d71-86b3-21ce0776b6ff tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.072415 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:19.073153 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532afd66-778c-4c46-9101-9240a3cb34f4 None None] The sync data for ids ['aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:19.226400 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaef996b-2381-4d71-86b3-21ce0776b6ff tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.229196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaef996b-2381-4d71-86b3-21ce0776b6ff tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.276818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaef996b-2381-4d71-86b3-21ce0776b6ff tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.277572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaef996b-2381-4d71-86b3-21ce0776b6ff tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Fanout notify agent at l3_agent the message router_deleted on router aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:39:19.285487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaef996b-2381-4d71-86b3-21ce0776b6ff tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.289290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aaef996b-2381-4d71-86b3-21ce0776b6ff tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9 HTTP/1.1" status: 204 len: 168 time: 0.3893332 Aug 27 02:39:19.289616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36296) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:19.344346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet 31c14d5b-996e-4211-afdd-4d94eecf24e2 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:19.347565 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.406748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.540643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c9a3d-9eaa-4d07-af05-fcbb5bc564f7 req-638877d2-8b43-4bf3-a874-60ff6b18c7ed tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:19.542190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be1c9a3d-9eaa-4d07-af05-fcbb5bc564f7 req-638877d2-8b43-4bf3-a874-60ff6b18c7ed tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 944 time: 0.1005671 Aug 27 02:39:19.585921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.626943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be1c9a3d-9eaa-4d07-af05-fcbb5bc564f7 req-40e67274-4e58-424e-8fd2-8557a7767400 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756440 Aug 27 02:39:19.661875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.662132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:19.687483 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.689994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/31c14d5b-996e-4211-afdd-4d94eecf24e2 HTTP/1.1" status: 204 len: 168 time: 0.3994153 Aug 27 02:39:19.692709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36304) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:19.723195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82535e10-c05f-484a-b89b-cbda7dacb45c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=31c14d5b-996e-4211-afdd-4d94eecf24e2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:19.854428 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.882468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826dc8c-6052-4ce4-b545-1e1a04b4f5ab req-11342be1-a6f0-477e-965e-be4ba18d732d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:19.911026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8826dc8c-6052-4ce4-b545-1e1a04b4f5ab req-11342be1-a6f0-477e-965e-be4ba18d732d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1211758 Aug 27 02:39:19.948332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c978f-05c9-49d5-a217-2078de6a8b82 None None] Network 43b8a07c-f5c1-45ed-87c6-0e597b858b8e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:20.024943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8826dc8c-6052-4ce4-b545-1e1a04b4f5ab req-ee2c15dd-c3a7-4160-8196-bd9d21de4cb2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090202 Aug 27 02:39:20.028067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 390971f7-bc70-4840-96ff-e4f070d9f913 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:20.034269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 390971f7-bc70-4840-96ff-e4f070d9f913 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:20.034605 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.076954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:20.078730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.111226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ef0e-bcca-4082-939f-ffaf2845a54a req-4c3ec0e6-b57b-401e-9f93-325db7b560c7 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:20.116582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8b5ef0e-bcca-4082-939f-ffaf2845a54a req-4c3ec0e6-b57b-401e-9f93-325db7b560c7 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 945 time: 0.1771114 Aug 27 02:39:20.200729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d9d6316-e0e0-41da-9b0e-30f927fc96e0,segment=NetworkSegment(02889f0b-d608-4a3e-aff4-adcac3dc9d0b),segment_id=02889f0b-d608-4a3e-aff4-adcac3dc9d0b)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:20.201417 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.231386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:20.235828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8b5ef0e-bcca-4082-939f-ffaf2845a54a req-812e335c-7636-43b4-9f26-46856f87b841 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054590 Aug 27 02:39:20.283215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.364039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:20.365272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.368365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:20.374239 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca76c9a5-bc97-4740-a5e0-7835e7371ed3" -d '{"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-plugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:20.385703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c4634-48f4-4b14-b665-023fdc27f3e8 None None] DHCP port deletion for 43b8a07c-f5c1-45ed-87c6-0e597b858b8e request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:20.392203 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.393345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:20.410341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=0d9d6316-e0e0-41da-9b0e-30f927fc96e0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:20.412777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:20.462405 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b82fe7-e4c5-46c1-9dee-daeed7e1e899 x-openstack-request-id: req-54b82fe7-e4c5-46c1-9dee-daeed7e1e899 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:20.463123 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-plugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:20.463384 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54b82fe7-e4c5-46c1-9dee-daeed7e1e899 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:20.463783 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913', 'code': 200} Aug 27 02:39:20.504119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:20.542375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:20.557194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:20.557194 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.622249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f67e-06a1-485c-9560-d31df6e61aad req-414f43dd-6b7f-4647-87dc-cef40ea1b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:20.623753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2b0f67e-06a1-485c-9560-d31df6e61aad req-414f43dd-6b7f-4647-87dc-cef40ea1b7ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1096 time: 0.1174772 Aug 27 02:39:20.631049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.659639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b8a07c-f5c1-45ed-87c6-0e597b858b8e']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:20.683260 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.685830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02889f0b-d608-4a3e-aff4-adcac3dc9d0b') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:20.686015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02889f0b-d608-4a3e-aff4-adcac3dc9d0b') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:20.688124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2b0f67e-06a1-485c-9560-d31df6e61aad req-f61f7abc-d260-4f89-b549-b4b3d61cdf5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547497 Aug 27 02:39:20.696241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.714773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.721499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:20.722148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:20.725451 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:20.737451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,segment=NetworkSegment(f61865f6-0e83-4e43-830e-7379921d4bec),segment_id=f61865f6-0e83-4e43-830e-7379921d4bec)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:20.744088 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.824387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:20.889388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e3f46-a80f-4841-8850-a9a8e08ad9b3 req-129db314-c9b6-4a7e-9251-bc96c5796953 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:20.891074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f3e3f46-a80f-4841-8850-a9a8e08ad9b3 req-129db314-c9b6-4a7e-9251-bc96c5796953 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.0915797 Aug 27 02:39:20.892153 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.899896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.907441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36340) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:20.912461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-224860a8-d59e-40fb-9234-d1e1a7a86924 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1609716066', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:20.918602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/43b8a07c-f5c1-45ed-87c6-0e597b858b8e HTTP/1.1" status: 204 len: 168 time: 1.2247369 Aug 27 02:39:20.956666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c119c-d954-484f-a510-bb6e6327dcca tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=43b8a07c-f5c1-45ed-87c6-0e597b858b8e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:20.967621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-224860a8-d59e-40fb-9234-d1e1a7a86924 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.969253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-224860a8-d59e-40fb-9234-d1e1a7a86924 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.012747 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8f3e3f46-a80f-4841-8850-a9a8e08ad9b3 req-f3a21bff-1c11-4066-9f54-233262b4886a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910504 Aug 27 02:39:21.037376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-224860a8-d59e-40fb-9234-d1e1a7a86924 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.045671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-224860a8-d59e-40fb-9234-d1e1a7a86924 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.064968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-224860a8-d59e-40fb-9234-d1e1a7a86924 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.068173 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-224860a8-d59e-40fb-9234-d1e1a7a86924 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1593857 Aug 27 02:39:21.068810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36344) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:21.073949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1667588137'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:21.099342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:21.103605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.148254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:21.158787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.159362 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment 4501e5b8-bc1f-41db-b1b1-05772b89695b of type vlan for network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 Aug 27 02:39:21.216049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.272540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886938c1-acff-4fc5-981d-0f20d6af2dfb req-58c197cd-4340-489e-91df-d7ced3bb34b8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:21.274538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-886938c1-acff-4fc5-981d-0f20d6af2dfb req-58c197cd-4340-489e-91df-d7ced3bb34b8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.0777314 Aug 27 02:39:21.275772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.281537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:21.282117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.391483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-886938c1-acff-4fc5-981d-0f20d6af2dfb req-5228ea83-5f92-4678-85b1-567cf85f69a9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062150 Aug 27 02:39:21.429621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3539906 Aug 27 02:39:21.429621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36352) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:21.435767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:21.455622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840431c-0348-447f-85c3-4637862783d1 req-4bff79c4-351c-4d23-bc6b-17a18a13aaa7 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:21.458639 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2840431c-0348-447f-85c3-4637862783d1 req-4bff79c4-351c-4d23-bc6b-17a18a13aaa7 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1201079 Aug 27 02:39:21.561860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2840431c-0348-447f-85c3-4637862783d1 req-1f47df8b-ed1e-4540-9c0f-d433090c76e9 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978184 Aug 27 02:39:21.885471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c87a15-e96e-465d-8415-22ab1ae8136a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=9d2c04ea-0854-4505-9d2c-204e9fa07e86,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:21.899190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:21.970698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:21.975802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.248370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100b56b-94ce-4387-b6f1-c5c144c670b5 req-753faa70-f88c-45a3-b6c0-c31306af9330 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.255178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1100b56b-94ce-4387-b6f1-c5c144c670b5 req-753faa70-f88c-45a3-b6c0-c31306af9330 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1105726 Aug 27 02:39:22.259953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:22.298207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:22.299471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d9d6316-e0e0-41da-9b0e-30f927fc96e0 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:22.365372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1100b56b-94ce-4387-b6f1-c5c144c670b5 req-0fa77b5e-9888-4e0f-b2fe-d0e697c380d9 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545709 Aug 27 02:39:22.366984 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.421650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=a0d1f4ba-8c4a-448f-9192-7708237573a9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:22.465266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:22.467608 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf95dc4-0d09-4834-9fef-d69ade85bb0a" -d '{"events": [{"server_uuid": "869fb416-fcbd-4bcd-b5a3-7c386bba3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "20087ce5-98be-44ad-8cbb-6fd7ffd90ae4"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:22.468475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:22.468956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: 9d2c04ea-0854-4505-9d2c-204e9fa07e86, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:22.494159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:22.540795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9d2c04ea-0854-4505-9d2c-204e9fa07e86) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:22.549066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.551082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.557499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829f559-5a1e-446b-be3e-cae3bd1b6ade None None] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:22.589720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-daa0b25b-d5d3-497b-9d41-d301282199bb tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1606190 Aug 27 02:39:22.595805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36374) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:22.621780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a9d9d-331d-4a6b-97a0-2bbaf1dcf7e8 req-aef50c44-c002-479d-8735-6d477ce14bbc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.634001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f40a9d9d-331d-4a6b-97a0-2bbaf1dcf7e8 req-aef50c44-c002-479d-8735-6d477ce14bbc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1049023 Aug 27 02:39:22.710070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f40a9d9d-331d-4a6b-97a0-2bbaf1dcf7e8 req-2cd58642-b127-426b-b896-3afc6b2cf2eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738251 Aug 27 02:39:22.718283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e162254-d7db-4d7a-95b2-68ba6635c85b req-d9c357ee-090e-4636-b4aa-3b25604e4705 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.720842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e162254-d7db-4d7a-95b2-68ba6635c85b req-d9c357ee-090e-4636-b4aa-3b25604e4705 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.2148066 Aug 27 02:39:22.731109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36380) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:22.736355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Request body: {'floatingip': {'port_id': '390971f7-bc70-4840-96ff-e4f070d9f913'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:22.875797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:22.876341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.876715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.958520 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420449f9-6704-4ffc-ab8d-098ea4a6833f x-openstack-request-id: req-420449f9-6704-4ffc-ab8d-098ea4a6833f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:22.961086 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869fb416-fcbd-4bcd-b5a3-7c386bba3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "20087ce5-98be-44ad-8cbb-6fd7ffd90ae4", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:22.961520 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-420449f9-6704-4ffc-ab8d-098ea4a6833f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:22.961933 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4', 'code': 200} Aug 27 02:39:23.232532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397503-b9f0-47b5-b286-d2b0c56345bd req-285d585c-208c-4bae-a7fe-e45f48a5bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:23.234754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a397503-b9f0-47b5-b286-d2b0c56345bd req-285d585c-208c-4bae-a7fe-e45f48a5bf77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.2048724 Aug 27 02:39:23.277486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495ca51-8c45-4341-9bd5-17efc985899d req-97e63536-cd4c-49a0-8e42-500d5c5ffcfa tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:23.285870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7495ca51-8c45-4341-9bd5-17efc985899d req-97e63536-cd4c-49a0-8e42-500d5c5ffcfa tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1608129 Aug 27 02:39:23.344461 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7495ca51-8c45-4341-9bd5-17efc985899d req-bdc91102-b286-45ba-83b6-bb29113ffcfa tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577478 Aug 27 02:39:23.368504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a397503-b9f0-47b5-b286-d2b0c56345bd req-cf5da4fb-e9a7-4dce-975c-88c8410245a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720255 Aug 27 02:39:23.384677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Allocated IP 2001:db8::2 (9d2c04ea-0854-4505-9d2c-204e9fa07e86/a0d1f4ba-8c4a-448f-9192-7708237573a9/35f25dae-11bd-4dae-aa23-c5cc56929ab9) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:23.390006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.732730 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.751625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Transition to ACTIVE for port object 35f25dae-11bd-4dae-aa23-c5cc56929ab9 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:23.774277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Transition to ACTIVE for port object 35f25dae-11bd-4dae-aa23-c5cc56929ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:23.784655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.861103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Pushing event updated for resources: {'Port': ['ID=35f25dae-11bd-4dae-aa23-c5cc56929ab9,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:23.892742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:23.897972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:23.905509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:23.959971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8::1 (9d2c04ea-0854-4505-9d2c-204e9fa07e86/a0d1f4ba-8c4a-448f-9192-7708237573a9/78a6e23c-8626-4862-8926-4b3aebfeab1d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:24.028525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Attempting to bind port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:24.029136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Attempting to bind port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:24.033040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Attempting to bind port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 on network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:24.049350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:24.049711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Checking segment: {'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:24.050123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.050572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Bound using segment: {'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:24.059342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Bound port: 35f25dae-11bd-4dae-aa23-c5cc56929ab9, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:24.059865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.109505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.111226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.126750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object 78a6e23c-8626-4862-8926-4b3aebfeab1d will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:24.135561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3479b31-9861-4493-b2a4-af5732a9582d req-d9344cb7-d0c2-4a6a-981d-9b16de0b65be tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:24.145639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3479b31-9861-4493-b2a4-af5732a9582d req-d9344cb7-d0c2-4a6a-981d-9b16de0b65be tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1292870 Aug 27 02:39:24.156523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.180278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.221026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] For port 35f25dae-11bd-4dae-aa23-c5cc56929ab9, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:24.228929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] For port 35f25dae-11bd-4dae-aa23-c5cc56929ab9, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=35f25dae-11bd-4dae-aa23-c5cc56929ab9,segment=NetworkSegment(4501e5b8-bc1f-41db-b1b1-05772b89695b),segment_id=4501e5b8-bc1f-41db-b1b1-05772b89695b)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:24.242486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.271203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=78a6e23c-8626-4862-8926-4b3aebfeab1d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:24.278372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3479b31-9861-4493-b2a4-af5732a9582d req-66faf670-7bff-4eb8-aa67-c4854ca3267d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276174 Aug 27 02:39:24.288011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:24.289868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:24.296466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:24.297677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.352803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0e4b9-d41d-4312-b556-ea40f3d75c3e None None] Pushing event updated for resources: {'Port': ['ID=35f25dae-11bd-4dae-aa23-c5cc56929ab9,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:24.390299 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Floating IP d9ec2504-eca9-4d3f-8179-eadacd6561a5 associated. External IP: 172.25.1.164, port: 390971f7-bc70-4840-96ff-e4f070d9f913. Aug 27 02:39:24.709204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9a24a-7b84-4294-9ea6-6b494ec02e71 req-42cc72c7-14b7-49c3-9295-ff05633d2b26 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:24.738518 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56f9a24a-7b84-4294-9ea6-6b494ec02e71 req-42cc72c7-14b7-49c3-9295-ff05633d2b26 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2248449 Aug 27 02:39:24.825244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-56f9a24a-7b84-4294-9ea6-6b494ec02e71 req-cec9425b-c0d3-4fb6-af62-5c5558e51957 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856564 Aug 27 02:39:24.846512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.962525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Router ead0b770-5cfa-4726-b48c-bf81ff93d739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:25.214730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:25.220219 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.227264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] Sync routers for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:25.229787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.236937 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.237871 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.248007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:25.249635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.257630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-72710aa4-1a3d-42d7-8f76-c862b6bfe511 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "PUT /v2.0/floatingips/d9ec2504-eca9-4d3f-8179-eadacd6561a5 HTTP/1.1" status: 200 len: 991 time: 2.5253487 Aug 27 02:39:25.258467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:25.279123 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a66139-7333-42ae-ba9e-df567db58a29" -d '{"events": [{"name": "network-changed", "server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:25.387975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:25.409643 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31606e5-1766-4332-a21b-472be6e90a48 x-openstack-request-id: req-d31606e5-1766-4332-a21b-472be6e90a48 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:25.409994 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:25.410378 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d31606e5-1766-4332-a21b-472be6e90a48 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:25.410883 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913', 'status': 'completed', 'code': 200} Aug 27 02:39:25.481720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=78a6e23c-8626-4862-8926-4b3aebfeab1d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:25.507471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de6ee-95bf-4763-a0c5-f66927e2a88e req-fb169e54-9544-4b3b-ba36-d0a59b66b794 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:25.509082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e06de6ee-95bf-4763-a0c5-f66927e2a88e req-fb169e54-9544-4b3b-ba36-d0a59b66b794 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1013427 Aug 27 02:39:25.516756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a66139-7333-42ae-ba9e-df567db58a29 req-1b22d71e-0831-4aa7-8eff-482f1d986539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:25.518271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a66139-7333-42ae-ba9e-df567db58a29 req-1b22d71e-0831-4aa7-8eff-482f1d986539 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1096 time: 0.0712657 Aug 27 02:39:25.558703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:25.564315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:25.674556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e06de6ee-95bf-4763-a0c5-f66927e2a88e req-d44a087b-0c5f-44fa-b9ef-323965d43d36 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548381 Aug 27 02:39:25.777247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:39:25.784532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd9ec2504-eca9-4d3f-8179-eadacd6561a5', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'port_id': '390971f7-bc70-4840-96ff-e4f070d9f913', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'mac_address': 'fa:16:3e:f1:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:39:00Z', 'updated_at': '2021-08-27T02:39:23Z', 'revision_number': 1, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.787721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a66139-7333-42ae-ba9e-df567db58a29 req-fad98d46-349e-478d-adcb-dec7899dd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:25.792538 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a66139-7333-42ae-ba9e-df567db58a29 req-fad98d46-349e-478d-adcb-dec7899dd509 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.2485974 Aug 27 02:39:25.831858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] Checking router: ead0b770-5cfa-4726-b48c-bf81ff93d739 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:25.861864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e608d-14fb-4116-bdd6-103f25392e60 None None] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:25.867896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:25.872140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.956060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a66139-7333-42ae-ba9e-df567db58a29 req-7f7343bb-c0c2-4f45-83c8-d1acb1ca7952 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 200 len: 999 time: 0.1529968 Aug 27 02:39:26.039748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a66139-7333-42ae-ba9e-df567db58a29 req-1649dd22-7b90-447f-8e08-94642509780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:26.048692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a66139-7333-42ae-ba9e-df567db58a29 req-1649dd22-7b90-447f-8e08-94642509780c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.0801635 Aug 27 02:39:26.127890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:26.168967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a66139-7333-42ae-ba9e-df567db58a29 req-ddbb9d70-5811-410d-b50b-41da38012a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:26.173457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a66139-7333-42ae-ba9e-df567db58a29 req-ddbb9d70-5811-410d-b50b-41da38012a29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207399 Aug 27 02:39:26.315616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-066c9a7f-0da5-4c37-8791-f2c8d90c7ed0 None None] Provisioning for port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:26.481116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a66139-7333-42ae-ba9e-df567db58a29 req-dffda16b-e305-4dd1-99d2-efd8f9c52f5b service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972200 Aug 27 02:39:26.523226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 35f25dae-11bd-4dae-aa23-c5cc56929ab9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:26.642427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a66139-7333-42ae-ba9e-df567db58a29 req-cd8533cc-f1c0-4f58-ab25-bc69c1830add service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518459 Aug 27 02:39:26.715740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:26.726782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-84519547-e818-4efd-b512-7d0c79eb0313 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1279540 Aug 27 02:39:26.728153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36450) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:26.743365 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:26.751372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-503229422'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:26.757679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:26.758738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0c787-8147-4414-af23-592d2d8a9069 req-ab7585ee-b37e-49d9-a6a4-d93f0ffe1e07 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:26.762943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59c0c787-8147-4414-af23-592d2d8a9069 req-ab7585ee-b37e-49d9-a6a4-d93f0ffe1e07 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.7897327 Aug 27 02:39:26.773067 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:26.773702 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.774127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:26.774538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.824991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-59c0c787-8147-4414-af23-592d2d8a9069 req-b9344805-821c-4a14-8f4e-c5df85b5d525 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Aug 27 02:39:26.828609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd9ec2504-eca9-4d3f-8179-eadacd6561a5', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'port_id': '390971f7-bc70-4840-96ff-e4f070d9f913', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'mac_address': 'fa:16:3e:f1:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:39:00Z', 'updated_at': '2021-08-27T02:39:23Z', 'revision_number': 1, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.853355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:26.864072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.948597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:26.963884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.963884 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment 44ad61e7-951c-4320-bd1c-0218332d3324 of type vlan for network 4101366c-39ac-4928-a903-5883b0e82d6d Aug 27 02:39:27.042826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.091947 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.100028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:27.100934 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.119028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa11ce-eafa-4123-9c18-0f5e6ccc23fd None None] The sync data for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 is: [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd9ec2504-eca9-4d3f-8179-eadacd6561a5', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'port_id': '390971f7-bc70-4840-96ff-e4f070d9f913', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'mac_address': 'fa:16:3e:f1:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:39:00Z', 'updated_at': '2021-08-27T02:39:23Z', 'revision_number': 1, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:27.133940 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:27.207585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b02e-4ab6-4db5-8866-03d5d1e76525 req-66d8327f-e093-4a7f-af6a-76c0c8b3e8a2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:27.216674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05a2b02e-4ab6-4db5-8866-03d5d1e76525 req-66d8327f-e093-4a7f-af6a-76c0c8b3e8a2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.3396361 Aug 27 02:39:27.252292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0b9b1e79-46fe-4743-9155-4fc3d17f93e8 None None] Provisioning complete for port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:27.252888 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0b9b1e79-46fe-4743-9155-4fc3d17f93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.395696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.404896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6753983 Aug 27 02:39:27.407897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36460) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:27.413329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:27.569024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40341fdb-4acd-4907-a1ad-3e994ecc5c73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=4101366c-39ac-4928-a903-5883b0e82d6d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:27.588127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05a2b02e-4ab6-4db5-8866-03d5d1e76525 req-9af737c1-c63d-4a29-9ee5-ce274868c079 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561858 Aug 27 02:39:27.637764 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0b9b1e79-46fe-4743-9155-4fc3d17f93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.644954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 4101366c-39ac-4928-a903-5883b0e82d6d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:27.676077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 35f25dae-11bd-4dae-aa23-c5cc56929ab9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=35f25dae-11bd-4dae-aa23-c5cc56929ab9,segment=NetworkSegment(4501e5b8-bc1f-41db-b1b1-05772b89695b),segment_id=4501e5b8-bc1f-41db-b1b1-05772b89695b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:27.804294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:27.809419 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:24Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:25Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:27.819855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.843690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:27.844370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Updating router d183ffba-9b00-469e-abe9-ca53e17f6857 port 78a6e23c-8626-4862-8926-4b3aebfeab1d binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:39:27.890051 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.890398 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.892918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ae3fe-2ec9-4254-a92b-9145793ccf37 None None] New status for floating IP d9ec2504-eca9-4d3f-8179-eadacd6561a5: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:39:28.099782 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-53bb8cff-ce6a-415e-a7cf-7ad1f788d57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.229074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.280594 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-0b9b1e79-46fe-4743-9155-4fc3d17f93e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:39:28.281303 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-0b9b1e79-46fe-4743-9155-4fc3d17f93e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:39:28.282646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=35f25dae-11bd-4dae-aa23-c5cc56929ab9,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:28.340469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=bf922da9-355b-45ca-9f51-62863f4aa36a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:28.348598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:28.349146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: 4101366c-39ac-4928-a903-5883b0e82d6d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:28.371307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 4101366c-39ac-4928-a903-5883b0e82d6d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:28.387076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 4101366c-39ac-4928-a903-5883b0e82d6d) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:28.395204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:28.395573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.400834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbdca51-a494-4e71-89e1-c9a1089d011a None None] Network 4101366c-39ac-4928-a903-5883b0e82d6d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:28.475624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36488) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:28.477300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa465e31-c59c-4262-af79-b1cbaa6b9f22 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0680349 Aug 27 02:39:28.735442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-4101366c-39ac-4928-a903-5883b0e82d6d', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:28.736315 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.788308 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.836474 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Transition to ACTIVE for port object 78a6e23c-8626-4862-8926-4b3aebfeab1d will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:28.837536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a4de9-1cf1-4105-aabe-1ad789dd576e req-2aadd878-50ad-4237-8e10-9a41531ee916 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:28.851554 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.853162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a43a4de9-1cf1-4105-aabe-1ad789dd576e req-2aadd878-50ad-4237-8e10-9a41531ee916 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1468408 Aug 27 02:39:28.998626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a43a4de9-1cf1-4105-aabe-1ad789dd576e req-a7f79dff-ce30-459a-a851-4627e958137b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284971 Aug 27 02:39:29.063300 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Pushing event updated for resources: {'Port': ['ID=78a6e23c-8626-4862-8926-4b3aebfeab1d,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:29.088669 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Attempting to bind port 78a6e23c-8626-4862-8926-4b3aebfeab1d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:29.089211 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Attempting to bind port 78a6e23c-8626-4862-8926-4b3aebfeab1d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:29.089576 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Attempting to bind port 78a6e23c-8626-4862-8926-4b3aebfeab1d on network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:29.093342 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.093769 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.094148 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.094792 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.103673 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.104017 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.107073 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.107073 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.107073 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.108670 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.109015 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.109389 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:29.127580 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:29.128013 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Checking segment: {'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:29.128353 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.128901 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Bound using segment: {'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:29.140812 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Bound port: 78a6e23c-8626-4862-8926-4b3aebfeab1d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4501e5b8-bc1f-41db-b1b1-05772b89695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:29.140812 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.154968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0b9b1e79-46fe-4743-9155-4fc3d17f93e8 None None] Provisioning for port 78a6e23c-8626-4862-8926-4b3aebfeab1d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:29.218961 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.270645 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] For port 78a6e23c-8626-4862-8926-4b3aebfeab1d, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:29.279457 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] For port 78a6e23c-8626-4862-8926-4b3aebfeab1d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=78a6e23c-8626-4862-8926-4b3aebfeab1d,segment=NetworkSegment(4501e5b8-bc1f-41db-b1b1-05772b89695b),segment_id=4501e5b8-bc1f-41db-b1b1-05772b89695b)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:29.290856 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.370589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Allocated IP 2001:db8:1::2 (4101366c-39ac-4928-a903-5883b0e82d6d/bf922da9-355b-45ca-9f51-62863f4aa36a/fc20d6de-7a93-4d6e-9026-45c29080e2fe) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:29.472457 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:29.473322 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:29.490105 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4bb66-ab7d-4287-9a53-ef50d90eead0 None None] Pushing event updated for resources: {'Port': ['ID=78a6e23c-8626-4862-8926-4b3aebfeab1d,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:29.673151 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:29.837956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.858006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Transition to ACTIVE for port object fc20d6de-7a93-4d6e-9026-45c29080e2fe will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:29.911063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Transition to ACTIVE for port object fc20d6de-7a93-4d6e-9026-45c29080e2fe will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:29.927588 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.980704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Network 4101366c-39ac-4928-a903-5883b0e82d6d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:29.986576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:29.990541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:30.035080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Pushing event updated for resources: {'Port': ['ID=fc20d6de-7a93-4d6e-9026-45c29080e2fe,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.046895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.047141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.047792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.048203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.049029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.049246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.049678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.050185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.050733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.051107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.051519 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.051930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:30.087930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Attempting to bind port fc20d6de-7a93-4d6e-9026-45c29080e2fe on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:30.088795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Attempting to bind port fc20d6de-7a93-4d6e-9026-45c29080e2fe by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:30.089236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Attempting to bind port fc20d6de-7a93-4d6e-9026-45c29080e2fe on network 4101366c-39ac-4928-a903-5883b0e82d6d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:30.094676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:30.095198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Checking segment: {'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:30.095931 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.096505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Bound using segment: {'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:30.097108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Bound port: fc20d6de-7a93-4d6e-9026-45c29080e2fe, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:30.097628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.109997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8:1::1 (4101366c-39ac-4928-a903-5883b0e82d6d/bf922da9-355b-45ca-9f51-62863f4aa36a/473be42d-33e3-4850-ae9d-caadb4bdcabf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:30.153875 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:24Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:29Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:30.186827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] For port fc20d6de-7a93-4d6e-9026-45c29080e2fe, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:30.205851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] For port fc20d6de-7a93-4d6e-9026-45c29080e2fe, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fc20d6de-7a93-4d6e-9026-45c29080e2fe,segment=NetworkSegment(44ad61e7-951c-4320-bd1c-0218332d3324),segment_id=44ad61e7-951c-4320-bd1c-0218332d3324)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:30.228304 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcab52-faa7-4e1d-a438-b31f0c34c1f2 None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:24Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:29Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:30.229374 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.315878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 35f25dae-11bd-4dae-aa23-c5cc56929ab9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:30.324354 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-26f9a64b-3239-4524-88d7-f4695e153dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.328479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30e179-fb66-4da0-8b49-9d398af6b510 req-dd4fe3f2-5693-4e3f-b06c-fad430b22c81 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:30.346305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe30e179-fb66-4da0-8b49-9d398af6b510 req-dd4fe3f2-5693-4e3f-b06c-fad430b22c81 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.2056580 Aug 27 02:39:30.431347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe30e179-fb66-4da0-8b49-9d398af6b510 req-b610f9ed-2655-44b4-a486-47f59960bcaa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863817 Aug 27 02:39:30.517341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.556113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object 473be42d-33e3-4850-ae9d-caadb4bdcabf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:30.556227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab013e-7bde-4234-a2e7-e4f5b434c752 None None] Pushing event updated for resources: {'Port': ['ID=fc20d6de-7a93-4d6e-9026-45c29080e2fe,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.593813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.603791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.622085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:30.622530 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.760609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 4101366c-39ac-4928-a903-5883b0e82d6d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:30.763897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:30.768971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:30.769577 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.911360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=473be42d-33e3-4850-ae9d-caadb4bdcabf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.970987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.256405 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.656284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e443-4062-4a49-a0e5-e07f139d5bc7 req-14a6c231-02d3-454a-b3b0-8ff48d480fbb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:31.662893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04d9e443-4062-4a49-a0e5-e07f139d5bc7 req-14a6c231-02d3-454a-b3b0-8ff48d480fbb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.0890145 Aug 27 02:39:31.708412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04d9e443-4062-4a49-a0e5-e07f139d5bc7 req-7d546b61-cfce-4ace-962f-df423feceba7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Aug 27 02:39:31.735080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.743037 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.743872 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.929318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=473be42d-33e3-4850-ae9d-caadb4bdcabf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:32.039043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 4101366c-39ac-4928-a903-5883b0e82d6d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:32.043968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:32.056279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc426dcc-85e0-45cd-bcb1-48afb1b2198e req-f985d719-8e5e-4ad3-8532-e4f00dd8adae tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.057994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc426dcc-85e0-45cd-bcb1-48afb1b2198e req-f985d719-8e5e-4ad3-8532-e4f00dd8adae tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0732439 Aug 27 02:39:32.159107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8813f994-0b1e-4c96-bb02-1cb22c9f7048 None None] Network 4101366c-39ac-4928-a903-5883b0e82d6d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:32.193569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc426dcc-85e0-45cd-bcb1-48afb1b2198e req-70ee5049-7ba2-443a-bf16-9f1823164f1e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232150 Aug 27 02:39:32.296742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:32.477709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fc20d6de-7a93-4d6e-9026-45c29080e2fe up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:32.510679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-83d6bf5a-2a41-417a-b022-3cef24311168 None None] Provisioning for port fc20d6de-7a93-4d6e-9026-45c29080e2fe completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:32.577344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:32.593319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfc0b1-47dd-4cb6-aadb-c52a5e158464 req-778b2ee1-6a50-435e-a07a-17e25ca37b23 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.593943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2a23a46-3d47-4884-946e-564c1ed2e747 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1131675 Aug 27 02:39:32.597237 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:32.600391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612f2b5-f777-4dc7-9f76-47da4eb1311f req-667063bb-ef32-474d-bc0e-9db347e0ad79 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.602013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b612f2b5-f777-4dc7-9f76-47da4eb1311f req-667063bb-ef32-474d-bc0e-9db347e0ad79 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1026547 Aug 27 02:39:32.602595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36596) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.608384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1370632105'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:32.613137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fbfc0b1-47dd-4cb6-aadb-c52a5e158464 req-778b2ee1-6a50-435e-a07a-17e25ca37b23 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1190956 Aug 27 02:39:32.624584 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:32.625216 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:32.654432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port fc20d6de-7a93-4d6e-9026-45c29080e2fe completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:32.662060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fc20d6de-7a93-4d6e-9026-45c29080e2fe triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:32.662602 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.664529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:32.668381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.702287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b612f2b5-f777-4dc7-9f76-47da4eb1311f req-71585352-aaa1-45e9-b2bf-ca98d682ff5a tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887589 Aug 27 02:39:32.716896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fbfc0b1-47dd-4cb6-aadb-c52a5e158464 req-69d8f51f-b59e-4e7d-9858-5019261a96ee tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027365 Aug 27 02:39:32.737119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:32.777435 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.777677 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment f63f5486-bef2-417b-92df-3d04576b5eac of type vlan for network 6bb7ec09-2568-4c4b-809a-34d45b010021 Aug 27 02:39:32.781434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.835627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port fc20d6de-7a93-4d6e-9026-45c29080e2fe, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fc20d6de-7a93-4d6e-9026-45c29080e2fe,segment=NetworkSegment(44ad61e7-951c-4320-bd1c-0218332d3324),segment_id=44ad61e7-951c-4320-bd1c-0218332d3324)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:32.847508 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.854189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78a6e23c-8626-4862-8926-4b3aebfeab1d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:32.863697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.908286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.915631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.916161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.944170 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:32.978441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3747172 Aug 27 02:39:32.984043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36610) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.988560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:33.102937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=fc20d6de-7a93-4d6e-9026-45c29080e2fe,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:33.147358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 78a6e23c-8626-4862-8926-4b3aebfeab1d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:33.183356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 78a6e23c-8626-4862-8926-4b3aebfeab1d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:33.189455 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.196096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:33.200516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.266440 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.293010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-80eb727b-2d0b-400b-b05c-be2c423d7897 None None] Provisioning for port 473be42d-33e3-4850-ae9d-caadb4bdcabf completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:33.304337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-80eb727b-2d0b-400b-b05c-be2c423d7897 None None] Provisioning complete for port 473be42d-33e3-4850-ae9d-caadb4bdcabf triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:33.305164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-80eb727b-2d0b-400b-b05c-be2c423d7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.320357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93360d1a-2bc9-4add-90a5-b3cc3c5d88c8 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=6bb7ec09-2568-4c4b-809a-34d45b010021,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:33.372141 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:30Z', 'revision_number': 3, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:31Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:29Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:33.433534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:33.434575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-d6af959e-8a0d-4780-8091-383d3031ee12 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:33.436164 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-d6af959e-8a0d-4780-8091-383d3031ee12 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.3760948 Aug 27 02:39:33.436905 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:33.437425 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Updating router d183ffba-9b00-469e-abe9-ca53e17f6857 port 473be42d-33e3-4850-ae9d-caadb4bdcabf binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:39:33.464327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-a7b368fd-da91-405f-b27d-0c9351d95237 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/quotas/7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 375 time: 0.0175169 Aug 27 02:39:33.508115 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.627588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-a0d06afe-acc4-4a28-94bb-cc0e05469ad0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1524246 Aug 27 02:39:33.632478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.677643 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.735368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-80eb727b-2d0b-400b-b05c-be2c423d7897 None None] Port 473be42d-33e3-4850-ae9d-caadb4bdcabf cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:33.870600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-ba3c4f7d-1b4e-4763-a817-f481643d368f tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:33.879392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-ba3c4f7d-1b4e-4763-a817-f481643d368f tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.45 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2501976 Aug 27 02:39:33.918897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=5deb173a-09a2-46b1-98c2-6f9b23e61f6b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:33.965081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-80eb727b-2d0b-400b-b05c-be2c423d7897 None None] Provisioning complete for port fc20d6de-7a93-4d6e-9026-45c29080e2fe triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:33.965633 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-80eb727b-2d0b-400b-b05c-be2c423d7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.030063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.032588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.033825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.037612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.038112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.038573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.040698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.041165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.041583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.042007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.045009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.046105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:34.082956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:34.083590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: 6bb7ec09-2568-4c4b-809a-34d45b010021, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:34.135024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 78a6e23c-8626-4862-8926-4b3aebfeab1d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=78a6e23c-8626-4862-8926-4b3aebfeab1d,segment=NetworkSegment(4501e5b8-bc1f-41db-b1b1-05772b89695b),segment_id=4501e5b8-bc1f-41db-b1b1-05772b89695b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:34.135941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a70a83-62bd-4295-b041-48fc2807b2e3 req-e76a4922-b71f-48a1-af53-c8f91d2c81fc tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:34.138377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4a70a83-62bd-4295-b041-48fc2807b2e3 req-e76a4922-b71f-48a1-af53-c8f91d2c81fc tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1989694 Aug 27 02:39:34.139810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:34.154882 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.168552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 6bb7ec09-2568-4c4b-809a-34d45b010021) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:34.173381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:34.174603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.218118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4a70a83-62bd-4295-b041-48fc2807b2e3 req-33364701-b4e2-4c33-905f-8b576567d73f tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697303 Aug 27 02:39:34.220865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5083fbbe-6817-4764-a27f-ad2147873737 None None] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:34.225940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2a050e6d-248d-4fa7-8ccd-b9c896d037c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2424860 Aug 27 02:39:34.235840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:34.321274 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.333246 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Transition to ACTIVE for port object 473be42d-33e3-4850-ae9d-caadb4bdcabf will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:34.336466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fc20d6de-7a93-4d6e-9026-45c29080e2fe up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:34.343265 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.423473 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87ae3-f33b-41f8-ae87-9f52880d22de None None] Pushing event updated for resources: {'Port': ['ID=473be42d-33e3-4850-ae9d-caadb4bdcabf,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.438413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=78a6e23c-8626-4862-8926-4b3aebfeab1d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.470970 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Attempting to bind port 473be42d-33e3-4850-ae9d-caadb4bdcabf on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:34.471891 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Attempting to bind port 473be42d-33e3-4850-ae9d-caadb4bdcabf by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:34.472344 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Attempting to bind port 473be42d-33e3-4850-ae9d-caadb4bdcabf on network 4101366c-39ac-4928-a903-5883b0e82d6d {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:34.478351 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:34.478845 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Checking segment: {'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:34.479452 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.480104 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Bound using segment: {'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:34.480567 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Bound port: 473be42d-33e3-4850-ae9d-caadb4bdcabf, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad61e7-951c-4320-bd1c-0218332d3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:34.481117 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.523800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Deleting port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:34.524156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.604807 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] For port 473be42d-33e3-4850-ae9d-caadb4bdcabf, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:34.608901 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] For port 473be42d-33e3-4850-ae9d-caadb4bdcabf, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=473be42d-33e3-4850-ae9d-caadb4bdcabf,segment=NetworkSegment(44ad61e7-951c-4320-bd1c-0218332d3324),segment_id=44ad61e7-951c-4320-bd1c-0218332d3324)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:34.616991 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.621310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fc20d6de-7a93-4d6e-9026-45c29080e2fe triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:34.621694 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.673736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-6bb7ec09-2568-4c4b-809a-34d45b010021', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:34.674996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.679801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:34.680631 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:34.684947 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-4ebfc64e-f898-4c6d-b3a1-c0cdf513f065 service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0585546 Aug 27 02:39:34.803465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-1c43fc27-fd75-48df-9ead-5ea5b66798d0 service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175828 Aug 27 02:39:34.948233 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:34.995699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] For port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,segment=NetworkSegment(f61865f6-0e83-4e43-830e-7379921d4bec),segment_id=f61865f6-0e83-4e43-830e-7379921d4bec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:34.996698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.013561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Allocated IP 2001:db8:2::2 (6bb7ec09-2568-4c4b-809a-34d45b010021/5deb173a-09a2-46b1-98c2-6f9b23e61f6b/2ace1311-79f0-40e2-8aeb-4e40677064d6) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:35.020625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Calling delete_port for 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:35.205090 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87ae3-f33b-41f8-ae87-9f52880d22de None None] Pushing event updated for resources: {'Port': ['ID=473be42d-33e3-4850-ae9d-caadb4bdcabf,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:35.358933 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.376797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d75e9d9-0d10-4f59-b889-46aae796038a req-038b9d2c-7cda-4f2a-b5a8-95e0645c19c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 210 time: 0.0706661 Aug 27 02:39:35.418565 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:30Z', 'revision_number': 3, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:34Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:35.453104 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951d4c0-7401-42d3-a285-6fa53c01bc62 None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:30Z', 'revision_number': 3, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:34Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:35.666826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3f8a9-ccb6-4702-815f-0840708f5cd1 req-6f4b2291-ea58-4871-8eb3-0867ebec8c9d tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:35.674448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ab3f8a9-ccb6-4702-815f-0840708f5cd1 req-6f4b2291-ea58-4871-8eb3-0867ebec8c9d tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2770994 Aug 27 02:39:35.753362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:35.926201 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.949215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ab3f8a9-ccb6-4702-815f-0840708f5cd1 req-b98d0d8c-049c-47bc-bc01-90582fdbbbae tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89adb3d-2046-464b-9411-b6c4773cde96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736437 Aug 27 02:39:36.060527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.111726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Pushing event deleted for resources: {'Port': ['ID=20087ce5-98be-44ad-8cbb-6fd7ffd90ae4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:36.187022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] No DVR routers for this DVR port 20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:36.199159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.201986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.209325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Transition to ACTIVE for port object 2ace1311-79f0-40e2-8aeb-4e40677064d6 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:36.210209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b38aaba2-29c9-4993-aac5-c591c16a3126 req-0eb3f2d0-3ba4-4638-b25e-3d92313b5298 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.45 "DELETE /v2.0/ports/20087ce5-98be-44ad-8cbb-6fd7ffd90ae4 HTTP/1.1" status: 204 len: 173 time: 2.3215647 Aug 27 02:39:36.221717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'name': 'network-vif-deleted', 'tag': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:36.227639 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1590080-16d6-46e9-b482-856ab2250be9" -d '{"events": [{"server_uuid": "869fb416-fcbd-4bcd-b5a3-7c386bba3ac3", "name": "network-vif-deleted", "tag": "20087ce5-98be-44ad-8cbb-6fd7ffd90ae4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:36.232607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Transition to ACTIVE for port object 2ace1311-79f0-40e2-8aeb-4e40677064d6 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:36.250210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.320573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Pushing event updated for resources: {'Port': ['ID=2ace1311-79f0-40e2-8aeb-4e40677064d6,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:36.341687 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aa7456-8218-4a57-96f8-cac7cc35dfba x-openstack-request-id: req-19aa7456-8218-4a57-96f8-cac7cc35dfba {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:36.342119 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869fb416-fcbd-4bcd-b5a3-7c386bba3ac3", "name": "network-vif-deleted", "tag": "20087ce5-98be-44ad-8cbb-6fd7ffd90ae4", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:36.342520 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19aa7456-8218-4a57-96f8-cac7cc35dfba {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:36.343073 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869fb416-fcbd-4bcd-b5a3-7c386bba3ac3', 'name': 'network-vif-deleted', 'tag': '20087ce5-98be-44ad-8cbb-6fd7ffd90ae4', 'status': 'completed', 'code': 200} Aug 27 02:39:36.363868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:36.369766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:36.379144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:36.419427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8:2::1 (6bb7ec09-2568-4c4b-809a-34d45b010021/5deb173a-09a2-46b1-98c2-6f9b23e61f6b/3194f55f-be5f-430b-8d2f-aaabc8132fec) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:36.524209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Attempting to bind port 2ace1311-79f0-40e2-8aeb-4e40677064d6 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:36.524658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Attempting to bind port 2ace1311-79f0-40e2-8aeb-4e40677064d6 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:36.525088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Attempting to bind port 2ace1311-79f0-40e2-8aeb-4e40677064d6 on network 6bb7ec09-2568-4c4b-809a-34d45b010021 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:36.531287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:36.531752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Checking segment: {'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:36.532246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.532872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Bound using segment: {'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:36.533466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Bound port: 2ace1311-79f0-40e2-8aeb-4e40677064d6, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:36.533933 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.607342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 473be42d-33e3-4850-ae9d-caadb4bdcabf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:36.714343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 473be42d-33e3-4850-ae9d-caadb4bdcabf completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:36.740501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 473be42d-33e3-4850-ae9d-caadb4bdcabf triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:36.742570 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.799430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ee657359-44a2-467b-b86a-23ce9c3bb23e req-2d0470f0-f9a5-4d23-8cbf-7325331a8b03 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 210 time: 0.0490940 Aug 27 02:39:36.809581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.812188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] For port 2ace1311-79f0-40e2-8aeb-4e40677064d6, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:36.827418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object 3194f55f-be5f-430b-8d2f-aaabc8132fec will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:36.843939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] For port 2ace1311-79f0-40e2-8aeb-4e40677064d6, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2ace1311-79f0-40e2-8aeb-4e40677064d6,segment=NetworkSegment(f63f5486-bef2-417b-92df-3d04576b5eac),segment_id=f63f5486-bef2-417b-92df-3d04576b5eac)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:36.856270 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.874732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.916151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6327ca-5861-4551-b7f1-29a6a3962e8a None None] Pushing event updated for resources: {'Port': ['ID=2ace1311-79f0-40e2-8aeb-4e40677064d6,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:36.985786 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.038497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 473be42d-33e3-4850-ae9d-caadb4bdcabf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=473be42d-33e3-4850-ae9d-caadb4bdcabf,segment=NetworkSegment(44ad61e7-951c-4320-bd1c-0218332d3324),segment_id=44ad61e7-951c-4320-bd1c-0218332d3324)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:37.048976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.050353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78a6e23c-8626-4862-8926-4b3aebfeab1d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:37.214797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:37.243367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=473be42d-33e3-4850-ae9d-caadb4bdcabf,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:37.248278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 78a6e23c-8626-4862-8926-4b3aebfeab1d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:37.248773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.268269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc8e3a3f-65c8-44c6-acf3-5a00258549e8 req-2b036749-2e5c-40ca-9273-2bdd5552fd03 tempest-VolumesActionsTest-1436540481 tempest-VolumesActionsTest-1436540481-project] 10.222.0.10 "GET /v2.0/ports?device_id=869fb416-fcbd-4bcd-b5a3-7c386bba3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0823424 Aug 27 02:39:37.307933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:37.312135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=3194f55f-be5f-430b-8d2f-aaabc8132fec,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:37.316716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:37.317438 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.557289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-96f5559a-2dd7-41d0-af01-8aaff695e843 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:37.559205 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-96f5559a-2dd7-41d0-af01-8aaff695e843 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.4230983 Aug 27 02:39:37.574778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'port': {'device_id': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'admin_state_up': True, 'tenant_id': '7c8b093aba3a4481b05590b302f4062f'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:37.649713 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.910242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Made reservation on behalf of 7c8b093aba3a4481b05590b302f4062f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:37.914525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.962354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3604b0ff-7762-4bf5-9a63-f4e15c725e78 req-d591aee9-7212-4f5e-9ea2-f6bab2d3bb46 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 210 time: 0.0682588 Aug 27 02:39:38.485765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2ace1311-79f0-40e2-8aeb-4e40677064d6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:38.599516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a34014-8ac0-4b63-8604-e45140721510 None None] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:38.890918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad78d053-be43-42c7-a5dc-fd207251d26e None None] Provisioning for port 2ace1311-79f0-40e2-8aeb-4e40677064d6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:38.905964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 2ace1311-79f0-40e2-8aeb-4e40677064d6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:38.916948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2ace1311-79f0-40e2-8aeb-4e40677064d6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:38.917477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.949503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Allocated IP 172.20.0.8 (047fa81c-2040-47d0-8d26-277242727363/685eeddd-44e9-4fec-a05b-b7c996941bfd/9913c882-6ff2-45cc-89d5-18fa32430a8a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:38.972488 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.998542 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.998542 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.136690 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.252300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 2ace1311-79f0-40e2-8aeb-4e40677064d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2ace1311-79f0-40e2-8aeb-4e40677064d6,segment=NetworkSegment(f63f5486-bef2-417b-92df-3d04576b5eac),segment_id=f63f5486-bef2-417b-92df-3d04576b5eac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:39.278039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.285612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 473be42d-33e3-4850-ae9d-caadb4bdcabf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:39.491037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=3194f55f-be5f-430b-8d2f-aaabc8132fec,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:39.562616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=2ace1311-79f0-40e2-8aeb-4e40677064d6,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:39.612647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bb0eb01b-aca5-407a-8ff5-c08fbd3ad5b9 None None] Provisioning complete for port 2ace1311-79f0-40e2-8aeb-4e40677064d6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:39.613897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb01b-aca5-407a-8ff5-c08fbd3ad5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.616224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 473be42d-33e3-4850-ae9d-caadb4bdcabf triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:39.618112 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.812295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.867643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Transition to ACTIVE for port object 9913c882-6ff2-45cc-89d5-18fa32430a8a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:39.975615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d88f8edf-e723-4d2c-a5f8-d945f2e40704 req-900aa767-21ca-4502-90cf-cb5bd20728fb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 210 time: 0.8286722 Aug 27 02:39:39.983121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bb0eb01b-aca5-407a-8ff5-c08fbd3ad5b9 None None] Provisioning for port 3194f55f-be5f-430b-8d2f-aaabc8132fec completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:39.989373 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bb0eb01b-aca5-407a-8ff5-c08fbd3ad5b9 None None] Provisioning complete for port 3194f55f-be5f-430b-8d2f-aaabc8132fec triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:39.991481 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb01b-aca5-407a-8ff5-c08fbd3ad5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.052577 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.064774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bb0eb01b-aca5-407a-8ff5-c08fbd3ad5b9 None None] Port 3194f55f-be5f-430b-8d2f-aaabc8132fec cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:40.074757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:39:40.234537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1f2f2db0-986c-41b4-8fcd-c218f55540ed None None] Provisioning complete for port 3194f55f-be5f-430b-8d2f-aaabc8132fec triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:40.234537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2db0-986c-41b4-8fcd-c218f55540ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.324006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f2db0-986c-41b4-8fcd-c218f55540ed None None] Port 3194f55f-be5f-430b-8d2f-aaabc8132fec cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:40.334016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=9913c882-6ff2-45cc-89d5-18fa32430a8a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:40.381470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:40.407381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:40.451028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-3dc65186-35ba-4504-aeb2-d42c0d4294fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0812302 Aug 27 02:39:40.467396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:40.479037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:40.482073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:40.491135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2ace1311-79f0-40e2-8aeb-4e40677064d6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:40.649268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2ace1311-79f0-40e2-8aeb-4e40677064d6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:40.649902 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.993287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:41.010742 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.083667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-53b9ee6c-73b1-47a2-9b5d-ec0315b0dae9 None None] Provisioning complete for port 3194f55f-be5f-430b-8d2f-aaabc8132fec triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:41.084994 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-53b9ee6c-73b1-47a2-9b5d-ec0315b0dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.127054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341031a3-6802-4388-b2ac-c763e0b329ef req-bf381d4a-e968-4a54-a3ed-1bfac900b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:41.142442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-bf381d4a-e968-4a54-a3ed-1bfac900b057 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1096 time: 0.5057197 Aug 27 02:39:41.161296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-854782df-ab6c-4da7-b912-ca663837e9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5862873 Aug 27 02:39:41.171837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:41.211529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Request body: {'port': {'device_id': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:41.230121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-53b9ee6c-73b1-47a2-9b5d-ec0315b0dae9 None None] Port 3194f55f-be5f-430b-8d2f-aaabc8132fec cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:41.362055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea6181-844c-42d5-a96a-42aab74ac177 req-e0493f66-5147-4aea-9aba-e245ab76deaf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:41.371074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a1ccfe32-b942-44ba-9e8a-d113de664afc None None] Provisioning for port 9913c882-6ff2-45cc-89d5-18fa32430a8a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:41.378062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a1ccfe32-b942-44ba-9e8a-d113de664afc None None] Provisioning complete for port 9913c882-6ff2-45cc-89d5-18fa32430a8a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:41.378419 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfe32-b942-44ba-9e8a-d113de664afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.385836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30ea6181-844c-42d5-a96a-42aab74ac177 req-e0493f66-5147-4aea-9aba-e245ab76deaf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 931 time: 0.1779475 Aug 27 02:39:41.473040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccfe32-b942-44ba-9e8a-d113de664afc None None] Port 9913c882-6ff2-45cc-89d5-18fa32430a8a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:41.483209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30ea6181-844c-42d5-a96a-42aab74ac177 req-1c1750a4-13c4-4462-8405-56503db997e5 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878205 Aug 27 02:39:41.571823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:41.583852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:41.584230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8eee9e51-7ac5-4ba6-83b1-683d486e1b8f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3422654 Aug 27 02:39:41.584470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:41.592540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267909998'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:41.598879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.607212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:41.609217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:41.644003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:41.653735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.658904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341031a3-6802-4388-b2ac-c763e0b329ef req-dd52f957-ec59-40a2-a6ff-89a421b789cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:41.660503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-dd52f957-ec59-40a2-a6ff-89a421b789cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.4825068 Aug 27 02:39:41.695276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:41.717376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.721028 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added segment 7a580244-8820-43a1-b379-a643a85969cf of type vlan for network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 Aug 27 02:39:41.774804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.811492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.817834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:41.821529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:41.822012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.990047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Network': ['ID=075c3940-f7bd-42a2-98ce-8ea5f47e93a2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:42.013362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d549072c-87b6-40c2-b60b-6578b926f8b6 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4276981 Aug 27 02:39:42.016040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36800) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:42.021902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'subnet': {'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:42.027906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-b9d27bdd-f1b6-441d-9bb3-bb69bd91dde9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.3533487 Aug 27 02:39:42.037493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:42.157991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Made reservation on behalf of ce3f6b07860e419fbc10f53b22d7f666 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:42.168710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.504789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:42.553751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:42.554473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Updating router d183ffba-9b00-469e-abe9-ca53e17f6857 port 3194f55f-be5f-430b-8d2f-aaabc8132fec binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:39:42.600835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9913c882-6ff2-45cc-89d5-18fa32430a8a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:39:42.615304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.630737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Transition to ACTIVE for port object 9913c882-6ff2-45cc-89d5-18fa32430a8a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:42.651845 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.666070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341031a3-6802-4388-b2ac-c763e0b329ef req-ce0f6316-a181-41db-9250-b741d0e2608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:42.667795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-ce0f6316-a181-41db-9250-b741d0e2608b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.6283727 Aug 27 02:39:42.670532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.671240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.830010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Pushing event updated for resources: {'Port': ['ID=9913c882-6ff2-45cc-89d5-18fa32430a8a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:42.864779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Subnet': ['ID=92a19db1-eb52-4680-bca2-9366e141a43e,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:42.888979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Checking segment: {'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:42.889593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network hostable DHCP agents. Network: 075c3940-f7bd-42a2-98ce-8ea5f47e93a2, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:42.940305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:42.970082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 075c3940-f7bd-42a2-98ce-8ea5f47e93a2) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:42.970310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262f734-9616-4d20-ac1c-dd571be2dc33 req-ce62985e-4d7a-44c7-9376-e911ccf2db9e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:42.977980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8262f734-9616-4d20-ac1c-dd571be2dc33 req-ce62985e-4d7a-44c7-9376-e911ccf2db9e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 943 time: 0.3449223 Aug 27 02:39:42.986063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:42.986744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.003881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66888c9c-dde3-4b88-8cca-6857792cb14d None None] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:43.025646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d629b8fe-8fb9-4a02-827b-acde3a01363a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0059030 Aug 27 02:39:43.025851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36822) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:43.122297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8262f734-9616-4d20-ac1c-dd571be2dc33 req-7f5072c5-79fe-48e9-9851-ccc50f0ba29a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354969 Aug 27 02:39:43.173349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341031a3-6802-4388-b2ac-c763e0b329ef req-10ca54d0-9862-4b14-a6db-ee6be24b1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:43.175008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-10ca54d0-9862-4b14-a6db-ee6be24b1a82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4688027 Aug 27 02:39:43.430432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Attempting to bind port 9913c882-6ff2-45cc-89d5-18fa32430a8a on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:43.430432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Attempting to bind port 9913c882-6ff2-45cc-89d5-18fa32430a8a by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:43.434351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Attempting to bind port 9913c882-6ff2-45cc-89d5-18fa32430a8a on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:43.437951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Port 9913c882-6ff2-45cc-89d5-18fa32430a8a on network 047fa81c-2040-47d0-8d26-277242727363 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:39:43.438416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Attempting to bind port 9913c882-6ff2-45cc-89d5-18fa32430a8a on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:43.445816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:43.446460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:43.446874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Bound using segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:43.447835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Bound port: 9913c882-6ff2-45cc-89d5-18fa32430a8a, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:43.447835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.555133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] For port 9913c882-6ff2-45cc-89d5-18fa32430a8a, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:43.558748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] For port 9913c882-6ff2-45cc-89d5-18fa32430a8a, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:43.567083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'fixed_ips': [{'subnet_id': '92a19db1-eb52-4680-bca2-9366e141a43e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:43.568117 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.573014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.688548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Pushing event updated for resources: {'Port': ['ID=9913c882-6ff2-45cc-89d5-18fa32430a8a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:43.699848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-afff4b27-0301-4d73-b70c-694dcf6c8550 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014734 Aug 27 02:39:43.706469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:43.707506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.709397 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-577f392f-1bc7-4c13-9179-eda8ad06a88f service neutron] 10.222.0.32 "PUT /v2.0/ports/9913c882-6ff2-45cc-89d5-18fa32430a8a HTTP/1.1" status: 200 len: 1091 time: 2.5159268 Aug 27 02:39:43.709910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'tag': '9913c882-6ff2-45cc-89d5-18fa32430a8a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:43.712557 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a" -d '{"events": [{"name": "network-changed", "server_uuid": "d42d246f-de95-41d0-b239-c13a50c2f4bb", "tag": "9913c882-6ff2-45cc-89d5-18fa32430a8a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:43.884487 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe184e-7300-4b20-8639-0333ee5f21b4 x-openstack-request-id: req-e3fe184e-7300-4b20-8639-0333ee5f21b4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:43.884832 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42d246f-de95-41d0-b239-c13a50c2f4bb", "tag": "9913c882-6ff2-45cc-89d5-18fa32430a8a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:43.887901 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3fe184e-7300-4b20-8639-0333ee5f21b4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:43.888351 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'tag': '9913c882-6ff2-45cc-89d5-18fa32430a8a', 'status': 'completed', 'code': 200} Aug 27 02:39:44.005766 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.030431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Transition to ACTIVE for port object 3194f55f-be5f-430b-8d2f-aaabc8132fec will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:44.052589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-e748c62d-4484-4524-824e-ed0b95ae08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:44.054113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-e748c62d-4484-4524-824e-ed0b95ae08d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 1094 time: 0.2636456 Aug 27 02:39:44.063815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341031a3-6802-4388-b2ac-c763e0b329ef req-7bc40929-d84f-4e4f-8872-4af3c4e2fa0e service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315639 Aug 27 02:39:44.079805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.101861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.141295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-348c3cc6-7051-457e-954d-61545ea7a3d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a HTTP/1.1" status: 200 len: 217 time: 0.0765417 Aug 27 02:39:44.167168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Allocated IP 2001:db8:3::2 (075c3940-f7bd-42a2-98ce-8ea5f47e93a2/92a19db1-eb52-4680-bca2-9366e141a43e/1291caf7-937b-43e0-85c2-10287e8dcc7d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:44.294445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-fb303574-d7b3-4737-9eb2-126e421ede8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:44.296087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-fb303574-d7b3-4737-9eb2-126e421ede8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1479127 Aug 27 02:39:44.462778 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f41e3-41e7-4d71-8acd-313d8f128381 None None] Pushing event updated for resources: {'Port': ['ID=3194f55f-be5f-430b-8d2f-aaabc8132fec,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:44.522546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-f024787d-2d6c-456b-b31a-b4a9c4e90734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:44.534275 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-f024787d-2d6c-456b-b31a-b4a9c4e90734 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301636 Aug 27 02:39:44.583922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492df136-abb3-4625-81db-8df98a002dde req-66c076f5-cf59-42ca-b3d3-feb75d00d192 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:44.585599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-492df136-abb3-4625-81db-8df98a002dde req-66c076f5-cf59-42ca-b3d3-feb75d00d192 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 943 time: 0.1973462 Aug 27 02:39:44.673162 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.681810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Transition to ACTIVE for port object 1291caf7-937b-43e0-85c2-10287e8dcc7d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:44.697913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Transition to ACTIVE for port object 1291caf7-937b-43e0-85c2-10287e8dcc7d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:44.705561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-612fdde6-037c-402c-895f-08234e2a0f8c service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459076 Aug 27 02:39:44.738951 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.761862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-492df136-abb3-4625-81db-8df98a002dde req-a3170d89-6607-4013-8fe7-f0eb9435e843 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552261 Aug 27 02:39:44.824996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Allocated IP 2001:db8:3::1 (075c3940-f7bd-42a2-98ce-8ea5f47e93a2/92a19db1-eb52-4680-bca2-9366e141a43e/da659e25-8b5a-43cb-983c-699e6a8261a0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:44.831959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Pushing event updated for resources: {'Port': ['ID=1291caf7-937b-43e0-85c2-10287e8dcc7d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:44.860712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Attempting to bind port 3194f55f-be5f-430b-8d2f-aaabc8132fec on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:44.861992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Attempting to bind port 3194f55f-be5f-430b-8d2f-aaabc8132fec by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:44.862600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Attempting to bind port 3194f55f-be5f-430b-8d2f-aaabc8132fec on network 6bb7ec09-2568-4c4b-809a-34d45b010021 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:44.893845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:44.894196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Checking segment: {'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:44.898197 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.898197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Bound using segment: {'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:44.898541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Bound port: 3194f55f-be5f-430b-8d2f-aaabc8132fec, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63f5486-bef2-417b-92df-3d04576b5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:44.898869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.914700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:44.918753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:44.951849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:45.010616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2a5e8ed-9707-425f-932f-5dcfa51a67da req-71ba096c-96dd-45ce-8c24-bf0f760ef772 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714870 Aug 27 02:39:45.026592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] For port 3194f55f-be5f-430b-8d2f-aaabc8132fec, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:45.032360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] For port 3194f55f-be5f-430b-8d2f-aaabc8132fec, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3194f55f-be5f-430b-8d2f-aaabc8132fec,segment=NetworkSegment(f63f5486-bef2-417b-92df-3d04576b5eac),segment_id=f63f5486-bef2-417b-92df-3d04576b5eac)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:45.049750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.175469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-a5b6ddb1-46c8-4c34-8054-8e7ad094875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:45.176633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Attempting to bind port 1291caf7-937b-43e0-85c2-10287e8dcc7d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:45.178703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.179870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-a5b6ddb1-46c8-4c34-8054-8e7ad094875f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 1094 time: 0.0981536 Aug 27 02:39:45.186080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Attempting to bind port 1291caf7-937b-43e0-85c2-10287e8dcc7d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:45.186604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Attempting to bind port 1291caf7-937b-43e0-85c2-10287e8dcc7d on network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:45.207556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:45.208199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:45.211085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Transition to ACTIVE for port object da659e25-8b5a-43cb-983c-699e6a8261a0 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:45.225262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:45.225648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Checking segment: {'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:45.226068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.230570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Bound using segment: {'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:45.231114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Bound port: 1291caf7-937b-43e0-85c2-10287e8dcc7d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:45.231516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.272259 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.320632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:45.326507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:45.342774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:45.343818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.377135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f41e3-41e7-4d71-8acd-313d8f128381 None None] Pushing event updated for resources: {'Port': ['ID=3194f55f-be5f-430b-8d2f-aaabc8132fec,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:45.432128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-ef086810-c7a4-4aa0-9bcb-f00a822dc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:45.433852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-ef086810-c7a4-4aa0-9bcb-f00a822dc6c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.2458613 Aug 27 02:39:45.570555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-25fa3c30-af60-4775-b6e8-d90c0bffbbc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a HTTP/1.1" status: 200 len: 217 time: 0.1248903 Aug 27 02:39:45.577238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=da659e25-8b5a-43cb-983c-699e6a8261a0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:45.675002 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.810805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-44dca1ef-fa1f-4f20-bf18-e1b6a916169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:45.818593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-44dca1ef-fa1f-4f20-bf18-e1b6a916169a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2425036 Aug 27 02:39:45.979556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-931f8dfc-c275-4606-9f7f-46500ac29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:45.985125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-931f8dfc-c275-4606-9f7f-46500ac29ead service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577604 Aug 27 02:39:46.017381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:46.107096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db3db-2711-4f91-b424-b77ad6282896 req-a934df57-a38b-48ca-b3c0-aac76049a7fd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:46.108687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-976db3db-2711-4f91-b424-b77ad6282896 req-a934df57-a38b-48ca-b3c0-aac76049a7fd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 943 time: 0.1851783 Aug 27 02:39:46.237489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-72d899b9-c667-465b-9d11-93dbc4124f27 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427740 Aug 27 02:39:46.444983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c37270d0-e7cf-4cf1-b20c-fc5a8cd7431a req-5b5281ae-f32f-4d75-a1db-9d87bebba3ee service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991961 Aug 27 02:39:46.474811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] For port 1291caf7-937b-43e0-85c2-10287e8dcc7d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:46.492039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.508081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.509809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.552630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] For port 1291caf7-937b-43e0-85c2-10287e8dcc7d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1291caf7-937b-43e0-85c2-10287e8dcc7d,segment=NetworkSegment(7a580244-8820-43a1-b379-a643a85969cf),segment_id=7a580244-8820-43a1-b379-a643a85969cf)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:46.571477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.632111 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-976db3db-2711-4f91-b424-b77ad6282896 req-3c9dbe65-33df-4f0f-b285-76b26dd5a2d8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158658 Aug 27 02:39:46.712416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba314ab0-2df9-40a0-9794-ffd8d8bf1b41 None None] Pushing event updated for resources: {'Port': ['ID=1291caf7-937b-43e0-85c2-10287e8dcc7d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:46.815221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event updated for resources: {'Port': ['ID=da659e25-8b5a-43cb-983c-699e6a8261a0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:46.901105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:46.903118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:46.909539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.932820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:45Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:46.976728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634d54b-e183-4814-8be8-452ed5fcbb28 None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:45Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:47.259426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:47.443094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:47.452011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36898) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:47.457735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:47.461075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d4f6ffc-93b1-480d-afd4-09a8c2f8bbb5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4339457 Aug 27 02:39:47.552672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.010551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa535858-2461-4f32-a3b1-10da73fa219c req-6dd7e80b-9499-4f8e-94ee-cc876f7bc8e0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:48.012232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa535858-2461-4f32-a3b1-10da73fa219c req-6dd7e80b-9499-4f8e-94ee-cc876f7bc8e0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 943 time: 0.2355757 Aug 27 02:39:48.101375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa535858-2461-4f32-a3b1-10da73fa219c req-546555a5-e4a8-4650-b976-d2a391689370 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795605 Aug 27 02:39:48.338206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9913c882-6ff2-45cc-89d5-18fa32430a8a details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:39:48.355031 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:48.411506 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:48.414911 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:48.433625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4527ea5b-7ef4-4532-97f8-f7b58c716f4f None None] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:48.640366 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:48.665752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.resource_extend [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:39:48.858458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3194f55f-be5f-430b-8d2f-aaabc8132fec up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:48.871540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c6ecbbc3-2d93-45ea-8257-d08fa4067ca9 None None] Provisioning for port 1291caf7-937b-43e0-85c2-10287e8dcc7d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:49.123671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9913c882-6ff2-45cc-89d5-18fa32430a8a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:49.225379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:39:49.242813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '9913c882-6ff2-45cc-89d5-18fa32430a8a', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': '9913c882-6ff2-45cc-89d5-18fa32430a8a', 'mac_address': 'fa:16:3e:00:e6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:39:49.253989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:39:49.265631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Removed routes are [] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:39:49.266986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.303992 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:45Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:45Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da659e25-8b5a-43cb-983c-699e6a8261a0', 'name': '', 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:8b:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:44Z', 'updated_at': '2021-08-27T02:39:46Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:49.397068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.435925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9913c882-6ff2-45cc-89d5-18fa32430a8a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:39:49.474659 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:49.475238 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Updating router d183ffba-9b00-469e-abe9-ca53e17f6857 port da659e25-8b5a-43cb-983c-699e6a8261a0 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:39:49.495251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9913c882-6ff2-45cc-89d5-18fa32430a8a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:49.550807 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.555695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98c551-05e4-4518-9afa-c20cc3213fa0 req-c2982265-1e0a-4f7b-a1bf-311e8092aeea tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:49.557333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba98c551-05e4-4518-9afa-c20cc3213fa0 req-c2982265-1e0a-4f7b-a1bf-311e8092aeea tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 943 time: 0.2005944 Aug 27 02:39:49.579975 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.672192 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba98c551-05e4-4518-9afa-c20cc3213fa0 req-deb7547c-84d1-4d4e-8c18-f423d131afbc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077929 Aug 27 02:39:49.704755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3194f55f-be5f-430b-8d2f-aaabc8132fec completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:49.713097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9913c882-6ff2-45cc-89d5-18fa32430a8a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:49.725409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3194f55f-be5f-430b-8d2f-aaabc8132fec triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:49.725409 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.803443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9913c882-6ff2-45cc-89d5-18fa32430a8a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:39:49.998990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.005644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.183139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:50.360818 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.382782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:50.395395 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.405690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.407498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-91971404-3687-46da-9763-fd7eb5da0938 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 200 len: 954 time: 2.9543486 Aug 27 02:39:50.410453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36962) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:50.426485 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Transition to ACTIVE for port object da659e25-8b5a-43cb-983c-699e6a8261a0 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:50.443795 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.459938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 3194f55f-be5f-430b-8d2f-aaabc8132fec, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3194f55f-be5f-430b-8d2f-aaabc8132fec,segment=NetworkSegment(f63f5486-bef2-417b-92df-3d04576b5eac),segment_id=f63f5486-bef2-417b-92df-3d04576b5eac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:50.465596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc2c80ad-0d46-43c5-b051-a6ad93b2aa8a None None] Provisioning for port da659e25-8b5a-43cb-983c-699e6a8261a0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:50.483256 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.486584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1291caf7-937b-43e0-85c2-10287e8dcc7d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:50.672748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36970) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:50.677897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'routes': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:50.683014 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-53d58480-748a-4a8b-91b6-6ead341c4df1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 200 len: 954 time: 0.2712734 Aug 27 02:39:50.683956 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f68feb-138a-474c-977b-5d5024eb06c9 None None] Pushing event updated for resources: {'Port': ['ID=da659e25-8b5a-43cb-983c-699e6a8261a0,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:50.755305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Attempting to bind port da659e25-8b5a-43cb-983c-699e6a8261a0 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:50.755859 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Attempting to bind port da659e25-8b5a-43cb-983c-699e6a8261a0 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:50.756517 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Attempting to bind port da659e25-8b5a-43cb-983c-699e6a8261a0 on network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:50.773811 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:50.774501 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Checking segment: {'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:50.775205 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.775768 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Bound using segment: {'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:50.776420 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Bound port: da659e25-8b5a-43cb-983c-699e6a8261a0, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a580244-8820-43a1-b379-a643a85969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:50.776975 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.806289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=3194f55f-be5f-430b-8d2f-aaabc8132fec,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:50.870878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1291caf7-937b-43e0-85c2-10287e8dcc7d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:50.886759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1291caf7-937b-43e0-85c2-10287e8dcc7d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:50.887215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.963183 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] For port da659e25-8b5a-43cb-983c-699e6a8261a0, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:50.971237 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] For port da659e25-8b5a-43cb-983c-699e6a8261a0, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=da659e25-8b5a-43cb-983c-699e6a8261a0,segment=NetworkSegment(7a580244-8820-43a1-b379-a643a85969cf),segment_id=7a580244-8820-43a1-b379-a643a85969cf)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:50.981131 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.041923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47740736-92e5-4f86-b087-11c7a91ce6da req-42aca866-46e7-49d3-8ce0-0eaf536c4ada tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:51.050839 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47740736-92e5-4f86-b087-11c7a91ce6da req-42aca866-46e7-49d3-8ce0-0eaf536c4ada tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 944 time: 0.1498053 Aug 27 02:39:51.052778 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.175569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1291caf7-937b-43e0-85c2-10287e8dcc7d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1291caf7-937b-43e0-85c2-10287e8dcc7d,segment=NetworkSegment(7a580244-8820-43a1-b379-a643a85969cf),segment_id=7a580244-8820-43a1-b379-a643a85969cf)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:51.217723 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:51.218733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.243978 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:51.247180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47740736-92e5-4f86-b087-11c7a91ce6da req-288c7498-d2a9-4c91-9e66-231f836fb86a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953073 Aug 27 02:39:51.316300 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f68feb-138a-474c-977b-5d5024eb06c9 None None] Pushing event updated for resources: {'Port': ['ID=da659e25-8b5a-43cb-983c-699e6a8261a0,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:51.425508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1291caf7-937b-43e0-85c2-10287e8dcc7d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:51.469664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3194f55f-be5f-430b-8d2f-aaabc8132fec up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:51.501892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:51.606250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3194f55f-be5f-430b-8d2f-aaabc8132fec triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:51.606704 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.789061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added routes are [] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:39:51.789684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:39:51.861215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.925298 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:49Z', 'revision_number': 6, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da659e25-8b5a-43cb-983c-699e6a8261a0', 'name': '', 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:8b:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:44Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:51.990442 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1c0dd-550e-4160-a0ed-fac319f8bb7a None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:49Z', 'revision_number': 6, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da659e25-8b5a-43cb-983c-699e6a8261a0', 'name': '', 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:8b:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:44Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:52.153336 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.157989 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.364049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9913c882-6ff2-45cc-89d5-18fa32430a8a up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:52.376850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:52.472004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af52e-8c82-4e14-8ab8-3f0addb5ca70 req-99ee99b5-05eb-4241-bfc1-e7327bfc93cf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:52.481850 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc8af52e-8c82-4e14-8ab8-3f0addb5ca70 req-99ee99b5-05eb-4241-bfc1-e7327bfc93cf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 944 time: 0.1095910 Aug 27 02:39:52.523715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 9913c882-6ff2-45cc-89d5-18fa32430a8a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:52.527854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 9913c882-6ff2-45cc-89d5-18fa32430a8a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:52.528235 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.598978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dc8af52e-8c82-4e14-8ab8-3f0addb5ca70 req-f5659a13-9108-4a2e-a295-6348b431bc69 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156547 Aug 27 02:39:52.708193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:52.715212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.751266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.751266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-75476983-149d-4e62-97f2-6fc4b4d9822a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 200 len: 704 time: 2.0734174 Aug 27 02:39:52.751441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37004) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:52.773944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9913c882-6ff2-45cc-89d5-18fa32430a8a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:39:52.786023 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91007f25-7e64-458c-9a12-a29af7f71fc1" -d '{"events": [{"server_uuid": "d42d246f-de95-41d0-b239-c13a50c2f4bb", "name": "network-vif-plugged", "status": "completed", "tag": "9913c882-6ff2-45cc-89d5-18fa32430a8a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:52.838606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9913c882-6ff2-45cc-89d5-18fa32430a8a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:52.851736 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.021605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9913c882-6ff2-45cc-89d5-18fa32430a8a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:53.031478 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf156cc-a6ee-441d-8fe7-31d73f6aa09e x-openstack-request-id: req-7cf156cc-a6ee-441d-8fe7-31d73f6aa09e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:53.031818 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42d246f-de95-41d0-b239-c13a50c2f4bb", "name": "network-vif-plugged", "status": "completed", "tag": "9913c882-6ff2-45cc-89d5-18fa32430a8a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:53.032028 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cf156cc-a6ee-441d-8fe7-31d73f6aa09e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:53.032851 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9913c882-6ff2-45cc-89d5-18fa32430a8a', 'code': 200} Aug 27 02:39:53.038056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d65516-e5a9-4b5c-b322-99542b575aa0 req-5615b675-7760-488d-b42a-730f98faa5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:53.039869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13d65516-e5a9-4b5c-b322-99542b575aa0 req-5615b675-7760-488d-b42a-730f98faa5fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 1096 time: 0.0777204 Aug 27 02:39:53.088892 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5eebe29e-61d1-4b51-a9a4-8fbdfad85d3a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 200 len: 704 time: 0.3343410 Aug 27 02:39:53.090054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37024) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:53.118248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13d65516-e5a9-4b5c-b322-99542b575aa0 req-edddb3a5-288a-4072-96ba-2461e549dc7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638618 Aug 27 02:39:53.472900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:53.492110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:53.492684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:53.665361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.730282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:54.143073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da659e25-8b5a-43cb-983c-699e6a8261a0 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:54.252544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37048) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:54.386341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd95169-a7d0-4684-8377-97bebb11fed6 req-f0fe21af-2fdd-445f-b39a-6e15cd348785 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:54.390388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bcd95169-a7d0-4684-8377-97bebb11fed6 req-f0fe21af-2fdd-445f-b39a-6e15cd348785 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 945 time: 0.5088623 Aug 27 02:39:54.471409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port da659e25-8b5a-43cb-983c-699e6a8261a0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:54.489546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port da659e25-8b5a-43cb-983c-699e6a8261a0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:54.490600 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.505338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.532934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bcd95169-a7d0-4684-8377-97bebb11fed6 req-b573a5e7-2bf3-4769-9456-da09a3f190cf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257708 Aug 27 02:39:54.619694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:51Z', 'revision_number': 7, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da659e25-8b5a-43cb-983c-699e6a8261a0', 'name': '', 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:8b:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:44Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:54.655959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port da659e25-8b5a-43cb-983c-699e6a8261a0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:54.656997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.684467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:54.709587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:54.710277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:54.756771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.765869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.813082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa0e7cd630d740baa46d851d500cb7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593061 Aug 27 02:39:54.813760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port da659e25-8b5a-43cb-983c-699e6a8261a0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=da659e25-8b5a-43cb-983c-699e6a8261a0,segment=NetworkSegment(7a580244-8820-43a1-b379-a643a85969cf),segment_id=7a580244-8820-43a1-b379-a643a85969cf)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:54.814254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.819952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37054) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:54.834851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for da659e25-8b5a-43cb-983c-699e6a8261a0 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:54.868844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41adb27d-96d1-4bdf-96c9-78a7113d31c0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:54.926706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.927058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.927409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.927750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.928087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.928425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.928758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.929088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.929421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.929748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.930079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.930507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06605a-79f3-4220-8aeb-697903e160b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:54.996613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a1024e-d59d-4616-9750-726ebc579c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.033698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a1024e-d59d-4616-9750-726ebc579c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.052606 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.109223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:55.136611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a1024e-d59d-4616-9750-726ebc579c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.139492 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7a1024e-d59d-4616-9750-726ebc579c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.140793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b7a1024e-d59d-4616-9750-726ebc579c0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41adb27d-96d1-4bdf-96c9-78a7113d31c0 HTTP/1.1" status: 204 len: 168 time: 0.3195024 Aug 27 02:39:55.156103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1024e-d59d-4616-9750-726ebc579c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41adb27d-96d1-4bdf-96c9-78a7113d31c0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:55.233329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port da659e25-8b5a-43cb-983c-699e6a8261a0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=da659e25-8b5a-43cb-983c-699e6a8261a0,segment=NetworkSegment(7a580244-8820-43a1-b379-a643a85969cf),segment_id=7a580244-8820-43a1-b379-a643a85969cf)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:55.248675 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.249485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1291caf7-937b-43e0-85c2-10287e8dcc7d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:55.387060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=da659e25-8b5a-43cb-983c-699e6a8261a0,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:55.494057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1291caf7-937b-43e0-85c2-10287e8dcc7d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:55.495227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.647047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:51Z', 'revision_number': 7, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da659e25-8b5a-43cb-983c-699e6a8261a0', 'name': '', 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:8b:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:44Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:55.727841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d154cbde-6fc6-4ca3-a904-fc82f8b25a6b None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:51Z', 'revision_number': 7, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da659e25-8b5a-43cb-983c-699e6a8261a0', 'name': '', 'network_id': '075c3940-f7bd-42a2-98ce-8ea5f47e93a2', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:8b:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:44Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 4, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '92a19db1-eb52-4680-bca2-9366e141a43e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:55.752702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da659e25-8b5a-43cb-983c-699e6a8261a0 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:55.854155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee28bf2-34b4-440e-8302-f615beb4a475 req-91398e03-b6de-45f5-81bb-67d2df5a8d67 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:55.874936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ee28bf2-34b4-440e-8302-f615beb4a475 req-91398e03-b6de-45f5-81bb-67d2df5a8d67 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 945 time: 0.1296175 Aug 27 02:39:55.905644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.913758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port da659e25-8b5a-43cb-983c-699e6a8261a0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:55.914140 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.951667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7ee28bf2-34b4-440e-8302-f615beb4a475 req-ca4ffff5-7290-40d1-bb12-45d977df8bbf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755212 Aug 27 02:39:55.992529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=da659e25-8b5a-43cb-983c-699e6a8261a0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:55.999461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Port da659e25-8b5a-43cb-983c-699e6a8261a0 was deleted so its status cannot be updated. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 02:39:56.245204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.562094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37118) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:56.713231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:56.790143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-606849848-network', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:56.842245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Made reservation on behalf of bf6141a4a8894ee18b3f883d936c0bce for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:56.846371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.864834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.877291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:56.883310 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-232051ae-db2d-410b-a0ce-938a869abc73 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7922211 Aug 27 02:39:56.885980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37128) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:56.889239 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:56.900103 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:56.902675 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:56.984844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet 92a19db1-eb52-4680-bca2-9366e141a43e {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:56.989264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.038579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.047679 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.061560 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.096157 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:57.112439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:57.132814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.133174 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Added segment 827e8933-b7c3-4f48-b0d4-f3176f19dafe of type vlan for network ab991db8-e0c4-4a60-aad9-b4c668869d1e Aug 27 02:39:57.231983 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.233115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.276735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521e80b3-93bf-4521-9017-51dee1d837c5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:57.303070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.304213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:57.304802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.335057 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.368295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] Pushing event updated for resources: {'Network': ['ID=ab991db8-e0c4-4a60-aad9-b4c668869d1e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:57.379190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:57.384274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4d8f6210-36ec-440c-8efe-d5385fd865ec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8207548 Aug 27 02:39:57.387417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37134) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:57.391792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=92a19db1-eb52-4680-bca2-9366e141a43e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:57.393503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Request body: {'subnet': {'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-606849848-subnet', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:57.419752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.425791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37136) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:57.425922 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c6ccabe5-e013-4bcf-9745-90458a180a40 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/92a19db1-eb52-4680-bca2-9366e141a43e HTTP/1.1" status: 204 len: 168 time: 0.5372918 Aug 27 02:39:57.474858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40738bb1-878b-4908-9e32-77d8a21cf3ae None None] Network 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:57.520208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Made reservation on behalf of bf6141a4a8894ee18b3f883d936c0bce for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:57.523883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.529414 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.606710 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:55Z', 'revision_number': 8, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:57.661387 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4fb99239-1c6e-4db4-b7cd-3ee299b1280f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.700984 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:57.727879 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:57.728792 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:57.748637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] DHCP port deletion for 075c3940-f7bd-42a2-98ce-8ea5f47e93a2 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:57.755424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 1291caf7-937b-43e0-85c2-10287e8dcc7d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:57.759743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.845396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] Deleting port 1291caf7-937b-43e0-85c2-10287e8dcc7d {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:57.845396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.845578 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:39:57.891699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 1291caf7-937b-43e0-85c2-10287e8dcc7d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1291caf7-937b-43e0-85c2-10287e8dcc7d,segment=NetworkSegment(7a580244-8820-43a1-b379-a643a85969cf),segment_id=7a580244-8820-43a1-b379-a643a85969cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:57.892309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.916897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] For port 1291caf7-937b-43e0-85c2-10287e8dcc7d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1291caf7-937b-43e0-85c2-10287e8dcc7d,segment=NetworkSegment(7a580244-8820-43a1-b379-a643a85969cf),segment_id=7a580244-8820-43a1-b379-a643a85969cf)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:57.917656 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.951737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] Calling delete_port for 1291caf7-937b-43e0-85c2-10287e8dcc7d owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:58.086613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 1291caf7-937b-43e0-85c2-10287e8dcc7d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:58.101922 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.128637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.175754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] Pushing event deleted for resources: {'Port': ['ID=1291caf7-937b-43e0-85c2-10287e8dcc7d,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:58.203441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c505bf-7b38-4787-9357-1bb939ec885b None None] No DVR routers for this DVR port 1291caf7-937b-43e0-85c2-10287e8dcc7d on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:58.269433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a9b64a-73ef-41d1-81e5-8708101a5168,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:58.284960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Checking segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:58.285416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Network hostable DHCP agents. Network: ab991db8-e0c4-4a60-aad9-b4c668869d1e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:58.297282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.309856 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:55Z', 'revision_number': 8, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.339825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=1291caf7-937b-43e0-85c2-10287e8dcc7d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:58.348267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port 1291caf7-937b-43e0-85c2-10287e8dcc7d on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:58.368676 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1d9be-001b-4cfd-882d-a1e0e93da376 None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:39:55Z', 'revision_number': 8, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '3194f55f-be5f-430b-8d2f-aaabc8132fec', 'name': '', 'network_id': '6bb7ec09-2568-4c4b-809a-34d45b010021', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:f2:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:35Z', 'updated_at': '2021-08-27T02:39:50Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': '5deb173a-09a2-46b1-98c2-6f9b23e61f6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:58.389307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:58.457450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, ab991db8-e0c4-4a60-aad9-b4c668869d1e) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:58.464773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ab45b-c0de-4dbe-86cb-c6a0a9e022bf None None] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:58.484214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:58.484823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.552765 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.573091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9be10ac3-c1f3-4463-8bde-6fac7542635b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1843774 Aug 27 02:39:58.574969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075c3940-f7bd-42a2-98ce-8ea5f47e93a2']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.576281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37162) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:58.582127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:58.616648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a580244-8820-43a1-b379-a643a85969cf') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.617241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a580244-8820-43a1-b379-a643a85969cf') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.631298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.632376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.636629 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.662424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.672346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:58.672926 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:58.678559 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:58.738681 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.767642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.775825 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.780994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/075c3940-f7bd-42a2-98ce-8ea5f47e93a2 HTTP/1.1" status: 204 len: 168 time: 1.3538237 Aug 27 02:39:58.798867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'fixed_ips': [{'subnet_id': '38a9b64a-73ef-41d1-81e5-8708101a5168'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:58.799063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37166) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:58.800182 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.969685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2377e-5339-48ed-aac3-d3cc17f90199 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=075c3940-f7bd-42a2-98ce-8ea5f47e93a2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:59.042881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.054587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Allocated IP 172.20.0.2 (ab991db8-e0c4-4a60-aad9-b4c668869d1e/38a9b64a-73ef-41d1-81e5-8708101a5168/b56e7a28-1976-4f3c-b6d0-9928df730a88) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:59.362114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.380065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Transition to ACTIVE for port object b56e7a28-1976-4f3c-b6d0-9928df730a88 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:59.411345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Transition to ACTIVE for port object b56e7a28-1976-4f3c-b6d0-9928df730a88 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:59.431826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.511721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:59.534526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:59.536059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.547790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:59.548324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.576433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Pushing event updated for resources: {'Port': ['ID=b56e7a28-1976-4f3c-b6d0-9928df730a88,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:59.608053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.826505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Attempting to bind port b56e7a28-1976-4f3c-b6d0-9928df730a88 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:59.829806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Attempting to bind port b56e7a28-1976-4f3c-b6d0-9928df730a88 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:59.830388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Attempting to bind port b56e7a28-1976-4f3c-b6d0-9928df730a88 on network ab991db8-e0c4-4a60-aad9-b4c668869d1e {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:59.843725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da659e25-8b5a-43cb-983c-699e6a8261a0 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:59.847317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:59.847752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Checking segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:59.848114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.860693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Allocated IP 172.25.1.17 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/bebba038-f87b-49f0-916a-855ed1267237) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:59.862873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Bound using segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:59.863625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Bound port: b56e7a28-1976-4f3c-b6d0-9928df730a88, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:59.864314 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.936994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: da659e25-8b5a-43cb-983c-699e6a8261a0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:59.937403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device da659e25-8b5a-43cb-983c-699e6a8261a0 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:59.937911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1291caf7-937b-43e0-85c2-10287e8dcc7d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:59.982075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1291caf7-937b-43e0-85c2-10287e8dcc7d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:59.982444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1291caf7-937b-43e0-85c2-10287e8dcc7d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:00.002928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.056091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.109674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] For port b56e7a28-1976-4f3c-b6d0-9928df730a88, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:00.111266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:00.116101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:00.117762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] For port b56e7a28-1976-4f3c-b6d0-9928df730a88, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b56e7a28-1976-4f3c-b6d0-9928df730a88,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:00.121878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:00.131709 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.225375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 3194f55f-be5f-430b-8d2f-aaabc8132fec {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:00.225834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.292364 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1703aeb-1714-4093-ae48-5aabbca8861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.303002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Pushing event updated for resources: {'Port': ['ID=bebba038-f87b-49f0-916a-855ed1267237,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:00.346371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e730a-18f5-40ed-a804-fafaf11aece7 None None] Pushing event updated for resources: {'Port': ['ID=b56e7a28-1976-4f3c-b6d0-9928df730a88,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:00.409034 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.416466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 3194f55f-be5f-430b-8d2f-aaabc8132fec, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3194f55f-be5f-430b-8d2f-aaabc8132fec,segment=NetworkSegment(f63f5486-bef2-417b-92df-3d04576b5eac),segment_id=f63f5486-bef2-417b-92df-3d04576b5eac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:00.417214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.432373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 3194f55f-be5f-430b-8d2f-aaabc8132fec owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:00.695642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.741533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.815721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=3194f55f-be5f-430b-8d2f-aaabc8132fec,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.058205 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.171750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.260289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.416356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:01.416937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Router 603f325c-3234-468a-820d-36f7df16b5bb is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:01.532599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:01.541599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f1881ee2-f992-4ef5-90e7-e7cc5680923a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7392294 Aug 27 02:40:01.546534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37216) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:01.556264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:01.569262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:01.569938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:01.591349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:01.606169 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Sync routers for ids ['603f325c-3234-468a-820d-36f7df16b5bb'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:01.623536 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Routers {'603f325c-3234-468a-820d-36f7df16b5bb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:01.627220 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['603f325c-3234-468a-820d-36f7df16b5bb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:01.635591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.640490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dc41437f-89ad-4b7a-95b6-ac43a60db57a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0629332 Aug 27 02:40:01.641219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:01.731809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:01.823521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet 5deb173a-09a2-46b1-98c2-6f9b23e61f6b {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:01.849321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.950192 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Set router 603f325c-3234-468a-820d-36f7df16b5bb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:02.102399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee5160-c39d-4239-9352-01ba7fa4204d None None] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:02.177835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b56e7a28-1976-4f3c-b6d0-9928df730a88 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:02.240981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-34aca70b-92a9-467d-b8ff-b12a5e0d14e3 None None] Provisioning for port b56e7a28-1976-4f3c-b6d0-9928df730a88 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:02.330866 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'bebba038-f87b-49f0-916a-855ed1267237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:40:00Z', 'revision_number': 3, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port': {'id': 'bebba038-f87b-49f0-916a-855ed1267237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:59Z', 'updated_at': '2021-08-27T02:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:02.338086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b56e7a28-1976-4f3c-b6d0-9928df730a88 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:02.347844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b56e7a28-1976-4f3c-b6d0-9928df730a88 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:02.348214 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.381839 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Checking router: 603f325c-3234-468a-820d-36f7df16b5bb for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:02.383672 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Updating router 603f325c-3234-468a-820d-36f7df16b5bb port bebba038-f87b-49f0-916a-855ed1267237 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:02.392193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:00Z', 'revision_number': 9, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:02.433307 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.445995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:02.468971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:02.469614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:02.643904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.868369 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.901822 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Transition to ACTIVE for port object bebba038-f87b-49f0-916a-855ed1267237 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:02.913431 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.930693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:02.932460 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.017055 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93cbe1-90fa-4121-a3df-3e9a541f33ce None None] Pushing event updated for resources: {'Port': ['ID=bebba038-f87b-49f0-916a-855ed1267237,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:03.053070 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Attempting to bind port bebba038-f87b-49f0-916a-855ed1267237 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:03.053530 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Attempting to bind port bebba038-f87b-49f0-916a-855ed1267237 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:03.053985 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Attempting to bind port bebba038-f87b-49f0-916a-855ed1267237 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:03.060303 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:03.060807 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:03.061278 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.062162 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:03.062715 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Bound port: bebba038-f87b-49f0-916a-855ed1267237, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:03.063165 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.152669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port b56e7a28-1976-4f3c-b6d0-9928df730a88, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b56e7a28-1976-4f3c-b6d0-9928df730a88,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:03.159704 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] For port bebba038-f87b-49f0-916a-855ed1267237, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:03.165192 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] For port bebba038-f87b-49f0-916a-855ed1267237, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bebba038-f87b-49f0-916a-855ed1267237,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:03.179977 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.235795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.238243 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.282695 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93cbe1-90fa-4121-a3df-3e9a541f33ce None None] Pushing event updated for resources: {'Port': ['ID=bebba038-f87b-49f0-916a-855ed1267237,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:03.285383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.294049 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Routers {'603f325c-3234-468a-820d-36f7df16b5bb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:03.294780 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['603f325c-3234-468a-820d-36f7df16b5bb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:03.353419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=b56e7a28-1976-4f3c-b6d0-9928df730a88,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:03.423639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a93dc5d4-007e-4313-b22d-910ca3b5457d None None] Provisioning complete for port b56e7a28-1976-4f3c-b6d0-9928df730a88 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:03.427984 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a93dc5d4-007e-4313-b22d-910ca3b5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.450101 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] Set router 603f325c-3234-468a-820d-36f7df16b5bb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:03.545902 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.661230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.669965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/5deb173a-09a2-46b1-98c2-6f9b23e61f6b HTTP/1.1" status: 204 len: 168 time: 2.1268592 Aug 27 02:40:03.673773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af0d05c-7d8e-4221-a355-cabe81a0b9fb None None] Network 6bb7ec09-2568-4c4b-809a-34d45b010021 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:03.676954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37276) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:03.677914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2408a-8e49-4cd6-9658-e0b7a7b4bdc0 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=5deb173a-09a2-46b1-98c2-6f9b23e61f6b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:03.711901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.727923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:00Z', 'revision_number': 9, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:03.822631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57207adf-4f46-4291-9fbc-39e426d86fcb None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:00Z', 'revision_number': 9, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '473be42d-33e3-4850-ae9d-caadb4bdcabf', 'name': '', 'network_id': '4101366c-39ac-4928-a903-5883b0e82d6d', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:46:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:29Z', 'updated_at': '2021-08-27T02:39:37Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'bf922da9-355b-45ca-9f51-62863f4aa36a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:03.846695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b56e7a28-1976-4f3c-b6d0-9928df730a88 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:03.887446 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'bebba038-f87b-49f0-916a-855ed1267237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:40:00Z', 'revision_number': 3, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port': {'id': 'bebba038-f87b-49f0-916a-855ed1267237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:59Z', 'updated_at': '2021-08-27T02:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:03.911620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.964513 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd53c-f8b9-496e-a81b-cd43bb3a07b2 None None] The sync data for ids ['603f325c-3234-468a-820d-36f7df16b5bb'] in n-d-806293-1 is: [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'bebba038-f87b-49f0-916a-855ed1267237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:40:00Z', 'revision_number': 3, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port': {'id': 'bebba038-f87b-49f0-916a-855ed1267237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:59Z', 'updated_at': '2021-08-27T02:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:04.052489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b56e7a28-1976-4f3c-b6d0-9928df730a88 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:04.052995 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.073068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 2ace1311-79f0-40e2-8aeb-4e40677064d6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:04.073561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.212549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Allocated IP 172.20.0.1 (ab991db8-e0c4-4a60-aad9-b4c668869d1e/38a9b64a-73ef-41d1-81e5-8708101a5168/ed96a62a-5a0e-42f0-ab6c-41ae22dc603f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:04.229319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 2ace1311-79f0-40e2-8aeb-4e40677064d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2ace1311-79f0-40e2-8aeb-4e40677064d6,segment=NetworkSegment(f63f5486-bef2-417b-92df-3d04576b5eac),segment_id=f63f5486-bef2-417b-92df-3d04576b5eac)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:04.229319 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.251275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] DHCP port deletion for 6bb7ec09-2568-4c4b-809a-34d45b010021 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:04.299516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 2ace1311-79f0-40e2-8aeb-4e40677064d6 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:04.442589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] Deleting port 2ace1311-79f0-40e2-8aeb-4e40677064d6 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:04.443108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.576271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.624039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.642703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Transition to ACTIVE for port object ed96a62a-5a0e-42f0-ab6c-41ae22dc603f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:04.654577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=2ace1311-79f0-40e2-8aeb-4e40677064d6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:04.666411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port 2ace1311-79f0-40e2-8aeb-4e40677064d6 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:04.721319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] For port 2ace1311-79f0-40e2-8aeb-4e40677064d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2ace1311-79f0-40e2-8aeb-4e40677064d6,segment=NetworkSegment(f63f5486-bef2-417b-92df-3d04576b5eac),segment_id=f63f5486-bef2-417b-92df-3d04576b5eac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:04.724052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.724221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.811912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] Calling delete_port for 2ace1311-79f0-40e2-8aeb-4e40677064d6 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:04.828367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:04.840906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:04.846456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:04.867426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.894738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb7ec09-2568-4c4b-809a-34d45b010021']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:04.920217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63f5486-bef2-417b-92df-3d04576b5eac') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:04.924228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63f5486-bef2-417b-92df-3d04576b5eac') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:04.932124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:04.959060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.975011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.993629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.006350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:05.008897 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.020654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:05.032193 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:05.048553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] No DVR routers for this DVR port 2ace1311-79f0-40e2-8aeb-4e40677064d6 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:05.084203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb3256-8ab2-47bd-a09f-ecefee4a8311 None None] Pushing event deleted for resources: {'Port': ['ID=2ace1311-79f0-40e2-8aeb-4e40677064d6,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.198228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.206210 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.210862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/6bb7ec09-2568-4c4b-809a-34d45b010021 HTTP/1.1" status: 204 len: 168 time: 1.5289943 Aug 27 02:40:05.211322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37304) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:05.242655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd26a-f409-404b-b9a2-adf9df19a44e tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=6bb7ec09-2568-4c4b-809a-34d45b010021,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.331876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1552f117-f7ad-4a1c-a47f-20be2e135cfe None None] Provisioning for port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:05.336687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1552f117-f7ad-4a1c-a47f-20be2e135cfe None None] Provisioning complete for port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:05.337186 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1552f117-f7ad-4a1c-a47f-20be2e135cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.400277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1552f117-f7ad-4a1c-a47f-20be2e135cfe None None] Port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:05.417035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.788353 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.802253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.846681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bebba038-f87b-49f0-916a-855ed1267237 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:05.931282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.949960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port bebba038-f87b-49f0-916a-855ed1267237 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:05.954397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port bebba038-f87b-49f0-916a-855ed1267237 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:05.954808 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.004622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:06.170139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.189572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.218829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port bebba038-f87b-49f0-916a-855ed1267237, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bebba038-f87b-49f0-916a-855ed1267237,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:06.229654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.363619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=bebba038-f87b-49f0-916a-855ed1267237,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:06.367455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2ace1311-79f0-40e2-8aeb-4e40677064d6 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:06.391028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 2ace1311-79f0-40e2-8aeb-4e40677064d6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:06.391715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2ace1311-79f0-40e2-8aeb-4e40677064d6 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:06.392321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3194f55f-be5f-430b-8d2f-aaabc8132fec no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:06.394081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:06.435226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3194f55f-be5f-430b-8d2f-aaabc8132fec {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:06.441225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3194f55f-be5f-430b-8d2f-aaabc8132fec not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:06.467033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:06.838385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-70ffecf4-7f53-4075-b433-29e0fc73f702 None None] Provisioning complete for port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:06.842226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ffecf4-7f53-4075-b433-29e0fc73f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.845491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Router 603f325c-3234-468a-820d-36f7df16b5bb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:06.911897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-70ffecf4-7f53-4075-b433-29e0fc73f702 None None] Port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:07.038350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:07.044113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ec0c296a-183b-4a55-996a-2397678556f3 admin admin] 10.222.0.10 "PUT /v2.0/routers/603f325c-3234-468a-820d-36f7df16b5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3812449 Aug 27 02:40:07.048567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Sync routers for ids ['603f325c-3234-468a-820d-36f7df16b5bb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:07.065357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Routers {'603f325c-3234-468a-820d-36f7df16b5bb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:07.066393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['603f325c-3234-468a-820d-36f7df16b5bb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:07.105458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 473be42d-33e3-4850-ae9d-caadb4bdcabf {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:07.105837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.364180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Set router 603f325c-3234-468a-820d-36f7df16b5bb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:07.833182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bebba038-f87b-49f0-916a-855ed1267237 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:07.917234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port bebba038-f87b-49f0-916a-855ed1267237 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:07.922908 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.013818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'bebba038-f87b-49f0-916a-855ed1267237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:40:05Z', 'revision_number': 4, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port': {'id': 'bebba038-f87b-49f0-916a-855ed1267237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:59Z', 'updated_at': '2021-08-27T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ed96a62a-5a0e-42f0-ab6c-41ae22dc603f', 'name': '', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'mac_address': 'fa:16:3e:6a:03:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:03Z', 'updated_at': '2021-08-27T02:40:05Z', 'revision_number': 2, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'subnets': [{'id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:08.065682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Checking router: 603f325c-3234-468a-820d-36f7df16b5bb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:08.066295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Updating router 603f325c-3234-468a-820d-36f7df16b5bb port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:08.066531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 473be42d-33e3-4850-ae9d-caadb4bdcabf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=473be42d-33e3-4850-ae9d-caadb4bdcabf,segment=NetworkSegment(44ad61e7-951c-4320-bd1c-0218332d3324),segment_id=44ad61e7-951c-4320-bd1c-0218332d3324)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:08.067425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.074451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37388) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:08.081320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1928173722-network', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:08.091964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4526ec-22f4-43db-b2b2-7722bb4278a5 req-8af7e925-e749-4592-84e6-e5a5acee1113 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:08.093478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4526ec-22f4-43db-b2b2-7722bb4278a5 req-8af7e925-e749-4592-84e6-e5a5acee1113 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1633708 Aug 27 02:40:08.101473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 473be42d-33e3-4850-ae9d-caadb4bdcabf owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:08.120542 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.132227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Made reservation on behalf of 1c31917f7ac04d67ad2b10e61fb1deb0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:08.135539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.147635 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.199424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a4526ec-22f4-43db-b2b2-7722bb4278a5 req-a5931451-8f77-4c36-9f41-b654386b8d20 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934017 Aug 27 02:40:08.286774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.300593 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.321229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:08.424334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.447745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.448097 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Added segment ac080683-9c1e-42cc-91e9-8ae704b0c9a1 of type vlan for network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa Aug 27 02:40:08.514196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=473be42d-33e3-4850-ae9d-caadb4bdcabf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:08.555855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8588c2-ca2b-4d99-85bc-069e87190bec,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:08.591037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1b5b9-b2e2-4d2f-afb4-b599c49673ca req-ca16757b-37eb-49e5-bb2f-de4366742441 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:08.592673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0df1b5b9-b2e2-4d2f-afb4-b599c49673ca req-ca16757b-37eb-49e5-bb2f-de4366742441 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2751806 Aug 27 02:40:08.679141 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.722395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.746731 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0df1b5b9-b2e2-4d2f-afb4-b599c49673ca req-d487ad4b-711a-4106-af22-b04b82fe2168 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318705 Aug 27 02:40:08.810678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.811907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:08.812565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.965935 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8877728 Aug 27 02:40:08.968852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37410) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:08.989835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Request body: {'subnet': {'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1928173722-subnet', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:08.995763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d2b3c-bf10-4ac2-b354-b102b6a308ed admin admin] Pushing event updated for resources: {'Network': ['ID=87f5bd6d-23e9-4dd8-ab87-e23f36924afa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:09.026450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:09.185654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:09.187849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Made reservation on behalf of 1c31917f7ac04d67ad2b10e61fb1deb0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:09.190834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.237418 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.248327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Transition to ACTIVE for port object ed96a62a-5a0e-42f0-ab6c-41ae22dc603f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:09.261781 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.263028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef645b-fc39-48a4-9cce-f69362b51d2c req-4408386b-9f7b-43da-900f-da9a36ece73a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:09.278918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45ef645b-fc39-48a4-9cce-f69362b51d2c req-4408386b-9f7b-43da-900f-da9a36ece73a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1501660 Aug 27 02:40:09.353895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-45ef645b-fc39-48a4-9cce-f69362b51d2c req-14a1ee81-a2e2-4c09-af07-6402c574d71d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740683 Aug 27 02:40:09.421177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:09.430433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37428) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:09.433341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-30c6c149-280d-4a33-9946-657f60fbb263 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2179275 Aug 27 02:40:09.445321 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:09.465520 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:09.466472 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:09.511481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet bf922da9-355b-45ca-9f51-62863f4aa36a {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:09.520816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.566137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983beb-2e50-4fa1-b2fc-44537b39bef0 None None] Pushing event updated for resources: {'Port': ['ID=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:09.619719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Attempting to bind port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:09.620093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Attempting to bind port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:09.620436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Attempting to bind port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f on network ab991db8-e0c4-4a60-aad9-b4c668869d1e {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:09.637740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:09.638642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Checking segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:09.639218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.640082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Bound using segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:09.640771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Bound port: ed96a62a-5a0e-42f0-ab6c-41ae22dc603f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:09.641332 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.676712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.807187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.890731 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.920633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] For port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:09.929268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] For port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:09.946503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.023867 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.050781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.074651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Checking segment: {'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:10.082058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Network hostable DHCP agents. Network: 87f5bd6d-23e9-4dd8-ab87-e23f36924afa, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:10.094520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Routers {'603f325c-3234-468a-820d-36f7df16b5bb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:10.096943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['603f325c-3234-468a-820d-36f7df16b5bb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:10.114768 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:10.128886 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.136464 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/bf922da9-355b-45ca-9f51-62863f4aa36a HTTP/1.1" status: 204 len: 168 time: 0.7046223 Aug 27 02:40:10.137921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37456) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:10.180762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:10.207065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1be7c-9792-43e8-9ae1-dee4af3da3f3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=bf922da9-355b-45ca-9f51-62863f4aa36a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.277244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d395ff-7bf4-4afa-ab2b-04ac70a42913 req-f473586f-3f80-47ee-baf2-7d3992db93a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:10.286170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112ceab-9dce-4cc6-bafa-6884f0199b5e None None] Network 4101366c-39ac-4928-a903-5883b0e82d6d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:10.326560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3d395ff-7bf4-4afa-ab2b-04ac70a42913 req-f473586f-3f80-47ee-baf2-7d3992db93a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1219893 Aug 27 02:40:10.367945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 87f5bd6d-23e9-4dd8-ab87-e23f36924afa) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:10.390839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3d395ff-7bf4-4afa-ab2b-04ac70a42913 req-c1d533f1-ef48-4664-9ebe-f440f17c17bd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629444 Aug 27 02:40:10.393789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983beb-2e50-4fa1-b2fc-44537b39bef0 None None] Pushing event updated for resources: {'Port': ['ID=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.408581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df920b-306a-43e8-94fc-bbb35dad5364 None None] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:10.415322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:10.425219 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.481818 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d1a9cc18-b4bf-40c1-a975-dc9bd4a0b2ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5100310 Aug 27 02:40:10.484404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37472) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:10.488955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:10.494011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.567397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.568498 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.617827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port fc20d6de-7a93-4d6e-9026-45c29080e2fe {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:10.617827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.705050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.770450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port fc20d6de-7a93-4d6e-9026-45c29080e2fe, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fc20d6de-7a93-4d6e-9026-45c29080e2fe,segment=NetworkSegment(44ad61e7-951c-4320-bd1c-0218332d3324),segment_id=44ad61e7-951c-4320-bd1c-0218332d3324)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:10.770836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.780476 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:08Z', 'revision_number': 10, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:10.819745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for fc20d6de-7a93-4d6e-9026-45c29080e2fe owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:10.849729 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:10.881401 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:10.885336 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:11.031810 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:11.040054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.148003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=fc20d6de-7a93-4d6e-9026-45c29080e2fe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:11.160454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.167467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] Set router 603f325c-3234-468a-820d-36f7df16b5bb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:11.177567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port fc20d6de-7a93-4d6e-9026-45c29080e2fe on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:11.385965 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:08Z', 'revision_number': 10, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:11.415956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.434586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-87f5bd6d-23e9-4dd8-ab87-e23f36924afa', 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'fixed_ips': [{'subnet_id': '78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:11.435660 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.460652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4101366c-39ac-4928-a903-5883b0e82d6d']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:11.464550 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c96d14-6978-4cdb-a6f9-2971f8e601c0 None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:08Z', 'revision_number': 10, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None, '_interfaces': [{'id': '78a6e23c-8626-4862-8926-4b3aebfeab1d', 'name': '', 'network_id': '9d2c04ea-0854-4505-9d2c-204e9fa07e86', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'mac_address': 'fa:16:3e:d1:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:23Z', 'updated_at': '2021-08-27T02:39:33Z', 'revision_number': 5, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'subnets': [{'id': 'a0d1f4ba-8c4a-448f-9192-7708237573a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:11.467164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a2cf5b-1304-4151-a585-4d6cbfe3512d None None] DHCP port deletion for 4101366c-39ac-4928-a903-5883b0e82d6d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:11.488804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ad61e7-951c-4320-bd1c-0218332d3324') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:11.489125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ad61e7-951c-4320-bd1c-0218332d3324') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:11.510800 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.547877 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.569595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:11.570028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.656867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37506) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:11.685537 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:11.705323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.785423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Allocated IP 172.20.0.2 (87f5bd6d-23e9-4dd8-ab87-e23f36924afa/78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e/4e5f138e-f4ee-4447-a737-a5db53189456) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:11.791725 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.793693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/4101366c-39ac-4928-a903-5883b0e82d6d HTTP/1.1" status: 204 len: 168 time: 1.6543243 Aug 27 02:40:11.802072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37512) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:11.826298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5606391-9138-44ca-a60d-d0cba8d479ce tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=4101366c-39ac-4928-a903-5883b0e82d6d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:11.951542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d0dcc-fbac-4f4d-b228-809fcf99393c req-c94eb194-c162-4f2c-ae56-2c69b16de7dc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:11.953525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b0d0dcc-fbac-4f4d-b228-809fcf99393c req-c94eb194-c162-4f2c-ae56-2c69b16de7dc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2765608 Aug 27 02:40:11.959243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca608ab1-3265-4933-89f4-3833f92300a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.080243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca608ab1-3265-4933-89f4-3833f92300a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.095136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca608ab1-3265-4933-89f4-3833f92300a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.102246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.111370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Transition to ACTIVE for port object 4e5f138e-f4ee-4447-a737-a5db53189456 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:12.123812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 473be42d-33e3-4850-ae9d-caadb4bdcabf no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:12.135338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca608ab1-3265-4933-89f4-3833f92300a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452ab165-5ea3-40cf-813b-e6ec8c6eb7d3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.181240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Transition to ACTIVE for port object 4e5f138e-f4ee-4447-a737-a5db53189456 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:12.211504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b0d0dcc-fbac-4f4d-b228-809fcf99393c req-62fbf4b8-2179-440d-ad4a-5f63c46b0c32 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493880 Aug 27 02:40:12.213764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 473be42d-33e3-4850-ae9d-caadb4bdcabf {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:12.214307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 473be42d-33e3-4850-ae9d-caadb4bdcabf not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:12.214916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fc20d6de-7a93-4d6e-9026-45c29080e2fe no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:12.243504 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.257607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: fc20d6de-7a93-4d6e-9026-45c29080e2fe {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:12.258605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fc20d6de-7a93-4d6e-9026-45c29080e2fe not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:12.285562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:12.308307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:12.314393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:12.315447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca608ab1-3265-4933-89f4-3833f92300a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9541346e416246d6bbdff2a1b4b5d3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289713 Aug 27 02:40:12.318221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37518) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:12.369682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Pushing event updated for resources: {'Port': ['ID=4e5f138e-f4ee-4447-a737-a5db53189456,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.430593 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.445515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Attempting to bind port 4e5f138e-f4ee-4447-a737-a5db53189456 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:12.446118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Attempting to bind port 4e5f138e-f4ee-4447-a737-a5db53189456 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:12.446667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Attempting to bind port 4e5f138e-f4ee-4447-a737-a5db53189456 on network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:12.460678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:12.461280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Checking segment: {'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:12.461847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.462423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Bound using segment: {'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:12.463061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Bound port: 4e5f138e-f4ee-4447-a737-a5db53189456, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:12.463636 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.493344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.508125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3722-c04a-47fe-8c32-7d5ffb75ebcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.522558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'bebba038-f87b-49f0-916a-855ed1267237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:40:05Z', 'revision_number': 4, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port': {'id': 'bebba038-f87b-49f0-916a-855ed1267237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:59Z', 'updated_at': '2021-08-27T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ed96a62a-5a0e-42f0-ab6c-41ae22dc603f', 'name': '', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'mac_address': 'fa:16:3e:6a:03:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:03Z', 'updated_at': '2021-08-27T02:40:09Z', 'revision_number': 4, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'subnets': [{'id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:12.558419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5bd3-8fc2-404a-b0ab-f5ab2faf2cec None None] The sync data for ids ['603f325c-3234-468a-820d-36f7df16b5bb'] in n-d-806293-1 is: [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'bebba038-f87b-49f0-916a-855ed1267237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:40:05Z', 'revision_number': 4, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port': {'id': 'bebba038-f87b-49f0-916a-855ed1267237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:59Z', 'updated_at': '2021-08-27T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ed96a62a-5a0e-42f0-ab6c-41ae22dc603f', 'name': '', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'mac_address': 'fa:16:3e:6a:03:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:03Z', 'updated_at': '2021-08-27T02:40:09Z', 'revision_number': 4, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'subnets': [{'id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:12.571374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3722-c04a-47fe-8c32-7d5ffb75ebcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.584694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] For port 4e5f138e-f4ee-4447-a737-a5db53189456, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:12.593867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] For port 4e5f138e-f4ee-4447-a737-a5db53189456, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4e5f138e-f4ee-4447-a737-a5db53189456,segment=NetworkSegment(ac080683-9c1e-42cc-91e9-8ae704b0c9a1),segment_id=ac080683-9c1e-42cc-91e9-8ae704b0c9a1)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:12.614158 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.694869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3722-c04a-47fe-8c32-7d5ffb75ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.706492 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3722-c04a-47fe-8c32-7d5ffb75ebcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.707903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5cdd3722-c04a-47fe-8c32-7d5ffb75ebcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/452ab165-5ea3-40cf-813b-e6ec8c6eb7d3 HTTP/1.1" status: 204 len: 168 time: 0.3887820 Aug 27 02:40:12.740975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Allocated IP 172.25.1.40 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/759d8580-42d7-4308-90b0-7d0e8ac3ed6a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:12.759753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd3722-c04a-47fe-8c32-7d5ffb75ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452ab165-5ea3-40cf-813b-e6ec8c6eb7d3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.801049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.858460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56fbb8-e828-4917-b33c-0eccdfcfa57a None None] Pushing event updated for resources: {'Port': ['ID=4e5f138e-f4ee-4447-a737-a5db53189456,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:13.075243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.256250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.334359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37540) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:13.354752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Pushing event updated for resources: {'Port': ['ID=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:13.385110 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f98b1a-28e5-46cc-b51e-2caa580c26e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.385971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:13.394024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:13.405977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:13.420290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 78a6e23c-8626-4862-8926-4b3aebfeab1d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:13.420716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.556571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191cce6-011c-4daf-9ce7-409a6fcfa506 req-c25a4b7b-80a3-439c-b97e-802f1a3c93e7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:13.569739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7191cce6-011c-4daf-9ce7-409a6fcfa506 req-c25a4b7b-80a3-439c-b97e-802f1a3c93e7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2246079 Aug 27 02:40:13.675640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 78a6e23c-8626-4862-8926-4b3aebfeab1d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=78a6e23c-8626-4862-8926-4b3aebfeab1d,segment=NetworkSegment(4501e5b8-bc1f-41db-b1b1-05772b89695b),segment_id=4501e5b8-bc1f-41db-b1b1-05772b89695b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:13.676201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.752855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 78a6e23c-8626-4862-8926-4b3aebfeab1d owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:13.827837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7191cce6-011c-4daf-9ce7-409a6fcfa506 req-2eb69da3-c283-4048-b28e-9dc14020071c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478490 Aug 27 02:40:13.889019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed96a62a-5a0e-42f0-ab6c-41ae22dc603f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:14.039201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:14.046146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:14.046792 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.107898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f98b1a-28e5-46cc-b51e-2caa580c26e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.113649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.129406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27f98b1a-28e5-46cc-b51e-2caa580c26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.164488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.216823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98b1a-28e5-46cc-b51e-2caa580c26e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814bfcc3-f658-4197-ac12-acabbffbb11b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:14.253682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=78a6e23c-8626-4862-8926-4b3aebfeab1d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:14.309471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.413230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:14.421974 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.423030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4e5f138e-f4ee-4447-a737-a5db53189456 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:14.426523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27f98b1a-28e5-46cc-b51e-2caa580c26e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8b59fd0af834d61a1f950ad48a5a1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0871990 Aug 27 02:40:14.426523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37564) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:14.496864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.737459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20046d11-3ded-4939-bce2-7f399f83324e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.815668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.000249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f8c41-bdbd-4a32-ba69-4e4ae4981fff None None] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:15.001372 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20046d11-3ded-4939-bce2-7f399f83324e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.134998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:15.167105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d6f4f30-950c-4d63-b7b4-443c56fce320 None None] Provisioning for port 4e5f138e-f4ee-4447-a737-a5db53189456 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:15.176707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Router 55a4046a-e3f1-4a18-89c6-e943265cb262 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:15.242451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:15.245426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 4e5f138e-f4ee-4447-a737-a5db53189456 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:15.256587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4e5f138e-f4ee-4447-a737-a5db53189456 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:15.256961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.379341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.397510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc84b4-2a25-4c66-81be-930a52ffefce req-5acea22c-fb8f-4d8d-b039-5355ef9e3ce0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:15.399465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70dc84b4-2a25-4c66-81be-930a52ffefce req-5acea22c-fb8f-4d8d-b039-5355ef9e3ce0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.4015117 Aug 27 02:40:15.409169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:15.424301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-807f565d-a985-4138-9719-d807ac651613 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6193979 Aug 27 02:40:15.427340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37584) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:15.446390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20046d11-3ded-4939-bce2-7f399f83324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.449040 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20046d11-3ded-4939-bce2-7f399f83324e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.452870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-20046d11-3ded-4939-bce2-7f399f83324e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/814bfcc3-f658-4197-ac12-acabbffbb11b HTTP/1.1" status: 204 len: 168 time: 1.0232925 Aug 27 02:40:15.453236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 4e5f138e-f4ee-4447-a737-a5db53189456, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4e5f138e-f4ee-4447-a737-a5db53189456,segment=NetworkSegment(ac080683-9c1e-42cc-91e9-8ae704b0c9a1),segment_id=ac080683-9c1e-42cc-91e9-8ae704b0c9a1)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:15.455106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:15.461490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:15.464578 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.477991 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Sync routers for ids ['55a4046a-e3f1-4a18-89c6-e943265cb262'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:15.496931 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Routers {'55a4046a-e3f1-4a18-89c6-e943265cb262'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:15.497886 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['55a4046a-e3f1-4a18-89c6-e943265cb262'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:15.563237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70dc84b4-2a25-4c66-81be-930a52ffefce req-f639e12b-5cf0-4302-bce0-3dea5c445692 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361499 Aug 27 02:40:15.564466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20046d11-3ded-4939-bce2-7f399f83324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814bfcc3-f658-4197-ac12-acabbffbb11b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:15.640663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=4e5f138e-f4ee-4447-a737-a5db53189456,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:15.671282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:15.672474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.673732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66913360-3b14-4317-8450-fedd45e7f93a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1883278 Aug 27 02:40:15.674862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:15.677011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37590) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:15.699866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting subnet a0d1f4ba-8c4a-448f-9192-7708237573a9 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:15.710356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.728156 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Set router 55a4046a-e3f1-4a18-89c6-e943265cb262 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:15.852051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.945021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5047e60d-14e8-4967-b1e9-09aacfbc0b59 None None] Provisioning complete for port 4e5f138e-f4ee-4447-a737-a5db53189456 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:15.945651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5047e60d-14e8-4967-b1e9-09aacfbc0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.948393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:16.038983 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.138391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.138973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed96a62a-5a0e-42f0-ab6c-41ae22dc603f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:16.164187 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:40:13Z', 'revision_number': 3, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port': {'id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:12Z', 'updated_at': '2021-08-27T02:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:16.192206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d1f4ba-8c4a-448f-9192-7708237573a9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:16.199014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.201071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1c26049-a51e-4cd5-8306-e85a250b70c5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/a0d1f4ba-8c4a-448f-9192-7708237573a9 HTTP/1.1" status: 204 len: 168 time: 0.7713356 Aug 27 02:40:16.203957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37606) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:16.280792 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Checking router: 55a4046a-e3f1-4a18-89c6-e943265cb262 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:16.287204 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Updating router 55a4046a-e3f1-4a18-89c6-e943265cb262 port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:16.290040 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.341661 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.356386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca09695-339d-4b0d-a2f1-f699279a58ae None None] Network 9d2c04ea-0854-4505-9d2c-204e9fa07e86 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:16.363993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 11, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:16.405408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Deleting port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:16.406211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.408883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:16.554189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] For port 35f25dae-11bd-4dae-aa23-c5cc56929ab9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=35f25dae-11bd-4dae-aa23-c5cc56929ab9,segment=NetworkSegment(4501e5b8-bc1f-41db-b1b1-05772b89695b),segment_id=4501e5b8-bc1f-41db-b1b1-05772b89695b)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:16.555661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.572006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Calling delete_port for 35f25dae-11bd-4dae-aa23-c5cc56929ab9 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:16.594356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.718940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:16.721131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:16.765221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.862174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No DVR routers for this DVR port 35f25dae-11bd-4dae-aa23-c5cc56929ab9 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:16.870726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Port': ['ID=35f25dae-11bd-4dae-aa23-c5cc56929ab9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:16.888320 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.928473 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Transition to ACTIVE for port object 759d8580-42d7-4308-90b0-7d0e8ac3ed6a will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:16.930207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ca15-e458-43c2-b51a-96f09ae6e740 req-d51c8634-5d9e-49a0-8a58-aaa61af452de tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:16.952645 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.953153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e07ca15-e458-43c2-b51a-96f09ae6e740 req-d51c8634-5d9e-49a0-8a58-aaa61af452de tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2254548 Aug 27 02:40:17.010483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Allocated IP 172.20.0.1 (87f5bd6d-23e9-4dd8-ab87-e23f36924afa/78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e/43b0f9c4-54ba-491f-bfb5-a1481447319e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:17.039516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.063048 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Attempting to bind port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:17.063526 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Attempting to bind port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:17.063753 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Attempting to bind port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:17.089691 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:17.090084 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:17.090508 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.090908 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:17.091388 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Bound port: 759d8580-42d7-4308-90b0-7d0e8ac3ed6a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:17.091764 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.094651 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef111491-1156-4fc6-b5a0-d67d784633f7 None None] Pushing event updated for resources: {'Port': ['ID=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.155893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:17.162549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.210555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e07ca15-e458-43c2-b51a-96f09ae6e740 req-e3929b6e-2e6e-47f3-8360-2e13a9e06e95 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553785 Aug 27 02:40:17.212929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2c04ea-0854-4505-9d2c-204e9fa07e86']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.221721 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] For port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:17.229340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] For port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:17.235322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4501e5b8-bc1f-41db-b1b1-05772b89695b') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.235647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4501e5b8-bc1f-41db-b1b1-05772b89695b') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.240641 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.248104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 11, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.263685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.311849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.319995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.325635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:17.326097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:17.329735 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:17.352345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Transition to ACTIVE for port object 43b0f9c4-54ba-491f-bfb5-a1481447319e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:17.382677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef579f25-ad6c-422d-9c47-5d17960c3911 None None] DHCP port deletion for 9d2c04ea-0854-4505-9d2c-204e9fa07e86 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:17.397605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:17.398357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.402307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0e15b-5431-4564-bbe4-6ab69bfa26b7 None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 11, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:17.409713 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.419824 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef111491-1156-4fc6-b5a0-d67d784633f7 None None] Pushing event updated for resources: {'Port': ['ID=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.435916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.443675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.445505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/networks/9d2c04ea-0854-4505-9d2c-204e9fa07e86 HTTP/1.1" status: 204 len: 168 time: 1.2401063 Aug 27 02:40:17.462971 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Routers {'55a4046a-e3f1-4a18-89c6-e943265cb262'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:17.463610 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['55a4046a-e3f1-4a18-89c6-e943265cb262'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.464219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37636) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:17.504402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'routes': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:17.517562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941548e6-5c5b-4865-a5e3-15eb01224cd5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Pushing event deleted for resources: {'Network': ['ID=9d2c04ea-0854-4505-9d2c-204e9fa07e86,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.535748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:17.542587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Pushing event updated for resources: {'Port': ['ID=43b0f9c4-54ba-491f-bfb5-a1481447319e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.557277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:17.559858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:17.572808 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.606456 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] Set router 55a4046a-e3f1-4a18-89c6-e943265cb262 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:17.649372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4e5f138e-f4ee-4447-a737-a5db53189456 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:17.681846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.756115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4e5f138e-f4ee-4447-a737-a5db53189456 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:17.756643 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.921673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.extraroute_db [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Added routes are [] {{(pid=94773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:40:17.922291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.extraroute_db [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Removed routes are [] {{(pid=94773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:40:17.922291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.030373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37648) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:18.120117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0f0f26f6-3d52-42bc-af2e-3f5de83b833c None None] Provisioning for port 43b0f9c4-54ba-491f-bfb5-a1481447319e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:18.127555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0f0f26f6-3d52-42bc-af2e-3f5de83b833c None None] Provisioning complete for port 43b0f9c4-54ba-491f-bfb5-a1481447319e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:18.128159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f0f26f6-3d52-42bc-af2e-3f5de83b833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.173058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.180815 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:40:13Z', 'revision_number': 3, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port': {'id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:12Z', 'updated_at': '2021-08-27T02:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:18.258706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 35f25dae-11bd-4dae-aa23-c5cc56929ab9 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:18.264311 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bafa3-3f0b-4dec-80b1-093ca1a2186c None None] The sync data for ids ['55a4046a-e3f1-4a18-89c6-e943265cb262'] in n-d-806293-1 is: [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:40:13Z', 'revision_number': 3, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port': {'id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:12Z', 'updated_at': '2021-08-27T02:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:18.267272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.271783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.284190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] Deleting subnet ea24821a-347c-4286-aab6-28bb989dca45 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:18.321109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f26f6-3d52-42bc-af2e-3f5de83b833c None None] Port 43b0f9c4-54ba-491f-bfb5-a1481447319e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:18.334571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 35f25dae-11bd-4dae-aa23-c5cc56929ab9 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:18.335029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 35f25dae-11bd-4dae-aa23-c5cc56929ab9 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:18.335466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78a6e23c-8626-4862-8926-4b3aebfeab1d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:18.362567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 78a6e23c-8626-4862-8926-4b3aebfeab1d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:18.363744 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78a6e23c-8626-4862-8926-4b3aebfeab1d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:18.407127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.440782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d183ffba-9b00-469e-abe9-ca53e17f6857 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:18.449169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.496442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.568653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:18.586786 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.592969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] Sync routers for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:18.596511 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.600852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-90c084ea-afe4-4467-9c35-b188cb1fa7cd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 200 len: 705 time: 1.1024842 Aug 27 02:40:18.601214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:18.612822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:18.614734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:18.664630 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-82c2b6b7-4628-4ba2-b206-9351c292cf97 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 200 len: 205 time: 0.0614853 Aug 27 02:40:18.688822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37668) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:18.833473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:18.917514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf0194d-f35e-43ae-b045-372c324a99a5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.992457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 11, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:19.047195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] Checking router: d183ffba-9b00-469e-abe9-ca53e17f6857 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:19.060385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] Routers {'d183ffba-9b00-469e-abe9-ca53e17f6857'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:19.061440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d183ffba-9b00-469e-abe9-ca53e17f6857'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:19.225786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf0194d-f35e-43ae-b045-372c324a99a5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.230003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf0194d-f35e-43ae-b045-372c324a99a5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.298277 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf0194d-f35e-43ae-b045-372c324a99a5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.299363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf0194d-f35e-43ae-b045-372c324a99a5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Fanout notify agent at l3_agent the message router_deleted on router d183ffba-9b00-469e-abe9-ca53e17f6857 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:40:19.316281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf0194d-f35e-43ae-b045-372c324a99a5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.318370 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0bf0194d-f35e-43ae-b045-372c324a99a5 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 204 len: 168 time: 0.6280203 Aug 27 02:40:19.325748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37686) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:19.332050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5e0f4348-0b12-464e-8780-2c79ee18906b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-743671187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:19.381112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4348-0b12-464e-8780-2c79ee18906b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.388755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4348-0b12-464e-8780-2c79ee18906b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.493755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4348-0b12-464e-8780-2c79ee18906b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.505162 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4348-0b12-464e-8780-2c79ee18906b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.527754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] Set router d183ffba-9b00-469e-abe9-ca53e17f6857 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:19.534973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4348-0b12-464e-8780-2c79ee18906b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.536607 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e0f4348-0b12-464e-8780-2c79ee18906b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2094827 Aug 27 02:40:19.540498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37690) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:19.551641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9a85c7dd-8b92-49ad-a440-3d55199c895b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:19.598412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 11, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:19.640145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1117077-5c42-4f22-93bc-c4dac7e3c682 None None] The sync data for ids ['d183ffba-9b00-469e-abe9-ca53e17f6857'] in n-d-806293-1 is: [{'id': 'd183ffba-9b00-469e-abe9-ca53e17f6857', 'name': 'tempest-RoutersIpV6Test-router-1609716066', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:20Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 11, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:19.670994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.680690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea24821a-347c-4286-aab6-28bb989dca45,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:19.686603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.703939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cbb2f6ed-d7a1-491c-8af9-20895f4ecee1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea24821a-347c-4286-aab6-28bb989dca45 HTTP/1.1" status: 204 len: 168 time: 1.6705699 Aug 27 02:40:19.709503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.718858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:19.836346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a85c7dd-8b92-49ad-a440-3d55199c895b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.850095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a85c7dd-8b92-49ad-a440-3d55199c895b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.949290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e95f8d-462e-4e7f-b986-e2a32aa79820 req-98170242-eb10-4866-81d3-2f2af4f29b2b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:19.951208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6e95f8d-462e-4e7f-b986-e2a32aa79820 req-98170242-eb10-4866-81d3-2f2af4f29b2b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 1.3848417 Aug 27 02:40:19.978411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.979866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a85c7dd-8b92-49ad-a440-3d55199c895b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Router d58370f9-861e-4c46-a7ad-950bad81c367 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:20.008493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Pushing event updated for resources: {'Port': ['ID=43b0f9c4-54ba-491f-bfb5-a1481447319e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:20.096365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.141408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6e95f8d-462e-4e7f-b986-e2a32aa79820 req-522a1e82-f45b-440b-addb-f6048acccc1a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697254 Aug 27 02:40:20.225544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 759d8580-42d7-4308-90b0-7d0e8ac3ed6a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:20.282371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.296062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:20.299118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:20.302236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba41f28f-6ae6-4df7-b394-78f0f8a69e51']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.315900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61865f6-0e83-4e43-830e-7379921d4bec') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.316196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61865f6-0e83-4e43-830e-7379921d4bec') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.357533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:20.363922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:20.365838 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.391656 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.474096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.499522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:20.500392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:20.507143 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:20.612892 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.662241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:20.674961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.702381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.727944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.748423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] 10.222.0.10 "DELETE /v2.0/networks/ba41f28f-6ae6-4df7-b394-78f0f8a69e51 HTTP/1.1" status: 204 len: 168 time: 1.0227408 Aug 27 02:40:20.752053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37708) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:20.788777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a85c7dd-8b92-49ad-a440-3d55199c895b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:20.797610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a85c7dd-8b92-49ad-a440-3d55199c895b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.800871 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9a85c7dd-8b92-49ad-a440-3d55199c895b tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "PUT /v2.0/routers/d58370f9-861e-4c46-a7ad-950bad81c367 HTTP/1.1" status: 200 len: 697 time: 1.2566469 Aug 27 02:40:20.801261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:20.801403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37710) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:20.803876 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] Sync routers for ids ['d58370f9-861e-4c46-a7ad-950bad81c367'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:20.843590 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] Routers {'d58370f9-861e-4c46-a7ad-950bad81c367'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:20.844850 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d58370f9-861e-4c46-a7ad-950bad81c367'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.872014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d96c5a54-dd59-4f99-acc0-cc4190a1ffc1 None None] Provisioning complete for port 43b0f9c4-54ba-491f-bfb5-a1481447319e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:20.872393 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d96c5a54-dd59-4f99-acc0-cc4190a1ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.884568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70200b73-4d89-41ff-820f-528797161d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba41f28f-6ae6-4df7-b394-78f0f8a69e51,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:20.915401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44354a7c-8de8-4f5f-9840-1b35976bdc80 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/routers/d58370f9-861e-4c46-a7ad-950bad81c367 HTTP/1.1" status: 200 len: 703 time: 0.1099381 Aug 27 02:40:20.915620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Router 55a4046a-e3f1-4a18-89c6-e943265cb262 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:20.917629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37718) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:20.961073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] Deleting subnet 6218b62b-799c-4db6-9116-a3bee21f73c4 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:20.962387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d96c5a54-dd59-4f99-acc0-cc4190a1ffc1 None None] Port 43b0f9c4-54ba-491f-bfb5-a1481447319e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:20.969327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.987811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c8c2332e-211a-4e94-9ad5-854dea01c2ad tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58370f9-861e-4c46-a7ad-950bad81c367 HTTP/1.1" status: 200 len: 205 time: 0.0683124 Aug 27 02:40:20.995363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37722) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.039119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.097885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.131942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c830cb3a-d5f5-4aed-a837-4caeff6943c7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.188546 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] Set router d58370f9-861e-4c46-a7ad-950bad81c367 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:21.240482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.252391 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58370f9-861e-4c46-a7ad-950bad81c367', 'name': 'tempest-RoutersIpV6Test-router-743671187', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:19Z', 'updated_at': '2021-08-27T02:40:19Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:21.291171 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.295303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6218b62b-799c-4db6-9116-a3bee21f73c4 HTTP/1.1" status: 204 len: 168 time: 0.5357249 Aug 27 02:40:21.295303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42415f2-c653-488e-83c5-8f2fe1c60629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6218b62b-799c-4db6-9116-a3bee21f73c4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:21.295537 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] Checking router: d58370f9-861e-4c46-a7ad-950bad81c367 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:21.297377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37730) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.306976 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] Routers {'d58370f9-861e-4c46-a7ad-950bad81c367'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:21.307639 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d58370f9-861e-4c46-a7ad-950bad81c367'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:21.387305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] Set router d58370f9-861e-4c46-a7ad-950bad81c367 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:21.428432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c830cb3a-d5f5-4aed-a837-4caeff6943c7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.435438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c830cb3a-d5f5-4aed-a837-4caeff6943c7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.458072 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58370f9-861e-4c46-a7ad-950bad81c367', 'name': 'tempest-RoutersIpV6Test-router-743671187', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:19Z', 'updated_at': '2021-08-27T02:40:19Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:21.486706 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.491801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfee4d5-9320-4e79-842d-450e66fff4d3 None None] The sync data for ids ['d58370f9-861e-4c46-a7ad-950bad81c367'] in n-d-806293-1 is: [{'id': 'd58370f9-861e-4c46-a7ad-950bad81c367', 'name': 'tempest-RoutersIpV6Test-router-743671187', 'tenant_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:19Z', 'updated_at': '2021-08-27T02:40:19Z', 'revision_number': 2, 'project_id': 'ce3f6b07860e419fbc10f53b22d7f666', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:21.492020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:21.509874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Sync routers for ids ['55a4046a-e3f1-4a18-89c6-e943265cb262'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:21.527753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Routers {'55a4046a-e3f1-4a18-89c6-e943265cb262'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:21.528405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['55a4046a-e3f1-4a18-89c6-e943265cb262'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:21.530278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c56fc8ad-0f4e-47b5-a880-9b3d6a868c68 admin admin] 10.222.0.10 "PUT /v2.0/routers/55a4046a-e3f1-4a18-89c6-e943265cb262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8520651 Aug 27 02:40:21.554591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c830cb3a-d5f5-4aed-a837-4caeff6943c7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.555232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c830cb3a-d5f5-4aed-a837-4caeff6943c7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Fanout notify agent at l3_agent the message router_deleted on router d58370f9-861e-4c46-a7ad-950bad81c367 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:40:21.569925 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c830cb3a-d5f5-4aed-a837-4caeff6943c7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.571760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c830cb3a-d5f5-4aed-a837-4caeff6943c7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/d58370f9-861e-4c46-a7ad-950bad81c367 HTTP/1.1" status: 204 len: 168 time: 0.5751913 Aug 27 02:40:21.575533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37740) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.611145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-82045e6e-33bf-4a9e-8f01-73d35e795e64 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58370f9-861e-4c46-a7ad-950bad81c367 HTTP/1.1" status: 200 len: 205 time: 0.0342278 Aug 27 02:40:21.613661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37742) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.686569 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.695834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd03970-4c10-4958-b232-f16289195530 req-25d92e7e-5563-4e13-a1d0-649ae6654d2e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:21.697971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccd03970-4c10-4958-b232-f16289195530 req-25d92e7e-5563-4e13-a1d0-649ae6654d2e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1817181 Aug 27 02:40:21.699173 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-87727d05-f5ea-44f2-94da-0f1bab3efe30 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] delete failed (client error): The resource could not be found. Aug 27 02:40:21.700380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-87727d05-f5ea-44f2-94da-0f1bab3efe30 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/d58370f9-861e-4c46-a7ad-950bad81c367 HTTP/1.1" status: 404 len: 336 time: 0.0856109 Aug 27 02:40:21.703254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37744) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.711247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d05c1e-3443-4233-8c90-cd3db5cea597']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:21.727656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9abae2-1843-4c60-832e-aed659db6756') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:21.728542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9abae2-1843-4c60-832e-aed659db6756') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:21.742594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.758130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.766458 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8a91b8-0f4a-4f3c-963f-2a05bb966e85 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:21.768116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8a91b8-0f4a-4f3c-963f-2a05bb966e85 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:21.770567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6e8a91b8-0f4a-4f3c-963f-2a05bb966e85 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/92a19db1-eb52-4680-bca2-9366e141a43e HTTP/1.1" status: 404 len: 337 time: 0.0645123 Aug 27 02:40:21.772897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.781025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:21.782680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.797338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Set router 55a4046a-e3f1-4a18-89c6-e943265cb262 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:21.817344 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:21.884479 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2806fa7-5ad1-4f5e-bd6c-909a69a9304f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:21.889008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2806fa7-5ad1-4f5e-bd6c-909a69a9304f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:21.891123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2806fa7-5ad1-4f5e-bd6c-909a69a9304f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/5deb173a-09a2-46b1-98c2-6f9b23e61f6b HTTP/1.1" status: 404 len: 337 time: 0.1170082 Aug 27 02:40:21.901398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37754) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.909797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccd03970-4c10-4958-b232-f16289195530 req-f81b2a84-dd0e-436e-a3c3-2066b147484b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457613 Aug 27 02:40:21.968035 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c600878-6524-4e98-9dc6-930790353f4c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:21.968818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c600878-6524-4e98-9dc6-930790353f4c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:21.970248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1c600878-6524-4e98-9dc6-930790353f4c tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/bf922da9-355b-45ca-9f51-62863f4aa36a HTTP/1.1" status: 404 len: 337 time: 0.0673983 Aug 27 02:40:21.973157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37758) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.005118 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.029349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.037417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f7d05c1e-3443-4233-8c90-cd3db5cea597 HTTP/1.1" status: 204 len: 168 time: 0.7387381 Aug 27 02:40:22.064071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc84c0-b8c5-40c2-9b49-8c527f1021f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d05c1e-3443-4233-8c90-cd3db5cea597,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:22.106516 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-542cb0a9-ce63-4dd9-a799-04f0ff173015 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:22.107075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542cb0a9-ce63-4dd9-a799-04f0ff173015 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:22.109018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-542cb0a9-ce63-4dd9-a799-04f0ff173015 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/a0d1f4ba-8c4a-448f-9192-7708237573a9 HTTP/1.1" status: 404 len: 337 time: 0.1345425 Aug 27 02:40:22.111982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37766) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.210518 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dd04f508-78fc-4c88-a981-64def0d6d0c2 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 200 len: 205 time: 0.0955660 Aug 27 02:40:22.211625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37774) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.214844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 759d8580-42d7-4308-90b0-7d0e8ac3ed6a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:22.311679 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-d36131a6-24d3-4590-9c42-97ad8940b816 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] delete failed (client error): The resource could not be found. Aug 27 02:40:22.326944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d36131a6-24d3-4590-9c42-97ad8940b816 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/d183ffba-9b00-469e-abe9-ca53e17f6857 HTTP/1.1" status: 404 len: 336 time: 0.1129806 Aug 27 02:40:22.329640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37778) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.390490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e35928f5-babf-48c0-b30a-4d16e2a7be5f tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9 HTTP/1.1" status: 200 len: 205 time: 0.0592086 Aug 27 02:40:22.395997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.477712 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-0d7baf1b-e5ba-4218-822a-34b79b1a2599 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] delete failed (client error): The resource could not be found. Aug 27 02:40:22.481080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d7baf1b-e5ba-4218-822a-34b79b1a2599 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/aaaea0d3-fd88-4f21-bf44-ee4ce5ad01d9 HTTP/1.1" status: 404 len: 336 time: 0.0815008 Aug 27 02:40:22.481738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37798) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.484435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-fbcc1588-3465-49b9-8909-49774a8aa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:22.486449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-fbcc1588-3465-49b9-8909-49774a8aa34f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1096 time: 0.1504092 Aug 27 02:40:22.488301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:40:18Z', 'revision_number': 4, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port': {'id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:12Z', 'updated_at': '2021-08-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '43b0f9c4-54ba-491f-bfb5-a1481447319e', 'name': '', 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'mac_address': 'fa:16:3e:b8:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:16Z', 'updated_at': '2021-08-27T02:40:18Z', 'revision_number': 2, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'subnets': [{'id': '78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:22.524229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37800) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.535266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:22.535545 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.538854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Checking router: 55a4046a-e3f1-4a18-89c6-e943265cb262 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:22.539504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Updating router 55a4046a-e3f1-4a18-89c6-e943265cb262 port 43b0f9c4-54ba-491f-bfb5-a1481447319e binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:22.582234 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ae10af-a93b-4672-a38f-7fcdacf45408 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:22.582817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ae10af-a93b-4672-a38f-7fcdacf45408 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:22.587190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a4ae10af-a93b-4672-a38f-7fcdacf45408 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/31c14d5b-996e-4211-afdd-4d94eecf24e2 HTTP/1.1" status: 404 len: 337 time: 0.0886679 Aug 27 02:40:22.587862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37802) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.588321 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.618654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614e58-75d2-4bb7-bdd9-c3415000f1ff req-90319eda-8d86-46d1-b74f-d7da10d21bf5 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:22.621114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78614e58-75d2-4bb7-bdd9-c3415000f1ff req-90319eda-8d86-46d1-b74f-d7da10d21bf5 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2137833 Aug 27 02:40:22.627967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-15cc2869-c83a-4432-a4bc-f883b4ebf690 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c15386d-520f-4322-9ab7-79352bf627b6 HTTP/1.1" status: 200 len: 205 time: 0.0371363 Aug 27 02:40:22.629193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37804) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.677267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5f5e9ad2-edfa-442c-a396-d4fc988c9ff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3798cf59b39540ddad31ab155735dcb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290174 Aug 27 02:40:22.682677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37808) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.700707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-99750c9b-759c-45d1-8671-19e8f993d389 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:22.701908 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-daa7e002-2787-47ad-9940-abe475706f64 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] delete failed (client error): The resource could not be found. Aug 27 02:40:22.702227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-99750c9b-759c-45d1-8671-19e8f993d389 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/networks?id=ab991db8-e0c4-4a60-aad9-b4c668869d1e HTTP/1.1" status: 200 len: 910 time: 0.2263496 Aug 27 02:40:22.707385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-daa7e002-2787-47ad-9940-abe475706f64 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/7c15386d-520f-4322-9ab7-79352bf627b6 HTTP/1.1" status: 404 len: 336 time: 0.0675979 Aug 27 02:40:22.709848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37810) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.760430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-df72597f-28ce-469c-aa94-4e61a1fd11c9 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e198dc92-ddd6-47bb-870a-1ad2239774be HTTP/1.1" status: 200 len: 205 time: 0.0459414 Aug 27 02:40:22.761846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.766359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78614e58-75d2-4bb7-bdd9-c3415000f1ff req-6be62ace-3526-4769-a792-d33bfe524994 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279640 Aug 27 02:40:22.776263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-4dbe93a3-1f47-44ac-ab5d-19107c0860ef tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/quotas/1c31917f7ac04d67ad2b10e61fb1deb0 HTTP/1.1" status: 200 len: 375 time: 0.0653853 Aug 27 02:40:22.809919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-80c9b011-b926-4ae6-a851-e662fd48667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:22.813558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-80c9b011-b926-4ae6-a851-e662fd48667f service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.3173130 Aug 27 02:40:22.826998 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-bc6ee79a-cdf7-4920-b8e7-7a4689685179 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] delete failed (client error): The resource could not be found. Aug 27 02:40:22.828021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bc6ee79a-cdf7-4920-b8e7-7a4689685179 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/e198dc92-ddd6-47bb-870a-1ad2239774be HTTP/1.1" status: 404 len: 336 time: 0.0665150 Aug 27 02:40:22.835818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37814) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.859443 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad0aabcc-10e3-4361-b5b9-ecd5ca7f2a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.891036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.902558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Transition to ACTIVE for port object 43b0f9c4-54ba-491f-bfb5-a1481447319e will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:22.926877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.943640 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad0aabcc-10e3-4361-b5b9-ecd5ca7f2a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.967647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-9a6859c5-d81c-4ce7-9c26-1bdae1b551d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.1439235 Aug 27 02:40:22.978151 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-471e1edb-8202-4eb9-a4b2-99586a3d7598 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:22.978769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471e1edb-8202-4eb9-a4b2-99586a3d7598 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:22.980540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-471e1edb-8202-4eb9-a4b2-99586a3d7598 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/199c94df-f476-4ece-9de6-c64f20000475 HTTP/1.1" status: 404 len: 337 time: 0.1012795 Aug 27 02:40:22.987779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37816) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.058432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c20787c3-e370-4efb-b0b9-1d7bdbcd0cdd tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=a489fe06-5706-40d3-8e7b-6012d2fa8250 HTTP/1.1" status: 200 len: 205 time: 0.0646372 Aug 27 02:40:23.061026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37818) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.075319 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-e32b6fcc-9f06-4b8b-82dc-cb7001c9b4a4 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c31917f7ac04d67ad2b10e61fb1deb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2520890 Aug 27 02:40:23.111745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad0aabcc-10e3-4361-b5b9-ecd5ca7f2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.116326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad0aabcc-10e3-4361-b5b9-ecd5ca7f2a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.117501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ad0aabcc-10e3-4361-b5b9-ecd5ca7f2a53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f89adb3d-2046-464b-9411-b6c4773cde96 HTTP/1.1" status: 204 len: 168 time: 0.4338844 Aug 27 02:40:23.154292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aabcc-10e3-4361-b5b9-ecd5ca7f2a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89adb3d-2046-464b-9411-b6c4773cde96,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:23.157939 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-9bfa5874-1692-4010-b767-11bd458830d3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] delete failed (client error): The resource could not be found. Aug 27 02:40:23.159147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9bfa5874-1692-4010-b767-11bd458830d3 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/a489fe06-5706-40d3-8e7b-6012d2fa8250 HTTP/1.1" status: 404 len: 336 time: 0.0967195 Aug 27 02:40:23.162041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37824) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.184938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-f0b5b65a-4b67-4242-9754-0205d876350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.186489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-f0b5b65a-4b67-4242-9754-0205d876350c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2121928 Aug 27 02:40:23.209028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Attempting to bind port 43b0f9c4-54ba-491f-bfb5-a1481447319e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:23.214394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Attempting to bind port 43b0f9c4-54ba-491f-bfb5-a1481447319e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:23.217303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Attempting to bind port 43b0f9c4-54ba-491f-bfb5-a1481447319e on network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:23.223479 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0b1030-16b7-4559-bb8a-2c43db5a98b1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:23.224228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0b1030-16b7-4559-bb8a-2c43db5a98b1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:23.226437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d0b1030-16b7-4559-bb8a-2c43db5a98b1 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/18f5c96d-22c1-4c4f-bd1c-966e8d559a98 HTTP/1.1" status: 404 len: 337 time: 0.0629880 Aug 27 02:40:23.227896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda01c3-db3d-48b1-a968-dd11df79d820 None None] Pushing event updated for resources: {'Port': ['ID=43b0f9c4-54ba-491f-bfb5-a1481447319e,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:23.229305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37828) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.292673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:23.293130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Checking segment: {'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:23.293549 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.294016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Bound using segment: {'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:23.294544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Bound port: 43b0f9c4-54ba-491f-bfb5-a1481447319e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:23.294881 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.301370 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-29cd4251-e523-41d4-9183-c6fe0d14a267 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d1cd2a-4e87-42cc-8b12-f557443df47b HTTP/1.1" status: 200 len: 205 time: 0.0692215 Aug 27 02:40:23.302757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37832) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.317229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-81adb694-b7ea-4aee-ae71-4a420a1200c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.335390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-81adb694-b7ea-4aee-ae71-4a420a1200c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386302 Aug 27 02:40:23.389765 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-3b91c318-0eaf-45f3-984e-69101ec9947a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] delete failed (client error): The resource could not be found. Aug 27 02:40:23.394249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3b91c318-0eaf-45f3-984e-69101ec9947a tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/routers/e8d1cd2a-4e87-42cc-8b12-f557443df47b HTTP/1.1" status: 404 len: 336 time: 0.0860672 Aug 27 02:40:23.394913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37838) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.469870 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21cdee9-da9a-45b3-8759-fb166713bcf7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:23.470447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21cdee9-da9a-45b3-8759-fb166713bcf7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:23.472442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e21cdee9-da9a-45b3-8759-fb166713bcf7 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/82d36a51-9ffd-4ec2-80be-117582be0188 HTTP/1.1" status: 404 len: 337 time: 0.0724471 Aug 27 02:40:23.473473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] For port 43b0f9c4-54ba-491f-bfb5-a1481447319e, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:23.476957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] For port 43b0f9c4-54ba-491f-bfb5-a1481447319e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=43b0f9c4-54ba-491f-bfb5-a1481447319e,segment=NetworkSegment(ac080683-9c1e-42cc-91e9-8ae704b0c9a1),segment_id=ac080683-9c1e-42cc-91e9-8ae704b0c9a1)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:23.487672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.496125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-78ddc1f3-427a-4151-8880-019a4fa63802 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457922 Aug 27 02:40:23.496611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37840) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.583612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Routers {'55a4046a-e3f1-4a18-89c6-e943265cb262'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:23.584450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['55a4046a-e3f1-4a18-89c6-e943265cb262'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:23.587810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda01c3-db3d-48b1-a968-dd11df79d820 None None] Pushing event updated for resources: {'Port': ['ID=43b0f9c4-54ba-491f-bfb5-a1481447319e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:23.608621 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f766b9d9-8f28-4c3e-8d5f-314eacba3d87 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:23.609088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f766b9d9-8f28-4c3e-8d5f-314eacba3d87 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:23.618565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f766b9d9-8f28-4c3e-8d5f-314eacba3d87 tempest-RoutersIpV6Test-1977504925 tempest-RoutersIpV6Test-1977504925-project] 10.222.0.10 "DELETE /v2.0/subnets/8cfa8ddc-71de-45d7-b833-6ce821c801f0 HTTP/1.1" status: 404 len: 337 time: 0.1208136 Aug 27 02:40:23.716199 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-4cdcf91d-ce70-42a3-a9ae-971e6f17d5ac service neutron] 10.222.0.10 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143730 Aug 27 02:40:23.793150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] Set router 55a4046a-e3f1-4a18-89c6-e943265cb262 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:23.817529 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a9aed-227d-4e81-9ec0-82aa1baa9427 req-51d9badb-c6f0-4ac4-918d-f5225ea61979 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064775 Aug 27 02:40:23.882826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37848) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.939850 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-992f280b-9ec5-4581-88c0-5b0dd3ceff70 service neutron] 10.222.0.10 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172782 Aug 27 02:40:24.062871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ec474d38-fde0-41bb-bcf2-69acd28c1f77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1dd64820afc2441f84a527be67e7dc51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782603 Aug 27 02:40:24.066740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37856) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.107772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9e6d6-3c4f-4773-86cd-c252fb7288a7 req-911ac447-e47d-4bdd-836a-e89b54782717 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.109809 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edb9e6d6-3c4f-4773-86cd-c252fb7288a7 req-911ac447-e47d-4bdd-836a-e89b54782717 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1746507 Aug 27 02:40:24.142579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3979c0ff-1022-4d66-97fe-746a95b31b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.166003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.181239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3979c0ff-1022-4d66-97fe-746a95b31b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.198072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-edb9e6d6-3c4f-4773-86cd-c252fb7288a7 req-d1cc57cf-37bc-4157-9f6d-eb545ce37ae3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812562 Aug 27 02:40:24.262817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3979c0ff-1022-4d66-97fe-746a95b31b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.266896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3979c0ff-1022-4d66-97fe-746a95b31b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.268282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3979c0ff-1022-4d66-97fe-746a95b31b64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c798953d-9e19-4be4-9b8d-0ab883f4bce8 HTTP/1.1" status: 204 len: 168 time: 0.2003884 Aug 27 02:40:24.313660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979c0ff-1022-4d66-97fe-746a95b31b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c798953d-9e19-4be4-9b8d-0ab883f4bce8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:24.494152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:40:18Z', 'revision_number': 4, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port': {'id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:12Z', 'updated_at': '2021-08-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '43b0f9c4-54ba-491f-bfb5-a1481447319e', 'name': '', 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'mac_address': 'fa:16:3e:b8:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:16Z', 'updated_at': '2021-08-27T02:40:23Z', 'revision_number': 4, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'subnets': [{'id': '78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:24.535997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21b25e-2807-412d-98a2-96762d0d8f8f None None] The sync data for ids ['55a4046a-e3f1-4a18-89c6-e943265cb262'] in n-d-806293-1 is: [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:40:18Z', 'revision_number': 4, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port': {'id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:12Z', 'updated_at': '2021-08-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '43b0f9c4-54ba-491f-bfb5-a1481447319e', 'name': '', 'network_id': '87f5bd6d-23e9-4dd8-ab87-e23f36924afa', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'mac_address': 'fa:16:3e:b8:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:16Z', 'updated_at': '2021-08-27T02:40:23Z', 'revision_number': 4, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'subnets': [{'id': '78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:24.540649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3ca26ce-057e-41a5-a051-51bbdf4fa3ff req-81ba49f2-1910-4f9f-925c-5ddaa2d512d5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 210 time: 0.1358528 Aug 27 02:40:24.667258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cad1beb7-be69-497b-a1a0-4973d9f6c399 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce3f6b07860e419fbc10f53b22d7f666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996777 Aug 27 02:40:24.669943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37886) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.801930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96fa997d-f05a-485b-b792-eb4588e8c82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.848132 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96fa997d-f05a-485b-b792-eb4588e8c82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.935647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96fa997d-f05a-485b-b792-eb4588e8c82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.939102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-96fa997d-f05a-485b-b792-eb4588e8c82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.940515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-96fa997d-f05a-485b-b792-eb4588e8c82f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b5d893e-6a0a-4682-8bc3-dde53da8acb5 HTTP/1.1" status: 204 len: 168 time: 0.2693708 Aug 27 02:40:24.969846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa997d-f05a-485b-b792-eb4588e8c82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d893e-6a0a-4682-8bc3-dde53da8acb5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:25.547323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb40b5d-2c47-40e4-b08b-4dc605f44a90 req-d2f0cf1b-51d5-4940-aebf-21f363e1c659 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.564326 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fb40b5d-2c47-40e4-b08b-4dc605f44a90 req-d2f0cf1b-51d5-4940-aebf-21f363e1c659 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2130933 Aug 27 02:40:25.685858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fb40b5d-2c47-40e4-b08b-4dc605f44a90 req-57fab732-f37d-4324-b5c1-24fb12049092 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122601 Aug 27 02:40:25.821922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f8fa86-e023-471a-a6de-47c76e415157 req-ef4865b2-524b-48f4-943d-75e7b62e0158 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 210 time: 0.0836298 Aug 27 02:40:25.890382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01436-e1ed-4ba6-821a-48bc631c64a7 req-441fed03-44ba-48ac-92a5-cb1101e05b1f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.901860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c5d01436-e1ed-4ba6-821a-48bc631c64a7 req-441fed03-44ba-48ac-92a5-cb1101e05b1f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1168604 Aug 27 02:40:25.978508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c5d01436-e1ed-4ba6-821a-48bc631c64a7 req-0c331b38-21c2-4b48-bfb3-3a6be2b22123 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754929 Aug 27 02:40:26.248734 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:40:26.337315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b0f9c4-54ba-491f-bfb5-a1481447319e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:26.501879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 43b0f9c4-54ba-491f-bfb5-a1481447319e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:26.508464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 43b0f9c4-54ba-491f-bfb5-a1481447319e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:26.508883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.628072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673a80-2286-40a9-8999-da26a140252b req-43daeee3-516e-4858-93a7-3a9e6ba32473 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.643849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dd673a80-2286-40a9-8999-da26a140252b req-43daeee3-516e-4858-93a7-3a9e6ba32473 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1338134 Aug 27 02:40:26.696029 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.769017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dd673a80-2286-40a9-8999-da26a140252b req-da7b70f4-ccc9-49cd-8c86-3a0027492c4c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225803 Aug 27 02:40:26.773321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 43b0f9c4-54ba-491f-bfb5-a1481447319e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=43b0f9c4-54ba-491f-bfb5-a1481447319e,segment=NetworkSegment(ac080683-9c1e-42cc-91e9-8ae704b0c9a1),segment_id=ac080683-9c1e-42cc-91e9-8ae704b0c9a1)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:26.783898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-605a8c66-7df2-4ca7-b65c-5e575ae66f03 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.788811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-605a8c66-7df2-4ca7-b65c-5e575ae66f03 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.45 "GET /v2.0/networks?id=ab991db8-e0c4-4a60-aad9-b4c668869d1e HTTP/1.1" status: 200 len: 910 time: 0.3749223 Aug 27 02:40:26.792247 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.803463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Request body: {'port': {'device_id': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'admin_state_up': True, 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:26.848000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Made reservation on behalf of 1c31917f7ac04d67ad2b10e61fb1deb0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:26.850685 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.923149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=43b0f9c4-54ba-491f-bfb5-a1481447319e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:26.985906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37978) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:27.059493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cccfd7cb-ec33-4413-ac2f-f7dfd0a11dcc req-e3037c57-8356-47ae-b1e7-6683a8a82367 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 210 time: 0.0672600 Aug 27 02:40:27.158668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354866eb-086c-4a93-8f8f-47a67ced9d94 req-9a9d4808-b960-4131-8eee-80d53e2f979a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.175176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-354866eb-086c-4a93-8f8f-47a67ced9d94 req-9a9d4808-b960-4131-8eee-80d53e2f979a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1054673 Aug 27 02:40:27.202220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Allocated IP 172.20.0.10 (ab991db8-e0c4-4a60-aad9-b4c668869d1e/38a9b64a-73ef-41d1-81e5-8708101a5168/97af9a9a-57ad-44f5-8350-f7cb7b4400ca) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:27.266967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-354866eb-086c-4a93-8f8f-47a67ced9d94 req-b386f5e5-2fc1-4404-8ea2-bac90bc310b3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903208 Aug 27 02:40:27.281840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-673388140'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:27.309499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:27.313510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.324499 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.435303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.468059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.477740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Transition to ACTIVE for port object 97af9a9a-57ad-44f5-8350-f7cb7b4400ca will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:27.478559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.496978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:27.511090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.511821 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment ec23c84e-c717-4958-a909-6ae841576aac of type vlan for network bee87cf4-5739-4c17-ab49-6dab5b82bf5f Aug 27 02:40:27.584827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.593785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.615984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad4753-2678-49c3-b0aa-81e095535575,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:27.650750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.665111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.666298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.669196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8e30010d-93d2-4b5a-ab2a-076eca560c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.707291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Pushing event updated for resources: {'Port': ['ID=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:27.731500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:27.733800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:27.736637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:27.794930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.795782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.808963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8190956 Aug 27 02:40:27.809469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38002) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:27.828220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-1387129279'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:27.829866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-074ed899-78e8-45ac-8f5d-f9936d8a6b7e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0310152 Aug 27 02:40:27.843079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Request body: {'port': {'device_id': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:27.849626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a6e3a-b29b-4e47-94d1-570f7e0c7fc4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=bee87cf4-5739-4c17-ab49-6dab5b82bf5f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:27.861371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:27.894218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:27.897898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.961495 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.991191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:28.019788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.020148 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment ad206bc8-b283-48d8-977d-6f7e6d9bd5a8 of type vlan for network 740cb04e-df5f-4a01-8d7d-6c60f23adffb Aug 27 02:40:28.095761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.145643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.162576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:28.165802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.216714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b0f9c4-54ba-491f-bfb5-a1481447319e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:28.228354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-da736359-f35d-45ef-aca1-0ad6a64e5da6 None None] Provisioning for port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:28.250722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4393585 Aug 27 02:40:28.263997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-da736359-f35d-45ef-aca1-0ad6a64e5da6 None None] Provisioning complete for port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:28.264674 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-da736359-f35d-45ef-aca1-0ad6a64e5da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.312776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-da736359-f35d-45ef-aca1-0ad6a64e5da6 None None] Port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:28.324911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 43b0f9c4-54ba-491f-bfb5-a1481447319e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:28.325533 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.363788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38010) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:28.394793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': 'bee87cf4-5739-4c17-ab49-6dab5b82bf5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:28.445990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97af9a9a-57ad-44f5-8350-f7cb7b4400ca {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:40:28.456284 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.485189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Transition to ACTIVE for port object 97af9a9a-57ad-44f5-8350-f7cb7b4400ca will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:28.514094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.635928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.671724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4fcd-b888-451d-991f-aef5aa0369fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=740cb04e-df5f-4a01-8d7d-6c60f23adffb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.687560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:28.715561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8996810-93b6-41f3-93e1-65fbd01da6cd req-ba270fd6-d901-40c5-a12f-8c4553e12079 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:28.724870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8996810-93b6-41f3-93e1-65fbd01da6cd req-ba270fd6-d901-40c5-a12f-8c4553e12079 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1053 time: 0.2358463 Aug 27 02:40:28.765443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de98d-0e84-4afb-9090-e5f96cb59eee req-1c3b39cd-52e2-45cb-9ade-5a6b2eadb5ec tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:28.773162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4de98d-0e84-4afb-9090-e5f96cb59eee req-1c3b39cd-52e2-45cb-9ade-5a6b2eadb5ec tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.3242779 Aug 27 02:40:28.815109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:28.820819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.833202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Attempting to bind port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:28.833682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Attempting to bind port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:28.834118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Attempting to bind port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca on network ab991db8-e0c4-4a60-aad9-b4c668869d1e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:28.843685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8996810-93b6-41f3-93e1-65fbd01da6cd req-cfa70667-e482-4de6-a8e2-4f62edbf0160 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177166 Aug 27 02:40:28.844855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca on network ab991db8-e0c4-4a60-aad9-b4c668869d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:40:28.845291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Attempting to bind port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca on network ab991db8-e0c4-4a60-aad9-b4c668869d1e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:28.852022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:28.852504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Checking segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:28.852992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Bound using segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:28.853525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Bound port: 97af9a9a-57ad-44f5-8350-f7cb7b4400ca, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:28.854004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.929997 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4de98d-0e84-4afb-9090-e5f96cb59eee req-6169901e-ce74-406d-9561-d95c46356aba tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505303 Aug 27 02:40:29.021194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] For port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:29.028852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] For port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:29.038841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.115834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.116469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.130857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/97af9a9a-57ad-44f5-8350-f7cb7b4400ca HTTP/1.1" status: 200 len: 1092 time: 1.2922878 Aug 27 02:40:29.135572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'tag': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:29.153497 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4d174f-d308-4401-aa59-7ecc459b86fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f886e27-4e84-4da5-b08f-e0ecdeae03b8", "tag": "97af9a9a-57ad-44f5-8350-f7cb7b4400ca"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:29.245438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.247775 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f04a4f3-923c-45f3-95e2-c543b1f850c8 x-openstack-request-id: req-5f04a4f3-923c-45f3-95e2-c543b1f850c8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:29.248070 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f886e27-4e84-4da5-b08f-e0ecdeae03b8", "tag": "97af9a9a-57ad-44f5-8350-f7cb7b4400ca", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:29.248324 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f04a4f3-923c-45f3-95e2-c543b1f850c8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:29.248736 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'tag': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca', 'status': 'completed', 'code': 200} Aug 27 02:40:29.294691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a4f9c-f3d6-45b0-baf8-21f2500fc6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:29.424288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-4ac4befe-fc95-4cfd-891f-cdca498c7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.434426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-4ac4befe-fc95-4cfd-891f-cdca498c7d06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c31917f7ac04d67ad2b10e61fb1deb0&device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1095 time: 0.2180552 Aug 27 02:40:29.467967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=6ae7bde0-f084-4553-85de-1fb2c7f63846,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:29.470477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': 'ec23c84e-c717-4958-a909-6ae841576aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bee87cf4-5739-4c17-ab49-6dab5b82bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:29.471607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: bee87cf4-5739-4c17-ab49-6dab5b82bf5f, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:29.511169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:29.524962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-3499b28a-94e8-4ac0-af62-01826361f058 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97af9a9a-57ad-44f5-8350-f7cb7b4400ca HTTP/1.1" status: 200 len: 217 time: 0.0758314 Aug 27 02:40:29.526739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, bee87cf4-5739-4c17-ab49-6dab5b82bf5f) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:29.533905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.535270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.551572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09619c76-32c8-4eae-a669-2c8429926105 None None] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:29.557630 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4db89481-27f7-4d99-bd3a-c01037d07b01 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1820951 Aug 27 02:40:29.560940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38042) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:29.567753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': '740cb04e-df5f-4a01-8d7d-6c60f23adffb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:29.611628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16d443-31a9-4e01-a930-55f36d5746c5 req-745b2a1b-c9d6-48e3-9050-67e49b33dbe9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.624355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e16d443-31a9-4e01-a930-55f36d5746c5 req-745b2a1b-c9d6-48e3-9050-67e49b33dbe9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2750988 Aug 27 02:40:29.714965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e16d443-31a9-4e01-a930-55f36d5746c5 req-a5f67cf1-b18b-473f-a8fe-052415f00f82 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892892 Aug 27 02:40:29.738091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-4ef12ce1-5eb9-4b19-964e-d314ccfacc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.739707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-4ef12ce1-5eb9-4b19-964e-d314ccfacc16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a9b64a-73ef-41d1-81e5-8708101a5168 HTTP/1.1" status: 200 len: 848 time: 0.2073097 Aug 27 02:40:29.756345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:29.775335 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.849712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-bee87cf4-5739-4c17-ab49-6dab5b82bf5f', 'network_id': 'bee87cf4-5739-4c17-ab49-6dab5b82bf5f', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': '6ae7bde0-f084-4553-85de-1fb2c7f63846'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:29.852667 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.864404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710792f8-d310-4556-bd12-abe28a0914ab req-03f045d6-b6e3-4116-920f-431c3fe4833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.866064 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-03f045d6-b6e3-4116-920f-431c3fe4833e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab991db8-e0c4-4a60-aad9-b4c668869d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171920 Aug 27 02:40:30.082884 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-95116fce-7152-4568-a23f-505d76deec0a service neutron] 10.222.0.45 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056205 Aug 27 02:40:30.198980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b463da0-8b7e-4a78-a00c-1a74041d96ad req-a1cf69ad-7d2a-4233-b12c-38d27598fc7b tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:30.201059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b463da0-8b7e-4a78-a00c-1a74041d96ad req-a1cf69ad-7d2a-4233-b12c-38d27598fc7b tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1095 time: 0.1941836 Aug 27 02:40:30.290224 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-710792f8-d310-4556-bd12-abe28a0914ab req-5cd640fb-e316-4a72-9f57-f9b8b5d94635 service neutron] 10.222.0.45 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868751 Aug 27 02:40:30.320963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b463da0-8b7e-4a78-a00c-1a74041d96ad req-b72488fd-c151-4b6e-9fea-c96a430f210b tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087060 Aug 27 02:40:30.352502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.431698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-893106fc-0ab7-4730-95e2-a0053ff74fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:30.433246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-893106fc-0ab7-4730-95e2-a0053ff74fe4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c31917f7ac04d67ad2b10e61fb1deb0&device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1095 time: 0.0743561 Aug 27 02:40:30.458734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=9697e0c0-d811-46f7-95a4-4e4abe6a4637,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:30.478994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': 'ad206bc8-b283-48d8-977d-6f7e6d9bd5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '740cb04e-df5f-4a01-8d7d-6c60f23adffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:30.479436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: 740cb04e-df5f-4a01-8d7d-6c60f23adffb, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:30.497007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Allocated IP 172.20.0.2 (bee87cf4-5739-4c17-ab49-6dab5b82bf5f/6ae7bde0-f084-4553-85de-1fb2c7f63846/a9259c53-55d9-45b6-b64f-7f36367a9b83) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:30.503715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.509288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae049fd3-762e-4c4c-a131-b83932f0664f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.514776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:30.530517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 740cb04e-df5f-4a01-8d7d-6c60f23adffb) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:30.550649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866a686-c9d6-42cd-93bb-d5c6ea39ac3b None None] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:30.554074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:30.554969 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.587713 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9ce26266-5c9c-46aa-8890-a322c07d8beb tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0241766 Aug 27 02:40:30.588963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38060) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:30.606635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cf00ff43-3238-448f-9c9c-aafaea9a84fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-72976677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:30.664832 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf00ff43-3238-448f-9c9c-aafaea9a84fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.666109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf00ff43-3238-448f-9c9c-aafaea9a84fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.687460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-32f33957-26a6-4e45-96d8-609929d5ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:30.693390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-32f33957-26a6-4e45-96d8-609929d5ee88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab991db8-e0c4-4a60-aad9-b4c668869d1e HTTP/1.1" status: 200 len: 910 time: 0.2499750 Aug 27 02:40:30.784827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-740cb04e-df5f-4a01-8d7d-6c60f23adffb', 'network_id': '740cb04e-df5f-4a01-8d7d-6c60f23adffb', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': '9697e0c0-d811-46f7-95a4-4e4abe6a4637'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:30.785860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.808508 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-e90f76de-04e9-45a2-b7d8-77f5d3c90ab3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97af9a9a-57ad-44f5-8350-f7cb7b4400ca HTTP/1.1" status: 200 len: 217 time: 0.1079798 Aug 27 02:40:30.835739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf00ff43-3238-448f-9c9c-aafaea9a84fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.855435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf00ff43-3238-448f-9c9c-aafaea9a84fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.910916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-f5bab67e-c3ea-4ece-a408-656539748396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:30.912603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-f5bab67e-c3ea-4ece-a408-656539748396 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a9b64a-73ef-41d1-81e5-8708101a5168 HTTP/1.1" status: 200 len: 848 time: 0.0939612 Aug 27 02:40:30.924629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf00ff43-3238-448f-9c9c-aafaea9a84fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.926013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cf00ff43-3238-448f-9c9c-aafaea9a84fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3355401 Aug 27 02:40:30.930792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38076) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:30.948577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988f8d9-cdad-44ee-8f1c-87654e69993d req-202540c3-3650-4a17-aaed-21d78a286681 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:30.950165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9988f8d9-cdad-44ee-8f1c-87654e69993d req-202540c3-3650-4a17-aaed-21d78a286681 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1106796 Aug 27 02:40:31.037899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-95cda818-3b6f-4e3e-978a-e56de5d4c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:31.039235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-95cda818-3b6f-4e3e-978a-e56de5d4c796 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab991db8-e0c4-4a60-aad9-b4c668869d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188776 Aug 27 02:40:31.135534 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.137724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Allocated IP 172.21.0.2 (740cb04e-df5f-4a01-8d7d-6c60f23adffb/9697e0c0-d811-46f7-95a4-4e4abe6a4637/749ed9d1-6da8-48ec-9e60-b8b89940db69) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:31.185202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Transition to ACTIVE for port object a9259c53-55d9-45b6-b64f-7f36367a9b83 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:31.233714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-e3f6f0d2-ed54-40c0-92e3-c6dcc5eb6cb2 service neutron] 10.222.0.45 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863315 Aug 27 02:40:31.249943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9988f8d9-cdad-44ee-8f1c-87654e69993d req-ce061a55-9a2c-4d89-b99a-bf948061cd8b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220047 Aug 27 02:40:31.267180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Transition to ACTIVE for port object a9259c53-55d9-45b6-b64f-7f36367a9b83 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:31.362407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.616551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:31.625188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Pushing event updated for resources: {'Port': ['ID=a9259c53-55d9-45b6-b64f-7f36367a9b83,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:31.646170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:31.656606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:31.720252 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.797247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.797599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.797941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.798902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.810756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.811527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.812036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.818809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.819172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.819573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.819919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.820263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:31.862288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.108037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Attempting to bind port a9259c53-55d9-45b6-b64f-7f36367a9b83 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:32.108657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Attempting to bind port a9259c53-55d9-45b6-b64f-7f36367a9b83 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'ec23c84e-c717-4958-a909-6ae841576aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bee87cf4-5739-4c17-ab49-6dab5b82bf5f'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:32.109181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Attempting to bind port a9259c53-55d9-45b6-b64f-7f36367a9b83 on network bee87cf4-5739-4c17-ab49-6dab5b82bf5f {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:32.133082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da51fa7-d373-48a2-9e00-208cdbf72904 req-39cecd9c-cc4d-4326-8694-a288608c22f6 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:32.142772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7da51fa7-d373-48a2-9e00-208cdbf72904 req-39cecd9c-cc4d-4326-8694-a288608c22f6 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1095 time: 0.5746646 Aug 27 02:40:32.197795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.209291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Transition to ACTIVE for port object 749ed9d1-6da8-48ec-9e60-b8b89940db69 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:32.224953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Transition to ACTIVE for port object 749ed9d1-6da8-48ec-9e60-b8b89940db69 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:32.233327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:32.237409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Checking segment: {'id': 'ec23c84e-c717-4958-a909-6ae841576aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bee87cf4-5739-4c17-ab49-6dab5b82bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:32.238364 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.240818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Bound using segment: {'id': 'ec23c84e-c717-4958-a909-6ae841576aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bee87cf4-5739-4c17-ab49-6dab5b82bf5f'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:32.242967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Bound port: a9259c53-55d9-45b6-b64f-7f36367a9b83, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec23c84e-c717-4958-a909-6ae841576aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bee87cf4-5739-4c17-ab49-6dab5b82bf5f'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:32.243938 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.250646 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.297925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Pushing event updated for resources: {'Port': ['ID=749ed9d1-6da8-48ec-9e60-b8b89940db69,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:32.328170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:32.330660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:32.381230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9d4d174f-d308-4401-aa59-7ecc459b86fc req-e3b2b9f7-54bb-416a-8248-63d75b5cfa78 service neutron] 10.222.0.45 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1335037 Aug 27 02:40:32.386569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] For port a9259c53-55d9-45b6-b64f-7f36367a9b83, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:32.390074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] For port a9259c53-55d9-45b6-b64f-7f36367a9b83, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a9259c53-55d9-45b6-b64f-7f36367a9b83,segment=NetworkSegment(ec23c84e-c717-4958-a909-6ae841576aac),segment_id=ec23c84e-c717-4958-a909-6ae841576aac)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:32.391628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:32.405212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.409037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801481-5e08-4620-9cd7-60697ec639a5 req-aff63678-2865-4e93-ba9d-e576fc8cad6c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:32.416987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2801481-5e08-4620-9cd7-60697ec639a5 req-aff63678-2865-4e93-ba9d-e576fc8cad6c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.9763312 Aug 27 02:40:32.532589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2801481-5e08-4620-9cd7-60697ec639a5 req-d0928958-c547-4f45-aa2c-d27ee556182e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145549 Aug 27 02:40:32.568462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7da51fa7-d373-48a2-9e00-208cdbf72904 req-e4551169-06af-4c65-934d-a1bf60cab3c8 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029664 Aug 27 02:40:32.627614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Attempting to bind port 749ed9d1-6da8-48ec-9e60-b8b89940db69 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:32.627997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Attempting to bind port 749ed9d1-6da8-48ec-9e60-b8b89940db69 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'ad206bc8-b283-48d8-977d-6f7e6d9bd5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '740cb04e-df5f-4a01-8d7d-6c60f23adffb'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:32.628395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Attempting to bind port 749ed9d1-6da8-48ec-9e60-b8b89940db69 on network 740cb04e-df5f-4a01-8d7d-6c60f23adffb {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:32.647192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:32.647584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Checking segment: {'id': 'ad206bc8-b283-48d8-977d-6f7e6d9bd5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '740cb04e-df5f-4a01-8d7d-6c60f23adffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:32.647986 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.648402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Bound using segment: {'id': 'ad206bc8-b283-48d8-977d-6f7e6d9bd5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '740cb04e-df5f-4a01-8d7d-6c60f23adffb'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:32.648903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Bound port: 749ed9d1-6da8-48ec-9e60-b8b89940db69, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad206bc8-b283-48d8-977d-6f7e6d9bd5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '740cb04e-df5f-4a01-8d7d-6c60f23adffb'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:32.649277 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.726376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c2b0f-b4ba-4cbf-a5e4-8d5096761e76 None None] Pushing event updated for resources: {'Port': ['ID=a9259c53-55d9-45b6-b64f-7f36367a9b83,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:32.808198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] For port 749ed9d1-6da8-48ec-9e60-b8b89940db69, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:32.817301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] For port 749ed9d1-6da8-48ec-9e60-b8b89940db69, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=749ed9d1-6da8-48ec-9e60-b8b89940db69,segment=NetworkSegment(ad206bc8-b283-48d8-977d-6f7e6d9bd5a8),segment_id=ad206bc8-b283-48d8-977d-6f7e6d9bd5a8)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:32.843199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.856166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.20.0.1 (bee87cf4-5739-4c17-ab49-6dab5b82bf5f/6ae7bde0-f084-4553-85de-1fb2c7f63846/0ac8f9f6-f87c-4128-bd2c-8b772d469a9b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:32.904824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2d54c-fa40-4a2a-ae66-1ecfc83a48a9 None None] Pushing event updated for resources: {'Port': ['ID=749ed9d1-6da8-48ec-9e60-b8b89940db69,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.051961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f4c2-44bd-4a36-8e9d-dcd0e36bcc8b req-8572cbca-ca7b-4182-b0ce-3c4697e1384e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:33.059509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c953f4c2-44bd-4a36-8e9d-dcd0e36bcc8b req-8572cbca-ca7b-4182-b0ce-3c4697e1384e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.3558190 Aug 27 02:40:33.142471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.193369 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.210930 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c953f4c2-44bd-4a36-8e9d-dcd0e36bcc8b req-5d0a1673-b601-4719-be76-68776f36549c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505017 Aug 27 02:40:33.237764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:33.421839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.559230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bc19d-0358-4f4d-b2d7-6a7695d14630 req-48967e00-19b9-4e08-a6e9-e12d8929b919 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:33.561213 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50bc19d-0358-4f4d-b2d7-6a7695d14630 req-48967e00-19b9-4e08-a6e9-e12d8929b919 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2229970 Aug 27 02:40:33.636439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=0ac8f9f6-f87c-4128-bd2c-8b772d469a9b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.656300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:33.657894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:33.664336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:33.677284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c50bc19d-0358-4f4d-b2d7-6a7695d14630 req-ab77f99e-376d-4683-b616-db11f3440d92 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075978 Aug 27 02:40:33.784922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.996695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 97af9a9a-57ad-44f5-8350-f7cb7b4400ca details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:40:34.454667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:34.566686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a9259c53-55d9-45b6-b64f-7f36367a9b83 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:34.585160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'port_id': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca', 'mac_address': 'fa:16:3e:87:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:40:34.696544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.721335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97af9a9a-57ad-44f5-8350-f7cb7b4400ca {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:40:34.747470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:34.762016 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.881574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4a51f-7026-49b7-9a7f-c71edfdb14f2 None None] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:35.008196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4f8e3303-c2e7-4248-8ac9-4d7963de8b7c None None] Provisioning for port a9259c53-55d9-45b6-b64f-7f36367a9b83 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:35.087451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['97af9a9a-57ad-44f5-8350-f7cb7b4400ca'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:40:35.097074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a9259c53-55d9-45b6-b64f-7f36367a9b83 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:35.161483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a9259c53-55d9-45b6-b64f-7f36367a9b83 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:35.162030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.209368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.227487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f74b-466b-4eb4-850f-4d6a34f08afe req-da6320af-054e-4458-bd52-95623ffceddd tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:35.233777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:35.237760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e107f74b-466b-4eb4-850f-4d6a34f08afe req-da6320af-054e-4458-bd52-95623ffceddd tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1095 time: 1.4872603 Aug 27 02:40:35.422213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfd9fb-87af-4b80-bd60-91fc0c8c9913 None None] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:35.814394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e107f74b-466b-4eb4-850f-4d6a34f08afe req-a1a81a91-3405-4bd5-b278-4d738f4ddab8 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648346 Aug 27 02:40:35.865278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c341b6fb-e4e5-4288-b51c-002ff87c076c None None] Provisioning for port 749ed9d1-6da8-48ec-9e60-b8b89940db69 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:35.931544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.064588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.072548 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.134488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port a9259c53-55d9-45b6-b64f-7f36367a9b83, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a9259c53-55d9-45b6-b64f-7f36367a9b83,segment=NetworkSegment(ec23c84e-c717-4958-a909-6ae841576aac),segment_id=ec23c84e-c717-4958-a909-6ae841576aac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:36.223140 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.251663 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.252369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 749ed9d1-6da8-48ec-9e60-b8b89940db69 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:36.388362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=0ac8f9f6-f87c-4128-bd2c-8b772d469a9b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:36.473347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.475210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.475816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.478288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.478762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.479226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.479778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.480210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.482681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.486185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.486669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.487136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:36.512763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:36.519769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:36.590575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba33c89a-f74b-409b-8433-97e1deeee20d None None] Provisioning for port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:36.600962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba33c89a-f74b-409b-8433-97e1deeee20d None None] Provisioning complete for port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:36.601662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba33c89a-f74b-409b-8433-97e1deeee20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.683226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ba33c89a-f74b-409b-8433-97e1deeee20d None None] Port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:36.741364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=a9259c53-55d9-45b6-b64f-7f36367a9b83,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:36.801560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba33c89a-f74b-409b-8433-97e1deeee20d None None] Provisioning complete for port a9259c53-55d9-45b6-b64f-7f36367a9b83 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:36.806334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba33c89a-f74b-409b-8433-97e1deeee20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.810149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 749ed9d1-6da8-48ec-9e60-b8b89940db69 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:36.880891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 749ed9d1-6da8-48ec-9e60-b8b89940db69 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:36.881802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.984009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router d0a95226-3053-46af-bb31-81b4e2baf60f is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:37.232020 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.288137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c880ca-9eae-4b6d-bf44-8bbef24e3fae req-70dc17ca-8f37-4a1b-b28e-5091a8b3f37a tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:37.300570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87c880ca-9eae-4b6d-bf44-8bbef24e3fae req-70dc17ca-8f37-4a1b-b28e-5091a8b3f37a tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1096 time: 0.3008707 Aug 27 02:40:37.353740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:37.359954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-20c0c77f-bd13-4a28-b28b-87fad247ea25 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/d0a95226-3053-46af-bb31-81b4e2baf60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4280317 Aug 27 02:40:37.366200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38184) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:37.377793 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] Sync routers for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:37.433009 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:37.434973 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:37.435995 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87c880ca-9eae-4b6d-bf44-8bbef24e3fae req-05acbd79-ea23-48b4-9258-1baca65afae9 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191885 Aug 27 02:40:37.479000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f82ed-28e5-4ef6-8770-46308aa64d23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:37.480832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3f0f82ed-28e5-4ef6-8770-46308aa64d23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports/0ac8f9f6-f87c-4128-bd2c-8b772d469a9b HTTP/1.1" status: 200 len: 910 time: 0.1168334 Aug 27 02:40:37.483779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38188) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:37.549133 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:37.568169 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:37.569087 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:37.636008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 749ed9d1-6da8-48ec-9e60-b8b89940db69, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=749ed9d1-6da8-48ec-9e60-b8b89940db69,segment=NetworkSegment(ad206bc8-b283-48d8-977d-6f7e6d9bd5a8),segment_id=ad206bc8-b283-48d8-977d-6f7e6d9bd5a8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:37.649899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-32bf93d1-450d-45aa-a996-15fb8e2ec6ec None None] Provisioning complete for port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:37.653709 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-32bf93d1-450d-45aa-a996-15fb8e2ec6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.655756 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.664169 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:37.665041 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2c9b-dbc4-4c9e-8b4e-4beb3837aa13 None None] The sync data for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:37.751762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=749ed9d1-6da8-48ec-9e60-b8b89940db69,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:37.755542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-32bf93d1-450d-45aa-a996-15fb8e2ec6ec None None] Port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:37.766653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-32bf93d1-450d-45aa-a996-15fb8e2ec6ec None None] Provisioning complete for port 749ed9d1-6da8-48ec-9e60-b8b89940db69 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:37.767126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-32bf93d1-450d-45aa-a996-15fb8e2ec6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.933070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a9259c53-55d9-45b6-b64f-7f36367a9b83 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:38.017674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a9259c53-55d9-45b6-b64f-7f36367a9b83 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:38.018637 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.044809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 97af9a9a-57ad-44f5-8350-f7cb7b4400ca up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:38.137534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6312f3d1-23df-4cf0-aff4-bbc4e231ad9c None None] Provisioning complete for port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:38.138348 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6312f3d1-23df-4cf0-aff4-bbc4e231ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.224008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:38.235124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6312f3d1-23df-4cf0-aff4-bbc4e231ad9c None None] Port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:38.238983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:38.239318 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.351150 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.360691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.390811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:38.392386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:38.397198 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cc07cc-a88e-426c-a32c-41e86c51340d" -d '{"events": [{"server_uuid": "8f886e27-4e84-4da5-b08f-e0ecdeae03b8", "name": "network-vif-plugged", "status": "completed", "tag": "97af9a9a-57ad-44f5-8350-f7cb7b4400ca"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:38.413903 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.535593 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369669e8-ad18-4715-a2dc-03ac7bf9664d x-openstack-request-id: req-369669e8-ad18-4715-a2dc-03ac7bf9664d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:38.535948 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f886e27-4e84-4da5-b08f-e0ecdeae03b8", "name": "network-vif-plugged", "status": "completed", "tag": "97af9a9a-57ad-44f5-8350-f7cb7b4400ca", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:38.536121 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-369669e8-ad18-4715-a2dc-03ac7bf9664d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:38.536522 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca', 'code': 200} Aug 27 02:40:38.542597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:38.680345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554d418-d47b-442d-9ea5-c9c2d1c06c57 req-721f6be6-20d3-4e29-9819-0cff8e4886b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:38.696579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b554d418-d47b-442d-9ea5-c9c2d1c06c57 req-721f6be6-20d3-4e29-9819-0cff8e4886b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.1263967 Aug 27 02:40:38.735939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b554d418-d47b-442d-9ea5-c9c2d1c06c57 req-86d00bbd-e69c-463b-a1cd-edbc0799b0ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Aug 27 02:40:38.737973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca773ff-1a6e-49c3-8472-0f59e1022053 req-c42962f3-aaa3-49bb-8a35-97f0977c51db tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:38.739675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aca773ff-1a6e-49c3-8472-0f59e1022053 req-c42962f3-aaa3-49bb-8a35-97f0977c51db tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.1327808 Aug 27 02:40:38.785956 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aca773ff-1a6e-49c3-8472-0f59e1022053 req-26827db1-d588-4454-b808-fff2a9a5486b tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378592 Aug 27 02:40:38.871802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.21.0.1 (740cb04e-df5f-4a01-8d7d-6c60f23adffb/9697e0c0-d811-46f7-95a4-4e4abe6a4637/daf08144-8d88-4881-be89-02afe1ef4619) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:39.024371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.039992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object daf08144-8d88-4881-be89-02afe1ef4619 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:39.078490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.144547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:39.148353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:39.163916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:39.252703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.374669 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-07792274-01e5-40d5-a838-1e260e5fa543 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924134 Aug 27 02:40:39.499079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-ed7f3126-4c71-453a-923e-94986e2212ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:39.500624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-ed7f3126-4c71-453a-923e-94986e2212ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 1097 time: 0.0948582 Aug 27 02:40:39.532914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.553847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=daf08144-8d88-4881-be89-02afe1ef4619,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:39.578230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c3966bae-59b2-4e9b-b324-b2d8df176e0c None None] Provisioning for port daf08144-8d88-4881-be89-02afe1ef4619 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:39.585527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c3966bae-59b2-4e9b-b324-b2d8df176e0c None None] Provisioning complete for port daf08144-8d88-4881-be89-02afe1ef4619 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:39.588492 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c3966bae-59b2-4e9b-b324-b2d8df176e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.712327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c3966bae-59b2-4e9b-b324-b2d8df176e0c None None] Port daf08144-8d88-4881-be89-02afe1ef4619 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:39.780534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-d4d0258b-d125-4de2-a3c8-74c08a9f1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:39.782451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-d4d0258b-d125-4de2-a3c8-74c08a9f1031 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.2543089 Aug 27 02:40:39.797032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 749ed9d1-6da8-48ec-9e60-b8b89940db69 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:39.884166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 749ed9d1-6da8-48ec-9e60-b8b89940db69 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:39.884544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.070931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-471af126-c149-430b-8810-00d400c0ab50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 200 len: 1002 time: 0.2783954 Aug 27 02:40:40.216687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-83eb050b-a9ff-4699-b7e6-cc2f97a055fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:40.219040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-83eb050b-a9ff-4699-b7e6-cc2f97a055fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.1385057 Aug 27 02:40:40.257721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.266470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdccc-74e6-4a40-a394-868c824dadcd req-c9ede44a-2f51-4999-a1c3-a42e287a5382 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:40.270644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.274613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d47fdccc-74e6-4a40-a394-868c824dadcd req-c9ede44a-2f51-4999-a1c3-a42e287a5382 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.2006102 Aug 27 02:40:40.316741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-070757e4-80e6-4d7f-9f45-eb7a944526e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:40.318284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-070757e4-80e6-4d7f-9f45-eb7a944526e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911939 Aug 27 02:40:40.419138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=daf08144-8d88-4881-be89-02afe1ef4619,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:40.431802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.432050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d47fdccc-74e6-4a40-a394-868c824dadcd req-9f77f9f6-d5d2-4a90-8ffa-5518bd90e983 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561542 Aug 27 02:40:40.499954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-bf1538c6-2466-4cd9-aff6-6689cd08b58a service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726782 Aug 27 02:40:40.605671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:40.616052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:40.685662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-997e40d0-3ebd-4a1d-95ac-1e3750f7ec3d req-281b105c-cbe4-429d-9146-b2a1b522bdb5 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731148 Aug 27 02:40:41.055344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d98439a4-024f-45a6-a00c-75cbd8730dcc None None] Provisioning complete for port daf08144-8d88-4881-be89-02afe1ef4619 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:41.056302 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d98439a4-024f-45a6-a00c-75cbd8730dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:41.106131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d98439a4-024f-45a6-a00c-75cbd8730dcc None None] Port daf08144-8d88-4881-be89-02afe1ef4619 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:41.141784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router d0a95226-3053-46af-bb31-81b4e2baf60f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:41.312041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:41.318078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bdd20119-3253-44f2-a45d-1cbaddeff466 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/d0a95226-3053-46af-bb31-81b4e2baf60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8328564 Aug 27 02:40:41.320532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38266) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:41.323530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] Sync routers for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:41.341115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:41.341777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:41.377275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a5000-1096-4d0c-adf4-b8e9e2b69d05 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:41.379361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e0a5000-1096-4d0c-adf4-b8e9e2b69d05 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports/daf08144-8d88-4881-be89-02afe1ef4619 HTTP/1.1" status: 200 len: 910 time: 0.0576603 Aug 27 02:40:41.382238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38268) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:41.401856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:41.412375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:41.413347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:41.463978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:41.466751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce60c7f-5933-4d0c-b80d-6ff4cbe0374b None None] The sync data for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:41.612860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd3209-a8eb-4587-80ae-fc47924b36a2 req-179f1a11-f5e9-4a5d-8a7c-3e3498da3c8d tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:41.615096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18cd3209-a8eb-4587-80ae-fc47924b36a2 req-179f1a11-f5e9-4a5d-8a7c-3e3498da3c8d tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.0907309 Aug 27 02:40:41.690021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18cd3209-a8eb-4587-80ae-fc47924b36a2 req-c86e5c68-405c-462a-b291-7badf09a533c tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639875 Aug 27 02:40:41.933959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883bd4f-fea1-4cff-b985-5fc851a6ae29 req-c16fda6a-3a8c-49bf-a6ae-dc95dd6dd3e7 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:41.935707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9883bd4f-fea1-4cff-b985-5fc851a6ae29 req-c16fda6a-3a8c-49bf-a6ae-dc95dd6dd3e7 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.1411932 Aug 27 02:40:42.014436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9883bd4f-fea1-4cff-b985-5fc851a6ae29 req-5d4a426f-6426-45c9-b098-f5f9bdc2b358 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711269 Aug 27 02:40:42.032220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.142757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf40f6-5474-417a-bdfa-90314a79172e req-e6342a41-9855-4017-b5bb-26e857de1a64 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:42.144504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1dcf40f6-5474-417a-bdfa-90314a79172e req-e6342a41-9855-4017-b5bb-26e857de1a64 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.0416217 Aug 27 02:40:42.272952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1dcf40f6-5474-417a-bdfa-90314a79172e req-343e0ca1-f22c-4b94-a72b-410f4a01107e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221695 Aug 27 02:40:42.381422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port daf08144-8d88-4881-be89-02afe1ef4619 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:42.382132 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.555498 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.604370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for daf08144-8d88-4881-be89-02afe1ef4619 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:42.727119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-4767f4ab-09d4-481e-94a8-72f7050b5883 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:42.728966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-4767f4ab-09d4-481e-94a8-72f7050b5883 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/networks?id=ab991db8-e0c4-4a60-aad9-b4c668869d1e HTTP/1.1" status: 200 len: 910 time: 0.1500394 Aug 27 02:40:42.750387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-2b778597-03bd-4672-85fa-8377b5841632 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/quotas/1c31917f7ac04d67ad2b10e61fb1deb0 HTTP/1.1" status: 200 len: 375 time: 0.0122242 Aug 27 02:40:42.881085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-6dde647e-797d-42c3-850f-0f72c2c1410c tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c31917f7ac04d67ad2b10e61fb1deb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1247029 Aug 27 02:40:42.903745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.934355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=daf08144-8d88-4881-be89-02afe1ef4619,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:43.070857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-8793eaba-1810-4739-88bc-4039bba06b60 service neutron] 10.222.0.10 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811857 Aug 27 02:40:43.290157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-8a9c46b8-c38a-47be-8997-387cff52879a service neutron] 10.222.0.10 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164419 Aug 27 02:40:43.384637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.836057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router d0a95226-3053-46af-bb31-81b4e2baf60f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:43.845705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae3fc81a-4d3c-4063-a332-2b537a79ceb8 req-c15de5ff-2f17-42fd-8406-63107d5d4f2f tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 210 time: 0.2012341 Aug 27 02:40:43.987183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:43.993760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e60d6248-18fa-4f10-8229-137491bd464c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/d0a95226-3053-46af-bb31-81b4e2baf60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6102471 Aug 27 02:40:43.996838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38334) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:44.005138 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] Sync routers for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:44.039607 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:44.040347 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.171198 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.203928 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:44.204897 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.321195 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.321861 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b1581-7c92-4c76-a02c-956be753c19c None None] The sync data for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:44.604028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.997249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:44.998092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.036890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cb0bdd4-1edc-4570-9071-a368ca22975f req-e054cf26-623e-4058-af5f-a9f2955759b7 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 210 time: 0.0527086 Aug 27 02:40:45.098665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.113637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 0ac8f9f6-f87c-4128-bd2c-8b772d469a9b owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:45.503498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.598005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=0ac8f9f6-f87c-4128-bd2c-8b772d469a9b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:45.663879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-92876f0c-9644-4cb2-a5ad-717ecc1b716b tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:45.691470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-92876f0c-9644-4cb2-a5ad-717ecc1b716b tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.32 "GET /v2.0/networks?id=ab991db8-e0c4-4a60-aad9-b4c668869d1e HTTP/1.1" status: 200 len: 910 time: 0.3178117 Aug 27 02:40:45.768467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Request body: {'port': {'device_id': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'admin_state_up': True, 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:45.885238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Made reservation on behalf of 1c31917f7ac04d67ad2b10e61fb1deb0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:45.888179 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.985912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.220860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e260630-6d8e-40af-bf33-9b12e7f10e46 req-a96aa944-5485-4524-932f-7827da746924 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 210 time: 0.0482101 Aug 27 02:40:46.285451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router d0a95226-3053-46af-bb31-81b4e2baf60f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:46.356886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Allocated IP 172.20.0.3 (ab991db8-e0c4-4a60-aad9-b4c668869d1e/38a9b64a-73ef-41d1-81e5-8708101a5168/b5b617b7-b79c-4b6f-a8e3-09affa2c184e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:46.395625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:46.405307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e56642f2-14aa-407e-8d57-17cf9f1bf56f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/d0a95226-3053-46af-bb31-81b4e2baf60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4029963 Aug 27 02:40:46.405443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:46.408631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41248483-3c63-420f-85f0-675f2935a401 None None] Sync routers for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:46.419676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41248483-3c63-420f-85f0-675f2935a401 None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:46.421508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41248483-3c63-420f-85f0-675f2935a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:46.442805 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-79c1c39c-d3ef-4a71-91c2-2f4e4db5c946 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0a95226-3053-46af-bb31-81b4e2baf60f HTTP/1.1" status: 200 len: 205 time: 0.0365548 Aug 27 02:40:46.445430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38412) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:46.499406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41248483-3c63-420f-85f0-675f2935a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:46.509676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41248483-3c63-420f-85f0-675f2935a401 None None] Routers {'d0a95226-3053-46af-bb31-81b4e2baf60f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:46.510558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41248483-3c63-420f-85f0-675f2935a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d0a95226-3053-46af-bb31-81b4e2baf60f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:46.572790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41248483-3c63-420f-85f0-675f2935a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:46.573882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41248483-3c63-420f-85f0-675f2935a401 None None] The sync data for ids ['d0a95226-3053-46af-bb31-81b4e2baf60f'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:46.603572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a558b4c-1bf7-4f0e-8e1d-6b02270d0221 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.667727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.859254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a558b4c-1bf7-4f0e-8e1d-6b02270d0221 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.866389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a558b4c-1bf7-4f0e-8e1d-6b02270d0221 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.989154 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a558b4c-1bf7-4f0e-8e1d-6b02270d0221 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.989920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a558b4c-1bf7-4f0e-8e1d-6b02270d0221 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Fanout notify agent at l3_agent the message router_deleted on router d0a95226-3053-46af-bb31-81b4e2baf60f {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:40:47.004004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a558b4c-1bf7-4f0e-8e1d-6b02270d0221 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.008055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6a558b4c-1bf7-4f0e-8e1d-6b02270d0221 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/d0a95226-3053-46af-bb31-81b4e2baf60f HTTP/1.1" status: 204 len: 168 time: 0.5586915 Aug 27 02:40:47.008314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38436) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:47.024621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.054248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Transition to ACTIVE for port object b5b617b7-b79c-4b6f-a8e3-09affa2c184e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:47.100049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet 9697e0c0-d811-46f7-95a4-4e4abe6a4637 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:47.105499 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.114233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.118445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['97af9a9a-57ad-44f5-8350-f7cb7b4400ca'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:40:47.152401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:47.157261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:47.173840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:47.222239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:47.222879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.237058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.239818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:47.249204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-25869ded-fd82-4601-b27d-83d1feb15568 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4918056 Aug 27 02:40:47.292612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Request body: {'port': {'device_id': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:47.361150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.494468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.547290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.615900 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.633219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-42b5e565-76e4-4465-9337-98d8c3b0b575 None None] Provisioning for port b5b617b7-b79c-4b6f-a8e3-09affa2c184e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:47.634653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.638675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-42b5e565-76e4-4465-9337-98d8c3b0b575 None None] Provisioning complete for port b5b617b7-b79c-4b6f-a8e3-09affa2c184e triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:47.639261 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-42b5e565-76e4-4465-9337-98d8c3b0b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.641428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/9697e0c0-d811-46f7-95a4-4e4abe6a4637 HTTP/1.1" status: 204 len: 168 time: 0.6313856 Aug 27 02:40:47.642182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38444) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:47.645063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4897c6e2-c2c8-4994-9658-ba40c6ce61b7 None None] Network 740cb04e-df5f-4a01-8d7d-6c60f23adffb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:47.700770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3c37-62d9-4395-b730-1f9a0a68579c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=9697e0c0-d811-46f7-95a4-4e4abe6a4637,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:47.715880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f90ea7-893c-44a8-b35d-dac5783ba939 req-e68af6fa-b1ac-46a2-baa4-a0961864dc7f tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:47.724608 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-98f90ea7-893c-44a8-b35d-dac5783ba939 req-e68af6fa-b1ac-46a2-baa4-a0961864dc7f tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1027 time: 0.3382776 Aug 27 02:40:47.788924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet 6ae7bde0-f084-4553-85de-1fb2c7f63846 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:47.803351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-98f90ea7-893c-44a8-b35d-dac5783ba939 req-d231ef38-3b28-4006-8eb5-46a3f4f5462a tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777485 Aug 27 02:40:47.807756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.810866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-42b5e565-76e4-4465-9337-98d8c3b0b575 None None] Port b5b617b7-b79c-4b6f-a8e3-09affa2c184e cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:47.854557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b617b7-b79c-4b6f-a8e3-09affa2c184e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:40:47.867259 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.880484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.963445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Transition to ACTIVE for port object b5b617b7-b79c-4b6f-a8e3-09affa2c184e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:47.973819 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.075568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] DHCP port deletion for 740cb04e-df5f-4a01-8d7d-6c60f23adffb request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:48.114523 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.196775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:48.238843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.249694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] Deleting port 749ed9d1-6da8-48ec-9e60-b8b89940db69 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:48.250235 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.293468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae7bde0-f084-4553-85de-1fb2c7f63846,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:48.316293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.320746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f4e3abc4-ea7b-4c48-8160-3fbf265a02ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/6ae7bde0-f084-4553-85de-1fb2c7f63846 HTTP/1.1" status: 204 len: 168 time: 0.6729789 Aug 27 02:40:48.325946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38472) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:48.420805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69f12e-63b8-4680-9183-729ceb6a8093 None None] Network bee87cf4-5739-4c17-ab49-6dab5b82bf5f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:48.472667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Attempting to bind port b5b617b7-b79c-4b6f-a8e3-09affa2c184e on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:48.473300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Attempting to bind port b5b617b7-b79c-4b6f-a8e3-09affa2c184e by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:48.473642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Attempting to bind port b5b617b7-b79c-4b6f-a8e3-09affa2c184e on network ab991db8-e0c4-4a60-aad9-b4c668869d1e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:48.483651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Port b5b617b7-b79c-4b6f-a8e3-09affa2c184e on network ab991db8-e0c4-4a60-aad9-b4c668869d1e not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:40:48.487978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Attempting to bind port b5b617b7-b79c-4b6f-a8e3-09affa2c184e on network ab991db8-e0c4-4a60-aad9-b4c668869d1e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:48.497337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:48.502010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Checking segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:48.502818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Bound using segment: {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:48.503653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Bound port: b5b617b7-b79c-4b6f-a8e3-09affa2c184e, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827e8933-b7c3-4f48-b0d4-f3176f19dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:48.504013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.556288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.626534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] For port 749ed9d1-6da8-48ec-9e60-b8b89940db69, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=749ed9d1-6da8-48ec-9e60-b8b89940db69,segment=NetworkSegment(ad206bc8-b283-48d8-977d-6f7e6d9bd5a8),segment_id=ad206bc8-b283-48d8-977d-6f7e6d9bd5a8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:48.628108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.690575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] Calling delete_port for 749ed9d1-6da8-48ec-9e60-b8b89940db69 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:48.726201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 749ed9d1-6da8-48ec-9e60-b8b89940db69 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:48.726201 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.759046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] For port b5b617b7-b79c-4b6f-a8e3-09affa2c184e, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:48.763983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] For port b5b617b7-b79c-4b6f-a8e3-09affa2c184e, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:48.769490 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-49ec8e92-a545-449c-bd15-0df543f59ff6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605623 Aug 27 02:40:48.779303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.885037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:48.906220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:48.907390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.913543 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-48d2e1ae-eeb1-41f8-8464-3924e44592e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5b617b7-b79c-4b6f-a8e3-09affa2c184e HTTP/1.1" status: 200 len: 1091 time: 1.6538026 Aug 27 02:40:48.913718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port 749ed9d1-6da8-48ec-9e60-b8b89940db69, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=749ed9d1-6da8-48ec-9e60-b8b89940db69,segment=NetworkSegment(ad206bc8-b283-48d8-977d-6f7e6d9bd5a8),segment_id=ad206bc8-b283-48d8-977d-6f7e6d9bd5a8)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:48.914203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.914841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'tag': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:48.917687 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff16cb4-a56e-4942-844d-45876650068d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cfcddc-439d-42da-aff5-99ffcde4ed4d", "tag": "b5b617b7-b79c-4b6f-a8e3-09affa2c184e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:48.937505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 749ed9d1-6da8-48ec-9e60-b8b89940db69 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:48.938268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797f717-3555-44fe-b871-4824c03fb98f req-0838295e-31c6-42ed-8222-bc49b20c24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:48.940475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-0838295e-31c6-42ed-8222-bc49b20c24cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 1096 time: 0.0873063 Aug 27 02:40:49.039577 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d2b902-57d3-4410-b092-c8a8060bb67b x-openstack-request-id: req-24d2b902-57d3-4410-b092-c8a8060bb67b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:49.040411 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cfcddc-439d-42da-aff5-99ffcde4ed4d", "tag": "b5b617b7-b79c-4b6f-a8e3-09affa2c184e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:49.040950 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24d2b902-57d3-4410-b092-c8a8060bb67b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:49.041979 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'tag': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e', 'status': 'completed', 'code': 200} Aug 27 02:40:49.047235 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.111941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] No DVR routers for this DVR port 749ed9d1-6da8-48ec-9e60-b8b89940db69 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:49.118474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b8c3e-aac0-48b1-bc28-c9f7bb954f4d None None] Pushing event deleted for resources: {'Port': ['ID=749ed9d1-6da8-48ec-9e60-b8b89940db69,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.150052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38494) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:49.272426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] DHCP port deletion for bee87cf4-5739-4c17-ab49-6dab5b82bf5f request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:49.286937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e6211-6cba-4ba7-97c9-fdbeeb6daad9 req-261b5eff-b860-4f81-9c34-735a3d9de867 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:49.295367 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c09e6211-6cba-4ba7-97c9-fdbeeb6daad9 req-261b5eff-b860-4f81-9c34-735a3d9de867 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1094 time: 0.2323806 Aug 27 02:40:49.301424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.310754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-bcd1ed75-4fac-4f67-ba78-15effc67ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:49.312994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-bcd1ed75-4fac-4f67-ba78-15effc67ffe6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c31917f7ac04d67ad2b10e61fb1deb0&device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1094 time: 0.3412991 Aug 27 02:40:49.319528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797f717-3555-44fe-b871-4824c03fb98f req-41184017-ff71-4753-822b-113a01f18400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:49.321444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-41184017-ff71-4753-822b-113a01f18400 service neutron] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.2784576 Aug 27 02:40:49.348030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No DVR routers for this DVR port 749ed9d1-6da8-48ec-9e60-b8b89940db69 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:49.407214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] Deleting port a9259c53-55d9-45b6-b64f-7f36367a9b83 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:49.407876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.462908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=749ed9d1-6da8-48ec-9e60-b8b89940db69,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.475074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-00aeba6b-e34c-4fee-ba16-c8a907c29f6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b617b7-b79c-4b6f-a8e3-09affa2c184e HTTP/1.1" status: 200 len: 217 time: 0.1440203 Aug 27 02:40:49.476821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-17337487-007c-4b47-a674-3e0c5cc3e546 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f2c256-45be-4778-bfe4-e39da607fc34 HTTP/1.1" status: 200 len: 217 time: 0.1364405 Aug 27 02:40:49.481566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] For port a9259c53-55d9-45b6-b64f-7f36367a9b83, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a9259c53-55d9-45b6-b64f-7f36367a9b83,segment=NetworkSegment(ec23c84e-c717-4958-a909-6ae841576aac),segment_id=ec23c84e-c717-4958-a909-6ae841576aac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:49.482264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.497076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] Calling delete_port for a9259c53-55d9-45b6-b64f-7f36367a9b83 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:49.517000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92d60953-7e01-434e-b41e-288513076af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.546691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c09e6211-6cba-4ba7-97c9-fdbeeb6daad9 req-222e7860-42b2-4759-856e-7e8fdd813dcb tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465219 Aug 27 02:40:49.548877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.610786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-f9ffda28-09f3-4ec3-8abb-daed7192b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:49.612511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-f9ffda28-09f3-4ec3-8abb-daed7192b069 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38a9b64a-73ef-41d1-81e5-8708101a5168 HTTP/1.1" status: 200 len: 848 time: 0.1270986 Aug 27 02:40:49.614047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797f717-3555-44fe-b871-4824c03fb98f req-3ff4fff9-f6ef-4563-8aaa-72dd2f8be20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:49.615812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-3ff4fff9-f6ef-4563-8aaa-72dd2f8be20d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1289992 Aug 27 02:40:49.631022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740cb04e-df5f-4a01-8d7d-6c60f23adffb']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:49.635747 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.649874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad206bc8-b283-48d8-977d-6f7e6d9bd5a8') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:49.650211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad206bc8-b283-48d8-977d-6f7e6d9bd5a8') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:49.654553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] No DVR routers for this DVR port a9259c53-55d9-45b6-b64f-7f36367a9b83 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:49.673124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.677889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde89b8-5fc2-4534-8900-63ee92e12927 None None] Pushing event deleted for resources: {'Port': ['ID=a9259c53-55d9-45b6-b64f-7f36367a9b83,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.700209 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.708516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:49.709077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:49.723890 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:49.778841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a9259c53-55d9-45b6-b64f-7f36367a9b83 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:49.819685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92d60953-7e01-434e-b41e-288513076af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.821726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a9259c53-55d9-45b6-b64f-7f36367a9b83 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:49.822094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a9259c53-55d9-45b6-b64f-7f36367a9b83 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:49.823488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 749ed9d1-6da8-48ec-9e60-b8b89940db69 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:49.827028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.837677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.842071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/740cb04e-df5f-4a01-8d7d-6c60f23adffb HTTP/1.1" status: 204 len: 168 time: 1.5125985 Aug 27 02:40:49.850498 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-92d60953-7e01-434e-b41e-288513076af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.856658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38512) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:49.886787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 749ed9d1-6da8-48ec-9e60-b8b89940db69 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:49.886787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 749ed9d1-6da8-48ec-9e60-b8b89940db69 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:49.894791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d60953-7e01-434e-b41e-288513076af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331e90d1-23d3-45bb-b090-6a8f864ea284,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.897488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc1f17-68b0-4670-9975-c3d07f3d02b0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=740cb04e-df5f-4a01-8d7d-6c60f23adffb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.964224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-92d60953-7e01-434e-b41e-288513076af2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60bbc891037a40d28ed9e1516056a034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7879047 Aug 27 02:40:49.967331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38516) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:50.195156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-0f55028a-c2e7-4852-9395-661da08b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:50.198402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-0f55028a-c2e7-4852-9395-661da08b2c71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab991db8-e0c4-4a60-aad9-b4c668869d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5733666 Aug 27 02:40:50.202118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797f717-3555-44fe-b871-4824c03fb98f req-bb4af2bb-0af0-4dcf-984f-e8a82689cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:50.203693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-bb4af2bb-0af0-4dcf-984f-e8a82689cd8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5732052 Aug 27 02:40:50.275618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.365240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-2b409f41-2cc2-40c7-9292-2c07c4380c1e service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001763 Aug 27 02:40:50.380174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.390680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee87cf4-5739-4c17-ab49-6dab5b82bf5f']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:50.401713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec23c84e-c717-4958-a909-6ae841576aac') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:50.402191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec23c84e-c717-4958-a909-6ae841576aac') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:50.412474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.436917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.441597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d16bf75b-7798-4c86-9771-15e852ebf662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.466250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d16bf75b-7798-4c86-9771-15e852ebf662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.499686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:50.500379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:50.504516 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:50.533199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5797f717-3555-44fe-b871-4824c03fb98f req-a7d431ce-a598-4d14-91b3-8de9b7a00070 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432209 Aug 27 02:40:50.535635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-3645a8d6-8a64-4a03-9297-7c40a16e2889 service neutron] 10.222.0.32 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225274 Aug 27 02:40:50.588834 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.600538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.604394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/bee87cf4-5739-4c17-ab49-6dab5b82bf5f HTTP/1.1" status: 204 len: 168 time: 0.7207391 Aug 27 02:40:50.609152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38534) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:50.638636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-240606864'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:50.645084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d16bf75b-7798-4c86-9771-15e852ebf662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.651827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d16bf75b-7798-4c86-9771-15e852ebf662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.655732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d16bf75b-7798-4c86-9771-15e852ebf662 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/331e90d1-23d3-45bb-b090-6a8f864ea284 HTTP/1.1" status: 204 len: 168 time: 0.6874113 Aug 27 02:40:50.661305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd865d-a211-4eca-8051-33264472a0b7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=bee87cf4-5739-4c17-ab49-6dab5b82bf5f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:50.717074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bf75b-7798-4c86-9771-15e852ebf662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331e90d1-23d3-45bb-b090-6a8f864ea284,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:50.760302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-845bdb65-2a4f-4ec4-873e-8ee8358805c2 req-ab356fed-2e15-4a4d-a418-3bcfb987d258 service neutron] 10.222.0.32 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046092 Aug 27 02:40:50.788947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:50.802047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.835169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539ca8-5e82-4998-af5e-1dc51eafb57a req-0cdfa84c-53da-4837-8641-4cfb52727444 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:50.837130 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51539ca8-5e82-4998-af5e-1dc51eafb57a req-0cdfa84c-53da-4837-8641-4cfb52727444 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1094 time: 0.1703353 Aug 27 02:40:50.853185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:50.865940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.866690 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93 of type vlan for network 3b424ebc-5f85-4546-8f08-b0d477f910c1 Aug 27 02:40:50.933891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.975840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff16cb4-a56e-4942-844d-45876650068d req-4996a0be-4eb9-4958-8296-84f87170e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:50.982631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff16cb4-a56e-4942-844d-45876650068d req-4996a0be-4eb9-4958-8296-84f87170e23b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c31917f7ac04d67ad2b10e61fb1deb0&device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1094 time: 0.1591692 Aug 27 02:40:50.985855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51539ca8-5e82-4998-af5e-1dc51eafb57a req-a479b9ae-4b94-4c52-afb1-6851ffb532c5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824239 Aug 27 02:40:50.993405 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.999036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:50.999627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.090164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4607997 Aug 27 02:40:51.092971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38554) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:51.099953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:51.108132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a33a5-50d2-4fc6-81a9-e5d95afe206b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=3b424ebc-5f85-4546-8f08-b0d477f910c1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:51.132363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff16cb4-a56e-4942-844d-45876650068d req-a9ba984a-8a0c-483a-9817-f431950db019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:51.163968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff16cb4-a56e-4942-844d-45876650068d req-a9ba984a-8a0c-483a-9817-f431950db019 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab991db8-e0c4-4a60-aad9-b4c668869d1e HTTP/1.1" status: 200 len: 910 time: 0.1737740 Aug 27 02:40:51.236928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff16cb4-a56e-4942-844d-45876650068d req-1f389bf8-8436-4c79-8efb-5a38e3b2c440 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b617b7-b79c-4b6f-a8e3-09affa2c184e HTTP/1.1" status: 200 len: 217 time: 0.0626519 Aug 27 02:40:51.275886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:51.287732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.311537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff16cb4-a56e-4942-844d-45876650068d req-d3fb0931-bc87-4a58-bcc6-3fbb29fd8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:51.313188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff16cb4-a56e-4942-844d-45876650068d req-d3fb0931-bc87-4a58-bcc6-3fbb29fd8d57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38a9b64a-73ef-41d1-81e5-8708101a5168 HTTP/1.1" status: 200 len: 848 time: 0.0683849 Aug 27 02:40:51.314410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38560) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:51.349471 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390a2749-1a35-40d2-abc7-58b2eb24943f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.410767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff16cb4-a56e-4942-844d-45876650068d req-91f6a832-629a-48f6-8c95-a955aa5da014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:51.412379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff16cb4-a56e-4942-844d-45876650068d req-91f6a832-629a-48f6-8c95-a955aa5da014 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab991db8-e0c4-4a60-aad9-b4c668869d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867643 Aug 27 02:40:51.445051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:51.604160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390a2749-1a35-40d2-abc7-58b2eb24943f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.626210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390a2749-1a35-40d2-abc7-58b2eb24943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.628827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.681628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff16cb4-a56e-4942-844d-45876650068d req-6a8c27bf-0bb6-4f78-b4ea-de5be333ed69 service neutron] 10.222.0.32 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597630 Aug 27 02:40:51.699084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=cfec2972-b0b4-4f7a-b162-7a52d3e5cb66,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:51.742726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a2749-1a35-40d2-abc7-58b2eb24943f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d661f2-8f13-40f5-adaf-e97b58257a33,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:51.754810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': 'ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:51.755751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: 3b424ebc-5f85-4546-8f08-b0d477f910c1, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:51.762651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-390a2749-1a35-40d2-abc7-58b2eb24943f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4df96ce743a540ad820036485c502786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459584 Aug 27 02:40:51.765870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38568) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:51.828811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:51.848974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3b424ebc-5f85-4546-8f08-b0d477f910c1) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:51.859151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e24302-7d95-44f2-b9cd-c5a33dd063b6 None None] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:51.862459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:51.863060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.884048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c83d06e-93cb-41e3-a266-6389f1825d44 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7900157 Aug 27 02:40:51.887118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38574) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:51.887838 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e48352-b6ef-43c8-ac64-ba3d95964601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.891860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fef8f9e8-2120-415d-ac8c-bfc39e6e6675 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1030889517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:51.924690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e48352-b6ef-43c8-ac64-ba3d95964601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.936408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff16cb4-a56e-4942-844d-45876650068d req-69772ba6-d342-4713-add1-2090428ecd1f service neutron] 10.222.0.32 "GET /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413046 Aug 27 02:40:51.944366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fef8f9e8-2120-415d-ac8c-bfc39e6e6675 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.946429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fef8f9e8-2120-415d-ac8c-bfc39e6e6675 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.020178 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e48352-b6ef-43c8-ac64-ba3d95964601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.025197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e48352-b6ef-43c8-ac64-ba3d95964601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.029453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b7e48352-b6ef-43c8-ac64-ba3d95964601 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9d661f2-8f13-40f5-adaf-e97b58257a33 HTTP/1.1" status: 204 len: 168 time: 0.2530806 Aug 27 02:40:52.060375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e48352-b6ef-43c8-ac64-ba3d95964601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d661f2-8f13-40f5-adaf-e97b58257a33,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:52.105799 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fef8f9e8-2120-415d-ac8c-bfc39e6e6675 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.120553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fef8f9e8-2120-415d-ac8c-bfc39e6e6675 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.129066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-3b424ebc-5f85-4546-8f08-b0d477f910c1', 'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': 'cfec2972-b0b4-4f7a-b162-7a52d3e5cb66'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:52.129963 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.210659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fef8f9e8-2120-415d-ac8c-bfc39e6e6675 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.215532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38586) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:52.221976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'port': {'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1', 'name': 'tempest-RoutersTest-1184169183'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:52.226683 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fef8f9e8-2120-415d-ac8c-bfc39e6e6675 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3297062 Aug 27 02:40:52.253697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7cf13-3265-4082-8cf3-4d8e9e8b9e61 req-5ce1362f-5c5c-48d5-ac7b-e231f77e5794 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:52.255291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04e7cf13-3265-4082-8cf3-4d8e9e8b9e61 req-5ce1362f-5c5c-48d5-ac7b-e231f77e5794 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1094 time: 0.1251497 Aug 27 02:40:52.306809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Allocated IP 172.20.0.2 (3b424ebc-5f85-4546-8f08-b0d477f910c1/cfec2972-b0b4-4f7a-b162-7a52d3e5cb66/9dd86994-d502-4c25-b7a8-f2a2a06ba713) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:52.338994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04e7cf13-3265-4082-8cf3-4d8e9e8b9e61 req-481f322f-49a0-4c89-b086-5d93e0b317f1 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Aug 27 02:40:52.453750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:52.460252 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.502050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] device_id is not set on port 9d87a96e-ee79-4e07-865c-cec2ca153244 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:40:52.575621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.593679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Transition to ACTIVE for port object 9dd86994-d502-4c25-b7a8-f2a2a06ba713 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:52.629289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Transition to ACTIVE for port object 9dd86994-d502-4c25-b7a8-f2a2a06ba713 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:52.650803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.668434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:52.672556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:52.674688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b5b617b7-b79c-4b6f-a8e3-09affa2c184e details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:40:52.681546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:52.713632 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.20.0.14 (3b424ebc-5f85-4546-8f08-b0d477f910c1/cfec2972-b0b4-4f7a-b162-7a52d3e5cb66/9d87a96e-ee79-4e07-865c-cec2ca153244) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:52.850256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b5b617b7-b79c-4b6f-a8e3-09affa2c184e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:52.889950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e', 'network_id': 'ab991db8-e0c4-4a60-aad9-b4c668869d1e', 'port_id': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e', 'mac_address': 'fa:16:3e:1b:18:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a9b64a-73ef-41d1-81e5-8708101a5168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:40:52.941770 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.974399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Attempting to bind port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:52.974890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Attempting to bind port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:52.975250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Attempting to bind port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 on network 3b424ebc-5f85-4546-8f08-b0d477f910c1 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:52.985969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Pushing event updated for resources: {'Port': ['ID=9dd86994-d502-4c25-b7a8-f2a2a06ba713,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:52.988557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:52.988926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Checking segment: {'id': 'ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:52.989327 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.989702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Bound using segment: {'id': 'ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:52.990173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Bound port: 9dd86994-d502-4c25-b7a8-f2a2a06ba713, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3b424ebc-5f85-4546-8f08-b0d477f910c1'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:52.990590 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.006473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b617b7-b79c-4b6f-a8e3-09affa2c184e {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:40:53.026524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b5b617b7-b79c-4b6f-a8e3-09affa2c184e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:53.116240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] For port 9dd86994-d502-4c25-b7a8-f2a2a06ba713, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:53.117497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c01cf-c57c-4255-a83f-d58c59f0a64d req-5454cbf8-8903-48f2-b859-b6a661b1cb06 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.119774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186c01cf-c57c-4255-a83f-d58c59f0a64d req-5454cbf8-8903-48f2-b859-b6a661b1cb06 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1454935 Aug 27 02:40:53.120055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] For port 9dd86994-d502-4c25-b7a8-f2a2a06ba713, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9dd86994-d502-4c25-b7a8-f2a2a06ba713,segment=NetworkSegment(ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93),segment_id=ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:53.123246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.124050 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.169136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object 9d87a96e-ee79-4e07-865c-cec2ca153244 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:53.209113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-186c01cf-c57c-4255-a83f-d58c59f0a64d req-08d5eba8-7c82-4dfc-9cbb-db768c82dec2 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724206 Aug 27 02:40:53.231873 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.248986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:53.255341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.310706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:53.315423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe8b6e-bec9-4c13-ab46-ff56d088b8d4 None None] Pushing event updated for resources: {'Port': ['ID=9dd86994-d502-4c25-b7a8-f2a2a06ba713,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:53.324316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:53.328441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:53.381190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=9d87a96e-ee79-4e07-865c-cec2ca153244,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:53.403833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b5b617b7-b79c-4b6f-a8e3-09affa2c184e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:40:53.449553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.452603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.493655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-38bb2fe8-c2c5-41dc-abb7-212c17bc47ed tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2746382 Aug 27 02:40:53.493966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:53.507373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630cb32-4672-4990-9f28-d8655f854f80 req-91ab4952-4a67-44cd-9411-17f7ca1c729e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.516031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3630cb32-4672-4990-9f28-d8655f854f80 req-91ab4952-4a67-44cd-9411-17f7ca1c729e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1095 time: 0.0557861 Aug 27 02:40:53.574429 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3630cb32-4672-4990-9f28-d8655f854f80 req-11da75ed-28fe-4fea-9bb1-b3650ab0ccfa tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Aug 27 02:40:53.883843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9dd86994-d502-4c25-b7a8-f2a2a06ba713 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:54.152528 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.250578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:54.383922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9b11f-f634-4220-b3d9-7bf6a9c8561b req-7d4c5cc7-3ece-4d3d-9bb3-1a0a109eeb5f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:54.391925 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30d9b11f-f634-4220-b3d9-7bf6a9c8561b req-7d4c5cc7-3ece-4d3d-9bb3-1a0a109eeb5f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1073394 Aug 27 02:40:54.506986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-30d9b11f-f634-4220-b3d9-7bf6a9c8561b req-c306c792-feb2-4a9a-9554-73101a22de81 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049342 Aug 27 02:40:54.615795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.626836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.679264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b5b617b7-b79c-4b6f-a8e3-09affa2c184e up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:54.731422 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=9d87a96e-ee79-4e07-865c-cec2ca153244,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:54.836045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port b5b617b7-b79c-4b6f-a8e3-09affa2c184e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:54.841426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port b5b617b7-b79c-4b6f-a8e3-09affa2c184e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:54.841752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.893070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15b2af2-22af-42d5-b99f-0d2d53fc947a None None] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:54.985295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3d02d-857f-470d-892c-fb7565e5c99c req-b75f3063-f300-4573-b76c-1fb24e49ab63 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:54.989495 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27e3d02d-857f-470d-892c-fb7565e5c99c req-b75f3063-f300-4573-b76c-1fb24e49ab63 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1095 time: 0.1437392 Aug 27 02:40:55.007875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-868a4bbf-3baa-4a54-8a59-8c43bbc50dab None None] Provisioning for port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:55.039308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-868a4bbf-3baa-4a54-8a59-8c43bbc50dab None None] Provisioning complete for port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:55.040078 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-868a4bbf-3baa-4a54-8a59-8c43bbc50dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.118523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.122123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.171232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b5b617b7-b79c-4b6f-a8e3-09affa2c184e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:55.172974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:55.175802 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af75514d-7681-4741-9f36-67d7c2976a46" -d '{"events": [{"server_uuid": "d5cfcddc-439d-42da-aff5-99ffcde4ed4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5b617b7-b79c-4b6f-a8e3-09affa2c184e"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:55.193680 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.234276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27e3d02d-857f-470d-892c-fb7565e5c99c req-8860c475-eb71-4251-ab18-46abad82fe21 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092123 Aug 27 02:40:55.288199 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84962a1e-be84-4c1f-8311-f63cad3b28de x-openstack-request-id: req-84962a1e-be84-4c1f-8311-f63cad3b28de {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:55.288503 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cfcddc-439d-42da-aff5-99ffcde4ed4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5b617b7-b79c-4b6f-a8e3-09affa2c184e", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:55.288733 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84962a1e-be84-4c1f-8311-f63cad3b28de {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:55.289127 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e', 'code': 200} Aug 27 02:40:55.317473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:55.328903 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-868a4bbf-3baa-4a54-8a59-8c43bbc50dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.446610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-868a4bbf-3baa-4a54-8a59-8c43bbc50dab None None] For port 9dd86994-d502-4c25-b7a8-f2a2a06ba713, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9dd86994-d502-4c25-b7a8-f2a2a06ba713,segment=NetworkSegment(ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93),segment_id=ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:55.459178 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-868a4bbf-3baa-4a54-8a59-8c43bbc50dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.471743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e5392-2cfd-4944-b5a7-df21e02c46f6 req-e7105de4-0555-43af-9c49-bbdeacdaf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.478550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b0e5392-2cfd-4944-b5a7-df21e02c46f6 req-e7105de4-0555-43af-9c49-bbdeacdaf2db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.0977445 Aug 27 02:40:55.589684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a4bbf-3baa-4a54-8a59-8c43bbc50dab None None] Pushing event updated for resources: {'Port': ['ID=9dd86994-d502-4c25-b7a8-f2a2a06ba713,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:55.633010 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.804494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8510493a-4cf8-495d-8f03-9b1107f36e35 None None] Provisioning for port 9d87a96e-ee79-4e07-865c-cec2ca153244 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:55.809525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8510493a-4cf8-495d-8f03-9b1107f36e35 None None] Provisioning complete for port 9d87a96e-ee79-4e07-865c-cec2ca153244 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:55.810087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8510493a-4cf8-495d-8f03-9b1107f36e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.842417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b0e5392-2cfd-4944-b5a7-df21e02c46f6 req-666713ea-25d9-4dfe-959a-a240792d8ff3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277776 Aug 27 02:40:55.857215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9dd86994-d502-4c25-b7a8-f2a2a06ba713 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:55.885738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a491a-45ff-4368-97fe-1529f0bfc398 req-557d80ae-c7cc-459a-8d5c-1d9901b552d8 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.889947 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac3a491a-45ff-4368-97fe-1529f0bfc398 req-557d80ae-c7cc-459a-8d5c-1d9901b552d8 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.2428603 Aug 27 02:40:56.004313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8510493a-4cf8-495d-8f03-9b1107f36e35 None None] Port 9d87a96e-ee79-4e07-865c-cec2ca153244 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:56.089395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8510493a-4cf8-495d-8f03-9b1107f36e35 None None] Provisioning complete for port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:56.097811 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8510493a-4cf8-495d-8f03-9b1107f36e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.172589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac3a491a-45ff-4368-97fe-1529f0bfc398 req-4dd2a1ee-95b9-41c4-984d-b1928a0e3f9c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215675 Aug 27 02:40:56.202556 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.215366 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.217750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:56.218548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.360611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=9d87a96e-ee79-4e07-865c-cec2ca153244,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:56.371757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.372021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.372495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.372834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.373166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.373494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.373818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.374142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.374525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.374847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.375171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.375491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:56.395374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.497798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c5b4bc48-8566-41a3-88b0-b4270c5210a1 None None] Provisioning complete for port 9d87a96e-ee79-4e07-865c-cec2ca153244 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:56.498177 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c5b4bc48-8566-41a3-88b0-b4270c5210a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.528420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50721035-4716-400e-ab09-efd08cbf42b4 req-cba57412-557a-4b43-8132-5bfc936e779e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:56.536142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50721035-4716-400e-ab09-efd08cbf42b4 req-cba57412-557a-4b43-8132-5bfc936e779e tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.1221287 Aug 27 02:40:56.557890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4bc48-8566-41a3-88b0-b4270c5210a1 None None] Port 9d87a96e-ee79-4e07-865c-cec2ca153244 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:56.588323 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50721035-4716-400e-ab09-efd08cbf42b4 req-bafbcd7d-6643-4e17-9e41-f61c34bfb594 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Aug 27 02:40:56.591884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:56.593723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:56.859917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router d875afc3-31f9-42cb-9803-2c9af570cd1e is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:57.001764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d9ef8cf9-8539-4f37-b557-10974a88d6fe None None] Provisioning complete for port 9d87a96e-ee79-4e07-865c-cec2ca153244 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:57.002451 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d9ef8cf9-8539-4f37-b557-10974a88d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.017499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:57.028424 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] Sync routers for ids ['d875afc3-31f9-42cb-9803-2c9af570cd1e'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:57.033660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38820) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:57.034289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6da2f1f-612b-417e-89f3-3ee63c7e1d21 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/d875afc3-31f9-42cb-9803-2c9af570cd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5392594 Aug 27 02:40:57.048728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef8cf9-8539-4f37-b557-10974a88d6fe None None] Port 9d87a96e-ee79-4e07-865c-cec2ca153244 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:57.063742 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] Routers {'d875afc3-31f9-42cb-9803-2c9af570cd1e'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:57.064381 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d875afc3-31f9-42cb-9803-2c9af570cd1e'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:57.134187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc256b0-431a-4ecb-853d-a151543baf9d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:57.139069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:57.143929 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-acc256b0-431a-4ecb-853d-a151543baf9d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports/9d87a96e-ee79-4e07-865c-cec2ca153244 HTTP/1.1" status: 200 len: 978 time: 0.1092048 Aug 27 02:40:57.147024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38830) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:57.152062 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] Routers {'d875afc3-31f9-42cb-9803-2c9af570cd1e'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:57.152685 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d875afc3-31f9-42cb-9803-2c9af570cd1e'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:57.209909 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:57.210934 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0e777-3bbb-43fc-a402-052aef1fcc83 None None] The sync data for ids ['d875afc3-31f9-42cb-9803-2c9af570cd1e'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:57.376279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0113e-dc1e-445b-b7e5-eced06b82434 req-abae60e2-8d24-4ebc-bb9c-a90de3959168 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:57.379963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86f0113e-dc1e-445b-b7e5-eced06b82434 req-abae60e2-8d24-4ebc-bb9c-a90de3959168 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1006279 Aug 27 02:40:57.453195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86f0113e-dc1e-445b-b7e5-eced06b82434 req-bbcafd3c-afb7-4d1b-849b-303a1ea92ac1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666745 Aug 27 02:40:57.459122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:57.608698 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c502f6-0a6a-42b2-b856-32422e4ea164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.672690 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bd07fe45-1734-4083-9101-cdb86db7cd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.752648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c502f6-0a6a-42b2-b856-32422e4ea164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.758770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c502f6-0a6a-42b2-b856-32422e4ea164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.788983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c502f6-0a6a-42b2-b856-32422e4ea164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d201b6-eab1-4788-9fd5-e65208c0284d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:57.820676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795bbcb-ad4f-43e6-b0ce-4dd30123211c req-d409f7a7-ca5b-4f92-9476-6da44cfeb453 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:57.821556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a5c502f6-0a6a-42b2-b856-32422e4ea164 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9ff4629e6bd44cebbce6cf63e7756c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610189 Aug 27 02:40:57.822205 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d795bbcb-ad4f-43e6-b0ce-4dd30123211c req-d409f7a7-ca5b-4f92-9476-6da44cfeb453 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.1346800 Aug 27 02:40:57.822724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38854) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:57.900251 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c76d20d1-fc17-4223-a7bf-308874e4ebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.924993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c76d20d1-fc17-4223-a7bf-308874e4ebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.926692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d795bbcb-ad4f-43e6-b0ce-4dd30123211c req-a79140ca-a61a-4299-8ef4-b56954e02265 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914636 Aug 27 02:40:57.988318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c76d20d1-fc17-4223-a7bf-308874e4ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.992640 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c76d20d1-fc17-4223-a7bf-308874e4ebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.996994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c76d20d1-fc17-4223-a7bf-308874e4ebbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8d201b6-eab1-4788-9fd5-e65208c0284d HTTP/1.1" status: 204 len: 168 time: 0.1729779 Aug 27 02:40:58.005316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d20d1-fc17-4223-a7bf-308874e4ebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d201b6-eab1-4788-9fd5-e65208c0284d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:58.132165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42c8f-17a7-4dcc-801e-085d73b1817c req-262023e6-0ea6-4074-a635-2254094d7e19 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:58.153389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9ed42c8f-17a7-4dcc-801e-085d73b1817c req-262023e6-0ea6-4074-a635-2254094d7e19 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.0979395 Aug 27 02:40:58.270476 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9ed42c8f-17a7-4dcc-801e-085d73b1817c req-e8126379-3088-4f00-b1df-40c87471bfd7 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922074 Aug 27 02:40:58.281515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.474892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38884) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:58.488784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c8d21ad-200b-4831-ae64-7396584e8fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.498710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebce4e-08ae-4450-b80a-66d888b15aa7 req-de071b3c-2ed1-470a-b385-a5a0ee4bc1ea tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:58.508342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1aebce4e-08ae-4450-b80a-66d888b15aa7 req-de071b3c-2ed1-470a-b385-a5a0ee4bc1ea tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.1232932 Aug 27 02:40:58.591794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1aebce4e-08ae-4450-b80a-66d888b15aa7 req-6ae3f732-744d-424d-9556-f7ed39fcda49 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825660 Aug 27 02:40:58.656617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c8d21ad-200b-4831-ae64-7396584e8fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.675613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807e097-d384-4430-8453-372cd7803301 req-eadbe98c-db70-4f2a-9ac0-747017658888 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:58.677636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3807e097-d384-4430-8453-372cd7803301 req-eadbe98c-db70-4f2a-9ac0-747017658888 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.0878379 Aug 27 02:40:58.679557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c8d21ad-200b-4831-ae64-7396584e8fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.702932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 9d87a96e-ee79-4e07-865c-cec2ca153244 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:58.704775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.711257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8c8d21ad-200b-4831-ae64-7396584e8fae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11705ce54eea4bbb950589de4fce919d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352743 Aug 27 02:40:58.723332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38888) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:58.780897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d21ad-200b-4831-ae64-7396584e8fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d82ac1-b1c8-4249-ae68-3bb29fa70ea0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:58.797614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3807e097-d384-4430-8453-372cd7803301 req-59a2c1a6-2be6-4621-bc5d-8c5ae1c84a6b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925212 Aug 27 02:40:58.873642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.886375 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1911fb0f-fd76-41bc-9939-ff31b9ed769f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.893181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 9d87a96e-ee79-4e07-865c-cec2ca153244 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:58.943156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1911fb0f-fd76-41bc-9939-ff31b9ed769f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:59.030651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f23e-a904-4d39-b8d7-bab4d49a11c0 req-6c98736a-fb82-4995-ab25-c4fff406e5e7 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.032289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cfe4f23e-a904-4d39-b8d7-bab4d49a11c0 req-6c98736a-fb82-4995-ab25-c4fff406e5e7 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.1403427 Aug 27 02:40:59.107346 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1911fb0f-fd76-41bc-9939-ff31b9ed769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:59.109861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1911fb0f-fd76-41bc-9939-ff31b9ed769f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:59.113463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1911fb0f-fd76-41bc-9939-ff31b9ed769f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21d82ac1-b1c8-4249-ae68-3bb29fa70ea0 HTTP/1.1" status: 204 len: 168 time: 0.3867197 Aug 27 02:40:59.152773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cfe4f23e-a904-4d39-b8d7-bab4d49a11c0 req-544ec82b-6892-42ec-acda-29bc35b61606 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053967 Aug 27 02:40:59.156904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911fb0f-fd76-41bc-9939-ff31b9ed769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d82ac1-b1c8-4249-ae68-3bb29fa70ea0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:59.248034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:59.353512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=9d87a96e-ee79-4e07-865c-cec2ca153244,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:59.565196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:59.786497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router d875afc3-31f9-42cb-9803-2c9af570cd1e has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:59.879878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:59.893875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-844e3e47-b8b3-40e4-b71b-63de93d4d1e9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/d875afc3-31f9-42cb-9803-2c9af570cd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7453787 Aug 27 02:40:59.896325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38936) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:59.898558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] Sync routers for ids ['d875afc3-31f9-42cb-9803-2c9af570cd1e'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:59.921449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] Routers {'d875afc3-31f9-42cb-9803-2c9af570cd1e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:59.922160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d875afc3-31f9-42cb-9803-2c9af570cd1e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:00.020873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:00.033267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] Routers {'d875afc3-31f9-42cb-9803-2c9af570cd1e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:00.034047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:40:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d875afc3-31f9-42cb-9803-2c9af570cd1e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:00.038100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b502d9c-f053-480a-9630-54c6b48e0b57 req-1e769cb5-6a7d-47bb-8b2c-1086852945cd tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.047163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b502d9c-f053-480a-9630-54c6b48e0b57 req-1e769cb5-6a7d-47bb-8b2c-1086852945cd tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1017065 Aug 27 02:41:00.068907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:00.069578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba101c-b321-4de0-bc2b-f2504233667b None None] The sync data for ids ['d875afc3-31f9-42cb-9803-2c9af570cd1e'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:00.154248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b502d9c-f053-480a-9630-54c6b48e0b57 req-f12c990c-3513-4880-95fa-5ba1eceb7cf4 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057718 Aug 27 02:41:00.189071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-6cbf4670-591f-4363-9837-5026780b2cb9 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.191096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-6cbf4670-591f-4363-9837-5026780b2cb9 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.1112766 Aug 27 02:41:00.211147 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-411b3f8e-5f48-4e02-8910-d5228bc23288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.297533 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-76a02b2c-b0e7-4326-bfe3-3cebfd61756c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 02:41:00.299058 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-76a02b2c-b0e7-4326-bfe3-3cebfd61756c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/d875afc3-31f9-42cb-9803-2c9af570cd1e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4005904 Aug 27 02:41:00.313264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38952) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:00.354493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Deleting port b5b617b7-b79c-4b6f-a8e3-09affa2c184e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:00.354763 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.401996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38960) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:00.403506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b87f807e-da8e-4dcf-8925-0017d9867754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=d875afc3-31f9-42cb-9803-2c9af570cd1e HTTP/1.1" status: 200 len: 205 time: 0.0895472 Aug 27 02:41:00.405455 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.473035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58ed7c-2fea-4e51-aca2-574c46580ffd req-0b4ad99c-5e15-4170-8923-8a3906d06db6 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.474908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef58ed7c-2fea-4e51-aca2-574c46580ffd req-0b4ad99c-5e15-4170-8923-8a3906d06db6 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 1096 time: 0.1796539 Aug 27 02:41:00.551594 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef58ed7c-2fea-4e51-aca2-574c46580ffd req-40cdccb9-4bb0-4b6c-a692-516b5a33044b tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684698 Aug 27 02:41:00.552636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6309c4e4-70f5-47c6-8e92-8dc6bfd46d79 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.649452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] For port b5b617b7-b79c-4b6f-a8e3-09affa2c184e, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:00.649867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.722752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Calling delete_port for b5b617b7-b79c-4b6f-a8e3-09affa2c184e owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:00.777726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6309c4e4-70f5-47c6-8e92-8dc6bfd46d79 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.783387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6309c4e4-70f5-47c6-8e92-8dc6bfd46d79 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.867334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6309c4e4-70f5-47c6-8e92-8dc6bfd46d79 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.867860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6309c4e4-70f5-47c6-8e92-8dc6bfd46d79 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Fanout notify agent at l3_agent the message router_deleted on router d875afc3-31f9-42cb-9803-2c9af570cd1e {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:00.875461 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6309c4e4-70f5-47c6-8e92-8dc6bfd46d79 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.876560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6309c4e4-70f5-47c6-8e92-8dc6bfd46d79 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/d875afc3-31f9-42cb-9803-2c9af570cd1e HTTP/1.1" status: 204 len: 168 time: 0.4711761 Aug 27 02:41:00.879556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38980) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:00.958293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet cfec2972-b0b4-4f7a-b162-7a52d3e5cb66 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:00.962652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.023053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.037331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b5b617b7-b79c-4b6f-a8e3-09affa2c184e'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:41:01.037911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.040423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['97af9a9a-57ad-44f5-8350-f7cb7b4400ca'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:41:01.083957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5b617b7-b79c-4b6f-a8e3-09affa2c184e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:01.247954 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.290361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.311412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] No DVR routers for this DVR port b5b617b7-b79c-4b6f-a8e3-09affa2c184e on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:01.330280 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.339769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8626e98-328d-45bd-9a33-479ca4ab407f req-924a317d-f408-4ecc-8e92-989f234edfd5 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b5b617b7-b79c-4b6f-a8e3-09affa2c184e HTTP/1.1" status: 204 len: 173 time: 1.1323321 Aug 27 02:41:01.344057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'name': 'network-vif-deleted', 'tag': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:41:01.347429 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a32841-8632-4951-94e0-4dcfc1aede1d" -d '{"events": [{"server_uuid": "d5cfcddc-439d-42da-aff5-99ffcde4ed4d", "name": "network-vif-deleted", "tag": "b5b617b7-b79c-4b6f-a8e3-09affa2c184e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:01.380236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-366fe8aa-b6bc-4c4f-9643-380d788c5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.385383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-366fe8aa-b6bc-4c4f-9643-380d788c5319 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1096 time: 0.1669133 Aug 27 02:41:01.457170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.570024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=cfec2972-b0b4-4f7a-b162-7a52d3e5cb66,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:01.578536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e51f4-93e7-40e5-ae48-7211a2645b5a req-d28cdf4a-7d46-46c6-9691-1decd6e4e279 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.585125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216e51f4-93e7-40e5-ae48-7211a2645b5a req-d28cdf4a-7d46-46c6-9691-1decd6e4e279 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1886237 Aug 27 02:41:01.586694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.588806 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0219fa26-06f2-4343-be0f-d64af3d0b6a8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/cfec2972-b0b4-4f7a-b162-7a52d3e5cb66 HTTP/1.1" status: 204 len: 168 time: 0.7082558 Aug 27 02:41:01.592359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39008) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:01.595703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2fa761-be9e-4f2b-a4ff-0b6146b968d3 None None] Network 3b424ebc-5f85-4546-8f08-b0d477f910c1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:01.667751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-216e51f4-93e7-40e5-ae48-7211a2645b5a req-4bdb4462-04b9-44fe-af95-2614affa81a9 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643065 Aug 27 02:41:01.701975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-ea4e4b79-e483-43fc-8185-bc36a9771efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.703054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-ea4e4b79-e483-43fc-8185-bc36a9771efe service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.2530737 Aug 27 02:41:01.751071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed2bee-bd6d-4de3-9959-f097caa58bda req-425f3c31-9d03-40c3-a267-7b019f1ca3a3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.752715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68ed2bee-bd6d-4de3-9959-f097caa58bda req-425f3c31-9d03-40c3-a267-7b019f1ca3a3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.3386917 Aug 27 02:41:01.797422 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d8f916-ff8a-45eb-924b-858939950b2a x-openstack-request-id: req-15d8f916-ff8a-45eb-924b-858939950b2a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:01.797827 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cfcddc-439d-42da-aff5-99ffcde4ed4d", "name": "network-vif-deleted", "tag": "b5b617b7-b79c-4b6f-a8e3-09affa2c184e", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:01.797963 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15d8f916-ff8a-45eb-924b-858939950b2a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:01.798431 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cfcddc-439d-42da-aff5-99ffcde4ed4d', 'name': 'network-vif-deleted', 'tag': 'b5b617b7-b79c-4b6f-a8e3-09affa2c184e', 'status': 'completed', 'code': 200} Aug 27 02:41:01.851669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.880581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-01793ab6-526a-4343-a08c-b80e02cc6905 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.1627374 Aug 27 02:41:01.931207 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68ed2bee-bd6d-4de3-9959-f097caa58bda req-947b0241-da34-43d0-bb58-365b3bcc0374 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554143 Aug 27 02:41:01.961137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] DHCP port deletion for 3b424ebc-5f85-4546-8f08-b0d477f910c1 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:02.001116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-ed98ad99-c9fd-475f-8080-2aa7a0ef8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:02.002827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-ed98ad99-c9fd-475f-8080-2aa7a0ef8f2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1135142 Aug 27 02:41:02.066585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:02.067129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.113106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] Deleting port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:02.113638 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.144855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port 9dd86994-d502-4c25-b7a8-f2a2a06ba713, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9dd86994-d502-4c25-b7a8-f2a2a06ba713,segment=NetworkSegment(ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93),segment_id=ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:02.145290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.149508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-4b9f8954-8fc8-45bb-8bbb-7caeec6fdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:02.153470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-4b9f8954-8fc8-45bb-8bbb-7caeec6fdca0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414943 Aug 27 02:41:02.169501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 9dd86994-d502-4c25-b7a8-f2a2a06ba713 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:02.241425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] For port 9dd86994-d502-4c25-b7a8-f2a2a06ba713, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9dd86994-d502-4c25-b7a8-f2a2a06ba713,segment=NetworkSegment(ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93),segment_id=ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:02.244368 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.280025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.292000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] Calling delete_port for 9dd86994-d502-4c25-b7a8-f2a2a06ba713 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:02.311180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No DVR routers for this DVR port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:02.314960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2e70faa-8a87-4492-a0d4-7e3d0bbce99c req-e82c6f09-4d02-404b-8889-d7c42e603454 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5cfcddc-439d-42da-aff5-99ffcde4ed4d HTTP/1.1" status: 200 len: 210 time: 0.1449766 Aug 27 02:41:02.377373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=9dd86994-d502-4c25-b7a8-f2a2a06ba713,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:02.505215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.629649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] No DVR routers for this DVR port 9dd86994-d502-4c25-b7a8-f2a2a06ba713 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:02.657288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebf1ba-96c0-4f26-a1fa-0316d46a9747 None None] Pushing event deleted for resources: {'Port': ['ID=9dd86994-d502-4c25-b7a8-f2a2a06ba713,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:02.675030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.739582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b424ebc-5f85-4546-8f08-b0d477f910c1']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:02.762592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:02.763088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdf3aa1-ce12-4f9a-9320-66f79a7f7f93') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:02.783911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.817007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.832019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:02.832551 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:02.835984 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:02.854760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94c4f8-5d68-4640-a246-3d1f52cd27fb req-4bd8a09f-d596-4faf-8456-b5363cf90566 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:02.856317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba94c4f8-5d68-4640-a246-3d1f52cd27fb req-4bd8a09f-d596-4faf-8456-b5363cf90566 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.0855951 Aug 27 02:41:03.023934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba94c4f8-5d68-4640-a246-3d1f52cd27fb req-f59c516f-c0e7-47fc-bc04-a0cea2753077 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052206 Aug 27 02:41:03.026859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-e86b08e1-334b-4a55-b3ff-d317cf53d3eb service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376501 Aug 27 02:41:03.035153 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.056278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.065309 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/3b424ebc-5f85-4546-8f08-b0d477f910c1 HTTP/1.1" status: 204 len: 168 time: 1.4694550 Aug 27 02:41:03.085515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:03.087300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cc20c-2c64-4d03-acbf-b0a4fe72c3df tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=3b424ebc-5f85-4546-8f08-b0d477f910c1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:03.095159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-2145903813'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:03.128871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:03.132639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.135857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.172769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:03.184286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.184648 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment 23d31381-b758-4c15-8c3a-485e2cf56749 of type vlan for network aa8ec82e-647a-4013-b3ac-589c9353f234 Aug 27 02:41:03.242602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.261318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e0827-4463-4e17-90be-0afad5a0586a req-721030e9-cf0a-411a-9250-0d34cb3e576c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:03.269025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-732e0827-4463-4e17-90be-0afad5a0586a req-721030e9-cf0a-411a-9250-0d34cb3e576c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1381211 Aug 27 02:41:03.272605 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:41:03.295463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2c14dc-6fb4-4c84-8e57-22285500e258 req-9149ae79-61cb-47f9-951d-fd70c02c6577 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596993 Aug 27 02:41:03.300547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.306375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:03.306977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.330183 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-732e0827-4463-4e17-90be-0afad5a0586a req-0a786de9-4902-4d84-b9b6-9f1c24b9e891 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552616 Aug 27 02:41:03.444589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3522320 Aug 27 02:41:03.445130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39082) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:03.451134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': 'aa8ec82e-647a-4013-b3ac-589c9353f234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:03.474901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf955519-ff6f-4729-802d-465c1355531c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=aa8ec82e-647a-4013-b3ac-589c9353f234,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:03.488697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network aa8ec82e-647a-4013-b3ac-589c9353f234 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:03.661671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:03.671494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.831454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9dd86994-d502-4c25-b7a8-f2a2a06ba713 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:03.871236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11572519-5d79-4dc4-a158-243a7e97bcad req-4bb63a08-99f0-44fe-86f7-e3dc265706d6 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:03.892938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-11572519-5d79-4dc4-a158-243a7e97bcad req-4bb63a08-99f0-44fe-86f7-e3dc265706d6 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.1448681 Aug 27 02:41:03.946238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9dd86994-d502-4c25-b7a8-f2a2a06ba713 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:03.946615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9dd86994-d502-4c25-b7a8-f2a2a06ba713 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:04.013812 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-11572519-5d79-4dc4-a158-243a7e97bcad req-1528451a-a7a0-4487-98b2-5d831a81348d tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197436 Aug 27 02:41:04.198688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.274194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee9fc-7e86-4ae1-9db4-48dd43d1986d req-792f1b1b-761f-49bf-a4bf-7440e6729e64 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:04.280075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69eee9fc-7e86-4ae1-9db4-48dd43d1986d req-792f1b1b-761f-49bf-a4bf-7440e6729e64 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1276498 Aug 27 02:41:04.293337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=3715d133-2467-4f5c-8c32-76a5704b3d37,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:04.442503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': '23d31381-b758-4c15-8c3a-485e2cf56749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa8ec82e-647a-4013-b3ac-589c9353f234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:04.443109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: aa8ec82e-647a-4013-b3ac-589c9353f234, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:04.472532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69eee9fc-7e86-4ae1-9db4-48dd43d1986d req-64781081-6099-4e5e-bdca-830e537dfae9 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605685 Aug 27 02:41:04.493116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network aa8ec82e-647a-4013-b3ac-589c9353f234 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:04.508540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, aa8ec82e-647a-4013-b3ac-589c9353f234) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:04.520762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e810-db8d-4301-8fec-1101d006b718 req-79922170-5dda-4312-a5c9-daa3e7cc4e9a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:04.524625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3acce5-c1c5-4129-bdb8-5befec0b4127 None None] Network aa8ec82e-647a-4013-b3ac-589c9353f234 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:04.528969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a71e810-db8d-4301-8fec-1101d006b718 req-79922170-5dda-4312-a5c9-daa3e7cc4e9a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0905755 Aug 27 02:41:04.529461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:04.529947 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.573156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-88016e97-298c-4a59-ae79-432cad97398b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1267297 Aug 27 02:41:04.575518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39128) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:04.578907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a71e810-db8d-4301-8fec-1101d006b718 req-9b74c151-b8cb-43e8-b1e6-dfc0c454319d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483959 Aug 27 02:41:04.581812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4a8357b4-d1fe-4feb-a286-5c62fc4db19d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241274052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:04.629622 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a8357b4-d1fe-4feb-a286-5c62fc4db19d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.630827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a8357b4-d1fe-4feb-a286-5c62fc4db19d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.691060 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a8357b4-d1fe-4feb-a286-5c62fc4db19d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.697446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a8357b4-d1fe-4feb-a286-5c62fc4db19d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.723778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a8357b4-d1fe-4feb-a286-5c62fc4db19d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.727816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a8357b4-d1fe-4feb-a286-5c62fc4db19d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1485744 Aug 27 02:41:04.728080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39136) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:04.792916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b5b617b7-b79c-4b6f-a8e3-09affa2c184e no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:04.795283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-aa8ec82e-647a-4013-b3ac-589c9353f234', 'network_id': 'aa8ec82e-647a-4013-b3ac-589c9353f234', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': '3715d133-2467-4f5c-8c32-76a5704b3d37'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:04.796354 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.837407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: b5b617b7-b79c-4b6f-a8e3-09affa2c184e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:04.843217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b5b617b7-b79c-4b6f-a8e3-09affa2c184e not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:05.059161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Allocated IP 172.20.0.2 (aa8ec82e-647a-4013-b3ac-589c9353f234/3715d133-2467-4f5c-8c32-76a5704b3d37/6098ed07-954a-42fa-8a5d-54a76d6b8d82) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:05.273709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-897d59a2-7699-49cd-8a16-417b5c5e9008 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:05.275674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-897d59a2-7699-49cd-8a16-417b5c5e9008 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.1324024 Aug 27 02:41:05.309431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.325901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fc129-cb9d-490d-9bff-f783cd067733 req-09fe238c-bc88-4343-ad77-d2e8584c1da8 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:05.328369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f9fc129-cb9d-490d-9bff-f783cd067733 req-09fe238c-bc88-4343-ad77-d2e8584c1da8 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 1097 time: 0.1743066 Aug 27 02:41:05.391567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.401805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Transition to ACTIVE for port object 6098ed07-954a-42fa-8a5d-54a76d6b8d82 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:05.420402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Transition to ACTIVE for port object 6098ed07-954a-42fa-8a5d-54a76d6b8d82 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:05.435041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.530490 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f9fc129-cb9d-490d-9bff-f783cd067733 req-16c171c2-b8a3-4e60-8d49-03ca67d6805f tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0a8588c2-ca2b-4d99-85bc-069e87190bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785264 Aug 27 02:41:05.532680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Pushing event updated for resources: {'Port': ['ID=6098ed07-954a-42fa-8a5d-54a76d6b8d82,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:05.544397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Network aa8ec82e-647a-4013-b3ac-589c9353f234 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:05.545797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:05.549904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:05.657111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Attempting to bind port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:05.657737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Attempting to bind port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '23d31381-b758-4c15-8c3a-485e2cf56749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa8ec82e-647a-4013-b3ac-589c9353f234'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:05.658343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Attempting to bind port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 on network aa8ec82e-647a-4013-b3ac-589c9353f234 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:05.664424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:05.665112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Checking segment: {'id': '23d31381-b758-4c15-8c3a-485e2cf56749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa8ec82e-647a-4013-b3ac-589c9353f234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:05.665718 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.666306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Bound using segment: {'id': '23d31381-b758-4c15-8c3a-485e2cf56749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa8ec82e-647a-4013-b3ac-589c9353f234'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:05.667081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Bound port: 6098ed07-954a-42fa-8a5d-54a76d6b8d82, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d31381-b758-4c15-8c3a-485e2cf56749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa8ec82e-647a-4013-b3ac-589c9353f234'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:05.667669 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.670091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Deleting port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:05.670589 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.739876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3fde2-6712-405c-bfa7-ce043c7381b3 req-ce66f244-1db5-4108-a69e-68f0f4f596e6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:05.746560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4a3fde2-6712-405c-bfa7-ce043c7381b3 req-ce66f244-1db5-4108-a69e-68f0f4f596e6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1258085 Aug 27 02:41:05.773865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] For port 6098ed07-954a-42fa-8a5d-54a76d6b8d82, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:05.796620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] For port 6098ed07-954a-42fa-8a5d-54a76d6b8d82, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6098ed07-954a-42fa-8a5d-54a76d6b8d82,segment=NetworkSegment(23d31381-b758-4c15-8c3a-485e2cf56749),segment_id=23d31381-b758-4c15-8c3a-485e2cf56749)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:05.807027 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.859186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b4a3fde2-6712-405c-bfa7-ce043c7381b3 req-33c3a8d1-8608-45ce-b5db-433c848c2082 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105552 Aug 27 02:41:05.934477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a5609-0320-4359-b3b2-0e52c3ca03e6 None None] Pushing event updated for resources: {'Port': ['ID=6098ed07-954a-42fa-8a5d-54a76d6b8d82,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:05.950258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] For port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:05.950702 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.011017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Calling delete_port for 97af9a9a-57ad-44f5-8350-f7cb7b4400ca owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:06.137601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.20.0.1 (aa8ec82e-647a-4013-b3ac-589c9353f234/3715d133-2467-4f5c-8c32-76a5704b3d37/6cec9c98-ce10-4e15-b534-111260c380ef) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:06.385393 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.396643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['97af9a9a-57ad-44f5-8350-f7cb7b4400ca'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:41:06.473047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Pushing event deleted for resources: {'Port': ['ID=97af9a9a-57ad-44f5-8350-f7cb7b4400ca,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:06.542653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.570140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] No DVR routers for this DVR port 97af9a9a-57ad-44f5-8350-f7cb7b4400ca on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:06.577625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.596013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f597566b-9425-4a2c-9c0f-3b915c716cd9 req-1a538a94-6aec-450a-838a-57e8c1deeb05 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.45 "DELETE /v2.0/ports/97af9a9a-57ad-44f5-8350-f7cb7b4400ca HTTP/1.1" status: 204 len: 173 time: 1.2947750 Aug 27 02:41:06.598076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'name': 'network-vif-deleted', 'tag': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:41:06.603133 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db2f67a-59f4-4a9f-bea4-a0fa2cf48ddd" -d '{"events": [{"server_uuid": "8f886e27-4e84-4da5-b08f-e0ecdeae03b8", "name": "network-vif-deleted", "tag": "97af9a9a-57ad-44f5-8350-f7cb7b4400ca"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:06.628423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object 6cec9c98-ce10-4e15-b534-111260c380ef will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:06.653709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e0d9-dfba-4fe2-af53-6f4a064db478 req-bc2444e0-d7f1-40bb-8d7c-af2d0a7d6f32 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:06.683860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d37e0d9-dfba-4fe2-af53-6f4a064db478 req-bc2444e0-d7f1-40bb-8d7c-af2d0a7d6f32 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1698484 Aug 27 02:41:06.740394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3512131f-ffa3-4b4e-89d3-60954e8d518f req-b2ff0bf9-bd2a-4762-b3df-55ca2e9ab195 tempest-TestServerMultinode-2120861173 tempest-TestServerMultinode-2120861173-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8f886e27-4e84-4da5-b08f-e0ecdeae03b8 HTTP/1.1" status: 200 len: 210 time: 0.0489786 Aug 27 02:41:06.744788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.765686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0d37e0d9-dfba-4fe2-af53-6f4a064db478 req-f332470b-c4db-42dc-928e-354086ca9c4f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727849 Aug 27 02:41:06.893795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=6cec9c98-ce10-4e15-b534-111260c380ef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:06.919612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network aa8ec82e-647a-4013-b3ac-589c9353f234 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:06.925067 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d24dae3-31b5-4de2-b230-844d45de46c9 x-openstack-request-id: req-0d24dae3-31b5-4de2-b230-844d45de46c9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:06.925404 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f886e27-4e84-4da5-b08f-e0ecdeae03b8", "name": "network-vif-deleted", "tag": "97af9a9a-57ad-44f5-8350-f7cb7b4400ca", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:06.925620 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d24dae3-31b5-4de2-b230-844d45de46c9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:06.928390 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f886e27-4e84-4da5-b08f-e0ecdeae03b8', 'name': 'network-vif-deleted', 'tag': '97af9a9a-57ad-44f5-8350-f7cb7b4400ca', 'status': 'completed', 'code': 200} Aug 27 02:41:06.929335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:06.934381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:07.011085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.092722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876522c3-8699-435f-b5c7-adf40320bcf6 req-86c1982e-0007-4e68-af9d-7e087c694b45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:07.095116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-876522c3-8699-435f-b5c7-adf40320bcf6 req-86c1982e-0007-4e68-af9d-7e087c694b45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1005199 Aug 27 02:41:07.186995 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-876522c3-8699-435f-b5c7-adf40320bcf6 req-bf68107c-c1e0-4c06-8475-2f944a89def5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855691 Aug 27 02:41:07.232442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.503125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a857300-4532-4c86-b869-72b5abe3131a None None] Network aa8ec82e-647a-4013-b3ac-589c9353f234 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:07.585234 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.595685 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.675372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ece8700f-6e32-45c1-9038-571b04c6a4a5 None None] Provisioning for port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:07.691253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.694191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=6cec9c98-ce10-4e15-b534-111260c380ef,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:07.839187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39224) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:07.878274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network aa8ec82e-647a-4013-b3ac-589c9353f234 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:07.886654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:07.935094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6098ed07-954a-42fa-8a5d-54a76d6b8d82 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:08.051568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:08.058930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:08.061293 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.144065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router 2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:08.285675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Provisioning complete for port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:08.286177 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.319819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216b09-13f1-43e7-ac73-2a4d3d10114e req-ffc6be4b-7887-4890-ac4d-2b8620813183 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:08.323932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a216b09-13f1-43e7-ac73-2a4d3d10114e req-ffc6be4b-7887-4890-ac4d-2b8620813183 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.3585043 Aug 27 02:41:08.439799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.442684 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.466660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:08.481187 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] Sync routers for ids ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:08.491487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-736d369a-4c90-4226-a33a-25192e52ec11 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7623310 Aug 27 02:41:08.492470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:08.499492 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] Routers {'2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:08.506417 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:08.533617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] For port 6098ed07-954a-42fa-8a5d-54a76d6b8d82, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6098ed07-954a-42fa-8a5d-54a76d6b8d82,segment=NetworkSegment(23d31381-b758-4c15-8c3a-485e2cf56749),segment_id=23d31381-b758-4c15-8c3a-485e2cf56749)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:08.558483 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.590798 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:08.611252 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] Routers {'2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:08.612122 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:08.707679 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:08.715256 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f067111-ce52-4e85-b87c-ec3e3cb2d3bf None None] The sync data for ids ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:08.722228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Pushing event updated for resources: {'Port': ['ID=6098ed07-954a-42fa-8a5d-54a76d6b8d82,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:08.730014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bf6dc-5d5f-49ae-90fd-94fa3520e0a4 req-38088678-a559-4298-b8bc-85bc4629a99b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:08.736425 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:41:08.736878 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:41:08.737096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c9bf6dc-5d5f-49ae-90fd-94fa3520e0a4 req-38088678-a559-4298-b8bc-85bc4629a99b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.4034810 Aug 27 02:41:08.758590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Provisioning for port 6cec9c98-ce10-4e15-b534-111260c380ef completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:08.763319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Provisioning complete for port 6cec9c98-ce10-4e15-b534-111260c380ef triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:08.764032 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.783485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be43bab-a162-486b-b362-903711d1fed1 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:08.787631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9be43bab-a162-486b-b362-903711d1fed1 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports/6cec9c98-ce10-4e15-b534-111260c380ef HTTP/1.1" status: 200 len: 910 time: 0.2873547 Aug 27 02:41:08.799037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39244) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:08.821728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-facd46c2-f9c9-4b9d-b60f-aa954da139b5 None None] Port 6cec9c98-ce10-4e15-b534-111260c380ef cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:08.945954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5ed25fdf-b230-41e1-9e58-b52135ea7261 None None] Provisioning complete for port 6cec9c98-ce10-4e15-b534-111260c380ef triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:08.948276 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5ed25fdf-b230-41e1-9e58-b52135ea7261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.022275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5ed25fdf-b230-41e1-9e58-b52135ea7261 None None] Port 6cec9c98-ce10-4e15-b534-111260c380ef cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:09.030878 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a216b09-13f1-43e7-ac73-2a4d3d10114e req-d7a06e3f-4ee1-4360-88af-8208514eecda tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6405244 Aug 27 02:41:09.148272 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c9bf6dc-5d5f-49ae-90fd-94fa3520e0a4 req-1c050021-bc06-4e0c-94ed-f04cc5fa9270 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793521 Aug 27 02:41:09.403191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7bedc665-6a21-4659-8b03-56dd2dfc4f9f None None] Provisioning complete for port 6cec9c98-ce10-4e15-b534-111260c380ef triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:09.406109 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7bedc665-6a21-4659-8b03-56dd2dfc4f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.450165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.530290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7bedc665-6a21-4659-8b03-56dd2dfc4f9f None None] Port 6cec9c98-ce10-4e15-b534-111260c380ef cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:09.611469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1efda-3c2e-4630-887f-2eb5577861a7 req-e1142575-4221-4afb-9244-e05469433825 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:09.613114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02f1efda-3c2e-4630-887f-2eb5577861a7 req-e1142575-4221-4afb-9244-e05469433825 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1268139 Aug 27 02:41:09.727936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02f1efda-3c2e-4630-887f-2eb5577861a7 req-c5201772-7a3a-4349-bbfa-2d2ef933a887 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019239 Aug 27 02:41:09.744563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-e61cd20f-79fc-4545-8190-612bf5dff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:09.751056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-e61cd20f-79fc-4545-8190-612bf5dff8e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 1097 time: 0.2103436 Aug 27 02:41:09.877251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6098ed07-954a-42fa-8a5d-54a76d6b8d82 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:09.986723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Deleting port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:09.987075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.022828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:10.023310 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.072590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-d618425f-7f09-474e-8a64-f0e0945a9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:10.074109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-d618425f-7f09-474e-8a64-f0e0945a9473 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.3131437 Aug 27 02:41:10.169662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] For port ed96a62a-5a0e-42f0-ab6c-41ae22dc603f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:10.170339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.174830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 97af9a9a-57ad-44f5-8350-f7cb7b4400ca no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:10.224894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Calling delete_port for ed96a62a-5a0e-42f0-ab6c-41ae22dc603f owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:10.238048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.248357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 97af9a9a-57ad-44f5-8350-f7cb7b4400ca {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:10.248965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 97af9a9a-57ad-44f5-8350-f7cb7b4400ca not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:10.269356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8527e-37fd-4d1a-8b9b-59390942f6cd req-84495419-32dd-400e-bae1-d53363211d9f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:10.271294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04e8527e-37fd-4d1a-8b9b-59390942f6cd req-84495419-32dd-400e-bae1-d53363211d9f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.0794847 Aug 27 02:41:10.341588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-ece4203d-2666-420f-8f55-d3536ec2af6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 200 len: 1002 time: 0.2576456 Aug 27 02:41:10.368029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04e8527e-37fd-4d1a-8b9b-59390942f6cd req-6faaefcd-0783-4d11-8704-80656d041cab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558305 Aug 27 02:41:10.397464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-8d147a99-0c81-4eda-b25e-f19e3368fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:10.399069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-8d147a99-0c81-4eda-b25e-f19e3368fd83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.0487747 Aug 27 02:41:10.595824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.596084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-c6f2ed55-cde5-4caf-913d-8d12a830e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:10.597575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-c6f2ed55-cde5-4caf-913d-8d12a830e19b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763287 Aug 27 02:41:10.627492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed96a62a-5a0e-42f0-ab6c-41ae22dc603f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:10.862844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.206777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Router 603f325c-3234-468a-820d-36f7df16b5bb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:11.288789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13647b-0532-46b0-be23-0f4808071a2f req-804e5354-83de-4aa7-a0cb-e98e100a4545 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:11.296405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd13647b-0532-46b0-be23-0f4808071a2f req-804e5354-83de-4aa7-a0cb-e98e100a4545 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1457102 Aug 27 02:41:11.350599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:11.358790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-900fec67-81b3-47f6-b64f-70178cf19f35 admin admin] 10.222.0.10 "PUT /v2.0/routers/603f325c-3234-468a-820d-36f7df16b5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5155327 Aug 27 02:41:11.358790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39316) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:11.361135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] Sync routers for ids ['603f325c-3234-468a-820d-36f7df16b5bb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:11.380136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] Routers {'603f325c-3234-468a-820d-36f7df16b5bb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:11.381283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['603f325c-3234-468a-820d-36f7df16b5bb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:11.402530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd13647b-0532-46b0-be23-0f4808071a2f req-a71787cd-d9ab-45b6-aca0-6b8a21a62e1e tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002572 Aug 27 02:41:11.434071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-03fc5684-b625-4be7-86e9-7838dc71f8e2 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198762 Aug 27 02:41:11.534917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 6cec9c98-ce10-4e15-b534-111260c380ef {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:11.535572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.572820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.584078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616b0ae-7475-4b89-980c-8f1cc0122a60 req-4269ac6e-be11-4c1d-96ca-7b540cd44c18 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:11.592045 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e616b0ae-7475-4b89-980c-8f1cc0122a60 req-4269ac6e-be11-4c1d-96ca-7b540cd44c18 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.0979860 Aug 27 02:41:11.627164 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ca81f43-d0af-41c4-805e-579530d9bd33 req-d9b73262-3747-43ed-ad5b-46823176b870 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836627 Aug 27 02:41:11.683428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.716320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 6cec9c98-ce10-4e15-b534-111260c380ef owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:11.721414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e616b0ae-7475-4b89-980c-8f1cc0122a60 req-4d92b8ca-cb8f-482e-b22c-cf9ad831150e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276507 Aug 27 02:41:11.825234 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.897567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] Set router 603f325c-3234-468a-820d-36f7df16b5bb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:11.945706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Deleting port bebba038-f87b-49f0-916a-855ed1267237 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:11.946053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.984869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.115134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] For port bebba038-f87b-49f0-916a-855ed1267237, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bebba038-f87b-49f0-916a-855ed1267237,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:12.115807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.121557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=6cec9c98-ce10-4e15-b534-111260c380ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:12.132913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Calling delete_port for bebba038-f87b-49f0-916a-855ed1267237 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:12.300215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'bebba038-f87b-49f0-916a-855ed1267237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:41:10Z', 'revision_number': 5, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port': {'id': 'bebba038-f87b-49f0-916a-855ed1267237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f325c-3234-468a-820d-36f7df16b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:39:59Z', 'updated_at': '2021-08-27T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:12.383402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] Checking router: 603f325c-3234-468a-820d-36f7df16b5bb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:12.404641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] Routers {'603f325c-3234-468a-820d-36f7df16b5bb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:12.407525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['603f325c-3234-468a-820d-36f7df16b5bb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:12.439764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.578096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.632609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] Set router 603f325c-3234-468a-820d-36f7df16b5bb gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:12.668047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebba038-f87b-49f0-916a-855ed1267237,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:12.726342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:41:11Z', 'revision_number': 6, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:12.758377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac000b-c065-4ed6-ab97-a6aec741070b None None] The sync data for ids ['603f325c-3234-468a-820d-36f7df16b5bb'] in n-d-806293-1 is: [{'id': '603f325c-3234-468a-820d-36f7df16b5bb', 'name': 'tempest-TestServerMultinode-606849848-router', 'tenant_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:39:58Z', 'updated_at': '2021-08-27T02:41:11Z', 'revision_number': 6, 'project_id': 'bf6141a4a8894ee18b3f883d936c0bce', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:12.815410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.874633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431528b-475d-42a5-b045-f70fac2fd786 req-83ada1af-0f0c-4c8e-85db-ab8485d50244 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:12.876041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c431528b-475d-42a5-b045-f70fac2fd786 req-83ada1af-0f0c-4c8e-85db-ab8485d50244 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.2743258 Aug 27 02:41:12.885061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router 2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:12.995467 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.001740 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.025683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64bf7-938e-4df6-a930-19b82dd73fe4 req-537a18fc-c602-44c2-a4b6-628458f382d7 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:13.027380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61f64bf7-938e-4df6-a930-19b82dd73fe4 req-537a18fc-c602-44c2-a4b6-628458f382d7 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1609204 Aug 27 02:41:13.084490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.085462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 603f325c-3234-468a-820d-36f7df16b5bb {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:13.092796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.094270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c431528b-475d-42a5-b045-f70fac2fd786 req-9980de06-16c9-448d-bd0e-8943278ecff1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076280 Aug 27 02:41:13.096852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39368) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:13.097859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:13.110129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7ccba50-9615-4bc9-b4d4-e072b3d689d7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/603f325c-3234-468a-820d-36f7df16b5bb HTTP/1.1" status: 204 len: 168 time: 1.7504764 Aug 27 02:41:13.119712 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] Sync routers for ids ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:13.134486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61f64bf7-938e-4df6-a930-19b82dd73fe4 req-76941d35-7588-4c62-8905-2fe54a8ee1c1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726173 Aug 27 02:41:13.135900 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] Routers {'2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:13.136495 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.143462 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-81c5e969-665c-4b9d-97d7-913ea66c807d tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3383331 Aug 27 02:41:13.145667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39374) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:13.217274 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-62c89617-9a33-4be9-bdde-3bc94bb7b9ea tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c HTTP/1.1" status: 200 len: 205 time: 0.0702357 Aug 27 02:41:13.217898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39382) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:13.250574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.264417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] Deleting subnet 38a9b64a-73ef-41d1-81e5-8708101a5168 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:13.273632 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.285714 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] Routers {'2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:13.291269 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.360539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.366603 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.367608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88409b-4326-4d40-94ca-29d7f2cd17be None None] The sync data for ids ['2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:13.406119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7510e81b-c326-4440-b7c2-7f958b963c96 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.460407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.558251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.584475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef97bf3-45d8-4927-a450-9fb92644ae4d None None] Network ab991db8-e0c4-4a60-aad9-b4c668869d1e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:13.600230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.602411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/38a9b64a-73ef-41d1-81e5-8708101a5168 HTTP/1.1" status: 204 len: 168 time: 0.4930253 Aug 27 02:41:13.603422 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0071d2-689d-4fab-a605-158ac234d115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a9b64a-73ef-41d1-81e5-8708101a5168,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:13.605329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39394) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:13.649894 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7510e81b-c326-4440-b7c2-7f958b963c96 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.654176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7510e81b-c326-4440-b7c2-7f958b963c96 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.695450 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.791302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7510e81b-c326-4440-b7c2-7f958b963c96 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.791870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7510e81b-c326-4440-b7c2-7f958b963c96 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Fanout notify agent at l3_agent the message router_deleted on router 2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:13.816756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7510e81b-c326-4440-b7c2-7f958b963c96 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.823934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7510e81b-c326-4440-b7c2-7f958b963c96 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c HTTP/1.1" status: 204 len: 168 time: 0.6049943 Aug 27 02:41:13.829997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:13.875295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed96a62a-5a0e-42f0-ab6c-41ae22dc603f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:13.894557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Deleting port b56e7a28-1976-4f3c-b6d0-9928df730a88 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:13.894912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.900003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ed96a62a-5a0e-42f0-ab6c-41ae22dc603f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:13.900443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed96a62a-5a0e-42f0-ab6c-41ae22dc603f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:13.901283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bebba038-f87b-49f0-916a-855ed1267237 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:13.939882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: bebba038-f87b-49f0-916a-855ed1267237 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:13.940234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bebba038-f87b-49f0-916a-855ed1267237 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:13.963595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet 3715d133-2467-4f5c-8c32-76a5704b3d37 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:13.965750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] DHCP port deletion for ab991db8-e0c4-4a60-aad9-b4c668869d1e request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:13.975308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.054679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.054926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] For port b56e7a28-1976-4f3c-b6d0-9928df730a88, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b56e7a28-1976-4f3c-b6d0-9928df730a88,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:14.055292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.076936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Calling delete_port for b56e7a28-1976-4f3c-b6d0-9928df730a88 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:14.083548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] Deleting port b56e7a28-1976-4f3c-b6d0-9928df730a88 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:14.086665 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.231288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.290072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.304188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] No DVR routers for this DVR port b56e7a28-1976-4f3c-b6d0-9928df730a88 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:14.332998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] For port b56e7a28-1976-4f3c-b6d0-9928df730a88, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b56e7a28-1976-4f3c-b6d0-9928df730a88,segment=NetworkSegment(827e8933-b7c3-4f48-b0d4-f3176f19dafe),segment_id=827e8933-b7c3-4f48-b0d4-f3176f19dafe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:14.333834 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.341149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56e7a28-1976-4f3c-b6d0-9928df730a88,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.372290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] Calling delete_port for b56e7a28-1976-4f3c-b6d0-9928df730a88 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:14.391249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.448732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=3715d133-2467-4f5c-8c32-76a5704b3d37,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.453766 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.459573 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d121456-721e-49ee-b13b-421f70b54d9a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/3715d133-2467-4f5c-8c32-76a5704b3d37 HTTP/1.1" status: 204 len: 168 time: 0.6276164 Aug 27 02:41:14.460195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:14.473638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31858d-2f17-4a12-95e2-8d1fca6a9231 None None] Network aa8ec82e-647a-4013-b3ac-589c9353f234 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:14.532240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.546831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.559727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab991db8-e0c4-4a60-aad9-b4c668869d1e']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.584921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827e8933-b7c3-4f48-b0d4-f3176f19dafe') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.585109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827e8933-b7c3-4f48-b0d4-f3176f19dafe') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.606804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e93f2-2b09-405c-aebf-2c9a9061c956 req-7f610231-78c4-4060-9deb-7bfedfe31152 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:14.609410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-301e93f2-2b09-405c-aebf-2c9a9061c956 req-7f610231-78c4-4060-9deb-7bfedfe31152 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.3007584 Aug 27 02:41:14.611660 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.677302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.683446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-301e93f2-2b09-405c-aebf-2c9a9061c956 req-9e9fc04d-64e5-42a8-a91c-68e6dc5de57c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636349 Aug 27 02:41:14.689699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:14.690339 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:14.692331 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:14.694941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:14.694941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.695522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.761352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] Pushing event deleted for resources: {'Port': ['ID=b56e7a28-1976-4f3c-b6d0-9928df730a88,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.768940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fba84e-29dd-4a18-9679-f411abbd9490 None None] No DVR routers for this DVR port b56e7a28-1976-4f3c-b6d0-9928df730a88 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:14.786200 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.801498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.806608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ab991db8-e0c4-4a60-aad9-b4c668869d1e HTTP/1.1" status: 204 len: 168 time: 1.2001815 Aug 27 02:41:14.818948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39426) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:14.827101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357c2da-b3ff-49b7-84a1-97eeaaeb88e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab991db8-e0c4-4a60-aad9-b4c668869d1e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.858201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] DHCP port deletion for aa8ec82e-647a-4013-b3ac-589c9353f234 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:14.901356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port 6098ed07-954a-42fa-8a5d-54a76d6b8d82, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6098ed07-954a-42fa-8a5d-54a76d6b8d82,segment=NetworkSegment(23d31381-b758-4c15-8c3a-485e2cf56749),segment_id=23d31381-b758-4c15-8c3a-485e2cf56749)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:14.902032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.916898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 6098ed07-954a-42fa-8a5d-54a76d6b8d82 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:14.978135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] Deleting port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:14.978552 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.067703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.122277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] For port 6098ed07-954a-42fa-8a5d-54a76d6b8d82, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6098ed07-954a-42fa-8a5d-54a76d6b8d82,segment=NetworkSegment(23d31381-b758-4c15-8c3a-485e2cf56749),segment_id=23d31381-b758-4c15-8c3a-485e2cf56749)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:15.123074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.124044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=6098ed07-954a-42fa-8a5d-54a76d6b8d82,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:15.129834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No DVR routers for this DVR port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:15.143999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] Calling delete_port for 6098ed07-954a-42fa-8a5d-54a76d6b8d82 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:15.219739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.230830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8ec82e-647a-4013-b3ac-589c9353f234']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:15.243013 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.259218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d31381-b758-4c15-8c3a-485e2cf56749') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:15.259518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d31381-b758-4c15-8c3a-485e2cf56749') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:15.270467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] No DVR routers for this DVR port 6098ed07-954a-42fa-8a5d-54a76d6b8d82 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:15.283424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.311990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.313321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc8e8d-58c8-4bf4-a6b7-5c517d73e33e None None] Pushing event deleted for resources: {'Port': ['ID=6098ed07-954a-42fa-8a5d-54a76d6b8d82,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:15.328878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:15.329705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:15.333837 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:15.415514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.432503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.442664 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/aa8ec82e-647a-4013-b3ac-589c9353f234 HTTP/1.1" status: 204 len: 168 time: 0.9813700 Aug 27 02:41:15.451040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39438) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:15.464766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1071806984', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:15.486122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca118a58-e669-4805-99c9-4de100538754 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=aa8ec82e-647a-4013-b3ac-589c9353f234,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:15.495989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.497081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.497844 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.584197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.788553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.819473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6098ed07-954a-42fa-8a5d-54a76d6b8d82 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:15.882345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6098ed07-954a-42fa-8a5d-54a76d6b8d82 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:15.882978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6098ed07-954a-42fa-8a5d-54a76d6b8d82 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:15.883596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b56e7a28-1976-4f3c-b6d0-9928df730a88 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:15.929002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b56e7a28-1976-4f3c-b6d0-9928df730a88 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:15.930259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b56e7a28-1976-4f3c-b6d0-9928df730a88 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:15.970905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Deleting port 43b0f9c4-54ba-491f-bfb5-a1481447319e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:15.971515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.084862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] For port 43b0f9c4-54ba-491f-bfb5-a1481447319e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=43b0f9c4-54ba-491f-bfb5-a1481447319e,segment=NetworkSegment(ac080683-9c1e-42cc-91e9-8ae704b0c9a1),segment_id=ac080683-9c1e-42cc-91e9-8ae704b0c9a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:16.085158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.133985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Calling delete_port for 43b0f9c4-54ba-491f-bfb5-a1481447319e owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:16.304103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0615d29-1919-419d-a010-de5346f044a6 req-8b8fb98a-47b0-48ad-a051-0a7677ca430a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:16.310963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0615d29-1919-419d-a010-de5346f044a6 req-8b8fb98a-47b0-48ad-a051-0a7677ca430a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.4593759 Aug 27 02:41:16.378049 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0615d29-1919-419d-a010-de5346f044a6 req-a141bf94-4788-4f69-a208-230a8610472b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660715 Aug 27 02:41:16.450680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.504572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.526890 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.543455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b0f9c4-54ba-491f-bfb5-a1481447319e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:16.672289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.719849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.25.1.224 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/6f285d14-5227-4c41-8b31-2913d15e5907) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:16.834456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.888525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.947282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.992317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:16.995268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:17.006652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:17.078363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=6f285d14-5227-4c41-8b31-2913d15e5907,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:17.556439 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.586076 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.644134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Router 55a4046a-e3f1-4a18-89c6-e943265cb262 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:17.703260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3307d-51fe-4297-a232-5709cd93a7d5 req-350feee9-b3fe-4fe9-be12-9bf4da824ea3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:17.718212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46a3307d-51fe-4297-a232-5709cd93a7d5 req-350feee9-b3fe-4fe9-be12-9bf4da824ea3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1316428 Aug 27 02:41:17.959135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:17.970247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] Sync routers for ids ['55a4046a-e3f1-4a18-89c6-e943265cb262'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:17.973140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-59a41687-3ff6-4633-9959-7d44edec9503 admin admin] 10.222.0.10 "PUT /v2.0/routers/55a4046a-e3f1-4a18-89c6-e943265cb262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1528001 Aug 27 02:41:17.977034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46a3307d-51fe-4297-a232-5709cd93a7d5 req-49428562-93cd-48d2-8edd-4edbefd1e6e0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545569 Aug 27 02:41:17.977997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39510) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:17.993591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] Routers {'55a4046a-e3f1-4a18-89c6-e943265cb262'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:17.994721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['55a4046a-e3f1-4a18-89c6-e943265cb262'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.082780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.180422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] Set router 55a4046a-e3f1-4a18-89c6-e943265cb262 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:18.192532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.291916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39520) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:18.421107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c452a649-0611-4328-8334-1dab13ef9688 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:18.453350 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.511851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:41:16Z', 'revision_number': 5, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port': {'id': '759d8580-42d7-4308-90b0-7d0e8ac3ed6a', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:12Z', 'updated_at': '2021-08-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.553901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9953430e-899f-4baa-b18d-a81ad74ab504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.554125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] Checking router: 55a4046a-e3f1-4a18-89c6-e943265cb262 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:18.564085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] Routers {'55a4046a-e3f1-4a18-89c6-e943265cb262'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:18.564878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['55a4046a-e3f1-4a18-89c6-e943265cb262'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.565019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Deleting port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:18.565529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.656320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] Set router 55a4046a-e3f1-4a18-89c6-e943265cb262 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:18.687215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] For port 759d8580-42d7-4308-90b0-7d0e8ac3ed6a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:18.687879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.700602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:18.702364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Calling delete_port for 759d8580-42d7-4308-90b0-7d0e8ac3ed6a owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:18.708148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:41:18Z', 'revision_number': 6, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.714902 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] Sync routers for ids ['c452a649-0611-4328-8334-1dab13ef9688'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:18.726492 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] Routers {'c452a649-0611-4328-8334-1dab13ef9688'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:18.727904 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c452a649-0611-4328-8334-1dab13ef9688'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.739333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1209a0cc-ad1a-48ae-a86b-2fe5d9d141e8 None None] The sync data for ids ['55a4046a-e3f1-4a18-89c6-e943265cb262'] in n-d-806293-1 is: [{'id': '55a4046a-e3f1-4a18-89c6-e943265cb262', 'name': 'tempest-TestServerMultinode-1928173722-router', 'tenant_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:10Z', 'updated_at': '2021-08-27T02:41:18Z', 'revision_number': 6, 'project_id': '1c31917f7ac04d67ad2b10e61fb1deb0', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:18.780331 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.791510 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] Routers {'c452a649-0611-4328-8334-1dab13ef9688'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:18.792406 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c452a649-0611-4328-8334-1dab13ef9688'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.864110 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:18.865145 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381368f-9e9f-43d4-9f73-2d1f06d8d47f None None] The sync data for ids ['c452a649-0611-4328-8334-1dab13ef9688'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:18.902090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9953430e-899f-4baa-b18d-a81ad74ab504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.916259 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9953430e-899f-4baa-b18d-a81ad74ab504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.931603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.935524 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dc6f2f87-ed0c-4c50-8819-fd3f55df38ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4719617 Aug 27 02:41:18.940729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39544) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:18.978143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.001390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9953430e-899f-4baa-b18d-a81ad74ab504 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db667eb4eb9f4768ab4da1781f0b339e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082953 Aug 27 02:41:19.003967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953430e-899f-4baa-b18d-a81ad74ab504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b136cd-de36-4d7c-8f88-337b0d4ab05b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:19.008001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39548) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:19.051652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Pushing event deleted for resources: {'Port': ['ID=759d8580-42d7-4308-90b0-7d0e8ac3ed6a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:19.170655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.244386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a357bd-d1dd-4ba3-8147-bb100e075553 req-f4e38186-db3a-4564-ba6f-8f4bb6883828 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:19.253120 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93a357bd-d1dd-4ba3-8147-bb100e075553 req-f4e38186-db3a-4564-ba6f-8f4bb6883828 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1556785 Aug 27 02:41:19.318364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8b946b45-f8aa-49c6-aa40-75ca3d03a1a1 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/routers/c452a649-0611-4328-8334-1dab13ef9688 HTTP/1.1" status: 200 len: 881 time: 0.3697498 Aug 27 02:41:19.318364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39566) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:19.440911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.444297 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.456426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d309-5af0-46b9-af54-3bb577e07d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.463602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93a357bd-d1dd-4ba3-8147-bb100e075553 req-14493f8b-b034-4f48-8b50-48841fca4e7a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788020 Aug 27 02:41:19.524153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.524938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a4046a-e3f1-4a18-89c6-e943265cb262 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:19.536215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.539695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7617c556-28f5-4bb7-a49c-3da4371158ee admin admin] 10.222.0.10 "DELETE /v2.0/routers/55a4046a-e3f1-4a18-89c6-e943265cb262 HTTP/1.1" status: 204 len: 168 time: 1.5604367 Aug 27 02:41:19.550457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39572) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:19.615782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d309-5af0-46b9-af54-3bb577e07d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.631155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2a2e5a56-4a3f-4830-b3e1-16c10a5be4d9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3107107 Aug 27 02:41:19.631847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39590) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:19.636704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e766ccea-b563-4535-8c54-f9ee5fec48d2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1071806984'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:19.686696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] Deleting subnet 78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:19.690101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.733467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.869090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.889655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b0f9c4-54ba-491f-bfb5-a1481447319e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:19.952535 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d309-5af0-46b9-af54-3bb577e07d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.956642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d309-5af0-46b9-af54-3bb577e07d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.961395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ffc3d309-5af0-46b9-af54-3bb577e07d00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7b136cd-de36-4d7c-8f88-337b0d4ab05b HTTP/1.1" status: 204 len: 168 time: 0.9516485 Aug 27 02:41:19.979952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3d309-5af0-46b9-af54-3bb577e07d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b136cd-de36-4d7c-8f88-337b0d4ab05b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:20.028318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 43b0f9c4-54ba-491f-bfb5-a1481447319e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:20.029374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 43b0f9c4-54ba-491f-bfb5-a1481447319e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:20.031530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 759d8580-42d7-4308-90b0-7d0e8ac3ed6a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:20.047497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.116209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:20.124898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 759d8580-42d7-4308-90b0-7d0e8ac3ed6a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:20.125250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 759d8580-42d7-4308-90b0-7d0e8ac3ed6a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:20.141517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.148499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-64035367-e704-4d9a-97cf-cb620daafa35 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/78440d9d-2f47-4e3f-a1b5-98bf4cdeca4e HTTP/1.1" status: 204 len: 168 time: 0.5929174 Aug 27 02:41:20.149269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b9c5d-94be-4e15-8329-a6f04377894a None None] Network 87f5bd6d-23e9-4dd8-ab87-e23f36924afa requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:20.149444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39604) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:20.289024 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e766ccea-b563-4535-8c54-f9ee5fec48d2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.322757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:41:20.326828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e766ccea-b563-4535-8c54-f9ee5fec48d2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.500444 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.617111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Deleting port 4e5f138e-f4ee-4447-a737-a5db53189456 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:20.617490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.641294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e766ccea-b563-4535-8c54-f9ee5fec48d2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c452a649-0611-4328-8334-1dab13ef9688 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:20.746631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:20.748066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:20.774570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] DHCP port deletion for 87f5bd6d-23e9-4dd8-ab87-e23f36924afa request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:20.779066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '390971f7-bc70-4840-96ff-e4f070d9f913', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'port_id': '390971f7-bc70-4840-96ff-e4f070d9f913', 'mac_address': 'fa:16:3e:f1:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:41:20.794559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-112b504c-7d43-4f65-a0b6-64b027942c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.865343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.882216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 390971f7-bc70-4840-96ff-e4f070d9f913 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:41:20.896719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] For port 4e5f138e-f4ee-4447-a737-a5db53189456, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4e5f138e-f4ee-4447-a737-a5db53189456,segment=NetworkSegment(ac080683-9c1e-42cc-91e9-8ae704b0c9a1),segment_id=ac080683-9c1e-42cc-91e9-8ae704b0c9a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:20.897008 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.900472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] Deleting port 4e5f138e-f4ee-4447-a737-a5db53189456 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:20.901669 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.927761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:20.951987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ef2a7-ab44-45d0-9d2a-b714adba61bd req-0343b140-3a30-4391-8827-61afb13df6c3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:20.952235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-971ef2a7-ab44-45d0-9d2a-b714adba61bd req-0343b140-3a30-4391-8827-61afb13df6c3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1759541 Aug 27 02:41:20.957144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Calling delete_port for 4e5f138e-f4ee-4447-a737-a5db53189456 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:20.964850 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.059295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] For port 4e5f138e-f4ee-4447-a737-a5db53189456, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4e5f138e-f4ee-4447-a737-a5db53189456,segment=NetworkSegment(ac080683-9c1e-42cc-91e9-8ae704b0c9a1),segment_id=ac080683-9c1e-42cc-91e9-8ae704b0c9a1)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:21.059594 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.064685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['390971f7-bc70-4840-96ff-e4f070d9f913'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:41:21.139060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] Calling delete_port for 4e5f138e-f4ee-4447-a737-a5db53189456 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:21.151096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:21.234688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-971ef2a7-ab44-45d0-9d2a-b714adba61bd req-dd805d09-7ba6-4067-8c09-eb64eae93825 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704310 Aug 27 02:41:21.356135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e766ccea-b563-4535-8c54-f9ee5fec48d2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:21.364049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e766ccea-b563-4535-8c54-f9ee5fec48d2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.365245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e766ccea-b563-4535-8c54-f9ee5fec48d2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c452a649-0611-4328-8334-1dab13ef9688 HTTP/1.1" status: 200 len: 888 time: 1.7326319 Aug 27 02:41:21.368606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39634) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:21.407797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.445365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5f138e-f4ee-4447-a737-a5db53189456,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:21.470992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] No DVR routers for this DVR port 4e5f138e-f4ee-4447-a737-a5db53189456 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:21.477558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-112b504c-7d43-4f65-a0b6-64b027942c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.562617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-112b504c-7d43-4f65-a0b6-64b027942c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:21.657476 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:41:21.667860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.672301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1e3bc636-07b8-42b5-8b0c-ec5ed5c4f5b4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/routers/c452a649-0611-4328-8334-1dab13ef9688 HTTP/1.1" status: 200 len: 888 time: 0.3004653 Aug 27 02:41:21.672966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39640) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:21.695564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] Sync routers for ids ['c452a649-0611-4328-8334-1dab13ef9688'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:21.701800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] Pushing event deleted for resources: {'Port': ['ID=4e5f138e-f4ee-4447-a737-a5db53189456,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:21.726667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d6d17-5f36-4023-88a5-4d54af4b4e8f None None] No DVR routers for this DVR port 4e5f138e-f4ee-4447-a737-a5db53189456 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:21.737482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] Routers {'c452a649-0611-4328-8334-1dab13ef9688'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:21.740392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c452a649-0611-4328-8334-1dab13ef9688'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:21.753182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.764427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-96cd754b-3883-46e1-935f-57531eaf8827 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=c452a649-0611-4328-8334-1dab13ef9688 HTTP/1.1" status: 200 len: 205 time: 0.0886953 Aug 27 02:41:21.765454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39642) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:21.768193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f5bd6d-23e9-4dd8-ab87-e23f36924afa']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:21.784142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:21.784507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac080683-9c1e-42cc-91e9-8ae704b0c9a1') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:21.807050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.815544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:21.824328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.834508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:21.834931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.864730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] Routers {'c452a649-0611-4328-8334-1dab13ef9688'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:21.865924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c452a649-0611-4328-8334-1dab13ef9688'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:21.946371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:21.959425 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:21.962822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.971366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b504c-7d43-4f65-a0b6-64b027942c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d33f014-4f8c-433b-b1be-d47499f3df3d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:21.994355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.996374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/87f5bd6d-23e9-4dd8-ab87-e23f36924afa HTTP/1.1" status: 204 len: 168 time: 1.8461099 Aug 27 02:41:22.008840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b6638-d651-406a-bb77-32c71453c8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f5bd6d-23e9-4dd8-ab87-e23f36924afa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:22.015612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-112b504c-7d43-4f65-a0b6-64b027942c22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab1c8de196e64537ae96bc0108409b17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2679036 Aug 27 02:41:22.024532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39650) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:22.047266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:22.047943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b4ea4-d73d-47df-92a4-2bc34a38e916 None None] The sync data for ids ['c452a649-0611-4328-8334-1dab13ef9688'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:22.051103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4e5f138e-f4ee-4447-a737-a5db53189456 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:22.113895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4e5f138e-f4ee-4447-a737-a5db53189456 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:22.114378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4e5f138e-f4ee-4447-a737-a5db53189456 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:22.145009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db7216d6-29a2-41f8-9b51-c09ea28d100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.206859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db7216d6-29a2-41f8-9b51-c09ea28d100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.213841 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.302258 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db7216d6-29a2-41f8-9b51-c09ea28d100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.305039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db7216d6-29a2-41f8-9b51-c09ea28d100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.306224 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db7216d6-29a2-41f8-9b51-c09ea28d100f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d33f014-4f8c-433b-b1be-d47499f3df3d HTTP/1.1" status: 204 len: 168 time: 0.2799747 Aug 27 02:41:22.334382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 6f285d14-5227-4c41-8b31-2913d15e5907 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:22.334717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.335093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7216d6-29a2-41f8-9b51-c09ea28d100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d33f014-4f8c-433b-b1be-d47499f3df3d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:22.443265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39660) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:22.513904 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.526798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-af622ca1-6c58-46ec-bac0-8c0486c16add admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf6141a4a8894ee18b3f883d936c0bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820351 Aug 27 02:41:22.530211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39666) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:22.554154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 6f285d14-5227-4c41-8b31-2913d15e5907 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:22.653907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2864357-1720-4a33-8f66-c08074c1009b req-40b0d52f-c247-44da-a2a9-47666c6b374c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:22.665966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2864357-1720-4a33-8f66-c08074c1009b req-40b0d52f-c247-44da-a2a9-47666c6b374c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 944 time: 0.2362142 Aug 27 02:41:22.681196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64d1a7bc-aa16-4b52-a0f0-c3312106c335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.753882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64d1a7bc-aa16-4b52-a0f0-c3312106c335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.810557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2864357-1720-4a33-8f66-c08074c1009b req-2978118c-e48b-4025-a28f-4c07b33c8659 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426950 Aug 27 02:41:22.857580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64d1a7bc-aa16-4b52-a0f0-c3312106c335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.860198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64d1a7bc-aa16-4b52-a0f0-c3312106c335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.861599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-64d1a7bc-aa16-4b52-a0f0-c3312106c335 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/521e80b3-93bf-4521-9017-51dee1d837c5 HTTP/1.1" status: 204 len: 168 time: 0.3303056 Aug 27 02:41:22.880382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1a7bc-aa16-4b52-a0f0-c3312106c335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521e80b3-93bf-4521-9017-51dee1d837c5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:23.026009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39680) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:23.045972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-886848d2-a4ab-49de-b857-dfaafb5c7a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.066593 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.202345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=6f285d14-5227-4c41-8b31-2913d15e5907,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:23.293536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-886848d2-a4ab-49de-b857-dfaafb5c7a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.315779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-886848d2-a4ab-49de-b857-dfaafb5c7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.322496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.414728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886848d2-a4ab-49de-b857-dfaafb5c7a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a823ed-bc99-44ec-aa76-353251c0c9ea,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:23.432197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-886848d2-a4ab-49de-b857-dfaafb5c7a37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b78b93fdaecd4841ad1f1e327700d4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050481 Aug 27 02:41:23.434988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39688) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:23.468055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.470827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.514245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:23.556134 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.559317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Fanout notify agent at l3_agent the message router_deleted on router c452a649-0611-4328-8334-1dab13ef9688 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:23.568510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.572617 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-70fdc898-cd32-42ae-8314-8c631cb05dcd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/c452a649-0611-4328-8334-1dab13ef9688 HTTP/1.1" status: 204 len: 168 time: 1.8061061 Aug 27 02:41:23.581468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39694) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:23.587903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-126428133'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:23.650604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:23.656553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.659850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a641359f-ffb2-4fd4-a8bd-a2d89ace957f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c31917f7ac04d67ad2b10e61fb1deb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378903 Aug 27 02:41:23.663719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39698) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:23.685228 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24be29e0-0fda-4e90-9866-f6ce1990a835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.729804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24be29e0-0fda-4e90-9866-f6ce1990a835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.752911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be98809d-7105-4021-b1d5-83dd3c8a0858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.776817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be98809d-7105-4021-b1d5-83dd3c8a0858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.823029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:23.826096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24be29e0-0fda-4e90-9866-f6ce1990a835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.829674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24be29e0-0fda-4e90-9866-f6ce1990a835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.833433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24be29e0-0fda-4e90-9866-f6ce1990a835 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13a823ed-bc99-44ec-aa76-353251c0c9ea HTTP/1.1" status: 204 len: 168 time: 0.3950684 Aug 27 02:41:23.841778 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be98809d-7105-4021-b1d5-83dd3c8a0858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.845461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be98809d-7105-4021-b1d5-83dd3c8a0858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.847520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be29e0-0fda-4e90-9866-f6ce1990a835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a823ed-bc99-44ec-aa76-353251c0c9ea,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:23.861206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-be98809d-7105-4021-b1d5-83dd3c8a0858 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a8588c2-ca2b-4d99-85bc-069e87190bec HTTP/1.1" status: 204 len: 168 time: 0.1923182 Aug 27 02:41:23.871623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.871984 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment 724dba0b-2ee3-4d32-b03d-5fad09f75a6f of type vlan for network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 Aug 27 02:41:23.888773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98809d-7105-4021-b1d5-83dd3c8a0858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8588c2-ca2b-4d99-85bc-069e87190bec,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:24.040963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3b847-ac50-4e3a-b5b5-695063f2d80b req-ae33bd30-ead5-4cee-a6cc-545ef23efaaf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:24.044983 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.049772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15c3b847-ac50-4e3a-b5b5-695063f2d80b req-ae33bd30-ead5-4cee-a6cc-545ef23efaaf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 944 time: 0.1371677 Aug 27 02:41:24.100354 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15c3b847-ac50-4e3a-b5b5-695063f2d80b req-d6ad502c-1638-4ef9-ba78-5487c996be5e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Aug 27 02:41:24.119923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.125703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:24.126330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.223621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:24.286878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=02a22adc-4667-40c5-81e9-a8a4276f4cf3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:24.300072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:24.316123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7fbb67e8-f33d-42ed-82d4-beac0734e671 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7301314 Aug 27 02:41:24.316254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39712) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:24.323846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': '02a22adc-4667-40c5-81e9-a8a4276f4cf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:24.603797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:24.608031 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.628610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 390971f7-bc70-4840-96ff-e4f070d9f913 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:24.629008 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.852423 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.926638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:24.930753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:41:24.935732 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b4e199-4fdc-43fa-bd33-51a8042346bc" -d '{"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-plugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:24.945871 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.023675 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceef2b3-87e2-4966-b158-e4fc48ecc156 x-openstack-request-id: req-7ceef2b3-87e2-4966-b158-e4fc48ecc156 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:25.026623 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-plugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:25.027065 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ceef2b3-87e2-4966-b158-e4fc48ecc156 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:25.027565 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913', 'code': 200} Aug 27 02:41:25.088880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.144055 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:25.189778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=be5356cf-6802-4d0d-99a5-ee1d6ffed604,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:25.291637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57505338-9534-4e66-a5ae-04c516fc8e84 req-adc020ed-313d-4032-a826-881377718d10 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:25.304340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57505338-9534-4e66-a5ae-04c516fc8e84 req-adc020ed-313d-4032-a826-881377718d10 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.0968299 Aug 27 02:41:25.330966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': '724dba0b-2ee3-4d32-b03d-5fad09f75a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '02a22adc-4667-40c5-81e9-a8a4276f4cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:25.331467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: 02a22adc-4667-40c5-81e9-a8a4276f4cf3, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:25.397768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:25.414658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57505338-9534-4e66-a5ae-04c516fc8e84 req-b8cbc88e-ad09-4f21-ab93-ecbc23886867 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084764 Aug 27 02:41:25.438972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 02a22adc-4667-40c5-81e9-a8a4276f4cf3) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:25.462185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:25.463248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.467594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086f2d2-9f2b-419b-918d-b5006913819c None None] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:25.504044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0f9a4aed-0739-4d61-aebf-97dcc0466308 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1863360 Aug 27 02:41:25.504560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39754) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:25.511107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d9a149c7-a873-42c1-81c3-2beaeedbf76a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1717606810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:25.583367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9a149c7-a873-42c1-81c3-2beaeedbf76a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.584884 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9a149c7-a873-42c1-81c3-2beaeedbf76a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.714384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9a149c7-a873-42c1-81c3-2beaeedbf76a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.726909 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9a149c7-a873-42c1-81c3-2beaeedbf76a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.740870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-02a22adc-4667-40c5-81e9-a8a4276f4cf3', 'network_id': '02a22adc-4667-40c5-81e9-a8a4276f4cf3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': 'be5356cf-6802-4d0d-99a5-ee1d6ffed604'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:25.741983 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.764999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9a149c7-a873-42c1-81c3-2beaeedbf76a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.767551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d9a149c7-a873-42c1-81c3-2beaeedbf76a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2610843 Aug 27 02:41:25.770070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39764) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:25.997271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Allocated IP 172.20.0.2 (02a22adc-4667-40c5-81e9-a8a4276f4cf3/be5356cf-6802-4d0d-99a5-ee1d6ffed604/62ded533-bf2a-4f54-be19-f4221d6a9c65) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:26.331718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.383067 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.396415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39782) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:26.405192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Transition to ACTIVE for port object 62ded533-bf2a-4f54-be19-f4221d6a9c65 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:26.444206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Transition to ACTIVE for port object 62ded533-bf2a-4f54-be19-f4221d6a9c65 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:26.466838 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.593240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Pushing event updated for resources: {'Port': ['ID=62ded533-bf2a-4f54-be19-f4221d6a9c65,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:26.608400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:26.609960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:26.615698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:26.688334 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Attempting to bind port 62ded533-bf2a-4f54-be19-f4221d6a9c65 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:26.688713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Attempting to bind port 62ded533-bf2a-4f54-be19-f4221d6a9c65 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '724dba0b-2ee3-4d32-b03d-5fad09f75a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '02a22adc-4667-40c5-81e9-a8a4276f4cf3'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:26.689172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Attempting to bind port 62ded533-bf2a-4f54-be19-f4221d6a9c65 on network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:26.694597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:26.695008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Checking segment: {'id': '724dba0b-2ee3-4d32-b03d-5fad09f75a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '02a22adc-4667-40c5-81e9-a8a4276f4cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:26.695976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.696381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Bound using segment: {'id': '724dba0b-2ee3-4d32-b03d-5fad09f75a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '02a22adc-4667-40c5-81e9-a8a4276f4cf3'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:26.696871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Bound port: 62ded533-bf2a-4f54-be19-f4221d6a9c65, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724dba0b-2ee3-4d32-b03d-5fad09f75a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '02a22adc-4667-40c5-81e9-a8a4276f4cf3'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:26.697246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.737163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9e3eb-6965-4022-9fc8-0a52a8fc7f86 req-ba47de1f-f98d-4540-8ce9-efe820afa1cc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:26.737163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aff9e3eb-6965-4022-9fc8-0a52a8fc7f86 req-ba47de1f-f98d-4540-8ce9-efe820afa1cc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1232409 Aug 27 02:41:26.818140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aff9e3eb-6965-4022-9fc8-0a52a8fc7f86 req-a3c8e451-ad7b-4860-8360-6b22efd34aab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634329 Aug 27 02:41:26.819341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.20.0.1 (02a22adc-4667-40c5-81e9-a8a4276f4cf3/be5356cf-6802-4d0d-99a5-ee1d6ffed604/6bfedda1-e655-4546-b91e-7e522a14ee53) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:26.833365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae402c15-b569-4b9e-aa77-f65b2425a1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.836094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] For port 62ded533-bf2a-4f54-be19-f4221d6a9c65, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:26.840436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] For port 62ded533-bf2a-4f54-be19-f4221d6a9c65, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=62ded533-bf2a-4f54-be19-f4221d6a9c65,segment=NetworkSegment(724dba0b-2ee3-4d32-b03d-5fad09f75a6f),segment_id=724dba0b-2ee3-4d32-b03d-5fad09f75a6f)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:26.849920 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.950875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c609e-526e-4cd0-99c1-e2bd23a11817 None None] Pushing event updated for resources: {'Port': ['ID=62ded533-bf2a-4f54-be19-f4221d6a9c65,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:27.026391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.030886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae402c15-b569-4b9e-aa77-f65b2425a1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.050694 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae402c15-b569-4b9e-aa77-f65b2425a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.056124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object 6bfedda1-e655-4546-b91e-7e522a14ee53 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:27.101552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae402c15-b569-4b9e-aa77-f65b2425a1e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b470dc6414848d2a965d3134fedd296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039013 Aug 27 02:41:27.112390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39800) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:27.152316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae402c15-b569-4b9e-aa77-f65b2425a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60e886-1b78-4130-9b45-d2daee6740a7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:27.224932 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.295689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:27.326017 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38533d44-a93e-491d-8739-8729d3707e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.338787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=6bfedda1-e655-4546-b91e-7e522a14ee53,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:27.355132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:27.370517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:27.393553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38533d44-a93e-491d-8739-8729d3707e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.514405 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.671614 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73116899-4ffd-40b6-84c2-86c99f90a2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.958191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 62ded533-bf2a-4f54-be19-f4221d6a9c65 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:27.995747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38533d44-a93e-491d-8739-8729d3707e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.998433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-38533d44-a93e-491d-8739-8729d3707e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.003126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-38533d44-a93e-491d-8739-8729d3707e81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a60e886-1b78-4130-9b45-d2daee6740a7 HTTP/1.1" status: 204 len: 168 time: 0.8880737 Aug 27 02:41:28.038492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38533d44-a93e-491d-8739-8729d3707e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60e886-1b78-4130-9b45-d2daee6740a7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:28.061767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 62ded533-bf2a-4f54-be19-f4221d6a9c65 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:28.090713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d585-dd80-4551-9c28-d97fd0a8c2bd req-4699ceb4-1bc8-4c42-853e-364e2cf68776 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:28.092402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1471d585-dd80-4551-9c28-d97fd0a8c2bd req-4699ceb4-1bc8-4c42-853e-364e2cf68776 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1084740 Aug 27 02:41:28.147312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.175169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1471d585-dd80-4551-9c28-d97fd0a8c2bd req-aea3d813-afdd-4a98-9e85-41264f8756b7 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703185 Aug 27 02:41:28.655958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a68555-5cdf-4d65-b094-ce6ee74d370f None None] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:28.803926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.809048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc29b003-711d-421f-9bc0-f4c226fa05df None None] Provisioning for port 62ded533-bf2a-4f54-be19-f4221d6a9c65 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:28.817812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc29b003-711d-421f-9bc0-f4c226fa05df None None] Provisioning complete for port 62ded533-bf2a-4f54-be19-f4221d6a9c65 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:28.818561 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc29b003-711d-421f-9bc0-f4c226fa05df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.819678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.923926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.927661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=6bfedda1-e655-4546-b91e-7e522a14ee53,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:29.099263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:29.101176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:29.117789 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc29b003-711d-421f-9bc0-f4c226fa05df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.212795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cc29b003-711d-421f-9bc0-f4c226fa05df None None] For port 62ded533-bf2a-4f54-be19-f4221d6a9c65, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=62ded533-bf2a-4f54-be19-f4221d6a9c65,segment=NetworkSegment(724dba0b-2ee3-4d32-b03d-5fad09f75a6f),segment_id=724dba0b-2ee3-4d32-b03d-5fad09f75a6f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:29.224062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc29b003-711d-421f-9bc0-f4c226fa05df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.384964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29b003-711d-421f-9bc0-f4c226fa05df None None] Pushing event updated for resources: {'Port': ['ID=62ded533-bf2a-4f54-be19-f4221d6a9c65,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:29.442118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router 47b3b5d5-1b3a-4de2-b6eb-1785e235ad47 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:29.469932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3a7d8-e335-470f-9dbe-d567886dc6bb req-2ecb6d3b-128a-401d-a1bf-8aaa6f3356df tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:29.472053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aaf3a7d8-e335-470f-9dbe-d567886dc6bb req-2ecb6d3b-128a-401d-a1bf-8aaa6f3356df tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.0760384 Aug 27 02:41:29.564234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fd8d9aae-6e94-4978-85e6-ab655b93f8ab None None] Provisioning complete for port 62ded533-bf2a-4f54-be19-f4221d6a9c65 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:29.564736 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9aae-6e94-4978-85e6-ab655b93f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.711782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fd8d9aae-6e94-4978-85e6-ab655b93f8ab None None] Provisioning for port 6bfedda1-e655-4546-b91e-7e522a14ee53 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:29.717008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fd8d9aae-6e94-4978-85e6-ab655b93f8ab None None] Provisioning complete for port 6bfedda1-e655-4546-b91e-7e522a14ee53 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:29.717459 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9aae-6e94-4978-85e6-ab655b93f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.722020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aaf3a7d8-e335-470f-9dbe-d567886dc6bb req-98a913da-c4be-43dd-91d4-c9d703c3380a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597264 Aug 27 02:41:29.746868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:29.775224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39886) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:29.775791 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-caeead2d-bf39-4815-bb03-a3c17d2b8559 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/47b3b5d5-1b3a-4de2-b6eb-1785e235ad47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0040991 Aug 27 02:41:29.779217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] Sync routers for ids ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:29.825448 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] Routers {'47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:29.826089 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:29.829875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d9aae-6e94-4978-85e6-ab655b93f8ab None None] Port 6bfedda1-e655-4546-b91e-7e522a14ee53 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:29.923952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 62ded533-bf2a-4f54-be19-f4221d6a9c65 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:29.926616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e43c37-8c7b-4996-a9f1-f73aaa1d48fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:29.928793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e0e43c37-8c7b-4996-a9f1-f73aaa1d48fd tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports/6bfedda1-e655-4546-b91e-7e522a14ee53 HTTP/1.1" status: 200 len: 910 time: 0.1517785 Aug 27 02:41:29.931583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39898) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:29.941692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be5356cf-6802-4d0d-99a5-ee1d6ffed604'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:29.963308 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:29.995587 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] Routers {'47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:29.996457 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:30.041497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 62ded533-bf2a-4f54-be19-f4221d6a9c65 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:30.042275 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.107797 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:30.108468 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb344c5-7d00-4ad7-b2f5-627316bf06fd None None] The sync data for ids ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:30.140261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c4455c74-5cd2-4f6b-9c49-93d7d43a75d7 None None] Provisioning complete for port 6bfedda1-e655-4546-b91e-7e522a14ee53 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:30.140733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c4455c74-5cd2-4f6b-9c49-93d7d43a75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.310196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3f21fe32-4c5c-4d0f-a9fe-0b006aa4519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.323915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c4455c74-5cd2-4f6b-9c49-93d7d43a75d7 None None] Port 6bfedda1-e655-4546-b91e-7e522a14ee53 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:30.395491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.482088 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.523261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5cd617fb-9aff-4cb2-87c0-0c6231064e3f None None] Provisioning complete for port 6bfedda1-e655-4546-b91e-7e522a14ee53 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:30.531174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5cd617fb-9aff-4cb2-87c0-0c6231064e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.594046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5cd617fb-9aff-4cb2-87c0-0c6231064e3f None None] Port 6bfedda1-e655-4546-b91e-7e522a14ee53 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:31.215217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cde1d4-2b1b-43fc-b025-817ed408722a req-dccfabe9-7041-4841-9baf-c39970caa3bd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:31.222168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32cde1d4-2b1b-43fc-b025-817ed408722a req-dccfabe9-7041-4841-9baf-c39970caa3bd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1665623 Aug 27 02:41:31.253569 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.264102 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.302890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32cde1d4-2b1b-43fc-b025-817ed408722a req-74ba5a50-451e-457a-bc33-efc85985a9ff tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713692 Aug 27 02:41:31.303756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.423137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=6bfedda1-e655-4546-b91e-7e522a14ee53,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:31.441315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:31.442026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.449406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39988) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:31.450716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a33602ba-e4f1-4c8d-8a72-42b9d63cb7d6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/ports/6bfedda1-e655-4546-b91e-7e522a14ee53 HTTP/1.1" status: 200 len: 910 time: 1.5178170 Aug 27 02:41:32.026502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.470016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 6bfedda1-e655-4546-b91e-7e522a14ee53 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:32.470774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.639057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c0628-875a-46ff-bc39-7aeea2199dc7 req-6624557b-8f13-4af7-a539-c2a5d6253e04 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:32.646822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-235c0628-875a-46ff-bc39-7aeea2199dc7 req-6624557b-8f13-4af7-a539-c2a5d6253e04 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.2382078 Aug 27 02:41:32.708305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-235c0628-875a-46ff-bc39-7aeea2199dc7 req-b92ed636-b57a-47e5-bd53-8ca1718cb8cd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557468 Aug 27 02:41:32.773922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.794443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 6bfedda1-e655-4546-b91e-7e522a14ee53 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:33.094891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.129300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.162928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=6bfedda1-e655-4546-b91e-7e522a14ee53,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:33.381698 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.606716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router 47b3b5d5-1b3a-4de2-b6eb-1785e235ad47 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:33.862912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:33.875378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] Sync routers for ids ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:33.885324 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa3db9ea-73bd-44b9-9d28-0e12985611f7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/47b3b5d5-1b3a-4de2-b6eb-1785e235ad47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335473 Aug 27 02:41:33.887156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40050) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:33.895244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] Routers {'47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:33.896079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:33.998385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:34.006354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40058) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.014021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4499f895-4e9f-4de2-b14d-1997bf127a67 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=47b3b5d5-1b3a-4de2-b6eb-1785e235ad47 HTTP/1.1" status: 200 len: 205 time: 0.1234930 Aug 27 02:41:34.036657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bb416-d267-415c-93fa-f2eb03b2b70e req-5f057fa6-702a-4414-9f0b-d0bdbcc272d6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:34.037349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] Routers {'47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:34.038012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:34.046863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e69bb416-d267-415c-93fa-f2eb03b2b70e req-5f057fa6-702a-4414-9f0b-d0bdbcc272d6 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.2293828 Aug 27 02:41:34.136022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0e963e9e-f5e3-4aa1-aca8-d05f3b54b509 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.154556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:34.155253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c00bb-9bd1-4d17-aed8-99b7440a3853 None None] The sync data for ids ['47b3b5d5-1b3a-4de2-b6eb-1785e235ad47'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:34.177086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e69bb416-d267-415c-93fa-f2eb03b2b70e req-7e152146-a2c2-4c9a-bd9f-65dde42a58bb tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251664 Aug 27 02:41:34.399892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0e963e9e-f5e3-4aa1-aca8-d05f3b54b509 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.403437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0e963e9e-f5e3-4aa1-aca8-d05f3b54b509 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.477586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0e963e9e-f5e3-4aa1-aca8-d05f3b54b509 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.478980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e963e9e-f5e3-4aa1-aca8-d05f3b54b509 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Fanout notify agent at l3_agent the message router_deleted on router 47b3b5d5-1b3a-4de2-b6eb-1785e235ad47 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:34.494643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0e963e9e-f5e3-4aa1-aca8-d05f3b54b509 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.497609 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0e963e9e-f5e3-4aa1-aca8-d05f3b54b509 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/47b3b5d5-1b3a-4de2-b6eb-1785e235ad47 HTTP/1.1" status: 204 len: 168 time: 0.4884310 Aug 27 02:41:34.498626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40072) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.610090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet be5356cf-6802-4d0d-99a5-ee1d6ffed604 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:34.625016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.697977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.856273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.939552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.965425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76479652-af39-4d3e-a9e3-fd0340f5a802 None None] Network 02a22adc-4667-40c5-81e9-a8a4276f4cf3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:34.976940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.979156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/be5356cf-6802-4d0d-99a5-ee1d6ffed604 HTTP/1.1" status: 204 len: 168 time: 0.4795337 Aug 27 02:41:34.981874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40078) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.983342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d72835-93f4-42b2-84e9-9a59c7e9fb38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=be5356cf-6802-4d0d-99a5-ee1d6ffed604,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:35.129131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.238294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 62ded533-bf2a-4f54-be19-f4221d6a9c65 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:35.239101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.250278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] DHCP port deletion for 02a22adc-4667-40c5-81e9-a8a4276f4cf3 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:35.352650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port 62ded533-bf2a-4f54-be19-f4221d6a9c65, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=62ded533-bf2a-4f54-be19-f4221d6a9c65,segment=NetworkSegment(724dba0b-2ee3-4d32-b03d-5fad09f75a6f),segment_id=724dba0b-2ee3-4d32-b03d-5fad09f75a6f)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:35.353264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.398781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Deleting port 62ded533-bf2a-4f54-be19-f4221d6a9c65 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:35.399163 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.419176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 62ded533-bf2a-4f54-be19-f4221d6a9c65 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:35.441460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439789f9-3d1c-43fd-9f85-6cdeb5f17b16 req-84a95e6d-a50d-47ff-ae77-f0c9c8cd7a61 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:35.449263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-439789f9-3d1c-43fd-9f85-6cdeb5f17b16 req-84a95e6d-a50d-47ff-ae77-f0c9c8cd7a61 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.0925243 Aug 27 02:41:35.530769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] For port 62ded533-bf2a-4f54-be19-f4221d6a9c65, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=62ded533-bf2a-4f54-be19-f4221d6a9c65,segment=NetworkSegment(724dba0b-2ee3-4d32-b03d-5fad09f75a6f),segment_id=724dba0b-2ee3-4d32-b03d-5fad09f75a6f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:35.531437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.545072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-439789f9-3d1c-43fd-9f85-6cdeb5f17b16 req-fcc83edf-18f7-471b-9999-a29d37b8c87b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948992 Aug 27 02:41:35.572201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Calling delete_port for 62ded533-bf2a-4f54-be19-f4221d6a9c65 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:35.632002 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.688925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=62ded533-bf2a-4f54-be19-f4221d6a9c65,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:35.696460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No DVR routers for this DVR port 62ded533-bf2a-4f54-be19-f4221d6a9c65 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:35.727100 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.772738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Pushing event deleted for resources: {'Port': ['ID=62ded533-bf2a-4f54-be19-f4221d6a9c65,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:35.790919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] No DVR routers for this DVR port 62ded533-bf2a-4f54-be19-f4221d6a9c65 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:35.815752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.816415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.828533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.829118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.830008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.830452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.830963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.831175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.831506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.831835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.832164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.832491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e7fe7-3733-4650-945d-3662cbbec9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:35.844178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 62ded533-bf2a-4f54-be19-f4221d6a9c65 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:35.864554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 62ded533-bf2a-4f54-be19-f4221d6a9c65 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:35.864903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 62ded533-bf2a-4f54-be19-f4221d6a9c65 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:35.873605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.885280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a22adc-4667-40c5-81e9-a8a4276f4cf3']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:35.897150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724dba0b-2ee3-4d32-b03d-5fad09f75a6f') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:35.897618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724dba0b-2ee3-4d32-b03d-5fad09f75a6f') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:35.909434 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.947644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.955736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:35.956809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:35.974157 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:36.048073 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.064038 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.071642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/02a22adc-4667-40c5-81e9-a8a4276f4cf3 HTTP/1.1" status: 204 len: 168 time: 1.0829322 Aug 27 02:41:36.073742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40098) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:36.081143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3458cc24-be38-47b1-8eff-a081225ad433 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1032631557', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:36.108401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca1752-a06a-4110-96a1-639f85f87da8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=02a22adc-4667-40c5-81e9-a8a4276f4cf3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.143741 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3458cc24-be38-47b1-8eff-a081225ad433 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.145830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3458cc24-be38-47b1-8eff-a081225ad433 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.234124 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3458cc24-be38-47b1-8eff-a081225ad433 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.242370 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3458cc24-be38-47b1-8eff-a081225ad433 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.269070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3458cc24-be38-47b1-8eff-a081225ad433 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.274719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3458cc24-be38-47b1-8eff-a081225ad433 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2023382 Aug 27 02:41:36.276784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40106) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:36.281989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-1459434897'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:36.344919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:36.348130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.401321 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:36.418298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.418684 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment 3ffbb880-5052-4a97-94a6-c1a626a5daa3 of type vlan for network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 Aug 27 02:41:36.500592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.550707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.557037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:36.557561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.768314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3c81-b4c9-4757-bde4-e483ed0b8d5f req-790d9811-8584-44ea-8988-e66dbe48a2bc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:36.773189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d98e3c81-b4c9-4757-bde4-e483ed0b8d5f req-790d9811-8584-44ea-8988-e66dbe48a2bc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1236508 Aug 27 02:41:36.870885 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d98e3c81-b4c9-4757-bde4-e483ed0b8d5f req-1afdb5aa-25ba-4693-85e8-1f40fa366bbe tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914176 Aug 27 02:41:36.968380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6880517 Aug 27 02:41:36.968380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.969026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40116) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:36.975585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:37.006011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.006620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.007055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.007549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.009344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.009781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.010228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.010679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.011518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.013184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.015592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.015943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc5cbe-2f6e-4a0d-9741-ddb7f6e83b38 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:37.033584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:37.211399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:37.224098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.495035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.583789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=77905b97-f3ef-42c5-85b8-0ae39027fbeb,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:37.610342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:37.610793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:37.671879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:37.711844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:37.716607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:37.717742 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.725681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac7b15d-d4db-42b4-9122-fe26ecd16306 None None] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:37.756845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40132) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:37.764677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7bdf3029-44ad-4956-9128-27124a7576d0 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7943823 Aug 27 02:41:38.022634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:38.025833 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.336084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Allocated IP 172.20.0.2 (b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3/77905b97-f3ef-42c5-85b8-0ae39027fbeb/e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:38.463446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbce2e-9017-44b9-a779-8d9c13ec171a req-2c50646d-1a37-4edd-8991-4602a1bffd81 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:38.465004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8fbce2e-9017-44b9-a779-8d9c13ec171a req-2c50646d-1a37-4edd-8991-4602a1bffd81 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.3597913 Aug 27 02:41:38.559758 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.584592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Transition to ACTIVE for port object e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:38.606635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8fbce2e-9017-44b9-a779-8d9c13ec171a req-ff7b95e2-d8bb-4683-856b-9af03c7eb462 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286762 Aug 27 02:41:38.610044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.651517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Transition to ACTIVE for port object e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:38.669379 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.735872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Pushing event updated for resources: {'Port': ['ID=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:38.763834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:38.765305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:38.769274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:38.869505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Attempting to bind port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:38.869887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Attempting to bind port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:38.870258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Attempting to bind port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 on network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:38.878754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:38.879137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Checking segment: {'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:38.879552 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.879955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Bound using segment: {'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:38.880460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Bound port: e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:38.880851 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.058012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] For port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:39.065458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] For port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,segment=NetworkSegment(3ffbb880-5052-4a97-94a6-c1a626a5daa3),segment_id=3ffbb880-5052-4a97-94a6-c1a626a5daa3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:39.078174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.168607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.20.0.1 (b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3/77905b97-f3ef-42c5-85b8-0ae39027fbeb/5b32a064-e5e6-44fd-b8ae-a828938461cd) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:39.310386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab96c2c-f397-4237-bf45-cfe0db127390 None None] Pushing event updated for resources: {'Port': ['ID=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:39.417246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-9e909a4e-dbb5-475e-8056-af7f4254e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:39.425768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-9e909a4e-dbb5-475e-8056-af7f4254e605 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1096 time: 0.1118963 Aug 27 02:41:39.613768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.656070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object 5b32a064-e5e6-44fd-b8ae-a828938461cd will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:39.731971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-bbf34ae6-23a6-4049-bb7e-44793eb4baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:39.737623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-bbf34ae6-23a6-4049-bb7e-44793eb4baa9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.2875681 Aug 27 02:41:39.816491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.055283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:40.070820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:40.077729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:40.095569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-7c31882a-864b-4152-a2ce-d08ce4e8d423 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 200 len: 1001 time: 0.3226593 Aug 27 02:41:40.188646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.254279 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:41:40.256982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-ef632556-4151-4523-a4c1-7246ecb898d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:40.262978 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-ef632556-4151-4523-a4c1-7246ecb898d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.1406724 Aug 27 02:41:40.317398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6cf6b-460d-4a26-b044-82c551dc26e9 req-5770f2ac-11dc-4112-a6a2-fcaecfe6c2bc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:40.317398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04d6cf6b-460d-4a26-b044-82c551dc26e9 req-5770f2ac-11dc-4112-a6a2-fcaecfe6c2bc tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.5785990 Aug 27 02:41:40.390142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-62bdd504-3db4-436e-b62d-6aa0efa50243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:40.392044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-62bdd504-3db4-436e-b62d-6aa0efa50243 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203725 Aug 27 02:41:40.395390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04d6cf6b-460d-4a26-b044-82c551dc26e9 req-d731875e-8b68-4b10-ba1f-49523c6fe402 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597658 Aug 27 02:41:40.600299 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=5b32a064-e5e6-44fd-b8ae-a828938461cd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:40.696268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281618c9-a47f-448e-ab8b-2506c74cb8ad req-776388e9-087a-47ee-a3dd-ca2fe5497aef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:40.699067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-281618c9-a47f-448e-ab8b-2506c74cb8ad req-776388e9-087a-47ee-a3dd-ca2fe5497aef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.7383523 Aug 27 02:41:40.720796 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-3560639a-9678-4818-a0cc-903e472da01e service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152227 Aug 27 02:41:40.874571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-281618c9-a47f-448e-ab8b-2506c74cb8ad req-79bdcd90-ae33-4b71-8a02-ed07a0b2d115 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965772 Aug 27 02:41:40.918667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.936734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce52d525-9858-42c0-9618-39f62f05bc44 req-453f6081-0385-424a-957c-db43ef9f93ee service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049465 Aug 27 02:41:41.159606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27c363-9ee8-41c6-865a-5ee45e7b8b89 req-f620ad7a-d794-4ec4-a827-2aa179172641 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:41.161200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe27c363-9ee8-41c6-865a-5ee45e7b8b89 req-f620ad7a-d794-4ec4-a827-2aa179172641 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1777227 Aug 27 02:41:41.183105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb8d0a-8cdc-4a8a-977e-e7ed6c813761 None None] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:41.206140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe27c363-9ee8-41c6-865a-5ee45e7b8b89 req-275faba6-d237-4054-b135-998f3c42c36b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 Aug 27 02:41:41.614385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.704627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.802122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-502d2e3f-1d93-4514-92af-df8f25df93a6 None None] Provisioning for port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:41.925933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=5b32a064-e5e6-44fd-b8ae-a828938461cd,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:41.962940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:41.998391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc2dd2-503c-428c-a9d5-f21cd045ae59 req-af918ed2-5797-476f-a337-d04a2fa4667f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:42.010773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cafc2dd2-503c-428c-a9d5-f21cd045ae59 req-af918ed2-5797-476f-a337-d04a2fa4667f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.4026732 Aug 27 02:41:42.032986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.120901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:42.134815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:42.135221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.341411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cafc2dd2-503c-428c-a9d5-f21cd045ae59 req-18bb0a96-e8e3-482a-ad37-9c2cf1620fa4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230159 Aug 27 02:41:42.350544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-bc1fc4cf-d8da-47c2-a883-95a631be33fc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:42.365008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-bc1fc4cf-d8da-47c2-a883-95a631be33fc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.1978960 Aug 27 02:41:42.383807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-fcb41d88-f4bf-4710-a4ae-109d42030bf6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/quotas/7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 375 time: 0.0170181 Aug 27 02:41:42.391188 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.461919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:42.473609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:42.550264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,segment=NetworkSegment(3ffbb880-5052-4a97-94a6-c1a626a5daa3),segment_id=3ffbb880-5052-4a97-94a6-c1a626a5daa3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:42.557093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0489d631-0066-4cb8-b00a-f67e69e59083 None None] Provisioning for port 5b32a064-e5e6-44fd-b8ae-a828938461cd completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:42.567219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0489d631-0066-4cb8-b00a-f67e69e59083 None None] Provisioning complete for port 5b32a064-e5e6-44fd-b8ae-a828938461cd triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:42.567996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0489d631-0066-4cb8-b00a-f67e69e59083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.571030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.583463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-bfb78cbf-b1e1-4859-9420-aba6607d462d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1986797 Aug 27 02:41:42.734421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0489d631-0066-4cb8-b00a-f67e69e59083 None None] Port 5b32a064-e5e6-44fd-b8ae-a828938461cd cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:42.759788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:42.775342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0489d631-0066-4cb8-b00a-f67e69e59083 None None] Provisioning complete for port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:42.775730 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0489d631-0066-4cb8-b00a-f67e69e59083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.800070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:42.951228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-08b22d73-e3c5-4c32-9f6b-ba2e68f848af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:42.955572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-08b22d73-e3c5-4c32-9f6b-ba2e68f848af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1096 time: 0.1657286 Aug 27 02:41:42.979180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-50c96136-1a9a-4360-878e-8635bf1beafe service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854749 Aug 27 02:41:43.007306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:43.020706 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:43.033855 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:43.034512 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:43.041548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-24af0b92-0b97-46f2-82d5-7d18f7f927dc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2792277 Aug 27 02:41:43.042481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40246) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:43.053292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-307197945'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:43.113900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:43.119317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.178718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:43.194434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e9ad214-e2dc-4c27-9392-2e71fe5af4f8 None None] Provisioning complete for port 5b32a064-e5e6-44fd-b8ae-a828938461cd triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:43.199829 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad214-e2dc-4c27-9392-2e71fe5af4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.204645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.206234 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment 9c68c79f-0bff-4111-a5b8-45f288c712c4 of type vlan for network eb13dfa8-1d6c-41d7-be93-7795ec347627 Aug 27 02:41:43.254801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:43.303888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ad214-e2dc-4c27-9392-2e71fe5af4f8 None None] Port 5b32a064-e5e6-44fd-b8ae-a828938461cd cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:43.313170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.384334 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.396867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:43.397527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.481665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-128f67d9-3682-4cae-b0cf-9ff18afd3ec4 None None] Provisioning complete for port 5b32a064-e5e6-44fd-b8ae-a828938461cd triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:43.483068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-128f67d9-3682-4cae-b0cf-9ff18afd3ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.554699 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:41Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:43.655225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-128f67d9-3682-4cae-b0cf-9ff18afd3ec4 None None] Port 5b32a064-e5e6-44fd-b8ae-a828938461cd cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:43.707002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6634421 Aug 27 02:41:43.711126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40260) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:43.716364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:43.804122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b9fc4-1cf4-4e29-8dd8-e41976074478 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=eb13dfa8-1d6c-41d7-be93-7795ec347627,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:43.824477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:43.898165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36649e1-345a-4ac4-9ef0-5df1086d4bdc req-45be836b-4f2b-415b-9b2b-5c688608d13c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:43.899747 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c36649e1-345a-4ac4-9ef0-5df1086d4bdc req-45be836b-4f2b-415b-9b2b-5c688608d13c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.2192285 Aug 27 02:41:43.912382 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:43.913031 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Updating router c27f38b5-1767-41ae-b46a-6b9863c63ef1 port 5b32a064-e5e6-44fd-b8ae-a828938461cd binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:41:43.989399 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.991279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:43.994947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.084002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c36649e1-345a-4ac4-9ef0-5df1086d4bdc req-514cd7ce-a51a-4def-b63f-fbfffb4e5e58 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725047 Aug 27 02:41:44.132282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:44.219796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:44.220379 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.238029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-799347bd-aa0b-49e9-b087-c115415cc280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:44.252745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-799347bd-aa0b-49e9-b087-c115415cc280 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 1.2632995 Aug 27 02:41:44.292903 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.404777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=e80e48ac-7afa-46b4-a049-fb9d10b54c8f,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:44.416859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:44.417220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: eb13dfa8-1d6c-41d7-be93-7795ec347627, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:44.445495 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-13153fcc-6708-4d8d-967f-cd38460dee43 service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4650025 Aug 27 02:41:44.453655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-608413bc-3335-4e4a-b685-761aac730719 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 200 len: 1001 time: 0.1879339 Aug 27 02:41:44.455114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:44.474899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, eb13dfa8-1d6c-41d7-be93-7795ec347627) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:44.485604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aecce5-1633-419c-81a5-bd908cc9e119 None None] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:44.490924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:44.491545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.529161 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.531406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d08ef362-7483-4004-a341-ee13d40ed083 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8192303 Aug 27 02:41:44.534203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40284) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:44.561618 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Transition to ACTIVE for port object 5b32a064-e5e6-44fd-b8ae-a828938461cd will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:44.576637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-fcd3f3b7-5a75-48e5-9f5e-41b7dd9e7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:44.578708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-fcd3f3b7-5a75-48e5-9f5e-41b7dd9e7e18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.1164167 Aug 27 02:41:44.581018 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.738925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-d296017a-3e08-4ec6-a93f-61e6bc1f573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:44.745565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-d296017a-3e08-4ec6-a93f-61e6bc1f573b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399255 Aug 27 02:41:44.779632 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Pushing event updated for resources: {'Port': ['ID=5b32a064-e5e6-44fd-b8ae-a828938461cd,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:44.854606 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.854942 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.855274 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.855595 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.855915 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.856237 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.856553 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.856865 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.857180 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.857486 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.857802 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.858106 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:44.913826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-eb13dfa8-1d6c-41d7-be93-7795ec347627', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:44.915681 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.917957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-55e222f1-dba1-4c87-a8d7-3deb41ed7dee service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626408 Aug 27 02:41:44.953019 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Attempting to bind port 5b32a064-e5e6-44fd-b8ae-a828938461cd on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:44.953390 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Attempting to bind port 5b32a064-e5e6-44fd-b8ae-a828938461cd by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:44.959583 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Attempting to bind port 5b32a064-e5e6-44fd-b8ae-a828938461cd on network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:44.970916 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:44.977396 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Checking segment: {'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:44.977908 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.978332 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Bound using segment: {'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:44.978836 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Bound port: 5b32a064-e5e6-44fd-b8ae-a828938461cd, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffbb880-5052-4a97-94a6-c1a626a5daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:44.979217 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.011748 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7eea4580-0551-4e0d-8580-67404deca4da req-175be30c-a0ac-46be-92a1-bdf48c5961bc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 210 time: 0.1931701 Aug 27 02:41:45.167049 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a2064d3-95f8-433d-9544-79a88e68cf43 req-6d96d6d5-ab24-4e10-ad43-5aba1dcd5c22 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407045 Aug 27 02:41:45.243702 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] For port 5b32a064-e5e6-44fd-b8ae-a828938461cd, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:45.247986 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] For port 5b32a064-e5e6-44fd-b8ae-a828938461cd, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5b32a064-e5e6-44fd-b8ae-a828938461cd,segment=NetworkSegment(3ffbb880-5052-4a97-94a6-c1a626a5daa3),segment_id=3ffbb880-5052-4a97-94a6-c1a626a5daa3)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:45.253748 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.342527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Allocated IP 172.21.0.2 (eb13dfa8-1d6c-41d7-be93-7795ec347627/e80e48ac-7afa-46b4-a049-fb9d10b54c8f/aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:45.411538 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:45.423428 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:45.433179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9e171-abf4-44f4-909a-0414af4f9d49 req-dd62e64e-6843-4c19-b0cf-d18231de2dfb tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:45.439205 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f9e171-abf4-44f4-909a-0414af4f9d49 req-dd62e64e-6843-4c19-b0cf-d18231de2dfb tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1944237 Aug 27 02:41:45.620452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f9e171-abf4-44f4-909a-0414af4f9d49 req-493311e3-022c-4090-b43c-ae4026cf48c1 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751921 Aug 27 02:41:45.676005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.703328 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b42a4-e976-4e43-9792-7c56d139cb19 None None] Pushing event updated for resources: {'Port': ['ID=5b32a064-e5e6-44fd-b8ae-a828938461cd,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:45.764139 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:45.843193 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.855929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Transition to ACTIVE for port object aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:45.876260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Transition to ACTIVE for port object aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:45.884713 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.973546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Pushing event updated for resources: {'Port': ['ID=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:45.989456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:45.993028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:45.995768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:46.083100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Attempting to bind port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:46.083768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Attempting to bind port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:46.084581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Attempting to bind port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 on network eb13dfa8-1d6c-41d7-be93-7795ec347627 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:46.091304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:46.091984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Checking segment: {'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:46.092584 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.093157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Bound using segment: {'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:46.093938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Bound port: aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:46.094537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.215728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] For port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:46.219692 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:45Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:46.220536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] For port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,segment=NetworkSegment(9c68c79f-0bff-4111-a5b8-45f288c712c4),segment_id=9c68c79f-0bff-4111-a5b8-45f288c712c4)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:46.228227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.270963 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e5879-1191-4921-9395-9cad4d61d295 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:45Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:46.323949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e81392-ff21-46aa-a3d0-45691912e5c0 None None] Pushing event updated for resources: {'Port': ['ID=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:46.347842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:46.404715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-913a40b3-4043-4f56-8ddf-0049b7d30de8 req-e585373d-9fb4-44d7-b3ae-7215243b93aa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 210 time: 0.0375085 Aug 27 02:41:46.519000 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.753021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:41:46.758891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.21.0.1 (eb13dfa8-1d6c-41d7-be93-7795ec347627/e80e48ac-7afa-46b4-a049-fb9d10b54c8f/8f06012f-cc76-4470-a661-e985478540f4) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:46.763262 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5f64b4-da2a-4c9d-a2e0-83c784e98b5e" -d '{"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-unplugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:46.837022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:46.840998 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.850689 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.861893 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7199f8-d027-422e-bba3-4518a74e3b25 x-openstack-request-id: req-de7199f8-d027-422e-bba3-4518a74e3b25 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:46.862196 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-unplugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:46.866554 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de7199f8-d027-422e-bba3-4518a74e3b25 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:46.867018 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913', 'code': 200} Aug 27 02:41:46.917648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4dc61-3ec0-4a5b-93c7-e7fb1714d686 req-4fe5bf24-fdc6-48ba-bf47-e284fe32ae24 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:46.942877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8f4dc61-3ec0-4a5b-93c7-e7fb1714d686 req-4fe5bf24-fdc6-48ba-bf47-e284fe32ae24 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 945 time: 0.1710570 Aug 27 02:41:46.975678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:47.026228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8f4dc61-3ec0-4a5b-93c7-e7fb1714d686 req-819c3472-6996-4c32-895a-9fc5f6cb4b59 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820663 Aug 27 02:41:47.074960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-3f21d965-9398-497c-971b-030675450018 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:47.076530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-3f21d965-9398-497c-971b-030675450018 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.5380533 Aug 27 02:41:47.093364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'port': {'device_id': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'admin_state_up': True, 'tenant_id': '7c8b093aba3a4481b05590b302f4062f'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:47.099747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.132987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object 8f06012f-cc76-4470-a661-e985478540f4 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:47.188378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.250038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:47.259309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:47.270865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:47.369867 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.374087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=8f06012f-cc76-4470-a661-e985478540f4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:47.377145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Made reservation on behalf of 7c8b093aba3a4481b05590b302f4062f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:47.393380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.575954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.719007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2312f2b-fa41-421b-90fe-51f1b8be5f21 req-7461851a-c566-4ddb-86c4-ece9e47750a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 210 time: 0.1172647 Aug 27 02:41:47.740810 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.797146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Allocated IP 172.20.0.11 (047fa81c-2040-47d0-8d26-277242727363/685eeddd-44e9-4fec-a05b-b7c996941bfd/bb94ac33-e00f-4f68-ae05-0a1408e0094c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:47.985915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:48.093538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b2b71-7b24-4068-a594-305610be3226 None None] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:48.118102 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.156105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Transition to ACTIVE for port object bb94ac33-e00f-4f68-ae05-0a1408e0094c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:48.238163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c5040680-5079-4e9f-abeb-37d1d4a76493 None None] Provisioning for port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:48.265511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471486e-81ff-4d2b-8db2-3709f8c2eb09 req-5f7cdefe-62ec-4b9b-9729-2d70e5543603 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:48.267662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b471486e-81ff-4d2b-8db2-3709f8c2eb09 req-5f7cdefe-62ec-4b9b-9729-2d70e5543603 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.0941436 Aug 27 02:41:48.269721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.276444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:48.287262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34', '9913c882-6ff2-45cc-89d5-18fa32430a8a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:41:48.333339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:48.334094 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.434466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=bb94ac33-e00f-4f68-ae05-0a1408e0094c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:48.462595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b471486e-81ff-4d2b-8db2-3709f8c2eb09 req-cc26f19c-67b8-4e7a-9a0c-458348bdea83 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854479 Aug 27 02:41:48.467811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:48.471555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:48.481978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:48.509322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.558708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.638431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:48.642841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.672749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.674904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=8f06012f-cc76-4470-a661-e985478540f4,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:48.697475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-9405cca8-c8a7-40c2-8334-5230f62824eb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6097901 Aug 27 02:41:48.713851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Request body: {'port': {'device_id': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:48.838435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:48.840466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:48.879624 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.016399 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.140208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:49.150211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fcf2322b-81c0-497d-bb37-fd206b20335d None None] Provisioning for port bb94ac33-e00f-4f68-ae05-0a1408e0094c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:49.168335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fcf2322b-81c0-497d-bb37-fd206b20335d None None] Provisioning complete for port bb94ac33-e00f-4f68-ae05-0a1408e0094c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:49.168682 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fcf2322b-81c0-497d-bb37-fd206b20335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.214152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,segment=NetworkSegment(9c68c79f-0bff-4111-a5b8-45f288c712c4),segment_id=9c68c79f-0bff-4111-a5b8-45f288c712c4)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:49.231503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.232322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b32a064-e5e6-44fd-b8ae-a828938461cd up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:49.349077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:49.354736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c96f69fc-8f71-4e5e-afb5-242599ed1524 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8188233 Aug 27 02:41:49.357581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40362) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:49.363155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-633595616'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:49.413042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:49.418689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.430635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:49.439560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2322b-81c0-497d-bb37-fd206b20335d None None] Port bb94ac33-e00f-4f68-ae05-0a1408e0094c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:49.483102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:49.509984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.511157 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment 2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f of type vlan for network 807943a7-15dc-43d8-9b0a-dbe2df53590e Aug 27 02:41:49.518106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:49.518106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:49.589258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628e4c3-50aa-4866-8e71-814ca5b8c39a req-97a4a4de-584e-40e7-90ea-3d6bd878f87e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:49.597942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2628e4c3-50aa-4866-8e71-814ca5b8c39a req-97a4a4de-584e-40e7-90ea-3d6bd878f87e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 932 time: 0.3756139 Aug 27 02:41:49.631847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:49.655610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.680892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-e283b29c-f3e5-41a9-876a-05362877f9da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3656013 Aug 27 02:41:49.757424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2628e4c3-50aa-4866-8e71-814ca5b8c39a req-e1e41415-bc81-46c8-a567-3b75a2e5e29f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571817 Aug 27 02:41:49.775335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 5b32a064-e5e6-44fd-b8ae-a828938461cd completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:49.779135 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.785084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:49.785738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.837026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5b32a064-e5e6-44fd-b8ae-a828938461cd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:49.837413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.929581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-6c52a21b-08b4-4e80-bc24-282303d5303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:49.931099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-6c52a21b-08b4-4e80-bc24-282303d5303a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 1096 time: 0.1679194 Aug 27 02:41:49.943082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5842044 Aug 27 02:41:49.946247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40378) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:49.957733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:49.958435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8a111816-5b51-4924-b4bf-1061fd28bd8a None None] Provisioning for port 8f06012f-cc76-4470-a661-e985478540f4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:49.981242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:49.994415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e642638-98ea-4a4a-b849-9d5520259214 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=807943a7-15dc-43d8-9b0a-dbe2df53590e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:50.018726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8a111816-5b51-4924-b4bf-1061fd28bd8a None None] Provisioning complete for port 8f06012f-cc76-4470-a661-e985478540f4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:50.019309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8a111816-5b51-4924-b4bf-1061fd28bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.081172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8a111816-5b51-4924-b4bf-1061fd28bd8a None None] Port 8f06012f-cc76-4470-a661-e985478540f4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:50.083371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:50.135837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb94ac33-e00f-4f68-ae05-0a1408e0094c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:41:50.163572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.209268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Transition to ACTIVE for port object bb94ac33-e00f-4f68-ae05-0a1408e0094c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:50.221565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:50.226268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.226833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.310263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Pushing event updated for resources: {'Port': ['ID=bb94ac33-e00f-4f68-ae05-0a1408e0094c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:50.356909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-e828ac80-739b-4975-bec9-370f09253ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:50.358495 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-e828ac80-739b-4975-bec9-370f09253ff8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.3974583 Aug 27 02:41:50.531807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Attempting to bind port bb94ac33-e00f-4f68-ae05-0a1408e0094c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:50.532614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Attempting to bind port bb94ac33-e00f-4f68-ae05-0a1408e0094c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:50.533141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Attempting to bind port bb94ac33-e00f-4f68-ae05-0a1408e0094c on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:50.539605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Port bb94ac33-e00f-4f68-ae05-0a1408e0094c on network 047fa81c-2040-47d0-8d26-277242727363 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:41:50.540232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Attempting to bind port bb94ac33-e00f-4f68-ae05-0a1408e0094c on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:50.551701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:50.552429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:50.553234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Bound using segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:50.553934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Bound port: bb94ac33-e00f-4f68-ae05-0a1408e0094c, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:50.554565 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.571867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-1a132389-4059-483c-ad97-09f028fd6f27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a HTTP/1.1" status: 200 len: 217 time: 0.1844685 Aug 27 02:41:50.708046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-dc409021-6b64-46ff-b4a7-a1f8c8a3acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:50.709425 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-dc409021-6b64-46ff-b4a7-a1f8c8a3acfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1076510 Aug 27 02:41:50.718350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8a111816-5b51-4924-b4bf-1061fd28bd8a None None] Provisioning complete for port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:50.719351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8a111816-5b51-4924-b4bf-1061fd28bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.903865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] For port bb94ac33-e00f-4f68-ae05-0a1408e0094c, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:50.908862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] For port bb94ac33-e00f-4f68-ae05-0a1408e0094c, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:50.910700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.928542 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.937655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-21142e47-2c64-42dd-84b5-9687d2d7981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:50.940653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-21142e47-2c64-42dd-84b5-9687d2d7981a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114828 Aug 27 02:41:50.952989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.086787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=308696c5-a1cd-43eb-97cc-73fd2bdbc6e9,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:51.150374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 5b32a064-e5e6-44fd-b8ae-a828938461cd, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5b32a064-e5e6-44fd-b8ae-a828938461cd,segment=NetworkSegment(3ffbb880-5052-4a97-94a6-c1a626a5daa3),segment_id=3ffbb880-5052-4a97-94a6-c1a626a5daa3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:51.175539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.200308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb991-7482-4d32-b075-ad50a3bd784b req-735a89e3-e953-4c9c-959f-f748fb61e59c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.201662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-e7a2124d-f6fd-4351-805a-1435a2b36bca service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493694 Aug 27 02:41:51.202382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Pushing event updated for resources: {'Port': ['ID=bb94ac33-e00f-4f68-ae05-0a1408e0094c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:51.211129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-815cb991-7482-4d32-b075-ad50a3bd784b req-735a89e3-e953-4c9c-959f-f748fb61e59c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 944 time: 0.3136446 Aug 27 02:41:51.234175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:51.234609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: 807943a7-15dc-43d8-9b0a-dbe2df53590e, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:51.302919 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-815cb991-7482-4d32-b075-ad50a3bd784b req-e8b91ee8-9d7d-409d-805c-859c90a8f044 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846591 Aug 27 02:41:51.356277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c4e5d39-b37f-47ae-903c-857b802ebc7f req-2fadef28-8a5a-455d-b61b-0f968bb2bd81 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034019 Aug 27 02:41:51.361453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.362082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.363136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:51.363534 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1d271002-a4d4-4847-970a-0c5847f42248 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb94ac33-e00f-4f68-ae05-0a1408e0094c HTTP/1.1" status: 200 len: 1092 time: 2.6566582 Aug 27 02:41:51.363982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:41:51.366952 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e0752-8106-49c6-b4c3-95ebb109b05f" -d '{"events": [{"name": "network-changed", "server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:51.396404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 807943a7-15dc-43d8-9b0a-dbe2df53590e) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:51.400240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f6091-3915-4fc2-82f5-afacb7a35e54 req-7834a98d-7e5c-4088-891b-e340aa3f8e35 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.402052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d33f6091-3915-4fc2-82f5-afacb7a35e54 req-7834a98d-7e5c-4088-891b-e340aa3f8e35 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.1904590 Aug 27 02:41:51.417273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.417925 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.455525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-728748c8-414c-4a58-b7a7-71e54ba5957c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5021636 Aug 27 02:41:51.458008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40414) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:51.466883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d33f6091-3915-4fc2-82f5-afacb7a35e54 req-b7068f93-0202-44e0-9399-b7ec509e7d6b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542693 Aug 27 02:41:51.497493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63f514-67e5-41ff-8a25-f6bd7cefb340 None None] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:51.564763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-0ebf0562-8ed7-40bc-b68c-f3b6d37abf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.569009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-0ebf0562-8ed7-40bc-b68c-f3b6d37abf7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 1095 time: 0.1059654 Aug 27 02:41:51.625151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:51.698371 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-ac259ec3-3e8b-4977-b0bf-2923cb975cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c HTTP/1.1" status: 200 len: 217 time: 0.1133003 Aug 27 02:41:51.700227 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857a996-c9c9-422d-84cf-a4b50a44f51d x-openstack-request-id: req-e857a996-c9c9-422d-84cf-a4b50a44f51d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:51.700758 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:51.701199 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e857a996-c9c9-422d-84cf-a4b50a44f51d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:51.702042 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c', 'status': 'completed', 'code': 200} Aug 27 02:41:51.902174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=5b32a064-e5e6-44fd-b8ae-a828938461cd,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:51.916698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-4237ffc2-3728-4792-89e4-9a8b64bc3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.919021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-4237ffc2-3728-4792-89e4-9a8b64bc3f94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1466432 Aug 27 02:41:51.955522 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-4612b6c7-8aaf-44ea-8910-42c107ff5861 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7491095 Aug 27 02:41:52.015349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-2384389a-c044-4a0d-a4ba-4d31755ecaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:52.017028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-2384389a-c044-4a0d-a4ba-4d31755ecaa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867350 Aug 27 02:41:52.051246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-807943a7-15dc-43d8-9b0a-dbe2df53590e', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:52.052097 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.096322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:52.096706 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.240701 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-1379db3b-f72a-40e2-b4cb-a9da3b2f122d service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960647 Aug 27 02:41:52.280928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Allocated IP 172.22.0.2 (807943a7-15dc-43d8-9b0a-dbe2df53590e/308696c5-a1cd-43eb-97cc-73fd2bdbc6e9/59bf05b2-bbca-4ec2-a869-c1decf12d76f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:52.451031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.474005 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a50eb9f3-f8e6-4a9b-8344-93d868f0c237 req-eb960cbb-36d5-4665-8dcb-fb7b46eb7107 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254241 Aug 27 02:41:52.488576 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.497905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Transition to ACTIVE for port object 59bf05b2-bbca-4ec2-a869-c1decf12d76f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:52.517138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Transition to ACTIVE for port object 59bf05b2-bbca-4ec2-a869-c1decf12d76f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:52.529943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:52.539892 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.598054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0eb38-a976-42d9-a7d3-daff3d167ebd req-1d04fa05-8d58-4eed-b17d-fdb4b525789b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:52.605954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38e0eb38-a976-42d9-a7d3-daff3d167ebd req-1d04fa05-8d58-4eed-b17d-fdb4b525789b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 944 time: 0.1266065 Aug 27 02:41:52.621579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Pushing event updated for resources: {'Port': ['ID=59bf05b2-bbca-4ec2-a869-c1decf12d76f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:52.667037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:52.673766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:52.685947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cb41fc95-8949-41c4-9cd9-5346602b103b None None] Provisioning complete for port 8f06012f-cc76-4470-a661-e985478540f4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:52.686402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cb41fc95-8949-41c4-9cd9-5346602b103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.699924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38e0eb38-a976-42d9-a7d3-daff3d167ebd req-85de4528-6cf3-41fe-a601-27298c882091 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872033 Aug 27 02:41:52.761056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-5d192908-7aaf-4617-8cde-eaf6506f4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:52.761431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:52.762902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-5d192908-7aaf-4617-8cde-eaf6506f4360 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 1095 time: 0.0843985 Aug 27 02:41:52.766810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cb41fc95-8949-41c4-9cd9-5346602b103b None None] Port 8f06012f-cc76-4470-a661-e985478540f4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:52.783690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:47Z', 'revision_number': 3, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:45Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:41:48Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:52.900157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:52.900487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Updating router c27f38b5-1767-41ae-b46a-6b9863c63ef1 port 8f06012f-cc76-4470-a661-e985478540f4 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:41:52.908569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-67b6a1e5-3c0d-4b4e-8946-15786959eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:52.913930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-67b6a1e5-3c0d-4b4e-8946-15786959eca0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.1397424 Aug 27 02:41:52.933627 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.960016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.22.0.1 (807943a7-15dc-43d8-9b0a-dbe2df53590e/308696c5-a1cd-43eb-97cc-73fd2bdbc6e9/588bf1b6-e35f-45e2-9f5d-58bc77f0a559) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:53.001310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-af7b3d61-e2f3-4ace-900e-48888ff2f9c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c HTTP/1.1" status: 200 len: 217 time: 0.0791636 Aug 27 02:41:53.081610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Attempting to bind port 59bf05b2-bbca-4ec2-a869-c1decf12d76f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:53.082241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Attempting to bind port 59bf05b2-bbca-4ec2-a869-c1decf12d76f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:53.082634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Attempting to bind port 59bf05b2-bbca-4ec2-a869-c1decf12d76f on network 807943a7-15dc-43d8-9b0a-dbe2df53590e {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:53.092567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-9b8af7c6-b067-481c-8f62-9cbd04bc61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.092729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:53.093165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Checking segment: {'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:53.093629 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.094088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-9b8af7c6-b067-481c-8f62-9cbd04bc61fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.0843136 Aug 27 02:41:53.105198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Bound using segment: {'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:53.105734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Bound port: 59bf05b2-bbca-4ec2-a869-c1decf12d76f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:53.106142 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.114907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af48cc3-461d-4291-bac6-34eaa3ab33d2 req-78dd3d9d-b517-40ff-9921-dfb17bad1311 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.116523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0af48cc3-461d-4291-bac6-34eaa3ab33d2 req-78dd3d9d-b517-40ff-9921-dfb17bad1311 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.3168535 Aug 27 02:41:53.228355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] For port 59bf05b2-bbca-4ec2-a869-c1decf12d76f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:53.233245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] For port 59bf05b2-bbca-4ec2-a869-c1decf12d76f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=59bf05b2-bbca-4ec2-a869-c1decf12d76f,segment=NetworkSegment(2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f),segment_id=2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:53.248436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-6cc3bf40-a401-49e4-89e0-da436d7ea9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.250360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-6cc3bf40-a401-49e4-89e0-da436d7ea9fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469264 Aug 27 02:41:53.254770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0af48cc3-461d-4291-bac6-34eaa3ab33d2 req-1b2bbd1b-1fc4-496f-97e9-1a86a9fc2805 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249607 Aug 27 02:41:53.289169 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.305047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.333083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:53.341007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b32a064-e5e6-44fd-b8ae-a828938461cd up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:53.349285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-cf445b04-0e9f-4873-9163-5084f0f06f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.351087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-cf445b04-0e9f-4873-9163-5084f0f06f16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a&tenant_id=7d14518dc5a543ff89cd78d07f6f71e2 HTTP/1.1" status: 200 len: 1094 time: 0.1983950 Aug 27 02:41:53.405498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-49c7abb6-47c5-4459-810e-45a2779d7423 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468222 Aug 27 02:41:53.439100 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.497943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:53.512046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:53.513814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:53.518952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:53.545521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717a903-8ab4-4529-a3c7-75a26e7ae04f None None] Pushing event updated for resources: {'Port': ['ID=59bf05b2-bbca-4ec2-a869-c1decf12d76f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:53.569088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-bda9dfb5-2758-483c-9226-1302ddb9c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.570660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-bda9dfb5-2758-483c-9226-1302ddb9c8ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1094 time: 0.1642640 Aug 27 02:41:53.591014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.613805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5b32a064-e5e6-44fd-b8ae-a828938461cd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:53.614480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.687409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-3bb57c71-bd27-41fa-b883-2020c324c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.689395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-3bb57c71-bd27-41fa-b883-2020c324c7e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 200 len: 917 time: 0.1106336 Aug 27 02:41:53.775966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc8e0752-8106-49c6-b4c3-95ebb109b05f req-b5ca8ab6-a8a6-439f-8b09-7f8adaa3ba0c service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550353 Aug 27 02:41:53.795113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.830539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.844807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Transition to ACTIVE for port object 8f06012f-cc76-4470-a661-e985478540f4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:53.846529 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-f140bd2f-f366-45c1-a06a-f45e6cff4bec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 200 len: 999 time: 0.1348467 Aug 27 02:41:53.930186 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.965414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-221f6cd4-fc62-44e9-9d68-bb0b939f3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.967153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-221f6cd4-fc62-44e9-9d68-bb0b939f3f01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 200 len: 855 time: 0.1197994 Aug 27 02:41:54.108980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-a760d459-4e24-4cd6-82b9-cb79b8269bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:54.110961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-a760d459-4e24-4cd6-82b9-cb79b8269bf4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160557 Aug 27 02:41:54.123610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158c3c-00cb-4b8e-9d50-dc0f75c23f61 req-da11d5d7-227b-4e34-8617-503f01d661d1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:54.125205 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1158c3c-00cb-4b8e-9d50-dc0f75c23f61 req-da11d5d7-227b-4e34-8617-503f01d661d1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 944 time: 0.1538043 Aug 27 02:41:54.219156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1158c3c-00cb-4b8e-9d50-dc0f75c23f61 req-a42ebde6-d96e-4658-8e95-00af03fa20b0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Aug 27 02:41:54.314474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-8c19991b-52ec-4cec-81aa-7b22b7c86a27 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881771 Aug 27 02:41:54.338123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef5329-3ab4-447a-b6a8-546a4d040cd3 None None] Pushing event updated for resources: {'Port': ['ID=8f06012f-cc76-4470-a661-e985478540f4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:54.441520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.475146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Attempting to bind port 8f06012f-cc76-4470-a661-e985478540f4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:54.475526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Attempting to bind port 8f06012f-cc76-4470-a661-e985478540f4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:54.476175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Attempting to bind port 8f06012f-cc76-4470-a661-e985478540f4 on network eb13dfa8-1d6c-41d7-be93-7795ec347627 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:54.478032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.486335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:54.486701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Checking segment: {'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:54.487110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.487593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Bound using segment: {'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:54.488074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Bound port: 8f06012f-cc76-4470-a661-e985478540f4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c68c79f-0bff-4111-a5b8-45f288c712c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:54.488458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.513340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1625d77d-cd76-4c7d-8619-76aa8c37fa8d req-44f8dada-56fb-43bb-994c-c0a12765c7f9 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906667 Aug 27 02:41:54.565843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.664847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] For port 8f06012f-cc76-4470-a661-e985478540f4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:54.676124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] For port 8f06012f-cc76-4470-a661-e985478540f4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8f06012f-cc76-4470-a661-e985478540f4,segment=NetworkSegment(9c68c79f-0bff-4111-a5b8-45f288c712c4),segment_id=9c68c79f-0bff-4111-a5b8-45f288c712c4)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:54.686122 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.749232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6720-e7ab-47c6-a26d-d19305227ad6 req-8c90f25e-4bf3-4475-b221-2e5c9b3d7ffd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:54.753013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-492d6720-e7ab-47c6-a26d-d19305227ad6 req-8c90f25e-4bf3-4475-b221-2e5c9b3d7ffd tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.3199871 Aug 27 02:41:54.829662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:54.868537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:54.869206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:54.913217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef5329-3ab4-447a-b6a8-546a4d040cd3 None None] Pushing event updated for resources: {'Port': ['ID=8f06012f-cc76-4470-a661-e985478540f4,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:54.919359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-492d6720-e7ab-47c6-a26d-d19305227ad6 req-61c5f13f-c301-4e67-bacd-c62c8892a895 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413867 Aug 27 02:41:55.008294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:55.013872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:55.051956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bb94ac33-e00f-4f68-ae05-0a1408e0094c details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:41:55.097889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:55.285640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c64feb-1ec9-4066-a334-5bf9122541b5 None None] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:55.306808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:55.507004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee29040-5ddd-46de-90bb-0f46b2cc8d9d req-d0f44289-5b55-4b21-a0c4-223c095e9c18 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:55.521676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ee29040-5ddd-46de-90bb-0f46b2cc8d9d req-d0f44289-5b55-4b21-a0c4-223c095e9c18 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 944 time: 0.1646302 Aug 27 02:41:55.524828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 59bf05b2-bbca-4ec2-a869-c1decf12d76f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:55.649271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ee29040-5ddd-46de-90bb-0f46b2cc8d9d req-e25801bb-a65d-4308-94c9-315c3fd4b045 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265812 Aug 27 02:41:55.730041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-12aed471-50ff-4187-9ea6-933a859f2e93 None None] Provisioning for port 59bf05b2-bbca-4ec2-a869-c1decf12d76f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:56.005900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 59bf05b2-bbca-4ec2-a869-c1decf12d76f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:56.100458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 59bf05b2-bbca-4ec2-a869-c1decf12d76f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:56.100822 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.143370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bb94ac33-e00f-4f68-ae05-0a1408e0094c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:56.252102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:56.265616 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ac960261-aa50-45da-99db-2ffaec046313 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8062973 Aug 27 02:41:56.268411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40508) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:56.273892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525134609'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:56.295539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b35425-a3a4-4fbc-91aa-2cb6d434728c req-55b64cd2-75fb-4cd3-b020-4733659ed20f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.297297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34b35425-a3a4-4fbc-91aa-2cb6d434728c req-55b64cd2-75fb-4cd3-b020-4733659ed20f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.1836526 Aug 27 02:41:56.302286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c', 'mac_address': 'fa:16:3e:8e:d6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:41:56.329695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:56.333254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.401038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:56.401564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34b35425-a3a4-4fbc-91aa-2cb6d434728c req-1a3d0b9e-f9a8-461e-b89a-1e2c233e227a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970640 Aug 27 02:41:56.430265 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.430886 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added segment fa124329-209e-43ea-9e88-aeb417d5df70 of type vlan for network 02460490-6489-420a-9283-8385c2bcb321 Aug 27 02:41:56.488978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.536875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.543711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.546466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.563403 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.583426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb94ac33-e00f-4f68-ae05-0a1408e0094c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:41:56.650784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.667817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3978767 Aug 27 02:41:56.670477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:56.681621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'subnet': {'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:56.698333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 59bf05b2-bbca-4ec2-a869-c1decf12d76f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=59bf05b2-bbca-4ec2-a869-c1decf12d76f,segment=NetworkSegment(2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f),segment_id=2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:56.706988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bb94ac33-e00f-4f68-ae05-0a1408e0094c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:56.710490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:53Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:41:54Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:41:54Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:56.711849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Network': ['ID=02460490-6489-420a-9283-8385c2bcb321,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:56.713569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.751528 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.774954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70e264-e2ae-4732-9709-88491cca59f0 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:53Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:41:54Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:41:54Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:56.777719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.778117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.788108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.790539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.792037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.792744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.794432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.796325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.797583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.800104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.800717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.801694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40b151-fb8e-432b-b6d2-1a4db4472024 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:56.829898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 02460490-6489-420a-9283-8385c2bcb321 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:57.033309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf729-8e3b-4b36-ba2c-554f347e7ca6 req-a4752658-f662-443f-8b94-f0e261d38dcd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:57.038352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['bb94ac33-e00f-4f68-ae05-0a1408e0094c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:41:57.045320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=59bf05b2-bbca-4ec2-a869-c1decf12d76f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:57.073744 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d51cf729-8e3b-4b36-ba2c-554f347e7ca6 req-a4752658-f662-443f-8b94-f0e261d38dcd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 945 time: 0.1714797 Aug 27 02:41:57.114556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Made reservation on behalf of a7f73e989ae84cf1bcd6945eb98d6e97 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:57.124789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.231881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d51cf729-8e3b-4b36-ba2c-554f347e7ca6 req-5f5bcb73-ef50-40c4-85c5-2ec1e64485ae tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522896 Aug 27 02:41:57.320803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=bb94ac33-e00f-4f68-ae05-0a1408e0094c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:57.416708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 59bf05b2-bbca-4ec2-a869-c1decf12d76f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:57.583083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.683879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f03f832c-a24d-4bcc-8249-da59a35a16b1 None None] Provisioning complete for port 59bf05b2-bbca-4ec2-a869-c1decf12d76f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:57.684418 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f03f832c-a24d-4bcc-8249-da59a35a16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.892307 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9e55b273-8c86-48d9-9718-3dfed8cc535b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.981964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 59bf05b2-bbca-4ec2-a869-c1decf12d76f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:57.983991 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.070542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5855-0b18-4f47-b70f-b6c86ef9f0e2 req-e5fcc547-b152-446d-a1af-9fbf5f4f1af2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.075707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cdb5855-0b18-4f47-b70f-b6c86ef9f0e2 req-e5fcc547-b152-446d-a1af-9fbf5f4f1af2 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.4818199 Aug 27 02:41:58.166017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Checking segment: {'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:58.166277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network hostable DHCP agents. Network: 02460490-6489-420a-9283-8385c2bcb321, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:58.224812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Subnet': ['ID=24981622-22f7-4fe4-9da0-599be83bf5f6,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:58.271771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f03f832c-a24d-4bcc-8249-da59a35a16b1 None None] Provisioning for port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:58.332092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 02460490-6489-420a-9283-8385c2bcb321 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:58.333393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f03f832c-a24d-4bcc-8249-da59a35a16b1 None None] Provisioning complete for port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:58.333965 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f03f832c-a24d-4bcc-8249-da59a35a16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.383526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 02460490-6489-420a-9283-8385c2bcb321) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:58.395843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.396461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.462803 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e173eb09-e8b0-4b17-af52-6088822d9601 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7853050 Aug 27 02:41:58.468661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed4ed5-1a7d-4b77-8ae7-9530dbcced86 None None] Network 02460490-6489-420a-9283-8385c2bcb321 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:58.468896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40530) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:58.520343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3cdb5855-0b18-4f47-b70f-b6c86ef9f0e2 req-ac38f823-ab9c-47e2-baac-95bda6abb7b5 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965118 Aug 27 02:41:58.617450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d162a5-019b-4bcf-a378-0d7cd6f40162 req-d5301738-f557-434c-bb23-62739cf98919 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.642658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04d162a5-019b-4bcf-a378-0d7cd6f40162 req-d5301738-f557-434c-bb23-62739cf98919 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 945 time: 0.2266173 Aug 27 02:41:58.753457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04d162a5-019b-4bcf-a378-0d7cd6f40162 req-5a241051-227b-43eb-8782-8f11f902de28 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171448 Aug 27 02:41:59.232202 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:59.248149 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:59.249125 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:41:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:59.340556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-02460490-6489-420a-9283-8385c2bcb321', 'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'fixed_ips': [{'subnet_id': '24981622-22f7-4fe4-9da0-599be83bf5f6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:59.341367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:59.365988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f03f832c-a24d-4bcc-8249-da59a35a16b1 None None] Port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:59.468664 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:59.596319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8f06012f-cc76-4470-a661-e985478540f4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:59.620698 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:59.699720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2cefb266-1be1-4bb5-8d8c-7cf9b2dae36e None None] Provisioning complete for port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:59.700000 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2cefb266-1be1-4bb5-8d8c-7cf9b2dae36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:59.771738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Allocated IP 172.23.0.2 (02460490-6489-420a-9283-8385c2bcb321/24981622-22f7-4fe4-9da0-599be83bf5f6/e1abd8f3-0053-4950-812e-eebc3751f157) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:59.821742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2cefb266-1be1-4bb5-8d8c-7cf9b2dae36e None None] Port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:59.860719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 8f06012f-cc76-4470-a661-e985478540f4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:59.958994 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:53Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:41:54Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:41:54Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:59.960068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8f06012f-cc76-4470-a661-e985478540f4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:59.960545 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.057941 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:00.058739 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Updating router c27f38b5-1767-41ae-b46a-6b9863c63ef1 port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:42:00.098997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc1748-b465-4d2a-9e1e-4c9686187627 req-e2f9e00f-814a-4cd2-b844-e253b59bc338 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:00.115889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6cfc1748-b465-4d2a-9e1e-4c9686187627 req-e2f9e00f-814a-4cd2-b844-e253b59bc338 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 945 time: 0.1770794 Aug 27 02:42:00.174797 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.218574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38cf82-f58c-46f9-a2dc-fc14fdc2169a req-41f24690-316a-4ea7-9789-2bb4a4019151 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:00.234405 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe38cf82-f58c-46f9-a2dc-fc14fdc2169a req-41f24690-316a-4ea7-9789-2bb4a4019151 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.4963624 Aug 27 02:42:00.254711 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6cfc1748-b465-4d2a-9e1e-4c9686187627 req-3eb98195-7a5d-4cd0-839b-6413ee0658c7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371062 Aug 27 02:42:00.326839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe38cf82-f58c-46f9-a2dc-fc14fdc2169a req-01afe795-a61b-4fda-87cc-dca516646740 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890536 Aug 27 02:42:00.352995 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c03b435a-b754-44cc-99dc-d616455a6605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.402120 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.467076 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.507953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Transition to ACTIVE for port object e1abd8f3-0053-4950-812e-eebc3751f157 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:00.521547 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.576283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Transition to ACTIVE for port object e1abd8f3-0053-4950-812e-eebc3751f157 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:00.578795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 8f06012f-cc76-4470-a661-e985478540f4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8f06012f-cc76-4470-a661-e985478540f4,segment=NetworkSegment(9c68c79f-0bff-4111-a5b8-45f288c712c4),segment_id=9c68c79f-0bff-4111-a5b8-45f288c712c4)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:00.595041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.597864 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.737027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Pushing event updated for resources: {'Port': ['ID=e1abd8f3-0053-4950-812e-eebc3751f157,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:00.737490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Allocated IP 172.23.0.1 (02460490-6489-420a-9283-8385c2bcb321/24981622-22f7-4fe4-9da0-599be83bf5f6/e860ba2c-1fb0-4d30-8658-09455f07cb87) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:00.755108 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.786625 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Transition to ACTIVE for port object 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:00.802014 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.805966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Network 02460490-6489-420a-9283-8385c2bcb321 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:00.809664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:00.812649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:01.004683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=8f06012f-cc76-4470-a661-e985478540f4,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.031702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Attempting to bind port e1abd8f3-0053-4950-812e-eebc3751f157 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:01.032212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Attempting to bind port e1abd8f3-0053-4950-812e-eebc3751f157 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:01.035182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Attempting to bind port e1abd8f3-0053-4950-812e-eebc3751f157 on network 02460490-6489-420a-9283-8385c2bcb321 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:01.041688 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.060070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bb94ac33-e00f-4f68-ae05-0a1408e0094c up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:01.063749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:01.066483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Checking segment: {'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:01.067018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.067636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Bound using segment: {'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:01.070511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Bound port: e1abd8f3-0053-4950-812e-eebc3751f157, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:01.070981 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.088535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Transition to ACTIVE for port object e860ba2c-1fb0-4d30-8658-09455f07cb87 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:01.117235 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9b3c-1c98-4584-bb60-3f025954a565 None None] Pushing event updated for resources: {'Port': ['ID=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.236069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Attempting to bind port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:01.237927 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Attempting to bind port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:01.238217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Attempting to bind port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 on network 807943a7-15dc-43d8-9b0a-dbe2df53590e {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:01.241770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.251979 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:01.256363 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Checking segment: {'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:01.256820 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.257226 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Bound using segment: {'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:01.257719 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Bound port: 588bf1b6-e35f-45e2-9f5d-58bc77f0a559, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:01.258101 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.297068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 02460490-6489-420a-9283-8385c2bcb321 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:01.306305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:01.312610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:01.386184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] For port e1abd8f3-0053-4950-812e-eebc3751f157, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:01.392436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] For port e1abd8f3-0053-4950-812e-eebc3751f157, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e1abd8f3-0053-4950-812e-eebc3751f157,segment=NetworkSegment(fa124329-209e-43ea-9e88-aeb417d5df70),segment_id=fa124329-209e-43ea-9e88-aeb417d5df70)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:01.426774 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.455031 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] For port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:01.468089 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] For port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,segment=NetworkSegment(2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f),segment_id=2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:01.479917 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.485373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.574429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d709de-2f11-4619-b0cd-eedc714a4e6f req-4f57ba12-bffa-4dfa-b18f-f4a94e61abf9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:01.609147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3d709de-2f11-4619-b0cd-eedc714a4e6f req-4f57ba12-bffa-4dfa-b18f-f4a94e61abf9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 945 time: 0.1514730 Aug 27 02:42:01.614963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8f06012f-cc76-4470-a661-e985478540f4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:01.724977 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:01.725605 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:01.755003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3d709de-2f11-4619-b0cd-eedc714a4e6f req-06522ad3-2a85-4466-bc31-06dba081a1a0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448247 Aug 27 02:42:01.794093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.874290 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9b3c-1c98-4584-bb60-3f025954a565 None None] Pushing event updated for resources: {'Port': ['ID=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.945604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d409c-cf2c-49b6-b291-3e1e522960ae None None] Pushing event updated for resources: {'Port': ['ID=e1abd8f3-0053-4950-812e-eebc3751f157,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.987765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.992374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=e860ba2c-1fb0-4d30-8658-09455f07cb87,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:02.039793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port bb94ac33-e00f-4f68-ae05-0a1408e0094c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:02.118947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8f06012f-cc76-4470-a661-e985478540f4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:02.120117 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.246204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port bb94ac33-e00f-4f68-ae05-0a1408e0094c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:02.246783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.319615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c673845-cd01-4361-ae96-13fc32ddaa3f req-5542973a-ad10-4e1f-8146-040aa3a4b7c0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:02.331152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c673845-cd01-4361-ae96-13fc32ddaa3f req-5542973a-ad10-4e1f-8146-040aa3a4b7c0 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.5835729 Aug 27 02:42:02.436853 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.525938 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:02.547508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:02.555304 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6ae437-994b-4f71-9638-cd9c2277fb6c" -d '{"events": [{"server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "name": "network-vif-plugged", "status": "completed", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:02.619975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port bb94ac33-e00f-4f68-ae05-0a1408e0094c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:02.629135 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.710984 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eac2fa-1175-404f-a777-7cc90f01b11e x-openstack-request-id: req-b9eac2fa-1175-404f-a777-7cc90f01b11e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:02.711361 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "name": "network-vif-plugged", "status": "completed", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:02.711543 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9eac2fa-1175-404f-a777-7cc90f01b11e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:02.711979 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c', 'code': 200} Aug 27 02:42:02.739420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5c673845-cd01-4361-ae96-13fc32ddaa3f req-28510b71-cb9b-4a7a-96e8-49c6f819d40e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3975580 Aug 27 02:42:02.807479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=bb94ac33-e00f-4f68-ae05-0a1408e0094c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:02.848018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8fbeb-a974-4ac0-8a52-e396ed6927a0 req-537d53b8-fdd7-4e78-81fb-d7d788f9a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:02.850372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fdc8fbeb-a974-4ac0-8a52-e396ed6927a0 req-537d53b8-fdd7-4e78-81fb-d7d788f9a4ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 1097 time: 0.1284623 Aug 27 02:42:02.856757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.863217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.993222 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:53Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:01Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:03.035272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.039595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45a8ef-d74c-4890-bfc6-226edec11b6c req-3a3767f4-5c6e-4e48-a701-ded8bf20e94f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:03.055887 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fc314-c27d-4c96-854f-1f3393d90812 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:41:53Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:01Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:03.063010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd45a8ef-d74c-4890-bfc6-226edec11b6c req-3a3767f4-5c6e-4e48-a701-ded8bf20e94f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 946 time: 0.1443534 Aug 27 02:42:03.102563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fdc8fbeb-a974-4ac0-8a52-e396ed6927a0 req-9c8ba86a-ad15-44b6-a46f-bc7188c60454 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413468 Aug 27 02:42:03.124361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event updated for resources: {'Port': ['ID=e860ba2c-1fb0-4d30-8658-09455f07cb87,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:03.130161 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd45a8ef-d74c-4890-bfc6-226edec11b6c req-54fa9e4c-6417-4800-b2e7-4ba9be2b894f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660143 Aug 27 02:42:03.173987 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.423623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Network 02460490-6489-420a-9283-8385c2bcb321 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:03.430030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:03.694090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e1abd8f3-0053-4950-812e-eebc3751f157 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:03.711661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:03.757501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26019d72-7f63-45b1-87f8-84be1451aced None None] Network 02460490-6489-420a-9283-8385c2bcb321 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:03.835736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6ae3d625-bee1-43c5-b7a1-cfdd3ecce8c6 None None] Provisioning for port e1abd8f3-0053-4950-812e-eebc3751f157 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:03.857470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e1abd8f3-0053-4950-812e-eebc3751f157 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:03.874012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e1abd8f3-0053-4950-812e-eebc3751f157 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:03.885834 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.890917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6ae3d625-bee1-43c5-b7a1-cfdd3ecce8c6 None None] Provisioning complete for port e1abd8f3-0053-4950-812e-eebc3751f157 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:03.891522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d625-bee1-43c5-b7a1-cfdd3ecce8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.909874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:03.940389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40590) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:03.946611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:03.953692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8455106c-70b3-47b1-aee3-9bb907e38d8b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4743786 Aug 27 02:42:04.004986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:04.125108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c76bd-7250-4ebe-a9a5-56d02ec6e25c req-f9910681-797b-4e97-9148-677c4a92c950 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.129480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c43c76bd-7250-4ebe-a9a5-56d02ec6e25c req-f9910681-797b-4e97-9148-677c4a92c950 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.2174571 Aug 27 02:42:04.143921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:04.143921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:04.223492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c43c76bd-7250-4ebe-a9a5-56d02ec6e25c req-8427fc8a-ff78-45ac-be66-798b5bc5adb4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838704 Aug 27 02:42:04.350002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:04.598103 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d625-bee1-43c5-b7a1-cfdd3ecce8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.680766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6ae3d625-bee1-43c5-b7a1-cfdd3ecce8c6 None None] For port e1abd8f3-0053-4950-812e-eebc3751f157, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e1abd8f3-0053-4950-812e-eebc3751f157,segment=NetworkSegment(fa124329-209e-43ea-9e88-aeb417d5df70),segment_id=fa124329-209e-43ea-9e88-aeb417d5df70)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:04.735737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:04.738005 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d625-bee1-43c5-b7a1-cfdd3ecce8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.846984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:01Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:01Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e860ba2c-1fb0-4d30-8658-09455f07cb87', 'name': '', 'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:9d:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:59Z', 'updated_at': '2021-08-27T02:42:02Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:04.910375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-521787ca-6f01-4596-b74b-4c08ad589236 req-6c2c83bb-7975-4a18-8025-4af79358af64 service neutron] (94773) timed out ('10.222.0.10', 44068) {{(pid=94773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:42:04.944087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf294cc-1458-4f71-9635-436546339db0 req-80c9a0f9-9755-4f0b-9dd1-635759d5cc5c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.983456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7bf294cc-1458-4f71-9635-436546339db0 req-80c9a0f9-9755-4f0b-9dd1-635759d5cc5c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 946 time: 0.1380692 Aug 27 02:42:05.194461 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7bf294cc-1458-4f71-9635-436546339db0 req-4852ccdf-be5f-473f-8c8d-6c7b70e3ba05 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099059 Aug 27 02:42:05.218656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02973472-21e5-4116-ac3a-044878c5dcf0 req-aaff9f3c-04e4-4913-a144-304c96ad25d6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:05.221733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:05.222202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Updating router c27f38b5-1767-41ae-b46a-6b9863c63ef1 port e860ba2c-1fb0-4d30-8658-09455f07cb87 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:42:05.233004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02973472-21e5-4116-ac3a-044878c5dcf0 req-aaff9f3c-04e4-4913-a144-304c96ad25d6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1396427 Aug 27 02:42:05.285260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:42:05.322969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Removed routes are [] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:42:05.324135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.333349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02973472-21e5-4116-ac3a-044878c5dcf0 req-4bce856f-4a1a-44f2-824b-ea7f86a4ad19 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901167 Aug 27 02:42:05.337699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ed77bac-5273-40d9-a23c-7ae0b73a4de5 None None] Provisioning complete for port e1abd8f3-0053-4950-812e-eebc3751f157 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:05.338339 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ed77bac-5273-40d9-a23c-7ae0b73a4de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.407483 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.409584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3d625-bee1-43c5-b7a1-cfdd3ecce8c6 None None] Pushing event updated for resources: {'Port': ['ID=e1abd8f3-0053-4950-812e-eebc3751f157,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:05.600595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:05.617113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:05.617811 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.032476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.095767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ed77bac-5273-40d9-a23c-7ae0b73a4de5 None None] Provisioning for port e860ba2c-1fb0-4d30-8658-09455f07cb87 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:06.110347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ed77bac-5273-40d9-a23c-7ae0b73a4de5 None None] Provisioning complete for port e860ba2c-1fb0-4d30-8658-09455f07cb87 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:06.110879 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ed77bac-5273-40d9-a23c-7ae0b73a4de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.284221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,segment=NetworkSegment(2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f),segment_id=2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:06.353520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2ed77bac-5273-40d9-a23c-7ae0b73a4de5 None None] Port e860ba2c-1fb0-4d30-8658-09455f07cb87 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:06.361364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8447ef-6a5f-419e-81c7-054020ec3ee2 req-a7e7733f-2bb5-450d-a7cf-bef0ceaa47e9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:06.369719 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b8447ef-6a5f-419e-81c7-054020ec3ee2 req-a7e7733f-2bb5-450d-a7cf-bef0ceaa47e9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 946 time: 0.0768664 Aug 27 02:42:06.381796 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.535116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b8447ef-6a5f-419e-81c7-054020ec3ee2 req-f6e60319-d298-4e8f-91a1-2cdef7a881a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620872 Aug 27 02:42:06.568621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e1abd8f3-0053-4950-812e-eebc3751f157 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:06.665223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0819c0c-037a-4128-a281-ff770ef65fcb req-95f5895d-5ff8-40bb-b304-8d0c546cf17b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:06.669194 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0819c0c-037a-4128-a281-ff770ef65fcb req-95f5895d-5ff8-40bb-b304-8d0c546cf17b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 1.1122215 Aug 27 02:42:06.806054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:06.817836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef0622-715a-40df-8fed-3ff0ec471808 req-ae429c63-8adf-4a2a-a63e-e62ca76fef0f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:06.825522 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00ef0622-715a-40df-8fed-3ff0ec471808 req-ae429c63-8adf-4a2a-a63e-e62ca76fef0f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1307468 Aug 27 02:42:06.851145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5c18dc25-ecc4-4634-badc-b17cc184fd5b None None] Provisioning complete for port e860ba2c-1fb0-4d30-8658-09455f07cb87 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:06.851630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5c18dc25-ecc4-4634-badc-b17cc184fd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.888662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0819c0c-037a-4128-a281-ff770ef65fcb req-84eed436-dfce-4117-a1e4-f1d284724b3c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736748 Aug 27 02:42:06.904916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00ef0622-715a-40df-8fed-3ff0ec471808 req-46f03d24-c461-4bf0-b3bb-ce384fb47fce tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733907 Aug 27 02:42:06.916456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.938968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.985204 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.020875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e1abd8f3-0053-4950-812e-eebc3751f157 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:07.030634 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.034242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5c18dc25-ecc4-4634-badc-b17cc184fd5b None None] Port e860ba2c-1fb0-4d30-8658-09455f07cb87 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:07.058727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Transition to ACTIVE for port object e860ba2c-1fb0-4d30-8658-09455f07cb87 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:07.085954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-944c09db-8211-45e5-9ad1-8eff067ec3a6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 267 time: 0.0970454 Aug 27 02:42:07.111182 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.129085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:07.179429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-08f1f873-1597-41ab-b884-675ee6c69072 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:07.196761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-08f1f873-1597-41ab-b884-675ee6c69072 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 946 time: 0.1098380 Aug 27 02:42:07.204081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'port': {'security_groups': []}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:07.221132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df218d-3c4b-4047-ba2f-872df2f49d96 None None] Pushing event updated for resources: {'Port': ['ID=e860ba2c-1fb0-4d30-8658-09455f07cb87,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:07.318512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.401721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:07.411715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.413678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e1c38c5c-5e6e-4cf5-a97b-84a11e528908 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 200 len: 934 time: 3.4715703 Aug 27 02:42:07.416278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:07.458864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Attempting to bind port e860ba2c-1fb0-4d30-8658-09455f07cb87 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:07.459305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Attempting to bind port e860ba2c-1fb0-4d30-8658-09455f07cb87 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:07.459664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Attempting to bind port e860ba2c-1fb0-4d30-8658-09455f07cb87 on network 02460490-6489-420a-9283-8385c2bcb321 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:07.491770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:07.491770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Checking segment: {'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:07.502266 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.502521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Bound using segment: {'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:07.508051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Bound port: e860ba2c-1fb0-4d30-8658-09455f07cb87, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa124329-209e-43ea-9e88-aeb417d5df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02460490-6489-420a-9283-8385c2bcb321'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:07.508540 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.598636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bed84f0f-c1e6-49bc-9cf6-ee938159e048 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 200 len: 934 time: 0.1748955 Aug 27 02:42:07.602906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40644) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:07.613673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'routes': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:07.633706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] For port bb94ac33-e00f-4f68-ae05-0a1408e0094c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:07.666195 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.675667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.699059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34', '9913c882-6ff2-45cc-89d5-18fa32430a8a', 'bb94ac33-e00f-4f68-ae05-0a1408e0094c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:07.715324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:07.720458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.728224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eac102dd-c696-4477-ae18-442f1f4c8fa3 req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "PUT /v2.0/ports/bb94ac33-e00f-4f68-ae05-0a1408e0094c HTTP/1.1" status: 200 len: 905 time: 0.5302377 Aug 27 02:42:07.729045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:07.736514 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c47179b-e744-47f5-9d74-5437ca82cb19" -d '{"events": [{"name": "network-changed", "server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:07.895724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab8af5-7e3a-4259-8d02-579900e96662 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=bb94ac33-e00f-4f68-ae05-0a1408e0094c,revision_number=6']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:07.908409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['bb94ac33-e00f-4f68-ae05-0a1408e0094c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:07.989337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] For port e860ba2c-1fb0-4d30-8658-09455f07cb87, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:07.994472 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53de8cd-eda7-497d-9796-ca467cd5fb24 x-openstack-request-id: req-d53de8cd-eda7-497d-9796-ca467cd5fb24 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:07.994771 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:07.994970 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d53de8cd-eda7-497d-9796-ca467cd5fb24 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:07.995372 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c', 'status': 'completed', 'code': 200} Aug 27 02:42:08.071787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] For port e860ba2c-1fb0-4d30-8658-09455f07cb87, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e860ba2c-1fb0-4d30-8658-09455f07cb87,segment=NetworkSegment(fa124329-209e-43ea-9e88-aeb417d5df70),segment_id=fa124329-209e-43ea-9e88-aeb417d5df70)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:08.094488 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.251338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2703b0-d371-4875-88c3-e1722654cb9b req-f447e0cd-22ad-43bb-a007-bb0b8112a25a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:08.266387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a2703b0-d371-4875-88c3-e1722654cb9b req-f447e0cd-22ad-43bb-a007-bb0b8112a25a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1470246 Aug 27 02:42:08.286431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df218d-3c4b-4047-ba2f-872df2f49d96 None None] Pushing event updated for resources: {'Port': ['ID=e860ba2c-1fb0-4d30-8658-09455f07cb87,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:08.393005 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a2703b0-d371-4875-88c3-e1722654cb9b req-6531d107-2797-4992-83aa-f69bcfa48283 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069391 Aug 27 02:42:08.542022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:08.542636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:08.656122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4db9c-e30f-45b0-ba13-af6bdd852260 req-ec865196-9a32-4ad6-b75e-0963f26a1843 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:08.683179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ee4db9c-e30f-45b0-ba13-af6bdd852260 req-ec865196-9a32-4ad6-b75e-0963f26a1843 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 908 time: 0.4293399 Aug 27 02:42:08.695175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-b28b7911-7703-448d-89f9-59b929137362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:08.697890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-b28b7911-7703-448d-89f9-59b929137362 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 1059 time: 0.4827743 Aug 27 02:42:08.713618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5883b-d2d1-406c-92ea-55dfc7ef79d3 req-394d1322-40ae-40f7-9913-2f675ba32773 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:08.715234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bef5883b-d2d1-406c-92ea-55dfc7ef79d3 req-394d1322-40ae-40f7-9913-2f675ba32773 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.1336322 Aug 27 02:42:08.828379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bef5883b-d2d1-406c-92ea-55dfc7ef79d3 req-ad4dd9ba-5460-44ba-9f98-e1534519d68e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046224 Aug 27 02:42:08.908798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:08.952408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4bd332a7-0584-4312-a854-b88f0fd1591e None None] Provisioning complete for port bb94ac33-e00f-4f68-ae05-0a1408e0094c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:08.952888 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4bd332a7-0584-4312-a854-b88f0fd1591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.955458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:09.085616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added routes are [] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:42:09.097291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:42:09.219519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812897d1-a7c0-4722-9c37-a79b11d4c6da req-9f72d3a3-08e2-44d0-bf51-9158096b309d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.222668 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-812897d1-a7c0-4722-9c37-a79b11d4c6da req-9f72d3a3-08e2-44d0-bf51-9158096b309d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.3519964 Aug 27 02:42:09.256252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-42daa753-4888-4bed-90e2-832cea968311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.258024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-42daa753-4888-4bed-90e2-832cea968311 service neutron] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.4627891 Aug 27 02:42:09.275243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.322044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-4ecb70b0-553c-4a49-964e-889f60525f01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c HTTP/1.1" status: 200 len: 217 time: 0.0555563 Aug 27 02:42:09.395128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-812897d1-a7c0-4722-9c37-a79b11d4c6da req-f97e4df1-3496-4001-9db8-02225cb083f6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617453 Aug 27 02:42:09.584802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:09.585554 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.585708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-3f64d41d-9f0e-4690-831f-c22d5083e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.587107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-3f64d41d-9f0e-4690-831f-c22d5083e23c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2269616 Aug 27 02:42:09.596403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfbc63-47f7-4495-a4ac-d90a40416081 req-86cda677-77f1-4c83-b328-5e638187dfd0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.598400 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96dfbc63-47f7-4495-a4ac-d90a40416081 req-86cda677-77f1-4c83-b328-5e638187dfd0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1164217 Aug 27 02:42:09.654232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96dfbc63-47f7-4495-a4ac-d90a40416081 req-b0b2caf1-a764-4d92-8e10-73c6aa14d3e3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487411 Aug 27 02:42:09.744686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.751620 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.807494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abba3af-c891-47dd-ad4d-a98602669534 req-ae598143-692b-4fbd-84e3-5eb9fef85b31 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.817059 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8abba3af-c891-47dd-ad4d-a98602669534 req-ae598143-692b-4fbd-84e3-5eb9fef85b31 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.2983723 Aug 27 02:42:09.922203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-c3b233eb-b98e-4eab-b011-c98d95bea827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.923812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-c3b233eb-b98e-4eab-b011-c98d95bea827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803779 Aug 27 02:42:10.040011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-d6ae8c3d-716a-4e9e-9186-f7370ed5e24c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:10.044113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-d6ae8c3d-716a-4e9e-9186-f7370ed5e24c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.2323620 Aug 27 02:42:10.053523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:05Z', 'revision_number': 6, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e860ba2c-1fb0-4d30-8658-09455f07cb87', 'name': '', 'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:9d:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:59Z', 'updated_at': '2021-08-27T02:42:07Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:10.077442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8abba3af-c891-47dd-ad4d-a98602669534 req-9b19d90b-d0ce-402b-ac7c-f96eee645da7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592359 Aug 27 02:42:10.086972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e55fd4-e8fd-42a9-b569-5cd0006308af None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:05Z', 'revision_number': 6, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e860ba2c-1fb0-4d30-8658-09455f07cb87', 'name': '', 'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:9d:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:59Z', 'updated_at': '2021-08-27T02:42:07Z', 'revision_number': 4, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:10.090287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-86f453a2-4dbb-4966-b38d-8bb1fedb7a21 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/quotas/7c8b093aba3a4481b05590b302f4062f HTTP/1.1" status: 200 len: 375 time: 0.0242980 Aug 27 02:42:10.099343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:10.242342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-90ab90a2-fb10-47d9-a7b1-e82ae3f56a0c service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921138 Aug 27 02:42:10.283290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-61b1359a-db48-480c-8b8f-199e645a0270 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1903751 Aug 27 02:42:10.331795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:10.369665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.373716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c205a16-f377-4ed6-9bea-a0be1e7c4fd7 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 200 len: 700 time: 2.7695968 Aug 27 02:42:10.376537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:10.384773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-9384eb0a-ee51-4cc4-8d9a-885b70df553e service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914044 Aug 27 02:42:10.526642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e3897ed4-74f7-4d64-95d0-80f2e648479f service neutron] 10.222.0.10 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364789 Aug 27 02:42:10.567139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e860ba2c-1fb0-4d30-8658-09455f07cb87 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:10.701437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e860ba2c-1fb0-4d30-8658-09455f07cb87 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:10.707255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e860ba2c-1fb0-4d30-8658-09455f07cb87 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:10.707876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.865971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-069f8ba1-136b-47d0-bb89-b61e6c82200e req-4a3367b9-73e9-4262-989d-f756dfde44f4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 210 time: 0.0657885 Aug 27 02:42:10.933848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.998356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e860ba2c-1fb0-4d30-8658-09455f07cb87, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e860ba2c-1fb0-4d30-8658-09455f07cb87,segment=NetworkSegment(fa124329-209e-43ea-9e88-aeb417d5df70),segment_id=fa124329-209e-43ea-9e88-aeb417d5df70)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:11.011185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.120473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e860ba2c-1fb0-4d30-8658-09455f07cb87,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:11.172902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3097e0-591f-4874-b26b-2595e877c8b1 req-c7900f82-d605-41e0-be6b-45e9f69b1420 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:11.180587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3097e0-591f-4874-b26b-2595e877c8b1 req-c7900f82-d605-41e0-be6b-45e9f69b1420 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.9666791 Aug 27 02:42:11.281686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e3097e0-591f-4874-b26b-2595e877c8b1 req-d464f20b-107b-414f-bb69-a7d96307b162 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945826 Aug 27 02:42:11.285926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40716) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:11.324233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadc52b-bea3-416d-a999-231d842a79d7 req-0cbf0506-0555-4d09-a658-808d58b84212 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:11.325797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5fadc52b-bea3-416d-a999-231d842a79d7 req-0cbf0506-0555-4d09-a658-808d58b84212 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1196475 Aug 27 02:42:11.377839 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-95694ed9-09ec-4462-9c44-b80c069c966f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 200 len: 700 time: 0.9972866 Aug 27 02:42:11.379879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40720) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:11.400835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5fadc52b-bea3-416d-a999-231d842a79d7 req-c7f18530-1f01-415e-92b6-aef4054d004c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617018 Aug 27 02:42:11.401901 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:11.403523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c47179b-e744-47f5-9d74-5437ca82cb19 req-a588f871-c123-48b0-9019-65be5402635d service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1228111 Aug 27 02:42:11.440573 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:11.441622 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:11.555540 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ef7355a-db3b-4d2c-b8e9-d26e51e229f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.601817 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:11.717452 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ef7355a-db3b-4d2c-b8e9-d26e51e229f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.724832 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ef7355a-db3b-4d2c-b8e9-d26e51e229f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.887665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.914722 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:09Z', 'revision_number': 7, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e860ba2c-1fb0-4d30-8658-09455f07cb87', 'name': '', 'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:9d:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:59Z', 'updated_at': '2021-08-27T02:42:10Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:11.980159 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:12.007178 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:12.007644 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.036320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b309577-7f0c-4ccc-9759-f9aacd36f39c req-c2b0d307-4934-4236-aa79-b19f66c276b2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 210 time: 0.0342004 Aug 27 02:42:12.050570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1ef7355a-db3b-4d2c-b8e9-d26e51e229f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e4a71f819c24657962222e2d86e2569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7627029 Aug 27 02:42:12.051478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7355a-db3b-4d2c-b8e9-d26e51e229f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a689b9-6540-40c1-9cff-4a106f441b30,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:12.054338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40728) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:12.115705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1384b7e-0027-4771-9ffa-91d8fa369f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.142957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1384b7e-0027-4771-9ffa-91d8fa369f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.186678 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:12.199425 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1384b7e-0027-4771-9ffa-91d8fa369f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.202416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c1384b7e-0027-4771-9ffa-91d8fa369f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.203851 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c1384b7e-0027-4771-9ffa-91d8fa369f01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30a689b9-6540-40c1-9cff-4a106f441b30 HTTP/1.1" status: 204 len: 168 time: 0.1482441 Aug 27 02:42:12.222592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1384b7e-0027-4771-9ffa-91d8fa369f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a689b9-6540-40c1-9cff-4a106f441b30,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:12.320492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-d3679669-f004-47c9-b1ac-b3713fd48e04 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:12.322534 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-d3679669-f004-47c9-b1ac-b3713fd48e04 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 811 time: 0.1928160 Aug 27 02:42:12.339829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Request body: {'port': {'device_id': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'admin_state_up': True, 'tenant_id': '7c8b093aba3a4481b05590b302f4062f'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:12.401665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:42:12.518119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca95168-1205-4a69-bfc8-0b4636d2eb21 req-f4c65718-715a-44fe-afca-7d54ec040447 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:12.536126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ca95168-1205-4a69-bfc8-0b4636d2eb21 req-f4c65718-715a-44fe-afca-7d54ec040447 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 943 time: 0.1534171 Aug 27 02:42:12.561345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e860ba2c-1fb0-4d30-8658-09455f07cb87 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:12.566527 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:09Z', 'revision_number': 7, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e860ba2c-1fb0-4d30-8658-09455f07cb87', 'name': '', 'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:9d:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:59Z', 'updated_at': '2021-08-27T02:42:10Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.599250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7ca95168-1205-4a69-bfc8-0b4636d2eb21 req-6ef491ae-49bf-4f51-9908-131e6cc8e17f tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543005 Aug 27 02:42:12.623221 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77654f1f-920d-41ef-9997-3c77ef5fab22 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:09Z', 'revision_number': 7, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e860ba2c-1fb0-4d30-8658-09455f07cb87', 'name': '', 'network_id': '02460490-6489-420a-9283-8385c2bcb321', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:9d:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:59Z', 'updated_at': '2021-08-27T02:42:10Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '24981622-22f7-4fe4-9da0-599be83bf5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:12.653254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port e860ba2c-1fb0-4d30-8658-09455f07cb87 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:12.653254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.707767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Made reservation on behalf of 7c8b093aba3a4481b05590b302f4062f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:12.713195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.717317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:12.719452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e860ba2c-1fb0-4d30-8658-09455f07cb87 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:12.719835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.733348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2e255-5f03-4bc9-beba-ef1b588ab35c req-c4199b57-f67c-4288-816e-0c213ae1cc56 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:12.743288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3af2e255-5f03-4bc9-beba-ef1b588ab35c req-c4199b57-f67c-4288-816e-0c213ae1cc56 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1808424 Aug 27 02:42:12.754460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '390971f7-bc70-4840-96ff-e4f070d9f913', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'port_id': '390971f7-bc70-4840-96ff-e4f070d9f913', 'mac_address': 'fa:16:3e:f1:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:42:12.840647 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.873856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3af2e255-5f03-4bc9-beba-ef1b588ab35c req-887a3b54-87aa-4256-84b3-e1e85712ed41 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295815 Aug 27 02:42:12.875482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390971f7-bc70-4840-96ff-e4f070d9f913 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:12.914640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port e860ba2c-1fb0-4d30-8658-09455f07cb87, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e860ba2c-1fb0-4d30-8658-09455f07cb87,segment=NetworkSegment(fa124329-209e-43ea-9e88-aeb417d5df70),segment_id=fa124329-209e-43ea-9e88-aeb417d5df70)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:12.915119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.944508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for e860ba2c-1fb0-4d30-8658-09455f07cb87 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:12.968473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:12.977554 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.054655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.086196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Allocated IP 172.20.0.3 (047fa81c-2040-47d0-8d26-277242727363/685eeddd-44e9-4fec-a05b-b7c996941bfd/d05eb5ee-c5b9-442c-87e0-98926e5bbbf9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:13.187194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e419472e-befc-40c4-a94c-43fc2d9c4a6d req-972ab10f-c8bc-4e05-aa38-497aa25e5baf tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 210 time: 0.0485663 Aug 27 02:42:13.207355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['390971f7-bc70-4840-96ff-e4f070d9f913'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:13.304292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.402976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=e860ba2c-1fb0-4d30-8658-09455f07cb87,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.574873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.599953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Transition to ACTIVE for port object d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:13.642125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.663325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.675330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34', '9913c882-6ff2-45cc-89d5-18fa32430a8a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:13.803620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40776) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:13.830633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.837737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Network 047fa81c-2040-47d0-8d26-277242727363 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:13.845382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:13.872859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:13.950438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:13.951108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.013963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-5a03d57c-08eb-4682-b7cf-f098b516b844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6748073 Aug 27 02:42:14.037219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Request body: {'port': {'device_id': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:14.100644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142130df-d092-4133-959e-4e8bed4fa8da req-695b8658-924d-45ae-a356-93e3ecfaf1b4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:14.102215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-142130df-d092-4133-959e-4e8bed4fa8da req-695b8658-924d-45ae-a356-93e3ecfaf1b4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 944 time: 0.3198509 Aug 27 02:42:14.119708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15917cd7-9a27-4298-96fb-c938a66da1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.149545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091dedc-c1ce-45b4-aa0b-d472b690cf41 req-36f7cc1e-8471-4435-85b9-f17132ebf545 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:14.157573 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a091dedc-c1ce-45b4-aa0b-d472b690cf41 req-36f7cc1e-8471-4435-85b9-f17132ebf545 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1168642 Aug 27 02:42:14.159792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.199914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a091dedc-c1ce-45b4-aa0b-d472b690cf41 req-a5298d04-cc57-4ac5-a7a3-41e908f14166 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Aug 27 02:42:14.239467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b92a7847-17df-41b0-952d-d40f17f925c0 None None] Provisioning for port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:14.245294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b92a7847-17df-41b0-952d-d40f17f925c0 None None] Provisioning complete for port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:14.246350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b92a7847-17df-41b0-952d-d40f17f925c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.331480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b92a7847-17df-41b0-952d-d40f17f925c0 None None] Port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:14.347654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15917cd7-9a27-4298-96fb-c938a66da1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.378774 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-142130df-d092-4133-959e-4e8bed4fa8da req-e8dce4e5-a3a6-4421-92d9-b5d4c41dbc0b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222991 Aug 27 02:42:14.398669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15917cd7-9a27-4298-96fb-c938a66da1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.419204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:14.505168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba9524-15ad-4588-95cd-a4d741250373 req-6ef34be9-815d-41e1-8f44-9c553cb1dcf6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:14.506300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 390971f7-bc70-4840-96ff-e4f070d9f913 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:14.506804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2dba9524-15ad-4588-95cd-a4d741250373 req-6ef34be9-815d-41e1-8f44-9c553cb1dcf6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 931 time: 0.1898842 Aug 27 02:42:14.506928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.514882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15917cd7-9a27-4298-96fb-c938a66da1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80cb8ac-7602-470c-bc6b-a897b054a86b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.523030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-15917cd7-9a27-4298-96fb-c938a66da1f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e391bd8ff1c64d41b0c38a99202a8c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174666 Aug 27 02:42:14.523628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40790) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:14.572268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:14.599307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5818cdce-3844-44bc-a479-58d51a420862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.610696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.627639 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2dba9524-15ad-4588-95cd-a4d741250373 req-4c70c927-abef-4899-a7b9-d425609978db tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010532 Aug 27 02:42:14.641307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5818cdce-3844-44bc-a479-58d51a420862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.644975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:14.647514 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf85eb-ab61-4b56-9e33-f9665931aef0" -d '{"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-plugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:14.668685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:14.675099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.719651 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acd32fa-1dd7-4efc-b5d9-b5ef5a57dee1 x-openstack-request-id: req-9acd32fa-1dd7-4efc-b5d9-b5ef5a57dee1 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:14.720702 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-plugged", "status": "completed", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:14.720952 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9acd32fa-1dd7-4efc-b5d9-b5ef5a57dee1 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:14.721357 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913', 'code': 200} Aug 27 02:42:14.734835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5818cdce-3844-44bc-a479-58d51a420862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.738345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5818cdce-3844-44bc-a479-58d51a420862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.742770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5818cdce-3844-44bc-a479-58d51a420862 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d80cb8ac-7602-470c-bc6b-a897b054a86b HTTP/1.1" status: 204 len: 168 time: 0.2180996 Aug 27 02:42:14.751471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=10']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.754031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818cdce-3844-44bc-a479-58d51a420862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80cb8ac-7602-470c-bc6b-a897b054a86b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.759115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:14.770441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:14.790121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40800) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:14.795583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-65d98d6a-fe8e-43fd-aac2-05b8d5e0d49a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4101474 Aug 27 02:42:14.814129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:14.815051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:14.854130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet 24981622-22f7-4fe4-9da0-599be83bf5f6 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:14.857496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.936541 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.948654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:14.961149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:14.972214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.995653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Transition to ACTIVE for port object d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:15.000978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.020377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f802c-e57c-4958-bc49-59331f0dbef0 req-7559607a-c6dc-45df-a314-e722f4882d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.021879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-375f802c-e57c-4958-bc49-59331f0dbef0 req-7559607a-c6dc-45df-a314-e722f4882d1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 1097 time: 0.1258228 Aug 27 02:42:15.144680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-375f802c-e57c-4958-bc49-59331f0dbef0 req-b2f12778-988b-4cbe-a9ec-d879641d44d5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078215 Aug 27 02:42:15.219558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:15.241851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:13Z', 'revision_number': 8, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:15.249339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.303160 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:15.311751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Attempting to bind port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:15.312026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Attempting to bind port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:15.312364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Attempting to bind port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:15.317846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 on network 047fa81c-2040-47d0-8d26-277242727363 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:42:15.318185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Attempting to bind port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 on network 047fa81c-2040-47d0-8d26-277242727363 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:15.324383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:15.325030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:15.326163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:15.330929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Checking segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:15.331386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Bound using segment: {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:15.331868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Bound port: d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71aa572-119e-4dcf-8446-6dbbb4b4c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '047fa81c-2040-47d0-8d26-277242727363'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:15.332249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.488382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:15.496949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:15.503068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.537049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c2d6a-6427-469f-8dbd-f985fb20c1a9 req-26dd2c5a-f727-4691-af4b-befc705b3875 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.551290 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-984c2d6a-6427-469f-8dbd-f985fb20c1a9 req-26dd2c5a-f727-4691-af4b-befc705b3875 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.2048969 Aug 27 02:42:15.595305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.595940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.597420 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] 10.222.0.45 "PUT /v2.0/ports/d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 HTTP/1.1" status: 200 len: 1091 time: 1.5778503 Aug 27 02:42:15.604588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:15.606445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:15.614983 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98b6315-624c-4b9f-97b0-48604ad5badf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:15.619416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.702472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc3f80-2f1b-4a39-b440-1b52f295704f None None] Network 02460490-6489-420a-9283-8385c2bcb321 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:15.741587 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.751459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/24981622-22f7-4fe4-9da0-599be83bf5f6 HTTP/1.1" status: 204 len: 168 time: 0.9577625 Aug 27 02:42:15.771292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-984c2d6a-6427-469f-8dbd-f985fb20c1a9 req-a4d5bd9f-80b2-43d0-8989-a1fbb50e6879 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185051 Aug 27 02:42:15.771830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40826) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:15.809150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488d68e-40e7-4494-9ce6-72e857e0b66e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=24981622-22f7-4fe4-9da0-599be83bf5f6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:15.835244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8d5e-2370-4741-b0ca-7c82e675aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:15.899714 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb136e-ebae-4db1-b16b-7acdde0b1952 x-openstack-request-id: req-eeeb136e-ebae-4db1-b16b-7acdde0b1952 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:15.901123 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:15.902096 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eeeb136e-ebae-4db1-b16b-7acdde0b1952 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:15.902776 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'status': 'completed', 'code': 200} Aug 27 02:42:15.919847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-28aef69d-209e-49ec-8f11-15ba36e4bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.925977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-28aef69d-209e-49ec-8f11-15ba36e4bd06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 1094 time: 0.2710915 Aug 27 02:42:15.965171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5cccf-2057-4e3c-a074-63a946aeb281 req-aca49430-d1e1-4684-8218-77e06c606bbf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.969339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de5cccf-2057-4e3c-a074-63a946aeb281 req-aca49430-d1e1-4684-8218-77e06c606bbf tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 946 time: 0.3963959 Aug 27 02:42:16.044642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.132756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] DHCP port deletion for 02460490-6489-420a-9283-8385c2bcb321 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:16.133411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-aa2d20c2-ba9c-433d-87ae-0aa9be2ccbfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 HTTP/1.1" status: 200 len: 217 time: 0.1581647 Aug 27 02:42:16.175365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8831950-849a-4f2e-96c0-f26276831f98 req-20d3e567-42cb-45d1-9eba-c59dc41bf8d2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:16.188985 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8831950-849a-4f2e-96c0-f26276831f98 req-20d3e567-42cb-45d1-9eba-c59dc41bf8d2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 943 time: 0.1545384 Aug 27 02:42:16.297759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:13Z', 'revision_number': 8, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:16.397594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8de5cccf-2057-4e3c-a074-63a946aeb281 req-3a5fdc7d-3ecb-474a-83a1-b8d9322464ab tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615181 Aug 27 02:42:16.485334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8831950-849a-4f2e-96c0-f26276831f98 req-42c4f486-a516-4f81-af62-c847d43058bb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741836 Aug 27 02:42:16.485334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port e1abd8f3-0053-4950-812e-eebc3751f157 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:16.485334 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.488556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] Deleting port e1abd8f3-0053-4950-812e-eebc3751f157 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:16.488556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.488556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee1eb8-c49b-460f-a895-434f7b981625 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:13Z', 'revision_number': 8, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '588bf1b6-e35f-45e2-9f5d-58bc77f0a559', 'name': '', 'network_id': '807943a7-15dc-43d8-9b0a-dbe2df53590e', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:74:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:52Z', 'updated_at': '2021-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '308696c5-a1cd-43eb-97cc-73fd2bdbc6e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:16.495423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-25e6c596-9e68-45b0-88ea-6578b31c97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:16.497230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-25e6c596-9e68-45b0-88ea-6578b31c97ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.3532057 Aug 27 02:42:16.577214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] For port e1abd8f3-0053-4950-812e-eebc3751f157, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e1abd8f3-0053-4950-812e-eebc3751f157,segment=NetworkSegment(fa124329-209e-43ea-9e88-aeb417d5df70),segment_id=fa124329-209e-43ea-9e88-aeb417d5df70)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:16.577642 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.581719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port e1abd8f3-0053-4950-812e-eebc3751f157, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e1abd8f3-0053-4950-812e-eebc3751f157,segment=NetworkSegment(fa124329-209e-43ea-9e88-aeb417d5df70),segment_id=fa124329-209e-43ea-9e88-aeb417d5df70)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:16.586435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.618147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-b47f2c09-d79a-44b4-b1d5-091eeceb0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:16.620891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] Calling delete_port for e1abd8f3-0053-4950-812e-eebc3751f157 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:16.621280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-b47f2c09-d79a-44b4-b1d5-091eeceb0bbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156561 Aug 27 02:42:16.630945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for e1abd8f3-0053-4950-812e-eebc3751f157 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:16.747146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.816620 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.847726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] Pushing event deleted for resources: {'Port': ['ID=e1abd8f3-0053-4950-812e-eebc3751f157,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:16.862796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0981e51-c62e-4132-b298-fd406acc48f5 None None] No DVR routers for this DVR port e1abd8f3-0053-4950-812e-eebc3751f157 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:16.895613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-a485a9cc-4099-4d69-957e-28d77f3f9df1 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640159 Aug 27 02:42:16.897697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e1abd8f3-0053-4950-812e-eebc3751f157 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:16.917462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.926824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e1abd8f3-0053-4950-812e-eebc3751f157 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:16.927233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e1abd8f3-0053-4950-812e-eebc3751f157 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:16.990681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=e1abd8f3-0053-4950-812e-eebc3751f157,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:17.062262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No DVR routers for this DVR port e1abd8f3-0053-4950-812e-eebc3751f157 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:17.138201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f8db1f86-e3a0-4c54-b0ad-175caabf4ff8 req-1419d46a-8749-48aa-af55-4b3aa74a5811 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343261 Aug 27 02:42:17.191161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.210821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02460490-6489-420a-9283-8385c2bcb321']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:17.222562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94846bc2-25c6-49a5-bb11-dbd78d879d99 req-f6952c31-2bcb-4f79-8ba8-dcc048b1707c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.224938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94846bc2-25c6-49a5-bb11-dbd78d879d99 req-f6952c31-2bcb-4f79-8ba8-dcc048b1707c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.2318318 Aug 27 02:42:17.241093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa124329-209e-43ea-9e88-aeb417d5df70') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:17.241738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa124329-209e-43ea-9e88-aeb417d5df70') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:17.256626 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:42:17.261713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-444f1bd5-aedf-4fdb-8afe-89b5970031d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.263852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-444f1bd5-aedf-4fdb-8afe-89b5970031d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 1094 time: 0.0739882 Aug 27 02:42:17.267482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.296546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.302829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94846bc2-25c6-49a5-bb11-dbd78d879d99 req-231fb728-4de3-4854-9270-f1989f44d2fc tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676985 Aug 27 02:42:17.308906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:17.309660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:17.316722 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:17.414508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-09ac9fcd-0a70-42e5-b4f9-88559aca4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.416435 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-09ac9fcd-0a70-42e5-b4f9-88559aca4c16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.1446557 Aug 27 02:42:17.425235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.436652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.446246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/02460490-6489-420a-9283-8385c2bcb321 HTTP/1.1" status: 204 len: 168 time: 1.6730428 Aug 27 02:42:17.447683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40916) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:17.514935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1815a-6d9a-4529-9a3a-aa6d5271315e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=02460490-6489-420a-9283-8385c2bcb321,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:17.549102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-07033ab1-ff44-4bf2-802d-6a4e3513eca1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 HTTP/1.1" status: 200 len: 217 time: 0.1222093 Aug 27 02:42:17.598708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.700649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-41b8cd37-d6b7-48e2-b6e3-035c6b850a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.702810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-41b8cd37-d6b7-48e2-b6e3-035c6b850a5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1453984 Aug 27 02:42:17.745807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d66713-f817-4781-b0fb-389068be8f96 req-c906234f-c0ee-46bd-af1c-b16b3909ed24 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.747855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42d66713-f817-4781-b0fb-389068be8f96 req-c906234f-c0ee-46bd-af1c-b16b3909ed24 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 943 time: 0.2343326 Aug 27 02:42:17.824828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-884608a4-baec-4f63-b5a8-777ede3a2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.827917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-884608a4-baec-4f63-b5a8-777ede3a2ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032267 Aug 27 02:42:17.838420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebbaf0-200e-406f-aa56-5a20df9c22d6 req-5c1408f0-2f3f-4883-989c-97cd411946d3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.840637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82ebbaf0-200e-406f-aa56-5a20df9c22d6 req-5c1408f0-2f3f-4883-989c-97cd411946d3 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 946 time: 0.1557267 Aug 27 02:42:17.882376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-a05fcf9f-c3df-4d19-b086-9e88d858b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.884199 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-a05fcf9f-c3df-4d19-b086-9e88d858b2e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 1097 time: 0.2200263 Aug 27 02:42:18.011256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82ebbaf0-200e-406f-aa56-5a20df9c22d6 req-b0e3dad6-9e2c-4e1d-87b2-a3acd8d4f25b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595979 Aug 27 02:42:18.016443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42d66713-f817-4781-b0fb-389068be8f96 req-51bd0d4d-c523-48f2-8dc0-fb4b49810130 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578626 Aug 27 02:42:18.076461 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-1f623d19-2f8a-456c-99d6-e054fb8581a3 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338400 Aug 27 02:42:18.349390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c98b6315-624c-4b9f-97b0-48604ad5badf req-a0b1dbc9-f8c0-4731-9422-1e667718247b service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237408 Aug 27 02:42:18.373929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ee0d-b84c-423e-8dbd-c8bae332769c req-ea79cb70-b688-4cae-baf3-2dac8c363689 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:18.377311 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0b3ee0d-b84c-423e-8dbd-c8bae332769c req-ea79cb70-b688-4cae-baf3-2dac8c363689 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.2484245 Aug 27 02:42:18.382986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-3b9bccca-30b8-4ae9-a4ac-f8966ac9ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:18.388497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-3b9bccca-30b8-4ae9-a4ac-f8966ac9ae8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.4947166 Aug 27 02:42:18.485126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e860ba2c-1fb0-4d30-8658-09455f07cb87 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:18.516577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e860ba2c-1fb0-4d30-8658-09455f07cb87 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:18.517273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e860ba2c-1fb0-4d30-8658-09455f07cb87 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:18.559053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0b3ee0d-b84c-423e-8dbd-c8bae332769c req-e5316c77-8ae8-4cde-bc36-f8ad3d4c879e tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692641 Aug 27 02:42:18.578700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-091b454b-26db-4e59-a0bc-a42b3f7138d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 200 len: 1002 time: 0.1782289 Aug 27 02:42:18.655431 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:18.661204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-3d728547-b3b0-4310-85bf-d7367c8cdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:18.662781 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-3d728547-b3b0-4310-85bf-d7367c8cdaa5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.0749366 Aug 27 02:42:18.787606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-ea0b8355-323a-41f2-a30d-644692451990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:18.789154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-ea0b8355-323a-41f2-a30d-644692451990 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958953 Aug 27 02:42:18.958162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-a5785ebb-effd-442c-9d15-0179923862a7 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398141 Aug 27 02:42:19.212956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99a9d4-225a-44c7-83a8-f75ed8d7127c req-0a2ebd54-3a6e-4ff4-b663-03e7570d4701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:19.214735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc99a9d4-225a-44c7-83a8-f75ed8d7127c req-0a2ebd54-3a6e-4ff4-b663-03e7570d4701 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 943 time: 0.0911036 Aug 27 02:42:19.310012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc99a9d4-225a-44c7-83a8-f75ed8d7127c req-141da34c-b499-49b2-93bc-9bc01f060d46 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753365 Aug 27 02:42:19.477371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e35d2-aa7c-47b7-825f-68fb834f0ae9 req-9fc465f0-e522-4418-8854-6024c3f73ef4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:19.478862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e48e35d2-aa7c-47b7-825f-68fb834f0ae9 req-9fc465f0-e522-4418-8854-6024c3f73ef4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 946 time: 0.1239297 Aug 27 02:42:19.498813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cac4c9c-1327-4055-87ba-2c765d0e202a req-ba953293-241f-4c41-a6a6-ebb8965bc643 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317490 Aug 27 02:42:19.554142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:19.554506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.562607 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e48e35d2-aa7c-47b7-825f-68fb834f0ae9 req-14f591ce-a717-44c2-8ff6-35ab3b685980 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773482 Aug 27 02:42:19.693343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port 588bf1b6-e35f-45e2-9f5d-58bc77f0a559, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,segment=NetworkSegment(2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f),segment_id=2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:19.693791 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.722539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:19.723337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba5f72-9184-45ae-8c40-d40be9bc2153 req-28b1a211-fbfe-4a69-92f9-6f26e005a435 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:19.725290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4ba5f72-9184-45ae-8c40-d40be9bc2153 req-28b1a211-fbfe-4a69-92f9-6f26e005a435 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.0634491 Aug 27 02:42:19.791032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4ba5f72-9184-45ae-8c40-d40be9bc2153 req-af41b6f7-5838-4bc4-beb5-1114a3ca8e5a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593691 Aug 27 02:42:19.980281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.023748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=588bf1b6-e35f-45e2-9f5d-58bc77f0a559,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:20.325333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.449922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:42:20.629243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec486e-bcbe-42df-8d99-5dc3193e5376 req-7f765f62-e813-4b95-a144-1b2775ee7fb2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:20.637611 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6eec486e-bcbe-42df-8d99-5dc3193e5376 req-7f765f62-e813-4b95-a144-1b2775ee7fb2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 943 time: 0.1877210 Aug 27 02:42:20.693776 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6eec486e-bcbe-42df-8d99-5dc3193e5376 req-39bf0997-360e-410e-b0bd-425e7870b90f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546412 Aug 27 02:42:20.700310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:20.814364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:20.820796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:20.830168 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b8059e6d-125b-4ec1-94e5-de9914ca5574 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3713596 Aug 27 02:42:20.830501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41046) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:20.841710 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:20.847102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'mac_address': 'fa:16:3e:e5:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:42:20.859880 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:20.860641 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:20.944543 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.957295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet 308696c5-a1cd-43eb-97cc-73fd2bdbc6e9 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:20.962156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.972226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:20.996257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:21.002503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.018948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a074-83b7-4a84-b895-5d1f7745f17b req-6aa66792-6dc2-495e-a9b7-68a9336fa16c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:21.034987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fc4a074-83b7-4a84-b895-5d1f7745f17b req-6aa66792-6dc2-495e-a9b7-68a9336fa16c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1019559 Aug 27 02:42:21.064005 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:21.064699 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.092744 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8fc4a074-83b7-4a84-b895-5d1f7745f17b req-956f5a70-7f1f-4429-98f1-4b729afb21c1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510712 Aug 27 02:42:21.141763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:21.245423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.263603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['d05eb5ee-c5b9-442c-87e0-98926e5bbbf9'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:21.361985 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.417734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=308696c5-a1cd-43eb-97cc-73fd2bdbc6e9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:21.422336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.425764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fbc17e13-032d-436e-9dca-50dc00ad40a5 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/308696c5-a1cd-43eb-97cc-73fd2bdbc6e9 HTTP/1.1" status: 204 len: 168 time: 0.5944905 Aug 27 02:42:21.429034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41064) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.443882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f7496-3368-4863-b4a2-637ade856acd None None] Network 807943a7-15dc-43d8-9b0a-dbe2df53590e requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:21.467184 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:19Z', 'revision_number': 9, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.501443 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:21.516141 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:21.517001 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.643170 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:21.779531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] DHCP port deletion for 807943a7-15dc-43d8-9b0a-dbe2df53590e request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:21.890344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] Deleting port 59bf05b2-bbca-4ec2-a869-c1decf12d76f {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:21.890968 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.936058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa223-855f-4242-aed0-a41278c0ed9d req-7f5dae6e-41f8-4090-94f1-f4cbc417a340 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:21.938482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7eaaa223-855f-4242-aed0-a41278c0ed9d req-7f5dae6e-41f8-4090-94f1-f4cbc417a340 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 944 time: 0.0776360 Aug 27 02:42:21.998238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] For port 59bf05b2-bbca-4ec2-a869-c1decf12d76f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=59bf05b2-bbca-4ec2-a869-c1decf12d76f,segment=NetworkSegment(2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f),segment_id=2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:21.998837 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.021735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7eaaa223-855f-4242-aed0-a41278c0ed9d req-057b642c-9629-4d8c-b46c-e9025ee0d605 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767446 Aug 27 02:42:22.023949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] Calling delete_port for 59bf05b2-bbca-4ec2-a869-c1decf12d76f owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:22.165899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.199269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] Pushing event deleted for resources: {'Port': ['ID=59bf05b2-bbca-4ec2-a869-c1decf12d76f,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:22.224721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55126d-6bb6-4786-b9b3-6a2d0e22d8ba None None] No DVR routers for this DVR port 59bf05b2-bbca-4ec2-a869-c1decf12d76f on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:22.288487 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:19Z', 'revision_number': 9, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.322756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.358127 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b756f-ee4b-4201-b116-7a540bdce33c None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:19Z', 'revision_number': 9, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f06012f-cc76-4470-a661-e985478540f4', 'name': '', 'network_id': 'eb13dfa8-1d6c-41d7-be93-7795ec347627', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:8a:18:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:45Z', 'updated_at': '2021-08-27T02:42:00Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': 'e80e48ac-7afa-46b4-a049-fb9d10b54c8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:22.456791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:22.468065 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.481699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807943a7-15dc-43d8-9b0a-dbe2df53590e']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.495088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.495332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1a7324-dc22-4bb4-b84b-e1f4f53aa89f') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.512590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.525724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:22.531555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:22.532373 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.546634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.560240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:22.560658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:22.563908 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:22.638497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.652582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.658475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/807943a7-15dc-43d8-9b0a-dbe2df53590e HTTP/1.1" status: 204 len: 168 time: 1.2259455 Aug 27 02:42:22.658610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41098) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.671335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.700526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:22.717494 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a30c26-0122-4fe8-87ea-f81aedd32634" -d '{"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-plugged", "status": "completed", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:22.738378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd59ac-4dd4-4249-8781-f51c4c2d2f3a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=807943a7-15dc-43d8-9b0a-dbe2df53590e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:22.779586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:22.788303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.805669 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d68bf-3b9a-4855-8e61-c135e9a146ae x-openstack-request-id: req-bc1d68bf-3b9a-4855-8e61-c135e9a146ae {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:22.806077 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-plugged", "status": "completed", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:22.806737 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc1d68bf-3b9a-4855-8e61-c135e9a146ae {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:22.806737 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'code': 200} Aug 27 02:42:22.855126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 59bf05b2-bbca-4ec2-a869-c1decf12d76f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:22.898446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 59bf05b2-bbca-4ec2-a869-c1decf12d76f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:22.899096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 59bf05b2-bbca-4ec2-a869-c1decf12d76f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:22.899526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:22.933294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:22.933702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 588bf1b6-e35f-45e2-9f5d-58bc77f0a559 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:22.963461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:23.066277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ad9f7-8e81-416b-8b31-9848e17050f4 req-ede3e839-1ac9-4dfd-9da2-50d21d529425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:23.066277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-442ad9f7-8e81-416b-8b31-9848e17050f4 req-ede3e839-1ac9-4dfd-9da2-50d21d529425 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 1096 time: 0.1878111 Aug 27 02:42:23.173350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-442ad9f7-8e81-416b-8b31-9848e17050f4 req-c2e34095-cf1a-4842-ae8b-eff896405708 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043983 Aug 27 02:42:23.279191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dcd59-b376-43a4-916b-26f43ecda26d req-f58344e5-61bd-40db-993f-71a47abf4766 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:23.280678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b48dcd59-b376-43a4-916b-26f43ecda26d req-f58344e5-61bd-40db-993f-71a47abf4766 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1266608 Aug 27 02:42:23.352729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b48dcd59-b376-43a4-916b-26f43ecda26d req-2a463800-3fc7-48ec-b602-16282645318f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Aug 27 02:42:23.466108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.780852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 8f06012f-cc76-4470-a661-e985478540f4 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:23.781302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.900036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port 8f06012f-cc76-4470-a661-e985478540f4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8f06012f-cc76-4470-a661-e985478540f4,segment=NetworkSegment(9c68c79f-0bff-4111-a5b8-45f288c712c4),segment_id=9c68c79f-0bff-4111-a5b8-45f288c712c4)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:23.900580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.915486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 8f06012f-cc76-4470-a661-e985478540f4 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:24.132286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.219535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=8f06012f-cc76-4470-a661-e985478540f4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:24.448354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.580206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a508f5-3273-4cb0-a88b-b30d69c92910 req-7451c063-9a47-4218-b140-5bc9873cfcee tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:24.592153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a508f5-3273-4cb0-a88b-b30d69c92910 req-7451c063-9a47-4218-b140-5bc9873cfcee tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1263733 Aug 27 02:42:24.660199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a508f5-3273-4cb0-a88b-b30d69c92910 req-5a24b624-7ac2-4720-ae87-21a11ed83576 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670240 Aug 27 02:42:24.812917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:25.061395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4ab89-ed9a-4aad-966d-feb6df186044 req-1c722dc9-1a7b-4d28-a87f-3862dd2666e1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:25.063451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9cc4ab89-ed9a-4aad-966d-feb6df186044 req-1c722dc9-1a7b-4d28-a87f-3862dd2666e1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.0769260 Aug 27 02:42:25.133281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9cc4ab89-ed9a-4aad-966d-feb6df186044 req-1b68cd18-5265-465e-bb8b-8bb68d51bde7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Aug 27 02:42:25.287728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:25.296632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a04f63d8-a76f-44f7-9994-f996c00e450f tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6367528 Aug 27 02:42:25.296771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41178) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.302737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:25.327853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:25.328591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.372717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet e80e48ac-7afa-46b4-a049-fb9d10b54c8f {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:25.380268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.467777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:25.481274 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.635875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.724970 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.771315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f75c91-040e-4d39-b4e3-ec5febd53f84 None None] Network eb13dfa8-1d6c-41d7-be93-7795ec347627 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:25.779785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.782413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/e80e48ac-7afa-46b4-a049-fb9d10b54c8f HTTP/1.1" status: 204 len: 168 time: 0.4840641 Aug 27 02:42:25.784841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41196) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.785825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8a494-b2b0-497b-a090-93fba592a314 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=e80e48ac-7afa-46b4-a049-fb9d10b54c8f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:25.845024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:24Z', 'revision_number': 10, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.884220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:25.894001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.905894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:25.907975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.976804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:25.977214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.059335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,segment=NetworkSegment(9c68c79f-0bff-4111-a5b8-45f288c712c4),segment_id=9c68c79f-0bff-4111-a5b8-45f288c712c4)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:26.059867 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.094670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:26.103972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:26.327504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] DHCP port deletion for eb13dfa8-1d6c-41d7-be93-7795ec347627 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:26.350775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ddc0-635f-40bb-aaa6-c764e0fc2a4b req-99aea862-e2df-47b3-a86c-68dd0cb17546 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:26.354220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4450ddc0-635f-40bb-aaa6-c764e0fc2a4b req-99aea862-e2df-47b3-a86c-68dd0cb17546 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.0968747 Aug 27 02:42:26.355489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.406202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:26.410236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No DVR routers for this DVR port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:26.441712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] Deleting port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:26.442099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.531472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4450ddc0-635f-40bb-aaa6-c764e0fc2a4b req-5fb23a6a-ffe7-453d-a5bc-98d779c4e8f9 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645594 Aug 27 02:42:26.555457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] For port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:26.563069 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.563864 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.586200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb13dfa8-1d6c-41d7-be93-7795ec347627']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.587946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] Calling delete_port for aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:26.593333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:26.598173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] Port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:42:26.603910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c68c79f-0bff-4111-a5b8-45f288c712c4') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.604562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c68c79f-0bff-4111-a5b8-45f288c712c4') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.615252 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.630967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:26.630967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:26.634340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.638299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.655473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:26.656579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.673295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] Pushing event deleted for resources: {'Port': ['ID=aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:26.687017 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:26.692882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc970c9a-aaff-46ea-b80f-e7f4d4f22af9 None None] No DVR routers for this DVR port aa5c62bd-f519-44a0-9bfb-d4a6e9e35f29 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:26.703936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:24Z', 'revision_number': 10, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.742296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3401750-43a8-4b3f-bc7f-610269800640 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:24Z', 'revision_number': 10, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None, '_interfaces': [{'id': '5b32a064-e5e6-44fd-b8ae-a828938461cd', 'name': '', 'network_id': 'b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'mac_address': 'fa:16:3e:10:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:38Z', 'updated_at': '2021-08-27T02:41:51Z', 'revision_number': 5, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'subnets': [{'id': '77905b97-f3ef-42c5-85b8-0ae39027fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:26.792780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.806523 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.811439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/eb13dfa8-1d6c-41d7-be93-7795ec347627 HTTP/1.1" status: 204 len: 168 time: 1.0226095 Aug 27 02:42:26.811972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41230) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:26.855454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897cf9b-bcd5-4e1b-84f5-4a3234d76260 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=eb13dfa8-1d6c-41d7-be93-7795ec347627,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:27.306663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789dc44-1cf0-4b41-92f1-f47a4f78df49 req-fc762003-8741-40fe-9e54-b432545fe0c2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:27.308245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c789dc44-1cf0-4b41-92f1-f47a4f78df49 req-fc762003-8741-40fe-9e54-b432545fe0c2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.0964231 Aug 27 02:42:27.349810 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.393295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c789dc44-1cf0-4b41-92f1-f47a4f78df49 req-cd71c9fc-bd2c-4fdf-b6b0-b53b60bc338e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688355 Aug 27 02:42:27.663176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e238-28b3-4287-9a87-9f9ba9f5e7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.725457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port 5b32a064-e5e6-44fd-b8ae-a828938461cd {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:27.725748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.835813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port 5b32a064-e5e6-44fd-b8ae-a828938461cd, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5b32a064-e5e6-44fd-b8ae-a828938461cd,segment=NetworkSegment(3ffbb880-5052-4a97-94a6-c1a626a5daa3),segment_id=3ffbb880-5052-4a97-94a6-c1a626a5daa3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:27.836497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.857092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for 5b32a064-e5e6-44fd-b8ae-a828938461cd owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:28.097298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.147852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=5b32a064-e5e6-44fd-b8ae-a828938461cd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:28.318781 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.566264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8f06012f-cc76-4470-a661-e985478540f4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:28.587315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:28.611661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 8f06012f-cc76-4470-a661-e985478540f4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:28.612328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8f06012f-cc76-4470-a661-e985478540f4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:28.686241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:28.691608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0cad0ee7-245d-4ac8-835b-8e0e15269304 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788953 Aug 27 02:42:28.694875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41312) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.697574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:28.699530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a9888-9398-4c8b-9334-d3a0654a9e74 req-23934dd8-f3aa-4bf6-b088-1debc97e750e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:28.701003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e1a9888-9398-4c8b-9334-d3a0654a9e74 req-23934dd8-f3aa-4bf6-b088-1debc97e750e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.2204788 Aug 27 02:42:28.709263 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:28.710299 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.764098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting subnet 77905b97-f3ef-42c5-85b8-0ae39027fbeb {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:28.782075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.785859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e1a9888-9398-4c8b-9334-d3a0654a9e74 req-3fb7b9a3-2620-4e1a-976f-8e40f92fe469 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703294 Aug 27 02:42:28.836067 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:28.836317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.894538 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:28Z', 'revision_number': 11, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.931903 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:28.941987 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:28.942636 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.966760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.046627 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:29.084352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.117835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Subnet': ['ID=77905b97-f3ef-42c5-85b8-0ae39027fbeb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:29.125373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.129856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-937f9f41-48c4-4e71-ac56-3b050955bc23 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/77905b97-f3ef-42c5-85b8-0ae39027fbeb HTTP/1.1" status: 204 len: 168 time: 0.4310181 Aug 27 02:42:29.130572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41330) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:29.133605 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:28Z', 'revision_number': 11, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:29.135050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b9eff-69b3-4742-a52f-1759e22e6c89 None None] Network b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:29.180359 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16686-1c84-4a3e-8bc1-804883e00e29 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:28Z', 'revision_number': 11, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:29.264850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.334687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Deleting port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:29.335246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.470622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] For port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,segment=NetworkSegment(3ffbb880-5052-4a97-94a6-c1a626a5daa3),segment_id=3ffbb880-5052-4a97-94a6-c1a626a5daa3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:29.471107 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.490064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Calling delete_port for e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:29.585581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] DHCP port deletion for b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:29.765013 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.769280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] Deleting port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:29.769662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.792444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No DVR routers for this DVR port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:29.816330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Port': ['ID=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:29.909479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] For port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:29.909773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.938783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] Calling delete_port for e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:29.939488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.941679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] Port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:42:29.943293 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.954041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:29.967652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffbb880-5052-4a97-94a6-c1a626a5daa3') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:29.968200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffbb880-5052-4a97-94a6-c1a626a5daa3') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:29.989917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.990690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] Pushing event deleted for resources: {'Port': ['ID=e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:30.001098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556bed5a-bb75-4996-821c-455ab8ffc396 None None] No DVR routers for this DVR port e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:30.036919 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.054698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:30.055244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:30.058734 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:30.070715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e80cd-7b0c-43b4-b0a3-218b613a11b0 req-a663d970-222e-44c0-ba31-57deab424dcd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:30.079567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e3e80cd-7b0c-43b4-b0a3-218b613a11b0 req-a663d970-222e-44c0-ba31-57deab424dcd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.0994236 Aug 27 02:42:30.225806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-50accdcc-49d4-46c2-b37c-8f7f267430b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.236401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.247659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e3e80cd-7b0c-43b4-b0a3-218b613a11b0 req-e92c261a-13fb-473a-a440-fa33d8a7749d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672049 Aug 27 02:42:30.256155 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.258282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/networks/b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3 HTTP/1.1" status: 204 len: 168 time: 1.1271222 Aug 27 02:42:30.261275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41390) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:30.267286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'routes': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:30.273481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac31d7f-51f8-4e82-9e03-2f5a27b051ca tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Pushing event deleted for resources: {'Network': ['ID=b6d19ceb-9dfa-40d2-aebb-bf2f92fecac3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:30.456853 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.499619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:42:30.579813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Added routes are [] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:42:30.580296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.extraroute_db [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Removed routes are [] {{(pid=94772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:42:30.581009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.655815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b32a064-e5e6-44fd-b8ae-a828938461cd no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:30.743618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 5b32a064-e5e6-44fd-b8ae-a828938461cd {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:30.744282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b32a064-e5e6-44fd-b8ae-a828938461cd not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:30.744879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:30.791858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:30.792852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7f6d81b-2bd7-48ca-8c5b-050d4b4e5886 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:30.803418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:30.808621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.812835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.818561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'port_id': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'mac_address': 'fa:16:3e:e5:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:42:30.917748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router c27f38b5-1767-41ae-b46a-6b9863c63ef1 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:30.932536 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.952576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:31.010881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:31.025312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.100166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:31.107223 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.108415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d60f7ded-d5f3-4a76-9e87-d0d0c30ad842 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 200 len: 701 time: 0.8460717 Aug 27 02:42:31.111534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:31.115902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] Sync routers for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:31.142295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['d05eb5ee-c5b9-442c-87e0-98926e5bbbf9'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:31.206408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.210401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41418) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:31.210827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d58cfbd1-be8b-4d7a-9725-1c5c783709ab tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 200 len: 205 time: 0.0946047 Aug 27 02:42:31.219857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:31.220485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:31.313720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e281e7f-e41c-4c0c-bd27-ea6de017c7de tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.383114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.384517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:31.461301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:28Z', 'revision_number': 11, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:31.494289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] Checking router: c27f38b5-1767-41ae-b46a-6b9863c63ef1 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:31.541666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] Routers {'c27f38b5-1767-41ae-b46a-6b9863c63ef1'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:31.542834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:31.712982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] Set router c27f38b5-1767-41ae-b46a-6b9863c63ef1 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:31.752340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e281e7f-e41c-4c0c-bd27-ea6de017c7de tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.755562 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e281e7f-e41c-4c0c-bd27-ea6de017c7de tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.767931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded99eb-3ea4-4bc2-bf39-0969ab38b6ad req-ecd544eb-11d2-43d2-a7f0-a550cc76fb68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:31.778050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ded99eb-3ea4-4bc2-bf39-0969ab38b6ad req-ecd544eb-11d2-43d2-a7f0-a550cc76fb68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 944 time: 0.3144107 Aug 27 02:42:31.836470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:28Z', 'revision_number': 11, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:31.906654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c74da0-81c3-4a26-83f0-4992586cd840 None None] The sync data for ids ['c27f38b5-1767-41ae-b46a-6b9863c63ef1'] in n-d-806293-1 is: [{'id': 'c27f38b5-1767-41ae-b46a-6b9863c63ef1', 'name': 'tempest-RoutersTest-router-1032631557', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:36Z', 'updated_at': '2021-08-27T02:42:28Z', 'revision_number': 11, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:31.927580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e281e7f-e41c-4c0c-bd27-ea6de017c7de tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.933277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e281e7f-e41c-4c0c-bd27-ea6de017c7de tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Fanout notify agent at l3_agent the message router_deleted on router c27f38b5-1767-41ae-b46a-6b9863c63ef1 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:31.953173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e281e7f-e41c-4c0c-bd27-ea6de017c7de tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.959086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6e281e7f-e41c-4c0c-bd27-ea6de017c7de tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 204 len: 168 time: 0.7472789 Aug 27 02:42:31.959292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41442) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:31.963510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-28a885a3-12fa-4343-afa6-77834290d8c3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-625003924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:31.965207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ded99eb-3ea4-4bc2-bf39-0969ab38b6ad req-33e1435c-e67c-4fe7-a424-8890021e2b5d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860695 Aug 27 02:42:32.045354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28a885a3-12fa-4343-afa6-77834290d8c3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.047100 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28a885a3-12fa-4343-afa6-77834290d8c3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.223130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28a885a3-12fa-4343-afa6-77834290d8c3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.233197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28a885a3-12fa-4343-afa6-77834290d8c3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.270045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28a885a3-12fa-4343-afa6-77834290d8c3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.277684 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-28a885a3-12fa-4343-afa6-77834290d8c3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3168731 Aug 27 02:42:32.279655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41452) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:32.284822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b56212bf-1567-4d7d-b2cc-42fcee138af6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:32.521047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:32.645233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:32.645606 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.088499 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.136178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:33.138871 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be20e1f1-16a7-4596-b60b-6afd9a9b43c8" -d '{"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-plugged", "status": "completed", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:33.214241 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.222128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:33.244270 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.323698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42090458-3d7b-4093-bf1f-789dfa360193 req-ae2dfa5e-7fbc-4e5f-980b-3293d8d49fb6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:33.324824 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb1afbb-7004-477e-91e8-0f9a1f45e7f1 x-openstack-request-id: req-5fb1afbb-7004-477e-91e8-0f9a1f45e7f1 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:33.325298 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-plugged", "status": "completed", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:33.325714 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fb1afbb-7004-477e-91e8-0f9a1f45e7f1 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:33.326276 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'code': 200} Aug 27 02:42:33.330562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42090458-3d7b-4093-bf1f-789dfa360193 req-ae2dfa5e-7fbc-4e5f-980b-3293d8d49fb6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 944 time: 0.1754427 Aug 27 02:42:33.395543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:33.430819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-42090458-3d7b-4093-bf1f-789dfa360193 req-235b0e19-9586-4117-a062-edcaf93560c2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907438 Aug 27 02:42:33.444433 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b56212bf-1567-4d7d-b2cc-42fcee138af6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077497'] for router, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.482683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b56212bf-1567-4d7d-b2cc-42fcee138af6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447144'] for router, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.644119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56212bf-1567-4d7d-b2cc-42fcee138af6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Router 26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:42:33.785027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56212bf-1567-4d7d-b2cc-42fcee138af6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:33.795908 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] Sync routers for ids ['26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:33.799278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b56212bf-1567-4d7d-b2cc-42fcee138af6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.802792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b56212bf-1567-4d7d-b2cc-42fcee138af6 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "PUT /v2.0/routers/26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 HTTP/1.1" status: 200 len: 693 time: 1.5197690 Aug 27 02:42:33.803195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41500) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:33.811886 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] Routers {'26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:33.812676 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:33.890018 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] Set router 26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:33.949346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ac15d874-e859-4d20-ad56-1dcc9e42d961 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/routers/26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 HTTP/1.1" status: 200 len: 699 time: 0.1448386 Aug 27 02:42:33.952518 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079', 'name': 'tempest-RoutersTest-router-625003924', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:32Z', 'updated_at': '2021-08-27T02:42:33Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:33.962090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41504) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:33.982600 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] Checking router: 26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:33.994501 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] Routers {'26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:33.995532 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:34.067057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-962dd4f7-78f9-4e7c-a4d1-db3bf11ff722 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 HTTP/1.1" status: 200 len: 205 time: 0.1015096 Aug 27 02:42:34.067736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41512) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:34.186364 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] Set router 26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:34.189655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b8062fa-2805-4800-a034-6a5bc04ef24a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.295693 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079', 'name': 'tempest-RoutersTest-router-625003924', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:32Z', 'updated_at': '2021-08-27T02:42:33Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:34.340389 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae41f7-1daf-4723-9d57-b6bc9efe31fa None None] The sync data for ids ['26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079'] in n-d-806293-1 is: [{'id': '26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079', 'name': 'tempest-RoutersTest-router-625003924', 'tenant_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:32Z', 'updated_at': '2021-08-27T02:42:33Z', 'revision_number': 2, 'project_id': 'a7f73e989ae84cf1bcd6945eb98d6e97', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:34.534769 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b8062fa-2805-4800-a034-6a5bc04ef24a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.549225 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b8062fa-2805-4800-a034-6a5bc04ef24a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.648740 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b8062fa-2805-4800-a034-6a5bc04ef24a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.649774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8062fa-2805-4800-a034-6a5bc04ef24a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Fanout notify agent at l3_agent the message router_deleted on router 26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:34.658336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b8062fa-2805-4800-a034-6a5bc04ef24a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.664197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6b8062fa-2805-4800-a034-6a5bc04ef24a tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 HTTP/1.1" status: 204 len: 168 time: 0.5900426 Aug 27 02:42:34.665153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41532) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:34.721678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c667e46-3762-4140-81bf-e864733f8e3a req-a2a66b34-fc24-4259-9482-77c8a64d99d3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:34.729094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c667e46-3762-4140-81bf-e864733f8e3a req-a2a66b34-fc24-4259-9482-77c8a64d99d3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1321313 Aug 27 02:42:34.729729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-34a3a2b2-11ae-4d0e-94ef-0a8bccc8c7d1 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 HTTP/1.1" status: 200 len: 205 time: 0.0631106 Aug 27 02:42:34.734763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41536) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:34.831652 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-33f3a293-7ae8-4027-8ba1-e57221d6837b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] delete failed (client error): The resource could not be found. Aug 27 02:42:34.832866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-33f3a293-7ae8-4027-8ba1-e57221d6837b tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/26d5ce93-ee3d-4d7c-8e5e-3bb49a8a0079 HTTP/1.1" status: 404 len: 336 time: 0.0877063 Aug 27 02:42:34.835488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41540) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:34.902398 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade4b140-09d1-4908-9416-89d498381103 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:34.902992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade4b140-09d1-4908-9416-89d498381103 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:34.904906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ade4b140-09d1-4908-9416-89d498381103 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/24981622-22f7-4fe4-9da0-599be83bf5f6 HTTP/1.1" status: 404 len: 337 time: 0.0682542 Aug 27 02:42:34.907635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41544) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:34.926450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c667e46-3762-4140-81bf-e864733f8e3a req-52891a28-ba92-4be1-baf5-a0a3800617a6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960700 Aug 27 02:42:34.952487 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ce0f21-2ecc-45cd-8917-c8820b9caf26 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:34.953175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ce0f21-2ecc-45cd-8917-c8820b9caf26 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:34.955512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-44ce0f21-2ecc-45cd-8917-c8820b9caf26 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/308696c5-a1cd-43eb-97cc-73fd2bdbc6e9 HTTP/1.1" status: 404 len: 337 time: 0.0468900 Aug 27 02:42:34.958026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41548) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.012252 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-999d433b-8bbd-4d49-a239-8a7e72e16ba8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:35.012985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999d433b-8bbd-4d49-a239-8a7e72e16ba8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:35.016165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-999d433b-8bbd-4d49-a239-8a7e72e16ba8 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/e80e48ac-7afa-46b4-a049-fb9d10b54c8f HTTP/1.1" status: 404 len: 337 time: 0.0569777 Aug 27 02:42:35.018793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41550) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.057135 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4894f700-8401-471f-b34a-62f86b77e9fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:35.057709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4894f700-8401-471f-b34a-62f86b77e9fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:35.062076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4894f700-8401-471f-b34a-62f86b77e9fc tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/77905b97-f3ef-42c5-85b8-0ae39027fbeb HTTP/1.1" status: 404 len: 337 time: 0.0398240 Aug 27 02:42:35.062566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41554) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.114301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0811b1d1-b85c-4e5b-853c-9a4eec3c9acf tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 200 len: 205 time: 0.0487156 Aug 27 02:42:35.115143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41558) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.184027 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-fa334e7a-fbf5-4043-a149-86ebdee21b0c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] delete failed (client error): The resource could not be found. Aug 27 02:42:35.189559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fa334e7a-fbf5-4043-a149-86ebdee21b0c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/c27f38b5-1767-41ae-b46a-6b9863c63ef1 HTTP/1.1" status: 404 len: 336 time: 0.0731957 Aug 27 02:42:35.190375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41562) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.238279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9b8a5675-d65e-4ddf-a7cb-d7eb2d498d9e tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=47b3b5d5-1b3a-4de2-b6eb-1785e235ad47 HTTP/1.1" status: 200 len: 205 time: 0.0466743 Aug 27 02:42:35.240736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41568) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.304333 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-558b6b98-a51f-44ed-89bd-0efde4fc8e52 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] delete failed (client error): The resource could not be found. Aug 27 02:42:35.305448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-558b6b98-a51f-44ed-89bd-0efde4fc8e52 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/47b3b5d5-1b3a-4de2-b6eb-1785e235ad47 HTTP/1.1" status: 404 len: 336 time: 0.0637443 Aug 27 02:42:35.308313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41572) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.371020 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bba05bb-0364-48c6-a053-7274abf4ccde tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:35.385221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bba05bb-0364-48c6-a053-7274abf4ccde tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:35.385221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6bba05bb-0364-48c6-a053-7274abf4ccde tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/be5356cf-6802-4d0d-99a5-ee1d6ffed604 HTTP/1.1" status: 404 len: 337 time: 0.0666983 Aug 27 02:42:35.385221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41578) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.451509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f1a58d70-be69-4f5f-acf4-26b512d51ce3 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=c452a649-0611-4328-8334-1dab13ef9688 HTTP/1.1" status: 200 len: 205 time: 0.0708961 Aug 27 02:42:35.451951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41584) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.564060 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-6e12d480-0ae9-4ff2-8417-591810d91fce tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] delete failed (client error): The resource could not be found. Aug 27 02:42:35.565874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6e12d480-0ae9-4ff2-8417-591810d91fce tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/c452a649-0611-4328-8334-1dab13ef9688 HTTP/1.1" status: 404 len: 336 time: 0.1122475 Aug 27 02:42:35.569308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41586) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.618467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc02d7ca-905f-45a2-9400-5a67e4dae063 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c HTTP/1.1" status: 200 len: 205 time: 0.0466709 Aug 27 02:42:35.620976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41588) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.688761 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-654c4216-a05c-4271-bb01-60cbef28f9f4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] delete failed (client error): The resource could not be found. Aug 27 02:42:35.690086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-654c4216-a05c-4271-bb01-60cbef28f9f4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/2ccaae5b-4997-4cb2-a10c-afbb4e2ec43c HTTP/1.1" status: 404 len: 336 time: 0.0680866 Aug 27 02:42:35.692715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41594) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.755970 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4f8721-dcc4-44fa-ab15-e0868bd1ca3c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:35.757761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4f8721-dcc4-44fa-ab15-e0868bd1ca3c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:35.760409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae4f8721-dcc4-44fa-ab15-e0868bd1ca3c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/3715d133-2467-4f5c-8c32-76a5704b3d37 HTTP/1.1" status: 404 len: 337 time: 0.0665562 Aug 27 02:42:35.763230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41596) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.815634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41600) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.817240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e48f0ebc-dfc0-45ad-bd22-cf1b4823d80c tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=d875afc3-31f9-42cb-9803-2c9af570cd1e HTTP/1.1" status: 200 len: 205 time: 0.0514736 Aug 27 02:42:35.866549 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-cf5c62a3-12b2-4ea8-a047-90a8d0ec21be tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] delete failed (client error): The resource could not be found. Aug 27 02:42:35.867837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cf5c62a3-12b2-4ea8-a047-90a8d0ec21be tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/d875afc3-31f9-42cb-9803-2c9af570cd1e HTTP/1.1" status: 404 len: 336 time: 0.0512092 Aug 27 02:42:35.870630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41608) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.902741 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-33898202-9335-4bb3-84ab-b69e3e4fb6a2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:35.903213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33898202-9335-4bb3-84ab-b69e3e4fb6a2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:35.908456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41610) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.918142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-33898202-9335-4bb3-84ab-b69e3e4fb6a2 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/cfec2972-b0b4-4f7a-b162-7a52d3e5cb66 HTTP/1.1" status: 404 len: 337 time: 0.0461552 Aug 27 02:42:35.973778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41616) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.975695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eac25b70-c456-4a77-82c8-de36ccd04fc9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0a95226-3053-46af-bb31-81b4e2baf60f HTTP/1.1" status: 200 len: 205 time: 0.0660148 Aug 27 02:42:36.040443 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-b687695d-d188-4a08-9598-d2be48a0ecf4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] delete failed (client error): The resource could not be found. Aug 27 02:42:36.041523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b687695d-d188-4a08-9598-d2be48a0ecf4 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/routers/d0a95226-3053-46af-bb31-81b4e2baf60f HTTP/1.1" status: 404 len: 336 time: 0.0664988 Aug 27 02:42:36.044154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:36.136708 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7bc6f5-1d62-4369-a4bb-fb18f2df8ea9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:36.138521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7bc6f5-1d62-4369-a4bb-fb18f2df8ea9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:36.144079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2d7bc6f5-1d62-4369-a4bb-fb18f2df8ea9 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/9697e0c0-d811-46f7-95a4-4e4abe6a4637 HTTP/1.1" status: 404 len: 337 time: 0.0988874 Aug 27 02:42:36.147123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41624) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:36.218259 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4bf6bd-c05c-4d0d-976c-2b0ad4667611 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] DELETE failed (client error): The resource could not be found. Aug 27 02:42:36.219101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4bf6bd-c05c-4d0d-976c-2b0ad4667611 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:42:36.233154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3d4bf6bd-c05c-4d0d-976c-2b0ad4667611 tempest-RoutersTest-636081721 tempest-RoutersTest-636081721-project] 10.222.0.10 "DELETE /v2.0/subnets/6ae7bde0-f084-4553-85de-1fb2c7f63846 HTTP/1.1" status: 404 len: 337 time: 0.0768330 Aug 27 02:42:36.568249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00068c-52da-4ab8-9b62-e573bfc29820 req-e171e711-a4be-43d9-8586-56cf45a251ed tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:36.570210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee00068c-52da-4ab8-9b62-e573bfc29820 req-e171e711-a4be-43d9-8586-56cf45a251ed tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.5133202 Aug 27 02:42:36.651152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee00068c-52da-4ab8-9b62-e573bfc29820 req-05ca81c6-305f-433c-8ed1-8a72a2b5480c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622499 Aug 27 02:42:36.833979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41644) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:37.105801 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5a779ab9-414d-4915-8d9f-796e6d4d8343 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7f73e989ae84cf1bcd6945eb98d6e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698503 Aug 27 02:42:37.108421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41656) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:37.182779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07592661-6b66-49fc-931d-68d8f39b30ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.217280 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07592661-6b66-49fc-931d-68d8f39b30ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.336248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07592661-6b66-49fc-931d-68d8f39b30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.340611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07592661-6b66-49fc-931d-68d8f39b30ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.344581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-07592661-6b66-49fc-931d-68d8f39b30ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4ad4753-2678-49c3-b0aa-81e095535575 HTTP/1.1" status: 204 len: 168 time: 0.2314937 Aug 27 02:42:37.351401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07592661-6b66-49fc-931d-68d8f39b30ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad4753-2678-49c3-b0aa-81e095535575,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:37.870777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72f6e-693a-4f82-a6b0-ddede38363c2 req-6a8a3842-266b-444c-ad65-d2c34e4dfd2d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:37.881262 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1de72f6e-693a-4f82-a6b0-ddede38363c2 req-6a8a3842-266b-444c-ad65-d2c34e4dfd2d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1264763 Aug 27 02:42:37.937824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1de72f6e-693a-4f82-a6b0-ddede38363c2 req-e37d39dc-fdf6-4471-91bb-f04bed299aba tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555010 Aug 27 02:42:38.694008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41714) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:38.822932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1132016203'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:38.866196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Made reservation on behalf of 5a70287caf1a47bcafcd45d8bf545e39 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:38.872768 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.889688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.051674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.058115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.089766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:39.108392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40211978-8b08-42ca-8105-7a2e2a05063e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:39.115535 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.115910 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Added segment 0f935199-18f4-4f9d-ae48-f58a932a36b0 of type vlan for network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd Aug 27 02:42:39.175334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.195152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6cf4c-245a-4ffe-9b8a-4f23d30384e2 req-79cda34c-1c29-4219-a865-80755185a087 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:39.214780 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccd6cf4c-245a-4ffe-9b8a-4f23d30384e2 req-79cda34c-1c29-4219-a865-80755185a087 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1291142 Aug 27 02:42:39.255895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.292205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:39.292914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.308749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ccd6cf4c-245a-4ffe-9b8a-4f23d30384e2 req-74b47517-0bb7-421b-bcf1-edaaf3cf52dc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870020 Aug 27 02:42:39.362829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-a2fccf57-a4ef-4b21-a93a-e657ae698f08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520635 Aug 27 02:42:39.492819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7933939 Aug 27 02:42:39.504621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41734) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:39.514966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Request body: {'subnet': {'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:39.550714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-f77d7c4a-a81b-40fc-b19f-467c2b900c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:39.552442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-f77d7c4a-a81b-40fc-b19f-467c2b900c99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1096 time: 0.1312277 Aug 27 02:42:39.636529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Made reservation on behalf of 5a70287caf1a47bcafcd45d8bf545e39 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:39.644950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.807613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eba53-31c2-4d72-a275-97d752d7f306 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event updated for resources: {'Network': ['ID=e87d94d2-ca39-4364-bfe5-8596d7aa6ddd,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:39.820943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:39.919581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-7d9eaf6b-1f74-48bd-825d-9472ecaa76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:39.927210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-7d9eaf6b-1f74-48bd-825d-9472ecaa76a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.3484423 Aug 27 02:42:40.051486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.131951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Checking segment: {'id': '0f935199-18f4-4f9d-ae48-f58a932a36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:40.132404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Network hostable DHCP agents. Network: e87d94d2-ca39-4364-bfe5-8596d7aa6ddd, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:40.165772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-09a9fc72-741e-4afe-9682-83e857c16072 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.2290998 Aug 27 02:42:40.182382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:40.187488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event updated for resources: {'Subnet': ['ID=c85e93ea-715f-44ef-86b5-01ba38888ef2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:40.211147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, e87d94d2-ca39-4364-bfe5-8596d7aa6ddd) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:40.220243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1547b6d8-e37e-4996-b1a2-10c57f2070d4 None None] Network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:40.244916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:40.246116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.311885 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c5be912a-0bd3-41d1-af76-005d0a9ad956 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8061233 Aug 27 02:42:40.314995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41752) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:40.320921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Request body: {'port': {'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd', 'name': 'tempest-TagsExtTest-1325846194'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:40.405283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-7d124be8-f29d-4255-a76c-46c7b469e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:40.407592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-7d124be8-f29d-4255-a76c-46c7b469e8bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.2264583 Aug 27 02:42:40.576819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-85eff713-e54d-4561-97b5-672f661bc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:40.580990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-85eff713-e54d-4561-97b5-672f661bc2ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635218 Aug 27 02:42:40.587913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f7140-c5f5-4e41-ac00-356f0ce5ccf1 req-99ff62e2-5b81-49f4-b389-abebf4c5673e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:40.599646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-276f7140-c5f5-4e41-ac00-356f0ce5ccf1 req-99ff62e2-5b81-49f4-b389-abebf4c5673e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1249018 Aug 27 02:42:40.734513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-e87d94d2-ca39-4364-bfe5-8596d7aa6ddd', 'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd', 'tenant_id': '5a70287caf1a47bcafcd45d8bf545e39', 'fixed_ips': [{'subnet_id': 'c85e93ea-715f-44ef-86b5-01ba38888ef2'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:42:40.735655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.801889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-276f7140-c5f5-4e41-ac00-356f0ce5ccf1 req-b2127e70-d2e4-43e2-b634-2ec3526272a7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980464 Aug 27 02:42:40.836128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-74e6448a-1149-4f9a-9c98-73dca74616f0 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428524 Aug 27 02:42:40.862891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Made reservation on behalf of 5a70287caf1a47bcafcd45d8bf545e39 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:40.867351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.909644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] device_id is not set on port 86b282b4-920f-4eda-b10d-fe97671f94a0 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:42:41.072864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-28ce980c-70f9-4ecc-a944-3a09e21be1fe req-e0b05067-d4d5-4a6c-9d45-063157d34930 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282524 Aug 27 02:42:41.135453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Allocated IP 172.20.0.2 (e87d94d2-ca39-4364-bfe5-8596d7aa6ddd/c85e93ea-715f-44ef-86b5-01ba38888ef2/84ef42a1-0ac4-4649-95ce-761fb69c1106) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:41.377077 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.398491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Transition to ACTIVE for port object 84ef42a1-0ac4-4649-95ce-761fb69c1106 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:41.433319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Transition to ACTIVE for port object 84ef42a1-0ac4-4649-95ce-761fb69c1106 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:41.451866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.584059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:41.587505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:41.593758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:41.603486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Allocated IP 172.20.0.4 (e87d94d2-ca39-4364-bfe5-8596d7aa6ddd/c85e93ea-715f-44ef-86b5-01ba38888ef2/86b282b4-920f-4eda-b10d-fe97671f94a0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:41.625062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Pushing event updated for resources: {'Port': ['ID=84ef42a1-0ac4-4649-95ce-761fb69c1106,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.660499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.661468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.661468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.661468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.661722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.669702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Attempting to bind port 84ef42a1-0ac4-4649-95ce-761fb69c1106 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:41.670085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Attempting to bind port 84ef42a1-0ac4-4649-95ce-761fb69c1106 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '0f935199-18f4-4f9d-ae48-f58a932a36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:41.670512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Attempting to bind port 84ef42a1-0ac4-4649-95ce-761fb69c1106 on network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:41.676118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:41.676608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Checking segment: {'id': '0f935199-18f4-4f9d-ae48-f58a932a36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:41.677081 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.677484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Bound using segment: {'id': '0f935199-18f4-4f9d-ae48-f58a932a36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:41.677967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Bound port: 84ef42a1-0ac4-4649-95ce-761fb69c1106, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f935199-18f4-4f9d-ae48-f58a932a36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e87d94d2-ca39-4364-bfe5-8596d7aa6ddd'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:41.682406 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.843058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] For port 84ef42a1-0ac4-4649-95ce-761fb69c1106, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:41.850084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] For port 84ef42a1-0ac4-4649-95ce-761fb69c1106, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=84ef42a1-0ac4-4649-95ce-761fb69c1106,segment=NetworkSegment(0f935199-18f4-4f9d-ae48-f58a932a36b0),segment_id=0f935199-18f4-4f9d-ae48-f58a932a36b0)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:41.860649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.921568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b02f5-3057-42ba-9c07-358ba321dc0b None None] Pushing event updated for resources: {'Port': ['ID=84ef42a1-0ac4-4649-95ce-761fb69c1106,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:42.020780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797c534-3873-4a8c-9765-20482d3b6b34 req-f3f37534-8c4c-4688-ad65-fd24ad128379 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:42.031696 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f797c534-3873-4a8c-9765-20482d3b6b34 req-f3f37534-8c4c-4688-ad65-fd24ad128379 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1195929 Aug 27 02:42:42.088880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f797c534-3873-4a8c-9765-20482d3b6b34 req-878c4e29-6fac-4652-9ed3-5ee7bd60c8fc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558105 Aug 27 02:42:42.122129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.149683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Transition to ACTIVE for port object 86b282b4-920f-4eda-b10d-fe97671f94a0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:42.212541 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.340912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event updated for resources: {'Port': ['ID=86b282b4-920f-4eda-b10d-fe97671f94a0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:42.395720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:42.399162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:42.403938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:42.573365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:42.574132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.622899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d6813ead-09b4-469e-9824-25174362e17e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3039556 Aug 27 02:42:42.623782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41814) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:42.632266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a73e0e15-af47-4feb-bdf2-cca48488da43 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-307924575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:42.666533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84ef42a1-0ac4-4649-95ce-761fb69c1106 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:42.716775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a73e0e15-af47-4feb-bdf2-cca48488da43 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.719098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a73e0e15-af47-4feb-bdf2-cca48488da43 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.758613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 84ef42a1-0ac4-4649-95ce-761fb69c1106 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:42.857478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a73e0e15-af47-4feb-bdf2-cca48488da43 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.874113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a73e0e15-af47-4feb-bdf2-cca48488da43 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.908292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a73e0e15-af47-4feb-bdf2-cca48488da43 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.910027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a73e0e15-af47-4feb-bdf2-cca48488da43 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2832410 Aug 27 02:42:42.912944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41818) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:42.919007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-050c0e4d-18e1-472f-b706-df3dd93dfd59 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-801081229', 'prefixes': ['172.20.0.0/16']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:43.091559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-050c0e4d-18e1-472f-b706-df3dd93dfd59 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for subnetpool, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.094289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-050c0e4d-18e1-472f-b706-df3dd93dfd59 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1798303 Aug 27 02:42:43.097097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41826) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:43.108201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-c0d4d2c4-6e08-4ff1-b379-e7262c0532d8 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', 'tempest-TagsExtTest-Tag-331502551') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.328974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5b346-dabd-4b9a-ac53-c1fbf57d5cc4 req-87d3a317-df11-4ed7-8deb-835050349c2b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:43.331871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ce5b346-dabd-4b9a-ac53-c1fbf57d5cc4 req-87d3a317-df11-4ed7-8deb-835050349c2b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1219134 Aug 27 02:42:43.361707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c0d4d2c4-6e08-4ff1-b379-e7262c0532d8 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags/tempest-TagsExtTest-Tag-331502551 HTTP/1.1" status: 201 len: 201 time: 0.2622340 Aug 27 02:42:43.364463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41836) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:43.370972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-72018acc-f25d-4809-a8fa-ae0a299181f2 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', 'tempest-TagsExtTest-Tag-875880408') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.517656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ce5b346-dabd-4b9a-ac53-c1fbf57d5cc4 req-903c3a94-6b98-4310-b185-53b34e899e6a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733732 Aug 27 02:42:43.617219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-72018acc-f25d-4809-a8fa-ae0a299181f2 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags/tempest-TagsExtTest-Tag-875880408 HTTP/1.1" status: 201 len: 201 time: 0.2513242 Aug 27 02:42:43.619818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:43.625841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-3c916645-1707-4829-b269-3bc88f79320a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', 'tempest-TagsExtTest-Tag-675172166') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.834775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c916645-1707-4829-b269-3bc88f79320a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags/tempest-TagsExtTest-Tag-675172166 HTTP/1.1" status: 201 len: 201 time: 0.2132149 Aug 27 02:42:43.837306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:43.842637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-0f8d1c3c-27bc-4e0d-9db2-23ce7edbf058 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', 'tempest-TagsExtTest-Tag-517403097') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.881343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3250b43-4617-418d-bdcb-b38c679ba9ad None None] Network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:43.930705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0f8d1c3c-27bc-4e0d-9db2-23ce7edbf058 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags/tempest-TagsExtTest-Tag-517403097 HTTP/1.1" status: 201 len: 201 time: 0.0917647 Aug 27 02:42:43.933189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:43.937713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-5b5cc514-ec41-4cf7-b08d-03323a63b1be tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:44.105124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5b5cc514-ec41-4cf7-b08d-03323a63b1be tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags HTTP/1.1" status: 200 len: 240 time: 0.1707420 Aug 27 02:42:44.107943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41856) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:44.124539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-fabd398a-8f23-41cb-8f6c-52096420d533 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', 'tempest-TagsExtTest-Tag-331502551') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:44.277064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a9b37ee9-ffd2-4e8d-ab2e-7d02fc3c7111 None None] Provisioning for port 84ef42a1-0ac4-4649-95ce-761fb69c1106 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:44.280278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fabd398a-8f23-41cb-8f6c-52096420d533 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags/tempest-TagsExtTest-Tag-331502551 HTTP/1.1" status: 204 len: 168 time: 0.1689239 Aug 27 02:42:44.281247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41862) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:44.285573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a9b37ee9-ffd2-4e8d-ab2e-7d02fc3c7111 None None] Provisioning complete for port 84ef42a1-0ac4-4649-95ce-761fb69c1106 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:44.286083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a9b37ee9-ffd2-4e8d-ab2e-7d02fc3c7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.287263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-b03213aa-bac9-4be1-8e5b-1e47d7542812 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', 'tempest-TagsExtTest-Tag-331502551') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:44.472321 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b03213aa-bac9-4be1-8e5b-1e47d7542812 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags/tempest-TagsExtTest-Tag-331502551 HTTP/1.1" status: 204 len: 168 time: 0.1896713 Aug 27 02:42:44.474289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41866) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:44.479862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-95b52398-cd9c-474e-8fca-47dc5ed3cc9d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:44.518572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a9b37ee9-ffd2-4e8d-ab2e-7d02fc3c7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.641288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a9b37ee9-ffd2-4e8d-ab2e-7d02fc3c7111 None None] For port 84ef42a1-0ac4-4649-95ce-761fb69c1106, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=84ef42a1-0ac4-4649-95ce-761fb69c1106,segment=NetworkSegment(0f935199-18f4-4f9d-ae48-f58a932a36b0),segment_id=0f935199-18f4-4f9d-ae48-f58a932a36b0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:44.658927 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a9b37ee9-ffd2-4e8d-ab2e-7d02fc3c7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.784494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b37ee9-ffd2-4e8d-ab2e-7d02fc3c7111 None None] Pushing event updated for resources: {'Port': ['ID=84ef42a1-0ac4-4649-95ce-761fb69c1106,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:45.008468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d5ed890-a74b-439f-9912-196841e57948 None None] Provisioning complete for port 84ef42a1-0ac4-4649-95ce-761fb69c1106 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:45.009172 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed890-a74b-439f-9912-196841e57948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.169374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158daf7-38f9-41b8-8149-003f00d2ea02 req-f451e5a9-20a3-4afb-a2f2-6d60e9b3502e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:45.182728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5158daf7-38f9-41b8-8149-003f00d2ea02 req-f451e5a9-20a3-4afb-a2f2-6d60e9b3502e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.2151086 Aug 27 02:42:45.241517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d5ed890-a74b-439f-9912-196841e57948 None None] Provisioning for port 86b282b4-920f-4eda-b10d-fe97671f94a0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:45.251791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d5ed890-a74b-439f-9912-196841e57948 None None] Provisioning complete for port 86b282b4-920f-4eda-b10d-fe97671f94a0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:45.259231 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed890-a74b-439f-9912-196841e57948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.307580 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5158daf7-38f9-41b8-8149-003f00d2ea02 req-b480ea3f-f7e0-4399-b823-a422d4dd95dd tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239374 Aug 27 02:42:45.330143 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-95b52398-cd9c-474e-8fca-47dc5ed3cc9d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags HTTP/1.1" status: 200 len: 205 time: 0.8542871 Aug 27 02:42:45.332765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41882) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.338457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-b224169c-f0df-4932-ae74-e15288e57542 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.377134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ed890-a74b-439f-9912-196841e57948 None None] Port 86b282b4-920f-4eda-b10d-fe97671f94a0 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:45.414091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b224169c-f0df-4932-ae74-e15288e57542 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags HTTP/1.1" status: 200 len: 240 time: 0.0776649 Aug 27 02:42:45.414277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41888) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.419282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-3d6cd212-0a37-4072-b7e3-ba8e958307d3 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', 'tempest-TagsExtTest-Tag-875880408') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.505427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3d6cd212-0a37-4072-b7e3-ba8e958307d3 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags/tempest-TagsExtTest-Tag-875880408 HTTP/1.1" status: 204 len: 168 time: 0.0899248 Aug 27 02:42:45.508535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41892) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.509013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbbb8b0a-15fa-408c-b440-6230b381c532 None None] Provisioning complete for port 86b282b4-920f-4eda-b10d-fe97671f94a0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:45.509390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8b0a-15fa-408c-b440-6230b381c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.522591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-f57905df-66af-41e6-8aab-8f26046bca67 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', 'tempest-TagsExtTest-Tag-875880408') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.578733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb8b0a-15fa-408c-b440-6230b381c532 None None] Port 86b282b4-920f-4eda-b10d-fe97671f94a0 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:45.676434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f57905df-66af-41e6-8aab-8f26046bca67 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags/tempest-TagsExtTest-Tag-875880408 HTTP/1.1" status: 204 len: 168 time: 0.1663585 Aug 27 02:42:45.679180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41902) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.683741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-106ceb36-73a2-41a7-abf5-76b2df40765e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.756033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-106ceb36-73a2-41a7-abf5-76b2df40765e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags HTTP/1.1" status: 200 len: 205 time: 0.0755887 Aug 27 02:42:45.758617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41904) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.763817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-6d41bd4b-24f6-4680-a413-02f63158c7f8 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.886957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6d41bd4b-24f6-4680-a413-02f63158c7f8 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags HTTP/1.1" status: 200 len: 240 time: 0.1268215 Aug 27 02:42:45.890528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41914) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.896428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-21380ed8-f931-4252-803c-e4279c5103ff tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', 'tempest-TagsExtTest-Tag-675172166') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.023707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-21380ed8-f931-4252-803c-e4279c5103ff tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags/tempest-TagsExtTest-Tag-675172166 HTTP/1.1" status: 204 len: 168 time: 0.1317933 Aug 27 02:42:46.026239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41918) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.031572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-f3ea1128-d3b5-452e-872a-6a230ec0681d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', 'tempest-TagsExtTest-Tag-675172166') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.222956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41920) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.223570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f3ea1128-d3b5-452e-872a-6a230ec0681d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags/tempest-TagsExtTest-Tag-675172166 HTTP/1.1" status: 204 len: 168 time: 0.1955991 Aug 27 02:42:46.232131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-8f08ca25-419b-4406-9af4-26948c2bc805 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.353226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.359122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-47bd12ea-abee-4f52-bbe1-b6be31af8707 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.365615 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8f08ca25-419b-4406-9af4-26948c2bc805 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags HTTP/1.1" status: 200 len: 205 time: 0.1380398 Aug 27 02:42:46.407020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41928) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.412136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-5015f46b-e119-4aad-a359-59a242204b5d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', 'tempest-TagsExtTest-Tag-517403097') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.425311 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-47bd12ea-abee-4f52-bbe1-b6be31af8707 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags HTTP/1.1" status: 200 len: 240 time: 0.0705132 Aug 27 02:42:46.509245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5015f46b-e119-4aad-a359-59a242204b5d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags/tempest-TagsExtTest-Tag-517403097 HTTP/1.1" status: 204 len: 168 time: 0.1009543 Aug 27 02:42:46.511841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41936) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.519731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-971beeb5-3079-41f1-a297-cdfd36ad34cc tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', 'tempest-TagsExtTest-Tag-517403097') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.527759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84ef42a1-0ac4-4649-95ce-761fb69c1106 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:46.594198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-971beeb5-3079-41f1-a297-cdfd36ad34cc tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags/tempest-TagsExtTest-Tag-517403097 HTTP/1.1" status: 204 len: 168 time: 0.0812542 Aug 27 02:42:46.596940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.602053 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-d7a27099-a9ca-4fa1-97c6-5f3c1c52e8dc tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.681774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41948) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.682621 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7a27099-a9ca-4fa1-97c6-5f3c1c52e8dc tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags HTTP/1.1" status: 200 len: 205 time: 0.0843372 Aug 27 02:42:46.694441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-b3b7802c-8a2a-4877-ae3c-a3d4f263cfb5 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.728517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 84ef42a1-0ac4-4649-95ce-761fb69c1106 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:46.729283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.731139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.814848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b3b7802c-8a2a-4877-ae3c-a3d4f263cfb5 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags HTTP/1.1" status: 204 len: 168 time: 0.1317933 Aug 27 02:42:46.817929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41952) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.824231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc150a-d257-4a3f-985f-3ee79c7ebe84 req-4f1f767f-abfd-4aef-8aa5-1b6adeb78ac7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:46.824563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-651174e1-b821-4037-9145-d5c112965206 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.833889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4dc150a-d257-4a3f-985f-3ee79c7ebe84 req-4f1f767f-abfd-4aef-8aa5-1b6adeb78ac7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.4073100 Aug 27 02:42:46.911988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c4dc150a-d257-4a3f-985f-3ee79c7ebe84 req-973dba0a-86ac-4466-828f-4a5141c5ec45 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763984 Aug 27 02:42:47.094038 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-651174e1-b821-4037-9145-d5c112965206 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.2739115 Aug 27 02:42:47.096200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41966) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.102151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-f23cb136-fca7-43ff-841c-dd32f94e949a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.255586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f23cb136-fca7-43ff-841c-dd32f94e949a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1580570 Aug 27 02:42:47.258573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 41984) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.263619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-25a52c4a-c283-421e-8f31-092378fd95a5 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.345105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 41992) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.349285 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-25a52c4a-c283-421e-8f31-092378fd95a5 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags HTTP/1.1" status: 204 len: 168 time: 0.0884612 Aug 27 02:42:47.352297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-8dbf446c-9618-48f4-9ca7-8736bd8def63 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', 'tempest-TagsExtTest-Tag-2110659532') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.460144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42002) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.475534 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8dbf446c-9618-48f4-9ca7-8736bd8def63 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags/tempest-TagsExtTest-Tag-2110659532 HTTP/1.1" status: 201 len: 201 time: 0.1196330 Aug 27 02:42:47.480921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-c399f9b6-7a26-440a-8b73-75a857ba53af tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', 'tempest-TagsExtTest-Tag-38165236') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.578669 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.736736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42032) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.742118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-938f5b1c-a845-4d70-a762-68a0413ebcf2 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', 'tempest-TagsExtTest-Tag-1878106721') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.750297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c399f9b6-7a26-440a-8b73-75a857ba53af tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags/tempest-TagsExtTest-Tag-38165236 HTTP/1.1" status: 201 len: 201 time: 0.2889314 Aug 27 02:42:47.910439 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-938f5b1c-a845-4d70-a762-68a0413ebcf2 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags/tempest-TagsExtTest-Tag-1878106721 HTTP/1.1" status: 201 len: 201 time: 0.1699264 Aug 27 02:42:47.910439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42054) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.915754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-d18f7ddd-e034-42e8-88d0-cd8b87066f44 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', 'tempest-TagsExtTest-Tag-2016807777') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.998117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d18f7ddd-e034-42e8-88d0-cd8b87066f44 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags/tempest-TagsExtTest-Tag-2016807777 HTTP/1.1" status: 201 len: 201 time: 0.0853059 Aug 27 02:42:47.999824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42070) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.004820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-cc1e658d-efef-490c-b7b7-a43abbd51bcc tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', {'tags': ['tempest-TagsExtTest-Tag-1957826103', 'tempest-TagsExtTest-Tag-1614242015', 'tempest-TagsExtTest-Tag-1893187548']}) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:48.126776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6825d7f-c710-45cb-aac0-8a550f5407ff req-4c1b8b52-9944-41cb-8f76-0bf4681423ed tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:48.136535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6825d7f-c710-45cb-aac0-8a550f5407ff req-4c1b8b52-9944-41cb-8f76-0bf4681423ed tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.0874698 Aug 27 02:42:48.179356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cc1e658d-efef-490c-b7b7-a43abbd51bcc tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags HTTP/1.1" status: 200 len: 318 time: 0.1785340 Aug 27 02:42:48.182580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42086) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.188442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-58853c2e-e4dc-40e8-b224-c57640d791d4 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:48.196236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d6825d7f-c710-45cb-aac0-8a550f5407ff req-685ed442-100f-4350-a4b2-9ca2a8bc574e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570161 Aug 27 02:42:48.310825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-58853c2e-e4dc-40e8-b224-c57640d791d4 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags HTTP/1.1" status: 204 len: 168 time: 0.1266396 Aug 27 02:42:48.313515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42102) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.326064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-8e68f57b-98a9-4f91-b93a-a7e7059dc7f0 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', 'tempest-TagsExtTest-Tag-1957826103') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:48.447744 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-8e68f57b-98a9-4f91-b93a-a7e7059dc7f0 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:48.449091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8e68f57b-98a9-4f91-b93a-a7e7059dc7f0 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags/tempest-TagsExtTest-Tag-1957826103 HTTP/1.1" status: 404 len: 329 time: 0.1338007 Aug 27 02:42:48.452578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42116) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.459180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-f05785dd-f6ff-40c8-8d1c-e715264d9eb7 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', 'tempest-TagsExtTest-Tag-1614242015') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:48.564537 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-f05785dd-f6ff-40c8-8d1c-e715264d9eb7 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:48.565591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f05785dd-f6ff-40c8-8d1c-e715264d9eb7 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags/tempest-TagsExtTest-Tag-1614242015 HTTP/1.1" status: 404 len: 329 time: 0.1116383 Aug 27 02:42:48.569140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42134) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.588848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-5e95aa8e-45bb-49e1-bd72-baa6ed044e4d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2', 'tempest-TagsExtTest-Tag-1893187548') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:48.639493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-cdc2b0c8-7142-4632-a65e-1a548f036880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:48.641932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-cdc2b0c8-7142-4632-a65e-1a548f036880 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 1096 time: 0.1088860 Aug 27 02:42:48.676648 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-5e95aa8e-45bb-49e1-bd72-baa6ed044e4d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:48.678122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e95aa8e-45bb-49e1-bd72-baa6ed044e4d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags/tempest-TagsExtTest-Tag-1893187548 HTTP/1.1" status: 404 len: 329 time: 0.1080751 Aug 27 02:42:48.681145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42146) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.686127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-6df47072-5c79-4d40-8d1f-a50556ae4ba5 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', {'tags': ['tempest-TagsExtTest-Tag-405767667', 'tempest-TagsExtTest-Tag-1029017565', 'tempest-TagsExtTest-Tag-221500777']}) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:48.818177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6df47072-5c79-4d40-8d1f-a50556ae4ba5 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags HTTP/1.1" status: 200 len: 316 time: 0.1357918 Aug 27 02:42:48.820739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42164) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.825416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-648af92b-97d5-4c8f-a457-1a7fa6e0d73b tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:48.840475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-b3191298-0ac2-4b1c-946f-3f50695422e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:48.846072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-b3191298-0ac2-4b1c-946f-3f50695422e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.1939917 Aug 27 02:42:48.988621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-648af92b-97d5-4c8f-a457-1a7fa6e0d73b tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1668396 Aug 27 02:42:48.990837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-ea8f455d-ec1c-4800-aa39-7bc597cf8065 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 HTTP/1.1" status: 200 len: 217 time: 0.1338630 Aug 27 02:42:48.991405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42186) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.995829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-3b84d865-c66a-4f91-a181-efa5a1b4996a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', 'tempest-TagsExtTest-Tag-405767667') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.078890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-16ffa2b4-45dd-4744-b3ba-e34ed34ec1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:49.080990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-16ffa2b4-45dd-4744-b3ba-e34ed34ec1e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.0743132 Aug 27 02:42:49.134097 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-3b84d865-c66a-4f91-a181-efa5a1b4996a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:49.138259 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b84d865-c66a-4f91-a181-efa5a1b4996a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags/tempest-TagsExtTest-Tag-405767667 HTTP/1.1" status: 404 len: 328 time: 0.1430049 Aug 27 02:42:49.138810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42202) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:49.148023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-5c6f7266-a82b-4fc5-bbdd-83cd3d3f3318 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', 'tempest-TagsExtTest-Tag-1029017565') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.203555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-4dfdc5ad-7e2e-4d1d-8521-5bc5608248ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:49.205781 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-4dfdc5ad-7e2e-4d1d-8521-5bc5608248ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155133 Aug 27 02:42:49.297036 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-5c6f7266-a82b-4fc5-bbdd-83cd3d3f3318 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:49.301046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c6f7266-a82b-4fc5-bbdd-83cd3d3f3318 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags/tempest-TagsExtTest-Tag-1029017565 HTTP/1.1" status: 404 len: 329 time: 0.1577857 Aug 27 02:42:49.302574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:49.309058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-f62d4089-7073-43a1-be27-eaa1f8fb0f47 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0', 'tempest-TagsExtTest-Tag-221500777') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.352090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-05428af5-2d66-4533-aba7-b880faedc3ea service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304483 Aug 27 02:42:49.496343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d6bb-2e6f-4cde-ace1-7bc68e5c2748 req-ec7e50f3-d996-471c-9c49-f62498c7903e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:49.500483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc218935-0975-4c20-af3e-e7e8f7f7e03b req-d0410d21-5198-46c0-b48d-5d01a1dc85a4 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399474 Aug 27 02:42:49.507890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff32d6bb-2e6f-4cde-ace1-7bc68e5c2748 req-ec7e50f3-d996-471c-9c49-f62498c7903e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1384380 Aug 27 02:42:49.516315 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-f62d4089-7073-43a1-be27-eaa1f8fb0f47 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:49.521606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f62d4089-7073-43a1-be27-eaa1f8fb0f47 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags/tempest-TagsExtTest-Tag-221500777 HTTP/1.1" status: 404 len: 328 time: 0.2175298 Aug 27 02:42:49.524251 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42244) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:49.530242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-6f9a59b7-27dc-4a36-9510-34cad3cb11fa tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', {'tags': ['tempest-TagsExtTest-Tag-1932287463', 'tempest-TagsExtTest-Tag-281351754', 'tempest-TagsExtTest-Tag-2101621669']}) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.699681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff32d6bb-2e6f-4cde-ace1-7bc68e5c2748 req-5697b405-4ce9-447a-81fe-c6561ddcf892 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764510 Aug 27 02:42:49.709504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42262) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:49.709851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f9a59b7-27dc-4a36-9510-34cad3cb11fa tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags HTTP/1.1" status: 200 len: 317 time: 0.1843081 Aug 27 02:42:49.714391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-50c120e9-49d9-41b2-a299-a58f8a18983a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.854016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42280) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:49.865610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-4c009a5b-3742-4dee-9cb1-91dd43433a93 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', 'tempest-TagsExtTest-Tag-1932287463') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.873180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-50c120e9-49d9-41b2-a299-a58f8a18983a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.1624899 Aug 27 02:42:49.979048 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-4c009a5b-3742-4dee-9cb1-91dd43433a93 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:49.985328 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42296) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:49.991095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-d68037db-7ac5-40a4-90cb-f61172333df7 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', 'tempest-TagsExtTest-Tag-281351754') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.999263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4c009a5b-3742-4dee-9cb1-91dd43433a93 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags/tempest-TagsExtTest-Tag-1932287463 HTTP/1.1" status: 404 len: 329 time: 0.1421278 Aug 27 02:42:50.100541 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-d68037db-7ac5-40a4-90cb-f61172333df7 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:50.104934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42304) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.111693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-26fe67f6-dc58-4869-b1be-759a09deb697 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5', 'tempest-TagsExtTest-Tag-2101621669') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.115286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d68037db-7ac5-40a4-90cb-f61172333df7 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags/tempest-TagsExtTest-Tag-281351754 HTTP/1.1" status: 404 len: 328 time: 0.1281946 Aug 27 02:42:50.204130 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-26fe67f6-dc58-4869-b1be-759a09deb697 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:50.209018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42316) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.214466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-27c767c0-eda9-40ac-9292-0a124811f234 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', {'tags': ['tempest-TagsExtTest-Tag-620033750', 'tempest-TagsExtTest-Tag-1189147436', 'tempest-TagsExtTest-Tag-142976218']}) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.218947 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-26fe67f6-dc58-4869-b1be-759a09deb697 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags/tempest-TagsExtTest-Tag-2101621669 HTTP/1.1" status: 404 len: 329 time: 0.1126130 Aug 27 02:42:50.294138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27c767c0-eda9-40ac-9292-0a124811f234 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "PUT /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags HTTP/1.1" status: 200 len: 316 time: 0.0838578 Aug 27 02:42:50.296956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42328) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.302260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-ea9169cc-6d6b-486a-8ae1-69a1553b907f tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.357317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.357997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ea9169cc-6d6b-486a-8ae1-69a1553b907f tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags HTTP/1.1" status: 204 len: 168 time: 0.0595062 Aug 27 02:42:50.364185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-16efa8c5-30cf-4a83-bce4-985e3af528ba tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', 'tempest-TagsExtTest-Tag-620033750') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.436526 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-16efa8c5-30cf-4a83-bce4-985e3af528ba tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:50.438261 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16efa8c5-30cf-4a83-bce4-985e3af528ba tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags/tempest-TagsExtTest-Tag-620033750 HTTP/1.1" status: 404 len: 328 time: 0.0788717 Aug 27 02:42:50.441616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42350) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.446502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-18dd7974-8ba5-4aae-8457-45495193e41f tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', 'tempest-TagsExtTest-Tag-1189147436') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.479116 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-18dd7974-8ba5-4aae-8457-45495193e41f tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:50.480585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-18dd7974-8ba5-4aae-8457-45495193e41f tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags/tempest-TagsExtTest-Tag-1189147436 HTTP/1.1" status: 404 len: 329 time: 0.0377836 Aug 27 02:42:50.483667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42358) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.488297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-d03b7661-4e08-4227-a491-aa43d3dab9f6 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d', 'tempest-TagsExtTest-Tag-142976218') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.509413 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-d03b7661-4e08-4227-a491-aa43d3dab9f6 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] show failed (client error): The resource could not be found. Aug 27 02:42:50.513447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d03b7661-4e08-4227-a491-aa43d3dab9f6 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags/tempest-TagsExtTest-Tag-142976218 HTTP/1.1" status: 404 len: 328 time: 0.0257571 Aug 27 02:42:50.513447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42364) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.522350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-0e2848c5-e04c-42cb-92b6-1f1d730d295b tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.562935 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0e2848c5-e04c-42cb-92b6-1f1d730d295b tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d/tags HTTP/1.1" status: 204 len: 168 time: 0.0459380 Aug 27 02:42:50.562935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42370) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.567469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-d74d6436-53d9-4ca8-95c1-bd4f0aa55533 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5cf6738-014a-404d-8e3b-67bc95387fe5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.636670 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-e9bebeec-bda6-4ddc-9239-a82fd95d3dae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614011 Aug 27 02:42:50.689729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d74d6436-53d9-4ca8-95c1-bd4f0aa55533 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.1259131 Aug 27 02:42:50.692326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42390) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.703277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-9b3ada5a-e9f9-476b-8dc2-bffff13f7e7d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '86b282b4-920f-4eda-b10d-fe97671f94a0') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.757716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-736625de-63c1-41c8-86af-9926ff771726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:50.759310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-736625de-63c1-41c8-86af-9926ff771726 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 1096 time: 0.0658069 Aug 27 02:42:50.861814 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9b3ada5a-e9f9-476b-8dc2-bffff13f7e7d tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1682568 Aug 27 02:42:50.862595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42410) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.867523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-11a4b19e-6925-4b1d-bda7-cb81b8999f27 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c85e93ea-715f-44ef-86b5-01ba38888ef2') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.914960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f9343-db85-4852-b282-167a9b36eda5 req-2bc4ae88-2d99-4962-bfb8-399e4ae3aebb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:50.922838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b49f9343-db85-4852-b282-167a9b36eda5 req-2bc4ae88-2d99-4962-bfb8-399e4ae3aebb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1039031 Aug 27 02:42:50.966854 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b49f9343-db85-4852-b282-167a9b36eda5 req-a3d6f681-4a74-4732-acac-efd4767b1516 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Aug 27 02:42:50.971409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-4adbcc0f-29b2-40e3-9008-d940046f3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:50.973072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-4adbcc0f-29b2-40e3-9008-d940046f3744 service neutron] 10.222.0.32 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.1892569 Aug 27 02:42:51.009804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-11a4b19e-6925-4b1d-bda7-cb81b8999f27 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2/tags HTTP/1.1" status: 204 len: 168 time: 0.1459944 Aug 27 02:42:51.010521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42426) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:51.043246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-b2412ac5-c8b2-4791-b670-da57f5dc390c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f2c256-45be-4778-bfe4-e39da607fc34 HTTP/1.1" status: 200 len: 217 time: 0.0634191 Aug 27 02:42:51.120667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-03f64706-4eed-4cfa-9777-b8c65c2153f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:51.122374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-03f64706-4eed-4cfa-9777-b8c65c2153f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.0694661 Aug 27 02:42:51.175108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c71a15d9-e4e5-471f-a618-87b6ebfb268e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for subnetpool, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.176585 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c71a15d9-e4e5-471f-a618-87b6ebfb268e tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e5e6cfa9-3f9b-48ff-b7ac-04ff8e49852d HTTP/1.1" status: 204 len: 168 time: 0.1647642 Aug 27 02:42:51.180412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42448) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:51.215224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-3033bd1f-fff2-46ee-8929-649064dd65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:51.216986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-3033bd1f-fff2-46ee-8929-649064dd65e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859294 Aug 27 02:42:51.221858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42454) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:51.222645 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b2d7234-6716-436e-bf7b-7b5182fdaa04 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf6738-014a-404d-8e3b-67bc95387fe5 HTTP/1.1" status: 200 len: 205 time: 0.0422604 Aug 27 02:42:51.351787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-485d62df-ff88-4fa0-97ae-3b584ae6fc37 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.924058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-60c42f85-2c12-4830-a82f-41c242f10595 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949947 Aug 27 02:42:52.008687 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-485d62df-ff88-4fa0-97ae-3b584ae6fc37 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.022276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-485d62df-ff88-4fa0-97ae-3b584ae6fc37 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.098907 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-485d62df-ff88-4fa0-97ae-3b584ae6fc37 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.099605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485d62df-ff88-4fa0-97ae-3b584ae6fc37 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Fanout notify agent at l3_agent the message router_deleted on router d5cf6738-014a-404d-8e3b-67bc95387fe5 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:52.120605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-485d62df-ff88-4fa0-97ae-3b584ae6fc37 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.123548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-485d62df-ff88-4fa0-97ae-3b584ae6fc37 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/routers/d5cf6738-014a-404d-8e3b-67bc95387fe5 HTTP/1.1" status: 204 len: 168 time: 0.9007075 Aug 27 02:42:52.126573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42560) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:52.245293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320eda-9e6c-4fad-a534-2578ef80e625 req-82e76a3e-ed56-4eed-a622-7951692e862d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:52.252858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e320eda-9e6c-4fad-a534-2578ef80e625 req-82e76a3e-ed56-4eed-a622-7951692e862d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 945 time: 0.1555665 Aug 27 02:42:52.296603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Deleting port 86b282b4-920f-4eda-b10d-fe97671f94a0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:52.296986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.315406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-022bbf10-a3f3-4f4e-ac88-b5988675b358 req-fed51d43-5a4b-4930-a481-e0bfbc71fc89 service neutron] 10.222.0.32 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460355 Aug 27 02:42:52.345945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e320eda-9e6c-4fad-a534-2578ef80e625 req-5fc0542f-4428-4357-8754-27e69d316887 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919478 Aug 27 02:42:52.487397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.505024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Calling delete_port for 86b282b4-920f-4eda-b10d-fe97671f94a0 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:52.583088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:52.623459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e277a-4b9a-4e0d-8678-72941ffb9180 req-7078a5e8-8da2-498b-970b-6584b287696d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:52.625263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-047e277a-4b9a-4e0d-8678-72941ffb9180 req-7078a5e8-8da2-498b-970b-6584b287696d tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2050176 Aug 27 02:42:52.736466 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.747218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-047e277a-4b9a-4e0d-8678-72941ffb9180 req-7852391e-374c-49df-ae18-71754f0653e1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106811 Aug 27 02:42:52.811916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:52.813029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:52.818568 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4aff88-12c2-4aaa-b724-842611e9d6e7" -d '{"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-unplugged", "status": "completed", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:52.833412 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.837567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.904827 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d96ba11-9e3f-4053-a145-4b678a49368e x-openstack-request-id: req-1d96ba11-9e3f-4053-a145-4b678a49368e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:52.905258 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-unplugged", "status": "failed", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9", "code": 422}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:52.905367 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d96ba11-9e3f-4053-a145-4b678a49368e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:52.905758 n-d-806293-1 neutron-server[94774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'code': 422} returned with failed status Aug 27 02:42:52.906412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:52.946215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3767368-fad6-4857-ad5a-7886c81c1dfb req-83677e58-e737-487e-ac36-51acfef780c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:52.957599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3767368-fad6-4857-ad5a-7886c81c1dfb req-83677e58-e737-487e-ac36-51acfef780c4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0681050 Aug 27 02:42:53.006812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3767368-fad6-4857-ad5a-7886c81c1dfb req-ec7193d1-7248-4eb8-bd09-3b9731380844 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421536 Aug 27 02:42:53.009918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event deleted for resources: {'Port': ['ID=86b282b4-920f-4eda-b10d-fe97671f94a0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:53.086430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.087191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.087882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.089516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.090077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.090655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.091195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.091904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.092462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.092995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.093596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.094130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:53.151663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.155850 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c836365b-0d4d-49fa-b8aa-a609f02d0895 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/ports/86b282b4-920f-4eda-b10d-fe97671f94a0 HTTP/1.1" status: 204 len: 168 time: 1.0279188 Aug 27 02:42:53.158514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42596) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:53.292710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Deleting subnet c85e93ea-715f-44ef-86b5-01ba38888ef2 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:53.314040 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.405094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.438296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd55039-f7d9-4a81-b638-e4ca7c91cc21 req-55480c09-244a-407c-8816-fd625a076bac tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:53.440100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acd55039-f7d9-4a81-b638-e4ca7c91cc21 req-55480c09-244a-407c-8816-fd625a076bac tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1026130 Aug 27 02:42:53.566620 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acd55039-f7d9-4a81-b638-e4ca7c91cc21 req-718abd7a-f389-4268-9eeb-9071f3b509e0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990613 Aug 27 02:42:53.603025 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.720790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca833-09c0-40b6-8606-9a4b18a5b2e0 req-f2f95530-9000-4339-8c3b-f7b82bad882a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:53.721317 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.722979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f39ca833-09c0-40b6-8606-9a4b18a5b2e0 req-f2f95530-9000-4339-8c3b-f7b82bad882a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 946 time: 0.1026444 Aug 27 02:42:53.735364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.737469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/subnets/c85e93ea-715f-44ef-86b5-01ba38888ef2 HTTP/1.1" status: 204 len: 168 time: 0.5779436 Aug 27 02:42:53.741745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae6a10-2735-4f50-a87f-a5ffbf435e81 None None] Network e87d94d2-ca39-4364-bfe5-8596d7aa6ddd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:53.769161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45944e6-c902-4356-a1bb-7d98c65d87e1 tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event deleted for resources: {'Subnet': ['ID=c85e93ea-715f-44ef-86b5-01ba38888ef2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:53.770549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 42614) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:53.777396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f39ca833-09c0-40b6-8606-9a4b18a5b2e0 req-c160392e-b550-4760-ae4e-4b4d93dd625e tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478749 Aug 27 02:42:53.874197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.932103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Deleting port 84ef42a1-0ac4-4649-95ce-761fb69c1106 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:53.932877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.973043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] DHCP port deletion for e87d94d2-ca39-4364-bfe5-8596d7aa6ddd request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:54.020483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] For port 84ef42a1-0ac4-4649-95ce-761fb69c1106, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=84ef42a1-0ac4-4649-95ce-761fb69c1106,segment=NetworkSegment(0f935199-18f4-4f9d-ae48-f58a932a36b0),segment_id=0f935199-18f4-4f9d-ae48-f58a932a36b0)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:54.020962 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.035000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Calling delete_port for 84ef42a1-0ac4-4649-95ce-761fb69c1106 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:54.042575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] Deleting port 84ef42a1-0ac4-4649-95ce-761fb69c1106 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:54.043780 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.117651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.135964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] For port 84ef42a1-0ac4-4649-95ce-761fb69c1106, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=84ef42a1-0ac4-4649-95ce-761fb69c1106,segment=NetworkSegment(0f935199-18f4-4f9d-ae48-f58a932a36b0),segment_id=0f935199-18f4-4f9d-ae48-f58a932a36b0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:54.136773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.153304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] Calling delete_port for 84ef42a1-0ac4-4649-95ce-761fb69c1106 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:54.163070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event deleted for resources: {'Port': ['ID=84ef42a1-0ac4-4649-95ce-761fb69c1106,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:54.172006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] No DVR routers for this DVR port 84ef42a1-0ac4-4649-95ce-761fb69c1106 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:54.235452 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.259537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] Pushing event deleted for resources: {'Port': ['ID=84ef42a1-0ac4-4649-95ce-761fb69c1106,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:54.265903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71faf3f-fb7f-44af-a19c-c3f2b8d0cc58 None None] No DVR routers for this DVR port 84ef42a1-0ac4-4649-95ce-761fb69c1106 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:54.271558 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:42:54.284508 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.296755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87d94d2-ca39-4364-bfe5-8596d7aa6ddd']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:54.308964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f935199-18f4-4f9d-ae48-f58a932a36b0') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:54.309289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f935199-18f4-4f9d-ae48-f58a932a36b0') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:54.318214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.333176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.339651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:54.340188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:54.344072 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:54.416503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.424450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.426584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] 10.222.0.10 "DELETE /v2.0/networks/e87d94d2-ca39-4364-bfe5-8596d7aa6ddd HTTP/1.1" status: 204 len: 168 time: 0.6481769 Aug 27 02:42:54.439564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68871456-2c63-4eb4-bafc-90b22343e88a tempest-TagsExtTest-192148581 tempest-TagsExtTest-192148581-project] Pushing event deleted for resources: {'Network': ['ID=e87d94d2-ca39-4364-bfe5-8596d7aa6ddd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:54.550808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84ef42a1-0ac4-4649-95ce-761fb69c1106 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:54.605930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 84ef42a1-0ac4-4649-95ce-761fb69c1106 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:54.606376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84ef42a1-0ac4-4649-95ce-761fb69c1106 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:54.691098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323a563-99c0-4e05-bc61-fe93d84101d2 req-e404b446-2b51-41a0-b9bc-95ace903c5ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:54.692710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9323a563-99c0-4e05-bc61-fe93d84101d2 req-e404b446-2b51-41a0-b9bc-95ace903c5ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0527024 Aug 27 02:42:54.756279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9323a563-99c0-4e05-bc61-fe93d84101d2 req-02c43fcc-8542-45e1-bf9d-0bda65e71537 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524869 Aug 27 02:42:54.848801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42648) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:54.972459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b09922-c055-4eaa-b8bd-ad6e63ce34a2 req-eb1ea1bd-be1f-4173-bfe4-2cac4949d602 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:54.974437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6b09922-c055-4eaa-b8bd-ad6e63ce34a2 req-eb1ea1bd-be1f-4173-bfe4-2cac4949d602 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 946 time: 0.0768273 Aug 27 02:42:55.026454 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6b09922-c055-4eaa-b8bd-ad6e63ce34a2 req-26bdda18-0a71-4f00-a810-b218aa60060c tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b2a372b-6cee-4633-8977-93d5e33ed13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445013 Aug 27 02:42:55.112430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8f018919-d731-48ea-a8a1-795bede077bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a70287caf1a47bcafcd45d8bf545e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600822 Aug 27 02:42:55.112680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 42656) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:55.158889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-0e7d6a6b-75e2-49d8-bc04-470651db9c0a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:55.160774 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-0e7d6a6b-75e2-49d8-bc04-470651db9c0a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 946 time: 0.0542259 Aug 27 02:42:55.189497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a74176b-0ce9-46b0-a6d8-c632d0205ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.214053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a74176b-0ce9-46b0-a6d8-c632d0205ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.287217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a74176b-0ce9-46b0-a6d8-c632d0205ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.290338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a74176b-0ce9-46b0-a6d8-c632d0205ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.297091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5a74176b-0ce9-46b0-a6d8-c632d0205ec3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40211978-8b08-42ca-8105-7a2e2a05063e HTTP/1.1" status: 204 len: 168 time: 0.1807966 Aug 27 02:42:55.303171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Deleting port 390971f7-bc70-4840-96ff-e4f070d9f913 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:55.303720 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.327228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74176b-0ce9-46b0-a6d8-c632d0205ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40211978-8b08-42ca-8105-7a2e2a05063e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:55.472540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] For port 390971f7-bc70-4840-96ff-e4f070d9f913, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=390971f7-bc70-4840-96ff-e4f070d9f913,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:55.474570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.938990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.939537 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.939977 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Floating IP d9ec2504-eca9-4d3f-8179-eadacd6561a5 disassociated. External IP: 172.25.1.164, port: 390971f7-bc70-4840-96ff-e4f070d9f913. Aug 27 02:42:55.940417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Calling delete_port for 390971f7-bc70-4840-96ff-e4f070d9f913 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:55.974649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aa280-d79a-4e58-ae12-26f2b87113ae req-7166e366-02b8-4230-a350-0fbd5f14def8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:55.985336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f20aa280-d79a-4e58-ae12-26f2b87113ae req-7166e366-02b8-4230-a350-0fbd5f14def8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0995450 Aug 27 02:42:56.104876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f20aa280-d79a-4e58-ae12-26f2b87113ae req-af59d3a9-125b-48da-a3f2-52d71c7f7846 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129196 Aug 27 02:42:56.206284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.299309 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24c60694-2548-4a57-8554-af9f55d2ef41 req-ed0905ba-bb4a-4b34-9c74-146d800bcd9b tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 210 time: 0.0952382 Aug 27 02:42:56.322683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event deleted for resources: {'Port': ['ID=390971f7-bc70-4840-96ff-e4f070d9f913,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:56.602888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:56.679215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 390971f7-bc70-4840-96ff-e4f070d9f913 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:56.680866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 390971f7-bc70-4840-96ff-e4f070d9f913 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:56.681446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:57.013525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Router ead0b770-5cfa-4726-b48c-bf81ff93d739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:57.206613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:57.216578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] Sync routers for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:57.246855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:57.250436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:57.263307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] No DVR routers for this DVR port 390971f7-bc70-4840-96ff-e4f070d9f913 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:57.295651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.298223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b199aa5b-d35a-46a9-a91e-4a5133deda93 req-019a7808-bb80-4623-a99a-16c3c257377a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.45 "DELETE /v2.0/ports/390971f7-bc70-4840-96ff-e4f070d9f913 HTTP/1.1" status: 204 len: 173 time: 2.1233647 Aug 27 02:42:57.299813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-deleted', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:57.302792 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842917e6-d6d7-4184-8346-0cb32924eba4" -d '{"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-deleted", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:57.429319 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:57.463373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eea3b-1405-4e01-a464-4862044bf988 req-b3dfed0e-c349-48be-accf-5cbc520849cd tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:57.466298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-389eea3b-1405-4e01-a464-4862044bf988 req-b3dfed0e-c349-48be-accf-5cbc520849cd tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1724365 Aug 27 02:42:57.476849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8991d6-af9e-486d-9fbc-f9fa9fc5630a req-3495b40f-139d-4b8c-bc0b-23e629a7099f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:57.491351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f8991d6-af9e-486d-9fbc-f9fa9fc5630a req-3495b40f-139d-4b8c-bc0b-23e629a7099f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2058086 Aug 27 02:42:57.592489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f8991d6-af9e-486d-9fbc-f9fa9fc5630a req-8b2587b8-2446-491c-a0a7-e3db40602cbb tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945339 Aug 27 02:42:57.601771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-389eea3b-1405-4e01-a464-4862044bf988 req-a87bc9ba-4b4d-4621-a348-3d4a9cd4890f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270039 Aug 27 02:42:57.678174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a0948198-5c00-421a-8ab8-26fcebb3b5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.700262 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdce784-cfc8-4697-9b8c-d12205e8d1c1 x-openstack-request-id: req-6fdce784-cfc8-4697-9b8c-d12205e8d1c1 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:57.700582 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700682a-5bcd-4992-abf7-49cd4002378a", "name": "network-vif-deleted", "tag": "390971f7-bc70-4840-96ff-e4f070d9f913", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:57.700831 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fdce784-cfc8-4697-9b8c-d12205e8d1c1 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:57.701260 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700682a-5bcd-4992-abf7-49cd4002378a', 'name': 'network-vif-deleted', 'tag': '390971f7-bc70-4840-96ff-e4f070d9f913', 'status': 'completed', 'code': 200} Aug 27 02:42:57.803836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:57.807265 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-112ff4a9-ea2e-4a22-816e-952707902745 req-29b5b694-d88a-4686-a79f-2dae86d415c4 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/ports?device_id=f700682a-5bcd-4992-abf7-49cd4002378a HTTP/1.1" status: 200 len: 210 time: 0.0688300 Aug 27 02:42:57.870246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] Checking router: ead0b770-5cfa-4726-b48c-bf81ff93d739 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:57.880541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:57.881323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:42:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:58.084327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:58.354500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:58.389976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f9051-2e6b-4ec1-a53c-9047a69344d3 None None] The sync data for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 is: [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:52Z', 'revision_number': 4, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e0815256-fbe2-4db9-aaa5-b10caaa5b115', 'name': '', 'network_id': 'c5a6024c-3a2d-45cd-9b56-004d5b36aa3a', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'mac_address': 'fa:16:3e:ea:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:51Z', 'updated_at': '2021-08-27T02:34:03Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'subnets': [{'id': '24d3189a-1554-47dd-af2f-9e208fc0ad3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:58.777744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223788e-064c-4b43-93ca-eb8d94aa8723 req-4fbc807b-d275-414a-8ce4-1a760cfd4575 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.791724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f223788e-064c-4b43-93ca-eb8d94aa8723 req-4fbc807b-d275-414a-8ce4-1a760cfd4575 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.0808918 Aug 27 02:42:58.821044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd573a-7da7-4a41-ad5e-61c04e78a6e1 req-7697ebf0-e3fd-4c1e-a6e5-8de32e8a9937 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.830609 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4074ee-7e14-4b78-a891-d21b75774308 None None] New status for floating IP d9ec2504-eca9-4d3f-8179-eadacd6561a5: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:42:58.833392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8edd573a-7da7-4a41-ad5e-61c04e78a6e1 req-7697ebf0-e3fd-4c1e-a6e5-8de32e8a9937 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1249697 Aug 27 02:42:58.850520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f223788e-064c-4b43-93ca-eb8d94aa8723 req-aa6aefdf-c4c3-4421-88a4-83db3b50893e tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531938 Aug 27 02:42:58.891904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8edd573a-7da7-4a41-ad5e-61c04e78a6e1 req-9e495864-6a44-417e-99ad-0a1af62477dc tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524173 Aug 27 02:42:58.946271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43058) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:59.130120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.146657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43080) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:59.172346 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.239156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.244912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.247144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "DELETE /v2.0/security-groups/4b2a372b-6cee-4633-8977-93d5e33ed13c HTTP/1.1" status: 204 len: 168 time: 0.2993479 Aug 27 02:42:59.250995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-d08dcaac-9feb-45ff-8c1d-9ebdb4e59c7c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:59.252989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-d08dcaac-9feb-45ff-8c1d-9ebdb4e59c7c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.1040564 Aug 27 02:42:59.253542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43092) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:59.263620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a372b-6cee-4633-8977-93d5e33ed13c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:59.278133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.278708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.279207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.279945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.280456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.281117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.281606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.282206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.282731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.283394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.283893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.284499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0eb014-b8c1-4844-bf2e-6edc6d70b817 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:59.378734 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-b8769d1c-f2a8-4a25-a9a7-fb8b127ee59a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] show failed (client error): The resource could not be found. Aug 27 02:42:59.385377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b8769d1c-f2a8-4a25-a9a7-fb8b127ee59a tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "GET /v2.0/security-groups/4b2a372b-6cee-4633-8977-93d5e33ed13c HTTP/1.1" status: 404 len: 347 time: 0.1252692 Aug 27 02:42:59.386939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43106) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:59.400724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a607ff48-1902-4b3f-9716-001dad693d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.501213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Deleting port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:59.512271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.679884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Deleting port 42c64bb3-71a5-4e30-97d7-fa743884e361 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:59.680470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.683912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] For port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:59.684440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.770442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a607ff48-1902-4b3f-9716-001dad693d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.781745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a607ff48-1902-4b3f-9716-001dad693d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.838441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607ff48-1902-4b3f-9716-001dad693d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa8acfd-d769-4963-a93a-aa0f79741a6b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:59.840523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.841035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.863291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Calling delete_port for 42c64bb3-71a5-4e30-97d7-fa743884e361 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:59.968041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a607ff48-1902-4b3f-9716-001dad693d75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c84e0f4fd8084800a1d4781e8d7cac70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198056 Aug 27 02:42:59.975249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43166) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:00.145643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.147333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.147970 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Floating IP 55d3f650-3bb5-4175-8e24-d00faf0885c6 disassociated. External IP: 172.25.1.122, port: fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a. Aug 27 02:43:00.148686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Calling delete_port for fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:00.207926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18ccd-52f8-4fe6-8709-408127cf49d9 req-087ac5bd-7d41-4243-9f63-7942589ddf26 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:00.217890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0bb18ccd-52f8-4fe6-8709-408127cf49d9 req-087ac5bd-7d41-4243-9f63-7942589ddf26 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1535563 Aug 27 02:43:00.219947 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.225782 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-324445dc-3f7d-44ee-b293-e115cbf44388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.283798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Pushing event deleted for resources: {'Port': ['ID=42c64bb3-71a5-4e30-97d7-fa743884e361,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:00.301497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7555b3fa-c51f-495d-af86-b8d84effe8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.327032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7555b3fa-c51f-495d-af86-b8d84effe8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.422405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e52ef-6dac-4805-b564-d1d1db678512 req-e705d865-5199-4651-9cd0-dbefbab423e1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:00.424170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-064e52ef-6dac-4805-b564-d1d1db678512 req-e705d865-5199-4651-9cd0-dbefbab423e1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 946 time: 0.4088922 Aug 27 02:43:00.442371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.467381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.478746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7555b3fa-c51f-495d-af86-b8d84effe8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.484584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7555b3fa-c51f-495d-af86-b8d84effe8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.486480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7555b3fa-c51f-495d-af86-b8d84effe8df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1aa8acfd-d769-4963-a93a-aa0f79741a6b HTTP/1.1" status: 204 len: 168 time: 0.5099649 Aug 27 02:43:00.488479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.494116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.496186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4933a1f-b7fc-4541-8e3b-73ec943ea054 tempest-AttachVolumeShelveTestJSON-1071906192 tempest-AttachVolumeShelveTestJSON-1071906192-project] 10.222.0.10 "DELETE /v2.0/floatingips/d9ec2504-eca9-4d3f-8179-eadacd6561a5 HTTP/1.1" status: 204 len: 168 time: 1.1080494 Aug 27 02:43:00.498726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0bb18ccd-52f8-4fe6-8709-408127cf49d9 req-fe2c260f-efc7-45f8-9bba-31ddf2b49bf6 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727556 Aug 27 02:43:00.557254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event deleted for resources: {'Port': ['ID=fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:00.557740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555b3fa-c51f-495d-af86-b8d84effe8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa8acfd-d769-4963-a93a-aa0f79741a6b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:00.618928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-064e52ef-6dac-4805-b564-d1d1db678512 req-e4c62ebc-90b5-4da3-a495-bd0268ecf03d tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc8615bc-575f-46d0-a51b-30c8a769b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435370 Aug 27 02:43:00.699509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Router d5506018-3d4d-40b8-bc45-e6fa997c54ce has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:00.984090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:01.001587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] Sync routers for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:01.028356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:01.030050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:01.060023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] No DVR routers for this DVR port fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:01.063409 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.074064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e9e6f8e4-2ccb-4190-afe4-f3c38953e979 req-f8574093-bdf3-4f65-9449-5135c8e05c74 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "DELETE /v2.0/ports/fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a HTTP/1.1" status: 204 len: 173 time: 1.8114033 Aug 27 02:43:01.076645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'name': 'network-vif-deleted', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:01.081405 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd49804e-a4e7-49c6-96a2-fd41191598e8" -d '{"events": [{"server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "name": "network-vif-deleted", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:01.148590 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47cd1c4-ccbb-4fca-865f-3701b2d8aebd x-openstack-request-id: req-f47cd1c4-ccbb-4fca-865f-3701b2d8aebd {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:01.148885 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2e411-c221-4912-ba36-d4fe571bb065", "name": "network-vif-deleted", "tag": "fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:01.149201 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f47cd1c4-ccbb-4fca-865f-3701b2d8aebd {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:01.149650 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2e411-c221-4912-ba36-d4fe571bb065', 'name': 'network-vif-deleted', 'tag': 'fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a', 'status': 'completed', 'code': 200} Aug 27 02:43:01.214883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43282) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:01.233507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:01.245832 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32ae00fe-9cdd-4ea5-beb8-5c7a00c91a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.504001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32ae00fe-9cdd-4ea5-beb8-5c7a00c91a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.516919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32ae00fe-9cdd-4ea5-beb8-5c7a00c91a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.565369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-32ae00fe-9cdd-4ea5-beb8-5c7a00c91a6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4632fb0b8174899914c123404650c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483155 Aug 27 02:43:01.567996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43290) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:01.581901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae00fe-9cdd-4ea5-beb8-5c7a00c91a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e16469-9ebc-4970-ab68-9b072f4985dc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:01.653622 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.679336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26027fa3-933b-47d4-a0c3-8770f8b84e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.716512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26027fa3-933b-47d4-a0c3-8770f8b84e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.729694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44684131-c6c3-4508-9965-43fc67fa2e5c req-98168d63-46cd-4d3d-8fc1-9ab8c1ef45f3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:01.736631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44684131-c6c3-4508-9965-43fc67fa2e5c req-98168d63-46cd-4d3d-8fc1-9ab8c1ef45f3 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1124413 Aug 27 02:43:01.821003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26027fa3-933b-47d4-a0c3-8770f8b84e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.827169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-26027fa3-933b-47d4-a0c3-8770f8b84e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.835399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-26027fa3-933b-47d4-a0c3-8770f8b84e31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16e16469-9ebc-4970-ab68-9b072f4985dc HTTP/1.1" status: 204 len: 168 time: 0.2592232 Aug 27 02:43:01.855268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027fa3-933b-47d4-a0c3-8770f8b84e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e16469-9ebc-4970-ab68-9b072f4985dc,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:01.877050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44684131-c6c3-4508-9965-43fc67fa2e5c req-ecc75310-e7d5-4e59-b867-3833d3e10c77 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266587 Aug 27 02:43:01.957985 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:01.975738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2663faa-0dce-4cc8-980c-751546b10497 req-5fb394d6-7e5c-4376-95af-bc001da31f60 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a2e411-c221-4912-ba36-d4fe571bb065 HTTP/1.1" status: 200 len: 210 time: 0.0507143 Aug 27 02:43:02.064829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] Checking router: d5506018-3d4d-40b8-bc45-e6fa997c54ce for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:02.090142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:02.090862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:02.483647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:02.630991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:02.653818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:02.654535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device fc18d0d2-3b1f-4160-b2cd-d6df8a57bf6a not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:02.806027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:02.862468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93d6f9-b257-43b1-8a05-57a2199b0dd6 None None] The sync data for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 is: [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:03.111220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43352) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:03.149533 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.177147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b423-f956-42ed-8ee3-d2461e117a7b req-0fc2326c-2021-4013-8782-37381e2d34de tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.187357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f4b423-f956-42ed-8ee3-d2461e117a7b req-0fc2326c-2021-4013-8782-37381e2d34de tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1239161 Aug 27 02:43:03.201387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43358) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:03.233417 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e30637ef-ccfb-4335-9f6d-e99e29c3d317 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.272480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e30637ef-ccfb-4335-9f6d-e99e29c3d317 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.305130 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f4b423-f956-42ed-8ee3-d2461e117a7b req-a8e7f19b-9b80-4628-acfe-d8dab1b82aa1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089790 Aug 27 02:43:03.369334 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e30637ef-ccfb-4335-9f6d-e99e29c3d317 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.372587 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e30637ef-ccfb-4335-9f6d-e99e29c3d317 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.374111 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e30637ef-ccfb-4335-9f6d-e99e29c3d317 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc8615bc-575f-46d0-a51b-30c8a769b7e4 HTTP/1.1" status: 204 len: 168 time: 0.2604666 Aug 27 02:43:03.377187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43366) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:03.389219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30637ef-ccfb-4335-9f6d-e99e29c3d317 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8615bc-575f-46d0-a51b-30c8a769b7e4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:03.404902 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-51bf2c18-b16c-4c22-8604-2dd381229f3e tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] show failed (client error): The resource could not be found. Aug 27 02:43:03.407085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51bf2c18-b16c-4c22-8604-2dd381229f3e tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups/cc8615bc-575f-46d0-a51b-30c8a769b7e4 HTTP/1.1" status: 404 len: 347 time: 0.0289009 Aug 27 02:43:03.410009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43368) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:03.485584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857313533-network', 'tenant_id': '777bc848d558401d8053c27c64a6b1d3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:03.509532 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4074b-7e0f-432d-9b29-441dba70ead2 None None] New status for floating IP 55d3f650-3bb5-4175-8e24-d00faf0885c6: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:43:03.562364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Made reservation on behalf of 777bc848d558401d8053c27c64a6b1d3 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:03.565123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.589011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.780916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Deleting port 8e44691f-b8ad-423f-8bf4-993b5a19fd16 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:03.781615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.833402 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.841313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.860361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:43:03.874071 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.874589 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Added segment ee9b9f04-7914-4275-9c89-8e58df909d70 of type vlan for network 684f6c7e-38fb-4c15-8ab7-19295019a138 Aug 27 02:43:03.875446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.876120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.893598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Calling delete_port for 8e44691f-b8ad-423f-8bf4-993b5a19fd16 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:03.934690 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.975552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.976906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.977695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.067775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Pushing event updated for resources: {'Network': ['ID=684f6c7e-38fb-4c15-8ab7-19295019a138,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:04.079113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 684f6c7e-38fb-4c15-8ab7-19295019a138 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:43:04.089140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8838754 Aug 27 02:43:04.089309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.089860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43384) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:04.102844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d4144-1644-46d2-bb42-6e802e749d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2dfcae-0343-4c57-861b-ef1fd6a622fa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:04.103048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Request body: {'subnet': {'network_id': '684f6c7e-38fb-4c15-8ab7-19295019a138', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857313533-subnet', 'tenant_id': '777bc848d558401d8053c27c64a6b1d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:04.178088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event deleted for resources: {'Port': ['ID=8e44691f-b8ad-423f-8bf4-993b5a19fd16,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:04.315614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.320090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.326633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1c7bdf37-29a4-4da5-a1c0-de0249426ee1 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "DELETE /v2.0/floatingips/55d3f650-3bb5-4175-8e24-d00faf0885c6 HTTP/1.1" status: 204 len: 168 time: 0.9140434 Aug 27 02:43:04.344359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Made reservation on behalf of 777bc848d558401d8053c27c64a6b1d3 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:04.358655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.562388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f899f-441c-4d18-b8b4-c1b0cee99e9f req-645cc739-851b-4aec-a612-4bacc8e97df1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.566743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f5f899f-441c-4d18-b8b4-c1b0cee99e9f req-645cc739-851b-4aec-a612-4bacc8e97df1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1421394 Aug 27 02:43:04.621741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:04.631936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-46952280-cd94-421e-9487-653db1475e45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179742749', 'description': 'tempest-description--2070452903'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:04.642039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f5f899f-441c-4d18-b8b4-c1b0cee99e9f req-98878c8b-2f53-43db-8093-400848d4ed95 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743995 Aug 27 02:43:04.698000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46952280-cd94-421e-9487-653db1475e45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.818072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.909775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f0177a-3792-4979-a634-8f3c006b1c98,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.003218 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46952280-cd94-421e-9487-653db1475e45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.013899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46952280-cd94-421e-9487-653db1475e45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.018813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Checking segment: {'id': 'ee9b9f04-7914-4275-9c89-8e58df909d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '684f6c7e-38fb-4c15-8ab7-19295019a138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:05.019553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Network hostable DHCP agents. Network: 684f6c7e-38fb-4c15-8ab7-19295019a138, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:43:05.064276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Network 684f6c7e-38fb-4c15-8ab7-19295019a138 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:43:05.078563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 684f6c7e-38fb-4c15-8ab7-19295019a138) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:05.083905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.084806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.092647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f017d4d-ae22-4653-866e-52848c6e5fc0 None None] Network 684f6c7e-38fb-4c15-8ab7-19295019a138 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:05.160518 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-05ee3a7e-ae42-4374-ba2a-12a0da4a5721 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0672097 Aug 27 02:43:05.162659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46952280-cd94-421e-9487-653db1475e45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.163502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-46952280-cd94-421e-9487-653db1475e45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5407515 Aug 27 02:43:05.166796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43424) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:05.174954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-196d94e0-febf-4bfa-82ad-7f4236739302 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'security_group_rule': {'security_group_id': '05c9c377-4418-4acb-b4c2-8337b2d414d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:05.213909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46952280-cd94-421e-9487-653db1475e45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c9c377-4418-4acb-b4c2-8337b2d414d8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.263883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5aca1-05de-4117-bd44-0c6a8f5ff1be req-a4e15572-a227-4b41-8209-992093a665fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.266069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19f5aca1-05de-4117-bd44-0c6a8f5ff1be req-a4e15572-a227-4b41-8209-992093a665fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2456689 Aug 27 02:43:05.268959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-e3698d43-1244-49af-968e-93caf847c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.271363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-e3698d43-1244-49af-968e-93caf847c7bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1096 time: 0.1509492 Aug 27 02:43:05.283981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-196d94e0-febf-4bfa-82ad-7f4236739302 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.472397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487794f6-966a-451d-a5e2-bca34581ad32 None None] Network 684f6c7e-38fb-4c15-8ab7-19295019a138 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:05.509908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-196d94e0-febf-4bfa-82ad-7f4236739302 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.522854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-196d94e0-febf-4bfa-82ad-7f4236739302 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.556269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d94e0-febf-4bfa-82ad-7f4236739302 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707d11e4-0f69-446f-990d-2dedfb8da0a2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.569684 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-196d94e0-febf-4bfa-82ad-7f4236739302 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.571782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-196d94e0-febf-4bfa-82ad-7f4236739302 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036582 Aug 27 02:43:05.574660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43442) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:05.581321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-36735104-0663-41f6-b1ff-d82166a57a53 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'security_group_rule': {'security_group_id': '05c9c377-4418-4acb-b4c2-8337b2d414d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:05.589173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19f5aca1-05de-4117-bd44-0c6a8f5ff1be req-2ccce844-d4fc-461b-be50-0e5973b627ce tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117764 Aug 27 02:43:05.658903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-4ef85d9f-2b10-4f87-8063-0633cb7a5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.660593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-4ef85d9f-2b10-4f87-8063-0633cb7a5991 service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.3572621 Aug 27 02:43:05.663482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36735104-0663-41f6-b1ff-d82166a57a53 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.818705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-d44e480c-4520-4422-bc95-6d7f27aa62c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.1503723 Aug 27 02:43:05.823967 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36735104-0663-41f6-b1ff-d82166a57a53 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.842442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36735104-0663-41f6-b1ff-d82166a57a53 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.874911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36735104-0663-41f6-b1ff-d82166a57a53 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e67ddc-add6-434c-8d0b-bbcb3e09225b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.903604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36735104-0663-41f6-b1ff-d82166a57a53 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.908472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43450) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:05.920387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:05.925115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-36735104-0663-41f6-b1ff-d82166a57a53 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3488383 Aug 27 02:43:05.975905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-af30c283-8744-4024-b289-1e9c5b8ed78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.978068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-af30c283-8744-4024-b289-1e9c5b8ed78f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.1521351 Aug 27 02:43:05.979656 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.099683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-4394067b-ff2f-49f7-b0c4-74d70c0d0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:06.101630 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-4394067b-ff2f-49f7-b0c4-74d70c0d0180 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161044 Aug 27 02:43:06.317812 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-c604ca8c-d539-4290-9ae5-86f11afe7b79 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072494 Aug 27 02:43:06.320439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.366801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43470) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:06.372805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-871492526-network', 'tenant_id': '40fb2c29dd644185a4195348ee327af4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:06.411009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Made reservation on behalf of 40fb2c29dd644185a4195348ee327af4 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:06.414797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.426308 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.612514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.619371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c31efd80-00b8-429c-99b6-669bbfe02dfa req-759174b6-1aa6-4936-8747-542f1364cb72 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913005 Aug 27 02:43:06.629739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.670285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Allocated IP 172.25.1.207 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/9dd2534b-6b48-457c-83b2-2c776e1ccf9e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:06.689741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:43:06.800357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7438c7-5994-414d-bacd-94b409eacc34,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:06.803921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.804487 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Added segment 0551afd1-bf4c-49bb-bfda-fe9a0aca9074 of type vlan for network fca6c1f3-f203-4533-bd31-a92ba674e9bf Aug 27 02:43:06.850412 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.857512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.872782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c09bc0-2db1-4f65-ac2a-2077bac82380 req-f6d67d83-be70-4562-94d6-5eb0ca05d659 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:06.874691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4c09bc0-2db1-4f65-ac2a-2077bac82380 req-f6d67d83-be70-4562-94d6-5eb0ca05d659 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1648312 Aug 27 02:43:06.913119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.917685 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.918900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:06.919651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.955651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4c09bc0-2db1-4f65-ac2a-2077bac82380 req-e55fe7bc-2c5f-4472-86d8-de104dc9048b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691111 Aug 27 02:43:07.018301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:07.025500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:07.027901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'Port': ['ID=9dd2534b-6b48-457c-83b2-2c776e1ccf9e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:07.030099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:07.037984 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6699288 Aug 27 02:43:07.040439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43492) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:07.065347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Request body: {'subnet': {'network_id': 'fca6c1f3-f203-4533-bd31-a92ba674e9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-871492526-subnet', 'tenant_id': '40fb2c29dd644185a4195348ee327af4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:07.174864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f53ad6-25ee-4167-8a3c-8dfe2d1c6883 admin admin] Pushing event updated for resources: {'Network': ['ID=fca6c1f3-f203-4533-bd31-a92ba674e9bf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:07.187997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Made reservation on behalf of 40fb2c29dd644185a4195348ee327af4 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:07.188223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network fca6c1f3-f203-4533-bd31-a92ba674e9bf details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:43:07.191373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.224332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.300432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.482659 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.580708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Checking segment: {'id': '0551afd1-bf4c-49bb-bfda-fe9a0aca9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fca6c1f3-f203-4533-bd31-a92ba674e9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:07.581415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Network hostable DHCP agents. Network: fca6c1f3-f203-4533-bd31-a92ba674e9bf, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:43:07.586741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad51fc7-8e9e-45a1-9acf-246e4071f4ab,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:07.624924 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.632853 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.634194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Network fca6c1f3-f203-4533-bd31-a92ba674e9bf is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:43:07.667408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, fca6c1f3-f203-4533-bd31-a92ba674e9bf) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:07.674127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.674972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.678087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779d191-5506-400d-9235-de0342776df8 None None] Network fca6c1f3-f203-4533-bd31-a92ba674e9bf requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:07.724124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a22fbf8b-c953-42fe-877f-a54426d8d0bf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6822882 Aug 27 02:43:07.786676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'Port': ['ID=9dd2534b-6b48-457c-83b2-2c776e1ccf9e,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:07.799229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.817984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.828959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-837424d2-8563-4841-bbf8-2b31bd5bfcc5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9170289 Aug 27 02:43:07.976362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43520) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:07.979325 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83518f6-bc25-4dce-a3ae-0f9fea418c32 None None] Network fca6c1f3-f203-4533-bd31-a92ba674e9bf requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:08.124034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] Deleting subnet 40f0177a-3792-4979-a634-8f3c006b1c98 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:43:08.152308 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.199617 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-92a6e87d-7f4a-4835-9edf-283d07290f75 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--179742749&fields=id&tenant_id=e0c54a1f297b41029af8a835dd5106e0 HTTP/1.1" status: 200 len: 267 time: 0.0756869 Aug 27 02:43:08.212200 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.222310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aefc9-e68f-4753-9f16-93172e4f4f82 req-7f5a0920-a07f-4a56-b9bc-150be54ca4f2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.225103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e09aefc9-e68f-4753-9f16-93172e4f4f82 req-7f5a0920-a07f-4a56-b9bc-150be54ca4f2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1331422 Aug 27 02:43:08.305802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e09aefc9-e68f-4753-9f16-93172e4f4f82 req-033a6dd3-251e-41e2-9950-ec77dc930881 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596614 Aug 27 02:43:08.311533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.402532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.414884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-a7c1d04c-ef9e-494d-b7c5-0872749b3bf3 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.423179 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-a7c1d04c-ef9e-494d-b7c5-0872749b3bf3 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 810 time: 0.2024581 Aug 27 02:43:08.440270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e733c405-28c1-442d-8d1b-03ca580ee2fb tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/quotas/e0c54a1f297b41029af8a835dd5106e0 HTTP/1.1" status: 200 len: 375 time: 0.0160789 Aug 27 02:43:08.458130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f0177a-3792-4979-a634-8f3c006b1c98,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:08.460240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.464798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dc4af5d4-26a2-44dc-89eb-4dfc7cfc7e47 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/40f0177a-3792-4979-a634-8f3c006b1c98 HTTP/1.1" status: 204 len: 168 time: 0.4868200 Aug 27 02:43:08.465451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43544) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:08.538719 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-48e72589-9fb1-484b-acec-44a840818278 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958202 Aug 27 02:43:08.642054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.661167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629c950-d734-44d2-956f-339ac3214ed9 req-cef3f54f-0c82-41fd-9cae-342777d3f776 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.663672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0629c950-d734-44d2-956f-339ac3214ed9 req-cef3f54f-0c82-41fd-9cae-342777d3f776 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1145196 Aug 27 02:43:08.713860 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-6b1a4dfb-fd4f-4d69-ad98-fddbab45bf5f service neutron] 10.222.0.10 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740928 Aug 27 02:43:08.766473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.779578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684f6c7e-38fb-4c15-8ab7-19295019a138']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:08.793128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9b9f04-7914-4275-9c89-8e58df909d70') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:08.793434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9b9f04-7914-4275-9c89-8e58df909d70') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:08.832986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.855240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.882201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0629c950-d734-44d2-956f-339ac3214ed9 req-735179dd-5e14-4e06-9c7f-bebe4c242530 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000194 Aug 27 02:43:08.883473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:43:08.883892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:43:08.885911 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:43:08.937664 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-f31c6b62-43dd-44fe-97c7-49cd22b226ef service neutron] 10.222.0.10 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224555 Aug 27 02:43:09.020955 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.034510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.036401 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] 10.222.0.10 "DELETE /v2.0/networks/684f6c7e-38fb-4c15-8ab7-19295019a138 HTTP/1.1" status: 204 len: 168 time: 0.5695760 Aug 27 02:43:09.039484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43566) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:09.063509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96adbb-826e-4ada-88ed-b3591bb12653 admin admin] Pushing event deleted for resources: {'Network': ['ID=684f6c7e-38fb-4c15-8ab7-19295019a138,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:09.104198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f34f0-7927-4ebc-b8cd-b955dc2bebb4 req-9afa0db6-fe26-4845-8765-21704e9f7eb1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.106084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] Deleting subnet dad51fc7-8e9e-45a1-9acf-246e4071f4ab {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:43:09.109875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.113677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d2f34f0-7927-4ebc-b8cd-b955dc2bebb4 req-9afa0db6-fe26-4845-8765-21704e9f7eb1 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0949986 Aug 27 02:43:09.164493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d2f34f0-7927-4ebc-b8cd-b955dc2bebb4 req-31e38a1a-e7f3-48f5-a45c-00cc93c7ad78 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497372 Aug 27 02:43:09.166918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.196948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43576) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:09.260172 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.364899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4eec6625-40ad-4f32-9374-7a077502715b req-b6bbfa2e-3a1d-4603-8c14-5426a2934e5d tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 210 time: 0.0702803 Aug 27 02:43:09.408187 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.448532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad51fc7-8e9e-45a1-9acf-246e4071f4ab,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:09.465754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.478124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e387c328-0dde-4308-9cc6-582a35a628c2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dad51fc7-8e9e-45a1-9acf-246e4071f4ab HTTP/1.1" status: 204 len: 168 time: 0.4353793 Aug 27 02:43:09.478531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43588) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:09.643329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.741892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bff499-92f2-487b-93ff-c51e8600df9c req-7f7ea5e4-58f4-43d3-83e0-1a22f07248d8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.747905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95bff499-92f2-487b-93ff-c51e8600df9c req-7f7ea5e4-58f4-43d3-83e0-1a22f07248d8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1003888 Aug 27 02:43:09.823266 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95bff499-92f2-487b-93ff-c51e8600df9c req-4dd0ca87-880c-4a19-a584-e24a7d3ac2f7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699420 Aug 27 02:43:09.918978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.943437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca6c1f3-f203-4533-bd31-a92ba674e9bf']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:09.973304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0551afd1-bf4c-49bb-bfda-fe9a0aca9074') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:09.973679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0551afd1-bf4c-49bb-bfda-fe9a0aca9074') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:10.026815 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.046995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.056671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:43:10.057452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:43:10.129552 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:43:10.150533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.179681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.185486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fca6c1f3-f203-4533-bd31-a92ba674e9bf HTTP/1.1" status: 204 len: 168 time: 0.7058399 Aug 27 02:43:10.186606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeb91c-11ac-439f-98a5-325326edc0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca6c1f3-f203-4533-bd31-a92ba674e9bf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:10.439362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43624) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:10.511347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a8fc2545-5d67-4de8-a17d-0cdb91427276 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=777bc848d558401d8053c27c64a6b1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705786 Aug 27 02:43:10.512412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43626) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:10.564218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0cb20602-4fa6-4261-bcf3-afbbd74893ff req-128de621-8178-44cf-b572-5e909b0f8a2f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 210 time: 0.0700438 Aug 27 02:43:10.615998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfd281e3-89ab-44c1-9777-7f7435bfcd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.659511 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfd281e3-89ab-44c1-9777-7f7435bfcd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.699166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.724124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfd281e3-89ab-44c1-9777-7f7435bfcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.729649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cfd281e3-89ab-44c1-9777-7f7435bfcd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.732492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cfd281e3-89ab-44c1-9777-7f7435bfcd9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe2dfcae-0343-4c57-861b-ef1fd6a622fa HTTP/1.1" status: 204 len: 168 time: 0.2187095 Aug 27 02:43:10.744605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd281e3-89ab-44c1-9777-7f7435bfcd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2dfcae-0343-4c57-861b-ef1fd6a622fa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:11.197112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Deleting port e0815256-fbe2-4db9-aaa5-b10caaa5b115 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:11.197510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.380028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] For port e0815256-fbe2-4db9-aaa5-b10caaa5b115, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e0815256-fbe2-4db9-aaa5-b10caaa5b115,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:11.380422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.419199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Calling delete_port for e0815256-fbe2-4db9-aaa5-b10caaa5b115 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:11.505043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-ef6ca9a3-4e56-45ff-b60f-4110bf0daf5d tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.505043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-ef6ca9a3-4e56-45ff-b60f-4110bf0daf5d tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 810 time: 0.7240231 Aug 27 02:43:11.528991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43656) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:11.573841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddedbc-bb7a-4a65-9bc9-282a32f28b90 req-3705f4e6-7d53-46cc-9cc8-47e20479ef16 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.582364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09ddedbc-bb7a-4a65-9bc9-282a32f28b90 req-3705f4e6-7d53-46cc-9cc8-47e20479ef16 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.5936925 Aug 27 02:43:11.672465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.708534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0815256-fbe2-4db9-aaa5-b10caaa5b115,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:11.740819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-c0dca3d0-d116-4461-a98d-263f6c6321df tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0c54a1f297b41029af8a835dd5106e0 HTTP/1.1" status: 200 len: 379 time: 0.2125821 Aug 27 02:43:11.746302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4e1cd662-6223-430f-aa57-7dab6f096aa4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40fb2c29dd644185a4195348ee327af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125995 Aug 27 02:43:11.747813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:11.778480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-09ddedbc-bb7a-4a65-9bc9-282a32f28b90 req-45a28840-4c9e-4222-ae07-6302075cd3a8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937950 Aug 27 02:43:11.786300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'port': {'device_id': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'admin_state_up': True, 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'security_groups': ['05c9c377-4418-4acb-b4c2-8337b2d414d8']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:12.095661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb95d-f804-4441-b18f-c385e660024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.165492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb95d-f804-4441-b18f-c385e660024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.199210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Made reservation on behalf of e0c54a1f297b41029af8a835dd5106e0 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:12.205281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.272641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660face-ec1e-46a6-b212-846a61bfa872 req-0913d302-ad5d-4dd0-9c92-06aa176be272 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.274647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f660face-ec1e-46a6-b212-846a61bfa872 req-0913d302-ad5d-4dd0-9c92-06aa176be272 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1402371 Aug 27 02:43:12.318929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb95d-f804-4441-b18f-c385e660024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.321546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb95d-f804-4441-b18f-c385e660024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.322769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6f9fb95d-f804-4441-b18f-c385e660024e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a7438c7-5994-414d-bacd-94b409eacc34 HTTP/1.1" status: 204 len: 168 time: 0.5601206 Aug 27 02:43:12.396842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fb95d-f804-4441-b18f-c385e660024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7438c7-5994-414d-bacd-94b409eacc34,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:12.411428 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe80ac0a-c2ac-40c2-b083-02279e28e589 req-0ff98473-8c4e-4961-abf8-c3bb6f9bb233 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 210 time: 0.7076678 Aug 27 02:43:12.444650 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f660face-ec1e-46a6-b212-846a61bfa872 req-03e6981d-a6e1-4ea8-9ab0-347f00b977c8 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457503 Aug 27 02:43:12.570673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-4b8b4607-cce8-46a1-8ca2-a565aaf6b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.572303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-4b8b4607-cce8-46a1-8ca2-a565aaf6b045 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b093aba3a4481b05590b302f4062f&device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 1096 time: 0.2161896 Aug 27 02:43:12.586814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Allocated IP 172.20.0.10 (be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac/4a16dea0-e8d7-4300-9bc9-e13d89e05ac4/ae3922ae-1b32-4199-b05e-269815a2b318) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:12.844304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.870770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Transition to ACTIVE for port object ae3922ae-1b32-4199-b05e-269815a2b318 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:12.910073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-706f9db8-7ad7-4c97-bbf3-8e3079f7827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.911600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-706f9db8-7ad7-4c97-bbf3-8e3079f7827e service neutron] 10.222.0.45 "GET /v2.0/networks?id=047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 200 len: 912 time: 0.2560568 Aug 27 02:43:12.938455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.989476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-7298f84a-f0c6-4356-954f-cec008d663bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 200 len: 1000 time: 0.0694022 Aug 27 02:43:12.994800 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.048673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-520b3d98-481f-40fe-b298-1d6aab2dc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.051665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-520b3d98-481f-40fe-b298-1d6aab2dc2e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 200 len: 850 time: 0.0518630 Aug 27 02:43:13.053124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:13.054482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event updated for resources: {'Port': ['ID=ae3922ae-1b32-4199-b05e-269815a2b318,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:13.065265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:13.082917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:13.179304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-d959963c-41aa-422c-93f2-6937bd67e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.183662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-d959963c-41aa-422c-93f2-6937bd67e5d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=047fa81c-2040-47d0-8d26-277242727363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897267 Aug 27 02:43:13.208338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.209268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.227435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e0f52822-840d-4ec8-9ab4-6240842a3125 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4467628 Aug 27 02:43:13.241658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Request body: {'port': {'device_id': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:13.335829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-9ca0a13c-e579-44a1-94b7-b4b01b8a9b1f service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342590 Aug 27 02:43:13.431414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.523514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4557efe6-9bd0-4e71-aebc-4a05f1d9740b None None] Provisioning for port ae3922ae-1b32-4199-b05e-269815a2b318 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:13.536627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4557efe6-9bd0-4e71-aebc-4a05f1d9740b None None] Provisioning complete for port ae3922ae-1b32-4199-b05e-269815a2b318 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:13.538935 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4557efe6-9bd0-4e71-aebc-4a05f1d9740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.618262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4557efe6-9bd0-4e71-aebc-4a05f1d9740b None None] Port ae3922ae-1b32-4199-b05e-269815a2b318 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:43:13.818657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7fab4-61d0-47f0-b146-a1fb0bc5fdfa req-59fcf874-7313-401d-8cf2-cbcde99d8a18 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.829751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c7fab4-61d0-47f0-b146-a1fb0bc5fdfa req-59fcf874-7313-401d-8cf2-cbcde99d8a18 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2455812 Aug 27 02:43:13.860972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb2d61e-2e78-4c56-9ffa-ad1493b40cd8 req-a79a514e-6aac-4c74-9bfc-e11a23df8114 service neutron] 10.222.0.45 "GET /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171938 Aug 27 02:43:13.891064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416977-b2f1-4467-b57b-d483f85c37ca req-7aee0a8f-667d-469f-9e00-c3aa589e2a40 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.893739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c416977-b2f1-4467-b57b-d483f85c37ca req-7aee0a8f-667d-469f-9e00-c3aa589e2a40 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 932 time: 0.2855842 Aug 27 02:43:13.942555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c7fab4-61d0-47f0-b146-a1fb0bc5fdfa req-f7436144-e3df-4dfe-92aa-f3728c594566 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057932 Aug 27 02:43:13.992361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Router ead0b770-5cfa-4726-b48c-bf81ff93d739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:14.016939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c416977-b2f1-4467-b57b-d483f85c37ca req-1115097c-de76-4765-8291-b8e9b898286d tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097255 Aug 27 02:43:14.100695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3922ae-1b32-4199-b05e-269815a2b318 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:14.117268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.140625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Transition to ACTIVE for port object ae3922ae-1b32-4199-b05e-269815a2b318 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:14.151697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.230021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:14.240230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] Sync routers for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:14.251329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1ef6f4c7-e79a-4df8-9e56-af846b0cd63c admin admin] 10.222.0.10 "PUT /v2.0/routers/ead0b770-5cfa-4726-b48c-bf81ff93d739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0537555 Aug 27 02:43:14.253763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43756) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:14.257204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:14.257969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:14.285513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3922ae-1b32-4199-b05e-269815a2b318,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:14.443883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Attempting to bind port ae3922ae-1b32-4199-b05e-269815a2b318 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:43:14.444124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Attempting to bind port ae3922ae-1b32-4199-b05e-269815a2b318 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:43:14.450511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Attempting to bind port ae3922ae-1b32-4199-b05e-269815a2b318 on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:14.462245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Port ae3922ae-1b32-4199-b05e-269815a2b318 on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:43:14.462625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Attempting to bind port ae3922ae-1b32-4199-b05e-269815a2b318 on network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:14.481672 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.485358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:43:14.485738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Checking segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:14.487525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Bound using segment: {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:43:14.488038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Bound port: ae3922ae-1b32-4199-b05e-269815a2b318, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:43:14.489621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.490378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:14.641599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] For port ae3922ae-1b32-4199-b05e-269815a2b318, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:14.648219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] For port ae3922ae-1b32-4199-b05e-269815a2b318, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae3922ae-1b32-4199-b05e-269815a2b318,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:14.659774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.701176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:14.702128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.704240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae3922ae-1b32-4199-b05e-269815a2b318 HTTP/1.1" status: 200 len: 1092 time: 1.4684653 Aug 27 02:43:14.705247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:14.708032 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10af18-8fa3-441e-a616-569df35178ca" -d '{"events": [{"name": "network-changed", "server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:14.793716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.835537 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612791ee-9a85-4467-b505-a122d7c64408 x-openstack-request-id: req-612791ee-9a85-4467-b505-a122d7c64408 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:14.840751 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:14.842096 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-612791ee-9a85-4467-b505-a122d7c64408 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:14.843001 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'status': 'completed', 'code': 200} Aug 27 02:43:14.877982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38d26c-aa1c-4ef0-9476-39c7c1771033 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3922ae-1b32-4199-b05e-269815a2b318,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:14.918103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Deleting port 84a07844-d99b-4211-a57c-26d687bfb237 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:14.918560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.940952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-c279c648-8bf2-4e6b-8c10-488ec1095570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:14.943825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-c279c648-8bf2-4e6b-8c10-488ec1095570 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 1095 time: 0.1720436 Aug 27 02:43:15.003309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84a07844-d99b-4211-a57c-26d687bfb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:43:11Z', 'revision_number': 5, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port': {'id': '84a07844-d99b-4211-a57c-26d687bfb237', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:48Z', 'updated_at': '2021-08-27T02:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:15.043669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] Checking router: ead0b770-5cfa-4726-b48c-bf81ff93d739 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:15.069633 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-d323f263-1b78-4068-ac9e-9344752f8269 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3922ae-1b32-4199-b05e-269815a2b318 HTTP/1.1" status: 200 len: 217 time: 0.1159968 Aug 27 02:43:15.091211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] Routers {'ead0b770-5cfa-4726-b48c-bf81ff93d739'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:15.091832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ead0b770-5cfa-4726-b48c-bf81ff93d739'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:15.156710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] For port 84a07844-d99b-4211-a57c-26d687bfb237, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=84a07844-d99b-4211-a57c-26d687bfb237,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:15.157896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:15.176629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Calling delete_port for 84a07844-d99b-4211-a57c-26d687bfb237 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:15.221424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-d08adf79-9350-4377-92b8-8c84efd95b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.227288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-d08adf79-9350-4377-92b8-8c84efd95b14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.1486979 Aug 27 02:43:15.303732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] Set router ead0b770-5cfa-4726-b48c-bf81ff93d739 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:15.334992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254cf23-db33-4527-8cd4-6a8eb6c6b407 req-fef870e6-1540-4038-b19b-64068cb72278 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.336666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8254cf23-db33-4527-8cd4-6a8eb6c6b407 req-fef870e6-1540-4038-b19b-64068cb72278 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.2542837 Aug 27 02:43:15.377899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e20c6-fadc-443a-a31e-cf0ac2f53105 req-6e1db367-087e-42aa-82bd-7827b3e56706 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.379546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b0e20c6-fadc-443a-a31e-cf0ac2f53105 req-6e1db367-087e-42aa-82bd-7827b3e56706 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 944 time: 0.2284846 Aug 27 02:43:15.381708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e4e5df44-dca2-4c14-a88e-2853aa987c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.383167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-e4e5df44-dca2-4c14-a88e-2853aa987c94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435084 Aug 27 02:43:15.410984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:43:14Z', 'revision_number': 6, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:15.472273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2760-912e-4260-b2cd-10f7803226fd None None] The sync data for ids ['ead0b770-5cfa-4726-b48c-bf81ff93d739'] in n-d-806293-1 is: [{'id': 'ead0b770-5cfa-4726-b48c-bf81ff93d739', 'name': 'tempest-AttachVolumeShelveTestJSON-443313456-router', 'tenant_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:43:14Z', 'revision_number': 6, 'project_id': '7d14518dc5a543ff89cd78d07f6f71e2', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:15.518416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8254cf23-db33-4527-8cd4-6a8eb6c6b407 req-206d969f-ef5f-47a2-b6d3-7b818572964c tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675138 Aug 27 02:43:15.536082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43800) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:15.615029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:15.658541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a07844-d99b-4211-a57c-26d687bfb237,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:15.686451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-8a14b2a4-c659-42d4-bcb5-71dae2f79605 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938151 Aug 27 02:43:15.698833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b0e20c6-fadc-443a-a31e-cf0ac2f53105 req-800f88b2-3a18-447e-888f-bc981a7a8132 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073206 Aug 27 02:43:15.874601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1437ee7-292a-4688-a7fd-a501ba1ea5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:15.896878 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4727704a-d5cd-4bb7-b60a-cb6fafa51b96 req-04c134a4-99b1-4391-8b9d-46c9b7984992 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915469 Aug 27 02:43:15.912545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354b56-d636-4064-8462-2812f59a8537 req-fa5d1887-3f9f-49a2-bd75-1a5b54deb71b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.914383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46354b56-d636-4064-8462-2812f59a8537 req-fa5d1887-3f9f-49a2-bd75-1a5b54deb71b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1961732 Aug 27 02:43:15.926145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.061226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10af18-8fa3-441e-a616-569df35178ca req-ec95ec4d-d242-4566-82de-895bb8d9f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:16.062853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac10af18-8fa3-441e-a616-569df35178ca req-ec95ec4d-d242-4566-82de-895bb8d9f8fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 1095 time: 0.1149654 Aug 27 02:43:16.086931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.090396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.157276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46354b56-d636-4064-8462-2812f59a8537 req-54e5f971-2e20-426c-81a3-47a7858b0c49 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266998 Aug 27 02:43:16.171764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.172336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead0b770-5cfa-4726-b48c-bf81ff93d739 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:43:16.176426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10af18-8fa3-441e-a616-569df35178ca req-6376d385-4b2a-4460-a953-ad13fd618cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:16.177938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac10af18-8fa3-441e-a616-569df35178ca req-6376d385-4b2a-4460-a953-ad13fd618cf2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.1074984 Aug 27 02:43:16.181009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.182158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7c6a5605-f71c-4f06-9938-bffabc2ece70 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ead0b770-5cfa-4726-b48c-bf81ff93d739 HTTP/1.1" status: 204 len: 168 time: 1.9274426 Aug 27 02:43:16.184779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43834) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:16.279358 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac10af18-8fa3-441e-a616-569df35178ca req-62ff50a0-ebea-4cec-906b-0e9afdce2129 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3922ae-1b32-4199-b05e-269815a2b318 HTTP/1.1" status: 200 len: 217 time: 0.0918562 Aug 27 02:43:16.314609 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1437ee7-292a-4688-a7fd-a501ba1ea5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.328880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1437ee7-292a-4688-a7fd-a501ba1ea5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.329132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] Deleting subnet 24d3189a-1554-47dd-af2f-9e208fc0ad3d {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:43:16.336950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.408535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10af18-8fa3-441e-a616-569df35178ca req-52758dc5-a9b9-4510-b502-e157401ce97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:16.410283 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac10af18-8fa3-441e-a616-569df35178ca req-52758dc5-a9b9-4510-b502-e157401ce97f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.1227939 Aug 27 02:43:16.410590 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d1437ee7-292a-4688-a7fd-a501ba1ea5de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=242695b89e054577bd1ae6db135c8b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8700914 Aug 27 02:43:16.413411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:16.414985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437ee7-292a-4688-a7fd-a501ba1ea5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0ed614-5317-4cdd-ba7b-2e40d414019b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:16.440221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.576933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10af18-8fa3-441e-a616-569df35178ca req-44579741-aac7-4c74-b4a9-480ecd7cacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:16.579010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac10af18-8fa3-441e-a616-569df35178ca req-44579741-aac7-4c74-b4a9-480ecd7cacc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575527 Aug 27 02:43:16.627690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e0815256-fbe2-4db9-aaa5-b10caaa5b115 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:16.679990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e0815256-fbe2-4db9-aaa5-b10caaa5b115 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:16.680306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e0815256-fbe2-4db9-aaa5-b10caaa5b115 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:16.680953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72cdfe11-639d-4fdd-8a9d-97fb1e63c72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.687704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84a07844-d99b-4211-a57c-26d687bfb237 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:16.758012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 84a07844-d99b-4211-a57c-26d687bfb237 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:16.764285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 84a07844-d99b-4211-a57c-26d687bfb237 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:16.778375 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.813533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72cdfe11-639d-4fdd-8a9d-97fb1e63c72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.892860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.919722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72cdfe11-639d-4fdd-8a9d-97fb1e63c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.926217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-72cdfe11-639d-4fdd-8a9d-97fb1e63c72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.927976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-72cdfe11-639d-4fdd-8a9d-97fb1e63c72f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e0ed614-5317-4cdd-ba7b-2e40d414019b HTTP/1.1" status: 204 len: 168 time: 0.5097358 Aug 27 02:43:16.965422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdfe11-639d-4fdd-8a9d-97fb1e63c72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0ed614-5317-4cdd-ba7b-2e40d414019b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:17.026530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4eca0-6df2-41ec-855a-e6156c03365f req-ba92e0e8-694e-44a8-bd93-27cb9c111343 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:17.040113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5b4eca0-6df2-41ec-855a-e6156c03365f req-ba92e0e8-694e-44a8-bd93-27cb9c111343 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 944 time: 0.1852846 Aug 27 02:43:17.116714 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac10af18-8fa3-441e-a616-569df35178ca req-12d6966d-ceef-480c-820e-a3822d7bad82 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087767 Aug 27 02:43:17.122349 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.132120 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c5b4eca0-6df2-41ec-855a-e6156c03365f req-f9c02205-09f3-4fa2-8e6a-adeca3bb13dd tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671275 Aug 27 02:43:17.205579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d3189a-1554-47dd-af2f-9e208fc0ad3d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:17.249821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.253059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb519021-cfef-4047-bd19-f84b2e46e187 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24d3189a-1554-47dd-af2f-9e208fc0ad3d HTTP/1.1" status: 204 len: 168 time: 1.0668988 Aug 27 02:43:17.255501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b960af3e-885d-4fcc-8c72-b18cac501cc7 None None] Network c5a6024c-3a2d-45cd-9b56-004d5b36aa3a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:17.256575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43914) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:17.324688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac10af18-8fa3-441e-a616-569df35178ca req-af37395f-4663-4b09-81a7-bc36ecf2e96d service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925223 Aug 27 02:43:17.440937 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.500561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43920) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:17.529799 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-027887ca-1ac2-4b07-974f-261e8a30efdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.565290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Deleting port 031f929a-1f16-4a17-ac4c-31920c2b59ce {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:17.565914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.646704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] For port 031f929a-1f16-4a17-ac4c-31920c2b59ce, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=031f929a-1f16-4a17-ac4c-31920c2b59ce,segment=NetworkSegment(a9ced9dd-2358-4758-96f1-98e076ebb443),segment_id=a9ced9dd-2358-4758-96f1-98e076ebb443)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:17.647193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.668086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Calling delete_port for 031f929a-1f16-4a17-ac4c-31920c2b59ce owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:17.802236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-027887ca-1ac2-4b07-974f-261e8a30efdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.820732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-ad767a8b-432d-47a2-80a8-e747778afd7a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:17.823042 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-ad767a8b-432d-47a2-80a8-e747778afd7a tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd8e3838-6ce9-4596-a784-2c6e71c5c1df HTTP/1.1" status: 200 len: 943 time: 0.1918526 Aug 27 02:43:17.824538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-027887ca-1ac2-4b07-974f-261e8a30efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.841399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.870665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] No DVR routers for this DVR port 031f929a-1f16-4a17-ac4c-31920c2b59ce on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:17.914910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Pushing event deleted for resources: {'Port': ['ID=031f929a-1f16-4a17-ac4c-31920c2b59ce,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:17.928805 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.026950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7c178-2b96-4b80-bfac-b35087c48b75 None None] DHCP port deletion for c5a6024c-3a2d-45cd-9b56-004d5b36aa3a request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:43:18.049223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027887ca-1ac2-4b07-974f-261e8a30efdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a44005-d6c5-42d4-b87d-3dbd59f82c0f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:18.074415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-027887ca-1ac2-4b07-974f-261e8a30efdf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52c4af6d27704101a2cca38b64142ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712755 Aug 27 02:43:18.080842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 43944) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:18.094179 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.119547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a6024c-3a2d-45cd-9b56-004d5b36aa3a']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:18.134797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ced9dd-2358-4758-96f1-98e076ebb443') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:18.135581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ced9dd-2358-4758-96f1-98e076ebb443') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:18.147276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.152806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef4c5-935f-47e8-9879-b4b9488b46e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.169760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Deleting port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:18.170154 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.171215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.180437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:43:18.181048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:43:18.183288 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:43:18.224832 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef4c5-935f-47e8-9879-b4b9488b46e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.315978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bcdf6-758d-46d8-9dc1-3d0a60cb5413 req-264f7a06-681e-4e00-9de8-433377c15f22 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:18.318241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-070bcdf6-758d-46d8-9dc1-3d0a60cb5413 req-264f7a06-681e-4e00-9de8-433377c15f22 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 944 time: 0.0836132 Aug 27 02:43:18.319704 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.325991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] For port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:18.326789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.338624 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.341537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] 10.222.0.10 "DELETE /v2.0/networks/c5a6024c-3a2d-45cd-9b56-004d5b36aa3a HTTP/1.1" status: 204 len: 168 time: 1.0838087 Aug 27 02:43:18.342874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b389e9c-5a5a-4e31-a8e1-b36ddf5fa10c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a6024c-3a2d-45cd-9b56-004d5b36aa3a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:18.346302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Calling delete_port for d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:18.357812 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef4c5-935f-47e8-9879-b4b9488b46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.360340 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef4c5-935f-47e8-9879-b4b9488b46e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.366302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ff2ef4c5-935f-47e8-9879-b4b9488b46e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1a44005-d6c5-42d4-b87d-3dbd59f82c0f HTTP/1.1" status: 204 len: 168 time: 0.2812059 Aug 27 02:43:18.403960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ef4c5-935f-47e8-9879-b4b9488b46e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a44005-d6c5-42d4-b87d-3dbd59f82c0f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:18.437587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-070bcdf6-758d-46d8-9dc1-3d0a60cb5413 req-87a60113-e045-4093-96fb-fa48fe916912 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734773 Aug 27 02:43:18.595565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 031f929a-1f16-4a17-ac4c-31920c2b59ce no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:18.639827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 031f929a-1f16-4a17-ac4c-31920c2b59ce {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:18.640723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 031f929a-1f16-4a17-ac4c-31920c2b59ce not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:18.663975 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.681936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34', '9913c882-6ff2-45cc-89d5-18fa32430a8a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:18.710692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event deleted for resources: {'Port': ['ID=d05eb5ee-c5b9-442c-87e0-98926e5bbbf9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:18.739025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae3922ae-1b32-4199-b05e-269815a2b318 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:43:18.801019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43974) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:18.883958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dd57a6ec-c05c-47c9-a95c-850045d837ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d14518dc5a543ff89cd78d07f6f71e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793571 Aug 27 02:43:18.886789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 43980) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:18.916021 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] No DVR routers for this DVR port d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:18.919282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.928957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46d77bb6-cf9f-4b0f-a285-032f77574793 req-7fcf2e16-2d1a-4921-81db-80dad16f6a35 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "DELETE /v2.0/ports/d05eb5ee-c5b9-442c-87e0-98926e5bbbf9 HTTP/1.1" status: 204 len: 173 time: 1.0965104 Aug 27 02:43:18.929525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-deleted', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:18.932732 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da804b55-1be8-456a-a0af-969b282b9584" -d '{"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-deleted", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:19.016692 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee47b6f-3bbd-418a-a09f-13cf9544647b x-openstack-request-id: req-2ee47b6f-3bbd-418a-a09f-13cf9544647b {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:19.018907 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8e3838-6ce9-4596-a784-2c6e71c5c1df", "name": "network-vif-deleted", "tag": "d05eb5ee-c5b9-442c-87e0-98926e5bbbf9", "status": "failed", "code": 422}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:19.019326 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ee47b6f-3bbd-418a-a09f-13cf9544647b {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:19.020951 n-d-806293-1 neutron-server[94773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd8e3838-6ce9-4596-a784-2c6e71c5c1df', 'name': 'network-vif-deleted', 'tag': 'd05eb5ee-c5b9-442c-87e0-98926e5bbbf9', 'status': 'failed', 'code': 422} returned with failed status Aug 27 02:43:19.058542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ae3922ae-1b32-4199-b05e-269815a2b318, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae3922ae-1b32-4199-b05e-269815a2b318,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:19.067196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c23-8e7f-4e38-850b-c7bc3ce9848e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.094115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'port_id': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'mac_address': 'fa:16:3e:46:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:43:19.120777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c23-8e7f-4e38-850b-c7bc3ce9848e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.277168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c23-8e7f-4e38-850b-c7bc3ce9848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.280117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c23-8e7f-4e38-850b-c7bc3ce9848e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.281794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0dfb0c23-8e7f-4e38-850b-c7bc3ce9848e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59b4175c-7676-4794-8538-fe7ee5aded28 HTTP/1.1" status: 204 len: 168 time: 0.3940465 Aug 27 02:43:19.303191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0c23-8e7f-4e38-850b-c7bc3ce9848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b4175c-7676-4794-8538-fe7ee5aded28,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:19.323255 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.422597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3922ae-1b32-4199-b05e-269815a2b318 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:19.482049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ae3922ae-1b32-4199-b05e-269815a2b318, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae3922ae-1b32-4199-b05e-269815a2b318,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:19.493374 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.603967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ae3922ae-1b32-4199-b05e-269815a2b318,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:19.715324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ae3922ae-1b32-4199-b05e-269815a2b318'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:19.721486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d61b80-89f4-4de3-a4d9-8627b83d83eb req-bd570c41-55a7-474d-8f3e-fb7b1038bc2a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:19.731005 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25d61b80-89f4-4de3-a4d9-8627b83d83eb req-bd570c41-55a7-474d-8f3e-fb7b1038bc2a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 945 time: 0.1218688 Aug 27 02:43:19.827250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25d61b80-89f4-4de3-a4d9-8627b83d83eb req-cd219920-2d67-4cec-8d30-9b0f859deb5d tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884523 Aug 27 02:43:20.236470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbdc1d-e6c9-44c1-9bf1-9457f2ee3441 req-344c8b69-f226-42b4-ac0a-b0f57524a3ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:20.238072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-34fbdc1d-e6c9-44c1-9bf1-9457f2ee3441 req-344c8b69-f226-42b4-ac0a-b0f57524a3ef tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 908 time: 0.0748444 Aug 27 02:43:20.733616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae3922ae-1b32-4199-b05e-269815a2b318 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:20.831061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port ae3922ae-1b32-4199-b05e-269815a2b318 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:20.836695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port ae3922ae-1b32-4199-b05e-269815a2b318 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:20.837434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:20.982750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.018766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:21.021421 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f369e2c8-e230-4594-b34c-a436a002d775" -d '{"events": [{"server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "name": "network-vif-plugged", "status": "completed", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:21.039497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe461cc-8809-4507-8b89-386161643634 req-6a6a4a5a-6589-4dd6-a731-0214379077a6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:21.048419 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe461cc-8809-4507-8b89-386161643634 req-6a6a4a5a-6589-4dd6-a731-0214379077a6 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 945 time: 0.0886319 Aug 27 02:43:21.063815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ae3922ae-1b32-4199-b05e-269815a2b318, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae3922ae-1b32-4199-b05e-269815a2b318,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:21.072475 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.170703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe461cc-8809-4507-8b89-386161643634 req-11b9144e-272c-4241-86a8-a55d6e91bc13 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207755 Aug 27 02:43:21.194175 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43416a75-b3e9-438b-a011-42a7b89a902b x-openstack-request-id: req-43416a75-b3e9-438b-a011-42a7b89a902b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:21.194764 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "name": "network-vif-plugged", "status": "completed", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:21.196160 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43416a75-b3e9-438b-a011-42a7b89a902b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:21.196741 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'code': 200} Aug 27 02:43:21.260143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ae3922ae-1b32-4199-b05e-269815a2b318,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:21.283139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef23f5-67b8-4903-bc37-2db9965aa6f2 req-505217d2-fdba-4492-a1a3-7b88b777e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:21.284686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02ef23f5-67b8-4903-bc37-2db9965aa6f2 req-505217d2-fdba-4492-a1a3-7b88b777e8bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 1097 time: 0.0771363 Aug 27 02:43:21.375566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02ef23f5-67b8-4903-bc37-2db9965aa6f2 req-9426672c-75d6-4abb-a040-1843b629d9bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752795 Aug 27 02:43:21.471480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-3e8d7bac-4956-4f26-ae66-7e5195f21fa2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:21.473725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-3e8d7bac-4956-4f26-ae66-7e5195f21fa2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 908 time: 0.1271720 Aug 27 02:43:21.485707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4734eb-6bb3-471c-8b7d-9ffa384225d2 req-9790851b-ff51-40b2-8fc3-304cef3c1980 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:21.496985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa4734eb-6bb3-471c-8b7d-9ffa384225d2 req-9790851b-ff51-40b2-8fc3-304cef3c1980 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 908 time: 0.0777378 Aug 27 02:43:21.640285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Deleting port bb94ac33-e00f-4f68-ae05-0a1408e0094c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:21.650469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.805348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] For port bb94ac33-e00f-4f68-ae05-0a1408e0094c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=bb94ac33-e00f-4f68-ae05-0a1408e0094c,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:21.805814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.828489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Calling delete_port for bb94ac33-e00f-4f68-ae05-0a1408e0094c owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:22.074912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:22.116885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event deleted for resources: {'Port': ['ID=bb94ac33-e00f-4f68-ae05-0a1408e0094c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:22.251225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] No DVR routers for this DVR port bb94ac33-e00f-4f68-ae05-0a1408e0094c on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:22.254286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:22.256974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1145bd45-e037-49ca-8d89-ccc53e8cdfac req-503a09d4-0f3f-4d52-80b9-4011c90e455f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "DELETE /v2.0/ports/bb94ac33-e00f-4f68-ae05-0a1408e0094c HTTP/1.1" status: 204 len: 173 time: 0.7562070 Aug 27 02:43:22.258007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'name': 'network-vif-deleted', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:22.261648 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29f1262-3a6f-4f92-9e44-991796c13456" -d '{"events": [{"server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "name": "network-vif-deleted", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:22.321865 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dfc691-d4e5-480c-ba9c-4924039c85c8 x-openstack-request-id: req-d2dfc691-d4e5-480c-ba9c-4924039c85c8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:22.322162 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0", "name": "network-vif-deleted", "tag": "bb94ac33-e00f-4f68-ae05-0a1408e0094c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:22.322449 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2dfc691-d4e5-480c-ba9c-4924039c85c8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:22.322855 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0', 'name': 'network-vif-deleted', 'tag': 'bb94ac33-e00f-4f68-ae05-0a1408e0094c', 'status': 'completed', 'code': 200} Aug 27 02:43:22.350140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e037405-4f61-45c4-98e6-9bde5466d677 req-69c1eb97-8661-449f-ae4e-617d2aebead5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:22.352149 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e037405-4f61-45c4-98e6-9bde5466d677 req-69c1eb97-8661-449f-ae4e-617d2aebead5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 946 time: 0.0911632 Aug 27 02:43:22.471112 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e037405-4f61-45c4-98e6-9bde5466d677 req-717ab375-6e57-456b-bca0-60687b10b514 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120827 Aug 27 02:43:22.737583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74aa48d2-cba1-4dfc-aa9a-0b0cbfe098b9 req-c3635d23-4440-4238-a23c-8c9fe01ae190 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e543d4d4-8be9-49f0-8d8a-f46bbf6ee9b0 HTTP/1.1" status: 200 len: 210 time: 0.0455937 Aug 27 02:43:23.639483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2341ee4-a6b1-4708-8b83-ee1a2388c3dc req-32845d71-2641-4f75-8031-75043d6f40e0 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:23.641800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2341ee4-a6b1-4708-8b83-ee1a2388c3dc req-32845d71-2641-4f75-8031-75043d6f40e0 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 946 time: 0.0664437 Aug 27 02:43:23.688289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2341ee4-a6b1-4708-8b83-ee1a2388c3dc req-b91059d5-cd7a-4f05-883c-86a06ce456c7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Aug 27 02:43:23.835654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5d341-2ce5-49df-a147-9cc3970cffdc req-f52694fc-d762-405c-8738-57426ea48a45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:23.837241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-21e5d341-2ce5-49df-a147-9cc3970cffdc req-f52694fc-d762-405c-8738-57426ea48a45 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 946 time: 0.0809844 Aug 27 02:43:23.848684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44240) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:23.853386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Request body: {'floatingip': {'port_id': 'ae3922ae-1b32-4199-b05e-269815a2b318'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:23.906229 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:24.502045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364226b-dfc2-4f62-ba99-0107f18b9177 req-227c6909-ae60-4c59-a008-60ed2e726f2b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:24.503675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7364226b-dfc2-4f62-ba99-0107f18b9177 req-227c6909-ae60-4c59-a008-60ed2e726f2b tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 945 time: 0.4515932 Aug 27 02:43:25.213264 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7364226b-dfc2-4f62-ba99-0107f18b9177 req-69c09a63-209b-4810-8911-c970702b854f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960202 Aug 27 02:43:25.227855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:25.247295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:25.455691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bb94ac33-e00f-4f68-ae05-0a1408e0094c no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:25.488746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: bb94ac33-e00f-4f68-ae05-0a1408e0094c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:25.501404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device bb94ac33-e00f-4f68-ae05-0a1408e0094c not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:25.508706 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Floating IP 61266dc0-2d1b-4d17-8bdc-1cf719b5eaad associated. External IP: 172.25.1.207, port: ae3922ae-1b32-4199-b05e-269815a2b318. Aug 27 02:43:25.614805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-2c39115e-2971-4d81-9b84-9a720bb6707f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:25.616733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-2c39115e-2971-4d81-9b84-9a720bb6707f tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 945 time: 0.2144530 Aug 27 02:43:25.878235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Deleting port 9913c882-6ff2-45cc-89d5-18fa32430a8a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:25.878639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:26.051392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Router d5506018-3d4d-40b8-bc45-e6fa997c54ce has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:26.208481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] For port 9913c882-6ff2-45cc-89d5-18fa32430a8a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9913c882-6ff2-45cc-89d5-18fa32430a8a,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:26.208885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:26.230986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Calling delete_port for 9913c882-6ff2-45cc-89d5-18fa32430a8a owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:26.251542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:26.257901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:26.263127 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] Sync routers for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:26.284159 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:26.284791 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:26.469827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-57a39d5d-3868-4a7f-8520-7beb05c54355 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "PUT /v2.0/floatingips/61266dc0-2d1b-4d17-8bdc-1cf719b5eaad HTTP/1.1" status: 200 len: 992 time: 2.6199360 Aug 27 02:43:26.484291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:26.486664 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31b9e3f-61a9-4734-9d1e-826787fa4d13" -d '{"events": [{"name": "network-changed", "server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:26.545202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb03a1-a1f8-4a81-ba17-668236114d9f req-2614f803-65f7-4158-bff3-410f39855707 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:26.552675 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18bb03a1-a1f8-4a81-ba17-668236114d9f req-2614f803-65f7-4158-bff3-410f39855707 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 945 time: 0.1773748 Aug 27 02:43:26.656438 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:26.705941 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18bb03a1-a1f8-4a81-ba17-668236114d9f req-cc713c07-f9fc-47e2-bfcb-3f24e7562f77 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440029 Aug 27 02:43:26.750521 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:26.763461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34', '9913c882-6ff2-45cc-89d5-18fa32430a8a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:26.837642 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba68847-a795-4ad1-b8d1-bee0c4304142 x-openstack-request-id: req-fba68847-a795-4ad1-b8d1-bee0c4304142 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:26.838007 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:26.838296 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fba68847-a795-4ad1-b8d1-bee0c4304142 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:26.839092 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'status': 'completed', 'code': 200} Aug 27 02:43:26.839937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event deleted for resources: {'Port': ['ID=9913c882-6ff2-45cc-89d5-18fa32430a8a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:26.911881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] No DVR routers for this DVR port 9913c882-6ff2-45cc-89d5-18fa32430a8a on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:26.916593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:26.919764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a43a548-1103-4cae-bb0e-34ac0f5c04e2 req-659c1e56-498d-462e-819c-6ac49419a0b4 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "DELETE /v2.0/ports/9913c882-6ff2-45cc-89d5-18fa32430a8a HTTP/1.1" status: 204 len: 173 time: 1.2951438 Aug 27 02:43:26.973492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-8a787647-ab10-4d00-a239-266017edfa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:26.977638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-8a787647-ab10-4d00-a239-266017edfa08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 1097 time: 0.1573322 Aug 27 02:43:27.301332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-4567962c-6b93-494b-9cc2-befe6649ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:27.310879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-4567962c-6b93-494b-9cc2-befe6649ec76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.3216834 Aug 27 02:43:27.506105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-9a2862bb-4f49-4dfa-b76f-7578ef2fa543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3922ae-1b32-4199-b05e-269815a2b318 HTTP/1.1" status: 200 len: 1000 time: 0.1912553 Aug 27 02:43:27.559182 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '61266dc0-2d1b-4d17-8bdc-1cf719b5eaad', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'port_id': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'mac_address': 'fa:16:3e:46:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:43:07Z', 'updated_at': '2021-08-27T02:43:24Z', 'revision_number': 1, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:27.639139 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] Checking router: d5506018-3d4d-40b8-bc45-e6fa997c54ce for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:27.665621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-6b862b9e-243a-4780-a28b-f00b054d81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:27.670784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-6b862b9e-243a-4780-a28b-f00b054d81cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.1543412 Aug 27 02:43:27.672228 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8c8286ee-b71f-41d1-81af-0762cff2aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:27.688841 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:27.689754 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:27.883776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-263845b8-8c89-49e0-bb53-4647a615f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:27.885624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-263845b8-8c89-49e0-bb53-4647a615f28a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089918 Aug 27 02:43:27.917505 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:28.027841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40c5e173-edc9-4014-a442-27dcb07875e5 req-e4e208b2-55e9-4783-aebb-162fe3a749a7 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=d42d246f-de95-41d0-b239-c13a50c2f4bb HTTP/1.1" status: 200 len: 210 time: 0.0933716 Aug 27 02:43:28.097150 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-a268dc30-2cfe-427d-abe9-39411cc29b5c service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027817 Aug 27 02:43:28.349718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b31b9e3f-61a9-4734-9d1e-826787fa4d13 req-b949dd16-21f9-4ce5-bbd6-b7047e155383 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386386 Aug 27 02:43:28.770280 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '61266dc0-2d1b-4d17-8bdc-1cf719b5eaad', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'port_id': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'mac_address': 'fa:16:3e:46:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:43:07Z', 'updated_at': '2021-08-27T02:43:24Z', 'revision_number': 1, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:28.840095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'name': 'network-vif-deleted', 'tag': '9913c882-6ff2-45cc-89d5-18fa32430a8a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:28.842543 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa6e61e-48b7-4802-8918-978351b96464" -d '{"events": [{"server_uuid": "d42d246f-de95-41d0-b239-c13a50c2f4bb", "name": "network-vif-deleted", "tag": "9913c882-6ff2-45cc-89d5-18fa32430a8a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:28.861353 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada139a8-f8aa-4d3d-b173-2fa7a45efbe7 None None] The sync data for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 is: [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '61266dc0-2d1b-4d17-8bdc-1cf719b5eaad', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'port_id': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'mac_address': 'fa:16:3e:46:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:43:07Z', 'updated_at': '2021-08-27T02:43:24Z', 'revision_number': 1, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:28.892008 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6eee61-031c-4699-baeb-8067a5b7ad16 x-openstack-request-id: req-6e6eee61-031c-4699-baeb-8067a5b7ad16 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:28.892304 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42d246f-de95-41d0-b239-c13a50c2f4bb", "name": "network-vif-deleted", "tag": "9913c882-6ff2-45cc-89d5-18fa32430a8a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:28.892559 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e6eee61-031c-4699-baeb-8067a5b7ad16 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:28.893147 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42d246f-de95-41d0-b239-c13a50c2f4bb', 'name': 'network-vif-deleted', 'tag': '9913c882-6ff2-45cc-89d5-18fa32430a8a', 'status': 'completed', 'code': 200} Aug 27 02:43:29.349497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feda426-6246-4cd9-91d6-4a1857073761 None None] New status for floating IP 61266dc0-2d1b-4d17-8bdc-1cf719b5eaad: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:43:29.488411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9913c882-6ff2-45cc-89d5-18fa32430a8a no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:29.535116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 9913c882-6ff2-45cc-89d5-18fa32430a8a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:29.535719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9913c882-6ff2-45cc-89d5-18fa32430a8a not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:29.723156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739e540-2947-476e-8aee-349df4ba3361 req-6e608907-56e1-4cbd-ac91-18750a9fc735 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:29.733597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6739e540-2947-476e-8aee-349df4ba3361 req-6e608907-56e1-4cbd-ac91-18750a9fc735 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1710379 Aug 27 02:43:29.783017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6739e540-2947-476e-8aee-349df4ba3361 req-afa75199-bac0-444a-8777-c42894accac2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bd7f09e-2203-4890-b4e0-9407043f44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Aug 27 02:43:30.248041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6301caf2-27bb-459f-93e2-0139a17ef021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:30.438199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:30.731100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-b273dc1a-6cac-4190-90f6-0b83cd097178 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:30.734271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-b273dc1a-6cac-4190-90f6-0b83cd097178 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 945 time: 0.1283877 Aug 27 02:43:30.909321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Deleting port 19f2c256-45be-4778-bfe4-e39da607fc34 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:30.910050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:31.026637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] For port 19f2c256-45be-4778-bfe4-e39da607fc34, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=19f2c256-45be-4778-bfe4-e39da607fc34,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:31.027347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:31.045176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Calling delete_port for 19f2c256-45be-4778-bfe4-e39da607fc34 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:31.258742 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:43:31.286606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:31.296440 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:31.306879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['19f2c256-45be-4778-bfe4-e39da607fc34'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:31.328169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5ec74e8-d642-4ea9-9ce5-41d1a65b5f82 req-fa5b7472-6d56-4bbd-b124-49cf78b77444 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1013f81-b03c-4ed7-b8bc-f700d7e0d828 HTTP/1.1" status: 200 len: 210 time: 0.0823543 Aug 27 02:43:31.372094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event deleted for resources: {'Port': ['ID=19f2c256-45be-4778-bfe4-e39da607fc34,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:31.427212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] No DVR routers for this DVR port 19f2c256-45be-4778-bfe4-e39da607fc34 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:31.431058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:31.433762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4337e4de-b3ee-44b8-b47a-2922f0d3c4bd req-dd06e6d1-e142-4ca1-8db4-2247e7548884 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.32 "DELETE /v2.0/ports/19f2c256-45be-4778-bfe4-e39da607fc34 HTTP/1.1" status: 204 len: 173 time: 0.6846836 Aug 27 02:43:31.434633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'name': 'network-vif-deleted', 'tag': '19f2c256-45be-4778-bfe4-e39da607fc34'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:31.438245 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56289b2-f419-447d-8af8-e47c8995253c" -d '{"events": [{"server_uuid": "e1013f81-b03c-4ed7-b8bc-f700d7e0d828", "name": "network-vif-deleted", "tag": "19f2c256-45be-4778-bfe4-e39da607fc34"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:31.532076 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e5f41-2010-4ad6-a8ca-d3be3f185415 x-openstack-request-id: req-d53e5f41-2010-4ad6-a8ca-d3be3f185415 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:31.533356 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1013f81-b03c-4ed7-b8bc-f700d7e0d828", "name": "network-vif-deleted", "tag": "19f2c256-45be-4778-bfe4-e39da607fc34", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:31.533614 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d53e5f41-2010-4ad6-a8ca-d3be3f185415 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:31.534021 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1013f81-b03c-4ed7-b8bc-f700d7e0d828', 'name': 'network-vif-deleted', 'tag': '19f2c256-45be-4778-bfe4-e39da607fc34', 'status': 'completed', 'code': 200} Aug 27 02:43:32.921522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a222-1b44-49c1-ae42-9b7e5b544a68 req-d76e17f9-3d3c-4320-9e37-b2bc532d506e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:32.930481 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bb92a222-1b44-49c1-ae42-9b7e5b544a68 req-d76e17f9-3d3c-4320-9e37-b2bc532d506e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0781240 Aug 27 02:43:32.991738 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bb92a222-1b44-49c1-ae42-9b7e5b544a68 req-747c995a-6721-4fdc-bb10-f64a1a7a6053 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601158 Aug 27 02:43:33.050024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 44786) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:33.159779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.242356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe48b0cc-b9e5-425b-b421-8f2545adec00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.379628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe48b0cc-b9e5-425b-b421-8f2545adec00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.390225 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe48b0cc-b9e5-425b-b421-8f2545adec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.461030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48b0cc-b9e5-425b-b421-8f2545adec00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8d8f9-bb97-4f45-91ee-bdcb6a681c9e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:33.517354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 19f2c256-45be-4778-bfe4-e39da607fc34 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:33.531886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44842) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:33.532387 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fe48b0cc-b9e5-425b-b421-8f2545adec00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66c81ac9eea649e99a9e71127bb59534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808388 Aug 27 02:43:33.591749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 19f2c256-45be-4778-bfe4-e39da607fc34 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:33.591991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 19f2c256-45be-4778-bfe4-e39da607fc34 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:33.625764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa58420-a904-426c-91ae-3127330ccb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.685809 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa58420-a904-426c-91ae-3127330ccb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.775566 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa58420-a904-426c-91ae-3127330ccb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.778353 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa58420-a904-426c-91ae-3127330ccb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.782513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bfa58420-a904-426c-91ae-3127330ccb18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2f8d8f9-bb97-4f45-91ee-bdcb6a681c9e HTTP/1.1" status: 204 len: 168 time: 0.2492464 Aug 27 02:43:33.799868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa58420-a904-426c-91ae-3127330ccb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8d8f9-bb97-4f45-91ee-bdcb6a681c9e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:34.309028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb62824-237f-4ee2-9314-07ef3ef85136 req-301559ab-23c8-4ec5-a3f5-6207d2c966a2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:34.315716 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bb62824-237f-4ee2-9314-07ef3ef85136 req-301559ab-23c8-4ec5-a3f5-6207d2c966a2 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1362965 Aug 27 02:43:34.499780 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bb62824-237f-4ee2-9314-07ef3ef85136 req-21644f74-1531-466c-9795-9bd77c313298 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753914 Aug 27 02:43:34.582539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 44968) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:34.606580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84c5d4d7-fded-4030-a235-05ef155d14e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:34.609181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49252c40-744c-469d-a714-0a71af7acc08 req-327074d4-3c2a-4725-80f9-757a4d4f6117 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:34.610913 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49252c40-744c-469d-a714-0a71af7acc08 req-327074d4-3c2a-4725-80f9-757a4d4f6117 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.45 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.1466167 Aug 27 02:43:34.866086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84c5d4d7-fded-4030-a235-05ef155d14e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:34.878256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84c5d4d7-fded-4030-a235-05ef155d14e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:34.925565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5d4d7-fded-4030-a235-05ef155d14e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d084088d-b105-41e8-888b-7d773627de94,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:34.932952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Deleting port 015e233d-440c-404a-97ae-4855a80949b7 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:34.933398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:34.961968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-84c5d4d7-fded-4030-a235-05ef155d14e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2753567e079948ff899bb7dcb144d565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761082 Aug 27 02:43:34.962792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:35.037754 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66dd3882-2972-43f1-a0d6-a6b6ff7bfa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.076658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66dd3882-2972-43f1-a0d6-a6b6ff7bfa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.187621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] For port 015e233d-440c-404a-97ae-4855a80949b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=015e233d-440c-404a-97ae-4855a80949b7,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:35.188317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.317743 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66dd3882-2972-43f1-a0d6-a6b6ff7bfa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.323392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66dd3882-2972-43f1-a0d6-a6b6ff7bfa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.357391 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-66dd3882-2972-43f1-a0d6-a6b6ff7bfa45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d084088d-b105-41e8-888b-7d773627de94 HTTP/1.1" status: 204 len: 168 time: 0.3935015 Aug 27 02:43:35.376505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd3882-2972-43f1-a0d6-a6b6ff7bfa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084088d-b105-41e8-888b-7d773627de94,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:35.507696 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.508890 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.509468 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Floating IP 42e6dd5e-5291-4ec6-b2da-4a2cd3685db0 disassociated. External IP: 172.25.1.195, port: 015e233d-440c-404a-97ae-4855a80949b7. Aug 27 02:43:35.510395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Calling delete_port for 015e233d-440c-404a-97ae-4855a80949b7 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:35.693735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86234e0d-fe7e-4093-900e-1def8f142446 req-5e895be6-0859-4cc1-b645-439e8aa9a9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:35.695798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86234e0d-fe7e-4093-900e-1def8f142446 req-5e895be6-0859-4cc1-b645-439e8aa9a9fa tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 945 time: 0.0776818 Aug 27 02:43:35.780984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86234e0d-fe7e-4093-900e-1def8f142446 req-b4d3665a-1c8d-41b5-b78e-ef86b8ce05e0 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3d7d580-4e59-47ec-9f19-a3d18e5684d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577335 Aug 27 02:43:35.801114 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.867423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event deleted for resources: {'Port': ['ID=015e233d-440c-404a-97ae-4855a80949b7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:36.113086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Router 5e9bf011-47ec-4455-852a-85c2a4604180 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:36.687791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:36.704793 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] Sync routers for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:36.716623 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:36.717685 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:36.759873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] No DVR routers for this DVR port 015e233d-440c-404a-97ae-4855a80949b7 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:36.763381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.765781 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49252c40-744c-469d-a714-0a71af7acc08 req-7344993e-2a82-40f3-857d-2c7467289b68 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.45 "DELETE /v2.0/ports/015e233d-440c-404a-97ae-4855a80949b7 HTTP/1.1" status: 204 len: 173 time: 2.1276836 Aug 27 02:43:36.766481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-deleted', 'tag': '015e233d-440c-404a-97ae-4855a80949b7'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:36.768963 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb2915c-d171-4a7e-939d-9ca871e348f1" -d '{"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-deleted", "tag": "015e233d-440c-404a-97ae-4855a80949b7"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:36.855847 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:36.923987 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be152a6-efb5-474b-b501-e08b636f46ab x-openstack-request-id: req-7be152a6-efb5-474b-b501-e08b636f46ab {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:36.924285 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a84816-9d01-4f6a-9dda-ec46a430e693", "name": "network-vif-deleted", "tag": "015e233d-440c-404a-97ae-4855a80949b7", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:36.924538 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7be152a6-efb5-474b-b501-e08b636f46ab {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:36.924941 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a84816-9d01-4f6a-9dda-ec46a430e693', 'name': 'network-vif-deleted', 'tag': '015e233d-440c-404a-97ae-4855a80949b7', 'status': 'completed', 'code': 200} Aug 27 02:43:37.061339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0b97a73e-287b-4550-b3c5-01fceff27c18 req-2a871fae-9318-4e93-af03-2946d7a19140 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a84816-9d01-4f6a-9dda-ec46a430e693 HTTP/1.1" status: 200 len: 210 time: 0.0592744 Aug 27 02:43:37.263886 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 5, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:37.347229 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] Checking router: 5e9bf011-47ec-4455-852a-85c2a4604180 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:37.402358 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:37.402995 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:37.771594 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:38.227590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45250) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:38.309153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38db6cc7-3483-45ec-9f93-8bfde68c13ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.341384 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38db6cc7-3483-45ec-9f93-8bfde68c13ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.445951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38db6cc7-3483-45ec-9f93-8bfde68c13ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.449625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38db6cc7-3483-45ec-9f93-8bfde68c13ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.452303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-38db6cc7-3483-45ec-9f93-8bfde68c13ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "DELETE /v2.0/security-groups/e3d7d580-4e59-47ec-9f19-a3d18e5684d8 HTTP/1.1" status: 204 len: 168 time: 0.2225778 Aug 27 02:43:38.460261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45272) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:38.478345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db6cc7-3483-45ec-9f93-8bfde68c13ff tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7d580-4e59-47ec-9f19-a3d18e5684d8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:38.511107 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-64e29df6-2125-4c17-952e-34170b28de6e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] show failed (client error): The resource could not be found. Aug 27 02:43:38.522846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45278) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:38.523633 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-64e29df6-2125-4c17-952e-34170b28de6e tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "GET /v2.0/security-groups/e3d7d580-4e59-47ec-9f19-a3d18e5684d8 HTTP/1.1" status: 404 len: 347 time: 0.0600960 Aug 27 02:43:38.639745 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 5, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:38.712558 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b24712-6d0a-4c0b-a6e9-aaaf2dc73dcb None None] The sync data for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 is: [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:34:31Z', 'revision_number': 4, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '013cd69f-0215-42e4-aa64-b3cb101264c3', 'name': '', 'network_id': '047fa81c-2040-47d0-8d26-277242727363', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'mac_address': 'fa:16:3e:4d:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:29Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 5, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'subnets': [{'id': '685eeddd-44e9-4fec-a05b-b7c996941bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:38.772229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Deleting port 68af1244-8306-4544-aa9f-9ae3763d2b8a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:38.772879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.861971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:38.926632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 015e233d-440c-404a-97ae-4855a80949b7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:38.926982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 015e233d-440c-404a-97ae-4855a80949b7 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:39.000164 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.000629 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.033579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Calling delete_port for 68af1244-8306-4544-aa9f-9ae3763d2b8a owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:39.281574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc9f4-13ac-4efa-946d-11bd6efa93f7 None None] New status for floating IP 42e6dd5e-5291-4ec6-b2da-4a2cd3685db0: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:43:39.354116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.379180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-4f6cc9f4-13ac-4efa-946d-11bd6efa93f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:43:39.379814 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-4f6cc9f4-13ac-4efa-946d-11bd6efa93f7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:43:39.430875 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45308) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:39.445809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Pushing event deleted for resources: {'Port': ['ID=68af1244-8306-4544-aa9f-9ae3763d2b8a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:39.606777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.614190 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.618750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f9742dab-a4a0-4aac-8b16-369fd48da358 tempest-ServerActionsTestJSON-495243812 tempest-ServerActionsTestJSON-495243812-project] 10.222.0.10 "DELETE /v2.0/floatingips/42e6dd5e-5291-4ec6-b2da-4a2cd3685db0 HTTP/1.1" status: 204 len: 168 time: 1.0948513 Aug 27 02:43:39.618912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45322) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:39.690491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab7d472d-8f18-461e-bff6-6763579f0ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.848691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab7d472d-8f18-461e-bff6-6763579f0ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.859777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab7d472d-8f18-461e-bff6-6763579f0ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.882145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc9f4-13ac-4efa-946d-11bd6efa93f7 None None] New status for floating IP 42e6dd5e-5291-4ec6-b2da-4a2cd3685db0: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:43:39.957197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45334) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:39.964746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ab7d472d-8f18-461e-bff6-6763579f0ade admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43554403afbe48f081fba766e1db0fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271420 Aug 27 02:43:40.063891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4397aae-8a1d-4f3f-916b-11fb5cc9d8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.121814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4397aae-8a1d-4f3f-916b-11fb5cc9d8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.129843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d472d-8f18-461e-bff6-6763579f0ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a7d93a-1290-4258-a57f-3c959d5ec9be,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:40.235195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4397aae-8a1d-4f3f-916b-11fb5cc9d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.238278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4397aae-8a1d-4f3f-916b-11fb5cc9d8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.249587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e4397aae-8a1d-4f3f-916b-11fb5cc9d8fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26a7d93a-1290-4258-a57f-3c959d5ec9be HTTP/1.1" status: 204 len: 168 time: 0.2839146 Aug 27 02:43:40.306338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4397aae-8a1d-4f3f-916b-11fb5cc9d8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a7d93a-1290-4258-a57f-3c959d5ec9be,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:40.785658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.911080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45362) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:40.952892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8c6eeff-7fc6-4ea6-99ea-35a6a76699fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.226099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8c6eeff-7fc6-4ea6-99ea-35a6a76699fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.247836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8c6eeff-7fc6-4ea6-99ea-35a6a76699fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.347745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a8c6eeff-7fc6-4ea6-99ea-35a6a76699fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed570e720a8e4ae7a1557144a18eb58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351854 Aug 27 02:43:41.349848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45378) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:41.362536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6eeff-7fc6-4ea6-99ea-35a6a76699fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc74de8f-c6d9-4916-8c92-f7d6c55b02a2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:41.409757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Deleting port 013cd69f-0215-42e4-aa64-b3cb101264c3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:41.413685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.489667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e87017a4-201a-4a8f-a8de-88034e674660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.541543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e87017a4-201a-4a8f-a8de-88034e674660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.641009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e87017a4-201a-4a8f-a8de-88034e674660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.644068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e87017a4-201a-4a8f-a8de-88034e674660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.648438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e87017a4-201a-4a8f-a8de-88034e674660 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc74de8f-c6d9-4916-8c92-f7d6c55b02a2 HTTP/1.1" status: 204 len: 168 time: 0.2970190 Aug 27 02:43:41.664722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87017a4-201a-4a8f-a8de-88034e674660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc74de8f-c6d9-4916-8c92-f7d6c55b02a2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:41.686707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] For port 013cd69f-0215-42e4-aa64-b3cb101264c3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=013cd69f-0215-42e4-aa64-b3cb101264c3,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:41.690751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.725052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Calling delete_port for 013cd69f-0215-42e4-aa64-b3cb101264c3 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:41.797607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45394) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:42.059655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09538394-d1a9-4249-9e3f-0ef96e7347d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.282877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.328957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09538394-d1a9-4249-9e3f-0ef96e7347d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.344872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=013cd69f-0215-42e4-aa64-b3cb101264c3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:42.345611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09538394-d1a9-4249-9e3f-0ef96e7347d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.441320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-09538394-d1a9-4249-9e3f-0ef96e7347d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c37cd0d7ebab4f82a4e8553e2336ac1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404166 Aug 27 02:43:42.449932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45426) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:42.469573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09538394-d1a9-4249-9e3f-0ef96e7347d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a0570-9b9d-4797-882e-2992a9e1e70e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:42.692022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45430) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:42.760157 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3d4629d-4a40-42e0-a241-f57a4133e8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.820090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3d4629d-4a40-42e0-a241-f57a4133e8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.921976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.956854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c48a1b-e5ce-4803-9eac-501b7c4106ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.086099 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3d4629d-4a40-42e0-a241-f57a4133e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.088710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e3d4629d-4a40-42e0-a241-f57a4133e8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.110488 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e3d4629d-4a40-42e0-a241-f57a4133e8a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe4a0570-9b9d-4797-882e-2992a9e1e70e HTTP/1.1" status: 204 len: 168 time: 0.6544793 Aug 27 02:43:43.165077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4629d-4a40-42e0-a241-f57a4133e8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a0570-9b9d-4797-882e-2992a9e1e70e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:43.257436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c48a1b-e5ce-4803-9eac-501b7c4106ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.266512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c48a1b-e5ce-4803-9eac-501b7c4106ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.387877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e1c48a1b-e5ce-4803-9eac-501b7c4106ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=587230efe5f345eeb70ad63802124ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6944897 Aug 27 02:43:43.397848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45468) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:43.438062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c48a1b-e5ce-4803-9eac-501b7c4106ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e27588-4a4f-4db3-9512-5f1b8c4dbe48,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:43.549546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Router 5e9bf011-47ec-4455-852a-85c2a4604180 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:43.575000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4d09-599c-4ff6-ad85-d6521440298f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.598665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4d09-599c-4ff6-ad85-d6521440298f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.650037 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4d09-599c-4ff6-ad85-d6521440298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.657575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4d09-599c-4ff6-ad85-d6521440298f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.665652 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1d9f4d09-599c-4ff6-ad85-d6521440298f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9e27588-4a4f-4db3-9512-5f1b8c4dbe48 HTTP/1.1" status: 204 len: 168 time: 0.2637651 Aug 27 02:43:43.674277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f4d09-599c-4ff6-ad85-d6521440298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e27588-4a4f-4db3-9512-5f1b8c4dbe48,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:43.788158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:43.798307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-af36c2e8-26f1-4820-aaee-ee69d61fcd0f admin admin] 10.222.0.10 "PUT /v2.0/routers/5e9bf011-47ec-4455-852a-85c2a4604180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1739850 Aug 27 02:43:43.798895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45480) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:43.802817 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] Sync routers for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:43.828508 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:43.829135 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:44.044310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.077618 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:44.185470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.299302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Deleting port 1b6a060f-ef3e-428a-9d3c-10f772f2410d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:44.300972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.400474 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:43:42Z', 'revision_number': 5, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port': {'id': '1b6a060f-ef3e-428a-9d3c-10f772f2410d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:44.464551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] For port 1b6a060f-ef3e-428a-9d3c-10f772f2410d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1b6a060f-ef3e-428a-9d3c-10f772f2410d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:44.465390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.475233 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] Checking router: 5e9bf011-47ec-4455-852a-85c2a4604180 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:44.480160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Calling delete_port for 1b6a060f-ef3e-428a-9d3c-10f772f2410d owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:44.484616 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] Routers {'5e9bf011-47ec-4455-852a-85c2a4604180'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:44.485452 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5e9bf011-47ec-4455-852a-85c2a4604180'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:44.585946 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] Set router 5e9bf011-47ec-4455-852a-85c2a4604180 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:44.652428 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:43:44Z', 'revision_number': 6, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:44.685946 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cf915-f34e-41b3-bf02-c5bab869217b None None] The sync data for ids ['5e9bf011-47ec-4455-852a-85c2a4604180'] in n-d-806293-1 is: [{'id': '5e9bf011-47ec-4455-852a-85c2a4604180', 'name': 'tempest-ServerActionsTestJSON-622252261-router', 'tenant_id': '7c8b093aba3a4481b05590b302f4062f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:19Z', 'updated_at': '2021-08-27T02:43:44Z', 'revision_number': 6, 'project_id': '7c8b093aba3a4481b05590b302f4062f', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:44.764056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.853603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6a060f-ef3e-428a-9d3c-10f772f2410d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:44.884669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.018865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.021689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.127219 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.128207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9bf011-47ec-4455-852a-85c2a4604180 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:43:45.138861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.152177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b32d1c08-b058-48a9-b176-6b3fc9374442 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5e9bf011-47ec-4455-852a-85c2a4604180 HTTP/1.1" status: 204 len: 168 time: 1.3530777 Aug 27 02:43:45.154863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45558) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:45.212723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] Deleting subnet 685eeddd-44e9-4fec-a05b-b7c996941bfd {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:43:45.226231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.294473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.436198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.581148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.635448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685eeddd-44e9-4fec-a05b-b7c996941bfd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:45.639940 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.645827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3651cea8-c197-4de7-a93b-6e048138ed45 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/685eeddd-44e9-4fec-a05b-b7c996941bfd HTTP/1.1" status: 204 len: 168 time: 0.4856925 Aug 27 02:43:45.645827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45582) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:45.648926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092e405-143f-47d0-9997-5ff7a7d85e15 None None] Network 047fa81c-2040-47d0-8d26-277242727363 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:45.731165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.855082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Deleting port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:45.855426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.977132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] For port 691e89f3-e79a-4a1d-b045-d00bd887e9a0, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=691e89f3-e79a-4a1d-b045-d00bd887e9a0,segment=NetworkSegment(b71aa572-119e-4dcf-8446-6dbbb4b4c420),segment_id=b71aa572-119e-4dcf-8446-6dbbb4b4c420)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:45.977870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.019671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Calling delete_port for 691e89f3-e79a-4a1d-b045-d00bd887e9a0 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:46.059667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] DHCP port deletion for 047fa81c-2040-47d0-8d26-277242727363 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:43:46.199468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.204892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Deleting port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:46.205390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.235594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=691e89f3-e79a-4a1d-b045-d00bd887e9a0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:46.238364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] No DVR routers for this DVR port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:46.349709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.364623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] For port 691e89f3-e79a-4a1d-b045-d00bd887e9a0, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:46.366437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.373016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047fa81c-2040-47d0-8d26-277242727363']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:46.397214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Calling delete_port for 691e89f3-e79a-4a1d-b045-d00bd887e9a0 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:46.407456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:43:46.409480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.413542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71aa572-119e-4dcf-8446-6dbbb4b4c420') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:46.413847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71aa572-119e-4dcf-8446-6dbbb4b4c420') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:46.424626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] No DVR routers for this DVR port 691e89f3-e79a-4a1d-b045-d00bd887e9a0 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:46.442268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.493772 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.504535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:43:46.505028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Pushing event deleted for resources: {'Port': ['ID=691e89f3-e79a-4a1d-b045-d00bd887e9a0,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:46.505351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:43:46.507380 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:43:46.543309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.543664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.543997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.553324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.553896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.554247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.556052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.557200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.584545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.588329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.589068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.590300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd077c-aa3d-45da-a240-07b2ef401b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:46.668425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 691e89f3-e79a-4a1d-b045-d00bd887e9a0 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:46.684179 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.718392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 691e89f3-e79a-4a1d-b045-d00bd887e9a0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:46.720353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 691e89f3-e79a-4a1d-b045-d00bd887e9a0 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:46.721245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 013cd69f-0215-42e4-aa64-b3cb101264c3 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:46.750517 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.752495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/047fa81c-2040-47d0-8d26-277242727363 HTTP/1.1" status: 204 len: 168 time: 1.1059661 Aug 27 02:43:46.753450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cecbd2-f389-432b-9476-1ee8a93edbd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=047fa81c-2040-47d0-8d26-277242727363,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:46.753924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 013cd69f-0215-42e4-aa64-b3cb101264c3 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:46.755507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 013cd69f-0215-42e4-aa64-b3cb101264c3 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:46.756143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1b6a060f-ef3e-428a-9d3c-10f772f2410d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:46.801254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1b6a060f-ef3e-428a-9d3c-10f772f2410d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:46.801960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1b6a060f-ef3e-428a-9d3c-10f772f2410d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:46.824284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.984450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45656) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:47.049472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2f39a095-d910-4487-a29f-ee07eea4f5fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c8b093aba3a4481b05590b302f4062f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637004 Aug 27 02:43:47.053102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45658) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:47.174972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45664) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:47.183752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fad43597-c93e-4c65-96c6-9a42972017ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.214662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fad43597-c93e-4c65-96c6-9a42972017ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.285187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fad43597-c93e-4c65-96c6-9a42972017ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.288882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fad43597-c93e-4c65-96c6-9a42972017ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.294432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fad43597-c93e-4c65-96c6-9a42972017ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bd7f09e-2203-4890-b4e0-9407043f44fe HTTP/1.1" status: 204 len: 168 time: 0.2386584 Aug 27 02:43:47.307494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad43597-c93e-4c65-96c6-9a42972017ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd7f09e-2203-4890-b4e0-9407043f44fe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:47.586466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29712847-9d96-463c-a777-e9a21a1c4a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.594003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.807769 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29712847-9d96-463c-a777-e9a21a1c4a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.821270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29712847-9d96-463c-a777-e9a21a1c4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.857260 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-29712847-9d96-463c-a777-e9a21a1c4a10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9013bff88e914977b939be2db58c00e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784992 Aug 27 02:43:47.857710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45696) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:47.896212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29712847-9d96-463c-a777-e9a21a1c4a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396a6534-d18b-4ae9-8291-caece3851be6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:47.950198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0211abc-f85c-4b4f-ac06-381af0736b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:47.977539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0211abc-f85c-4b4f-ac06-381af0736b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:48.102458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0211abc-f85c-4b4f-ac06-381af0736b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:48.114470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e0211abc-f85c-4b4f-ac06-381af0736b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:48.115836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e0211abc-f85c-4b4f-ac06-381af0736b70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/396a6534-d18b-4ae9-8291-caece3851be6 HTTP/1.1" status: 204 len: 168 time: 0.2570205 Aug 27 02:43:48.129720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0211abc-f85c-4b4f-ac06-381af0736b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396a6534-d18b-4ae9-8291-caece3851be6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:48.695699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:48.711705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1792abd1-55d5-4d33-9d56-e0fd01895bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:48.845845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1792abd1-55d5-4d33-9d56-e0fd01895bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:48.856233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1792abd1-55d5-4d33-9d56-e0fd01895bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:48.910276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792abd1-55d5-4d33-9d56-e0fd01895bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f9646-3473-47d1-a4dd-b935bdc3407f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:48.927261 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1792abd1-55d5-4d33-9d56-e0fd01895bad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62faa1a9c170490480df4415d6afa363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303677 Aug 27 02:43:48.930049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45762) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:49.015797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a9e609-8d31-46eb-9609-968ba8d7219a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.041181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a9e609-8d31-46eb-9609-968ba8d7219a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.047585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 45770) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:49.123869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a9e609-8d31-46eb-9609-968ba8d7219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.129273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a9e609-8d31-46eb-9609-968ba8d7219a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.131563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-05a9e609-8d31-46eb-9609-968ba8d7219a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a1f9646-3473-47d1-a4dd-b935bdc3407f HTTP/1.1" status: 204 len: 168 time: 0.1997535 Aug 27 02:43:49.142270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9e609-8d31-46eb-9609-968ba8d7219a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f9646-3473-47d1-a4dd-b935bdc3407f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:49.332061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-850004185-network', 'tenant_id': '9c5c528e764c4affac3f73445c865e5a'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:49.377139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Made reservation on behalf of 9c5c528e764c4affac3f73445c865e5a for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:49.379579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.399333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.585027 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.595028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.631243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:43:49.645957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc652e5-c628-49a7-afc5-3b4d10b5d12d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:49.654438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.655208 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Added segment 95d2411c-e15d-46d2-afeb-12c68248e85b of type vlan for network faa36d5e-7fb2-43be-979c-5a57edd2b23f Aug 27 02:43:49.724707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.784817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.785917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:49.786625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:49.890165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8419592 Aug 27 02:43:49.893199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45810) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:49.898526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Request body: {'subnet': {'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-850004185-subnet', 'tenant_id': '9c5c528e764c4affac3f73445c865e5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:49.900264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a19c7-78c7-4a0d-8d1e-bfb9d926d09a admin admin] Pushing event updated for resources: {'Network': ['ID=faa36d5e-7fb2-43be-979c-5a57edd2b23f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:49.912989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network faa36d5e-7fb2-43be-979c-5a57edd2b23f details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:43:50.021902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Made reservation on behalf of 9c5c528e764c4affac3f73445c865e5a for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:50.025511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:50.352995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:50.446944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5acb6e22-e089-459a-b381-16ea854eba8e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:50.460536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Checking segment: {'id': '95d2411c-e15d-46d2-afeb-12c68248e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:50.461300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Network hostable DHCP agents. Network: faa36d5e-7fb2-43be-979c-5a57edd2b23f, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:43:50.502348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Network faa36d5e-7fb2-43be-979c-5a57edd2b23f is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:43:50.535133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, faa36d5e-7fb2-43be-979c-5a57edd2b23f) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:50.548063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c3e030-ac6c-4b46-ab0c-99d974d8a998 None None] Network faa36d5e-7fb2-43be-979c-5a57edd2b23f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:50.567479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:50.568092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:50.604983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-866c2aae-3257-4246-8be4-fc12d2212c4c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7104719 Aug 27 02:43:50.739085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e4579-70a5-4fa0-92c1-432a20fb5770 None None] Network faa36d5e-7fb2-43be-979c-5a57edd2b23f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:51.981405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:51.988937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1043203156-network', 'tenant_id': '74297920909746edb27b7e2ad4891f9b'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:52.019033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Made reservation on behalf of 74297920909746edb27b7e2ad4891f9b for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:52.022661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.033510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.161364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.170698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.202671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:43:52.263167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.263783 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Added segment dc4f0d35-c88e-4de3-aa43-1c902f92a5c6 of type vlan for network 1d9887cc-2090-4153-8a86-a0b917c6557d Aug 27 02:43:52.312322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.338099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86c9486-10e5-4045-928e-d0cb8e88f5d7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:52.350689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.351564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:52.352568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.469718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4862509 Aug 27 02:43:52.472471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 45950) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:52.480591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Request body: {'subnet': {'network_id': '1d9887cc-2090-4153-8a86-a0b917c6557d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1043203156-subnet', 'tenant_id': '74297920909746edb27b7e2ad4891f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:52.503141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24468905-2bce-4d63-8d8b-357697d5a16a admin admin] Pushing event updated for resources: {'Network': ['ID=1d9887cc-2090-4153-8a86-a0b917c6557d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:52.532458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Made reservation on behalf of 74297920909746edb27b7e2ad4891f9b for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:52.537271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.542156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1d9887cc-2090-4153-8a86-a0b917c6557d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:43:52.828919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.901670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6169bb68-8a25-4f03-bb8d-49421e590d43,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:52.941588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Checking segment: {'id': 'dc4f0d35-c88e-4de3-aa43-1c902f92a5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d9887cc-2090-4153-8a86-a0b917c6557d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:52.942597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Network hostable DHCP agents. Network: 1d9887cc-2090-4153-8a86-a0b917c6557d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:43:52.971358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Network 1d9887cc-2090-4153-8a86-a0b917c6557d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:43:53.008882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 1d9887cc-2090-4153-8a86-a0b917c6557d) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:53.019517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:53.020210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:53.022113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b182299-f01c-40d4-87f0-66396d84275e None None] Network 1d9887cc-2090-4153-8a86-a0b917c6557d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:53.061020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ee93f5d4-659a-40a0-8477-295afc1fe6f8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5871236 Aug 27 02:43:53.267949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037916e0-cceb-4380-bb5c-f0f04f42b074 None None] Network 1d9887cc-2090-4153-8a86-a0b917c6557d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:54.139307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-3a421299-d074-490d-9f59-983df7c3ffb1 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:54.142366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-3a421299-d074-490d-9f59-983df7c3ffb1 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/networks?id=faa36d5e-7fb2-43be-979c-5a57edd2b23f HTTP/1.1" status: 200 len: 824 time: 0.2481287 Aug 27 02:43:54.219785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-b801f528-0a51-47be-8c13-53f779286279 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/quotas/9c5c528e764c4affac3f73445c865e5a HTTP/1.1" status: 200 len: 375 time: 0.0710242 Aug 27 02:43:54.345213 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-53cbfe81-ef5a-4209-8c19-9903d45ba954 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c5c528e764c4affac3f73445c865e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241238 Aug 27 02:43:54.603998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-ee8b35de-1a18-4091-8170-e47cbe428860 service neutron] 10.222.0.10 "GET /v2.0/networks/faa36d5e-7fb2-43be-979c-5a57edd2b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411785 Aug 27 02:43:54.798994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-01c63e89-95c1-41e8-8d83-44f62292c6ce service neutron] 10.222.0.10 "GET /v2.0/networks/faa36d5e-7fb2-43be-979c-5a57edd2b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726537 Aug 27 02:43:55.020819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fafb75f5-f321-4b32-b85a-c3c82977e543 req-0114b2b8-5576-4db1-8d8e-f6957a5be4c7 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 210 time: 0.0404167 Aug 27 02:43:56.224331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b136dc0d-7454-4284-97c0-b9b62a08c1ab req-451ae283-3de6-4636-a506-90bbc4567e26 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 210 time: 0.0918787 Aug 27 02:43:56.954223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46276) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:57.031653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-a3448232-1019-495d-a2d3-a1516dac5583 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:57.033042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-a3448232-1019-495d-a2d3-a1516dac5583 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.32 "GET /v2.0/networks?id=faa36d5e-7fb2-43be-979c-5a57edd2b23f HTTP/1.1" status: 200 len: 824 time: 0.2745962 Aug 27 02:43:57.055148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Request body: {'port': {'device_id': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f', 'admin_state_up': True, 'tenant_id': '9c5c528e764c4affac3f73445c865e5a'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:57.141310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.344471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.352682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.373370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Made reservation on behalf of 9c5c528e764c4affac3f73445c865e5a for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:57.378905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.410366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39b282dc3d704b42b1d4b126309ae89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541278 Aug 27 02:43:57.411019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46288) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:57.427734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d6d64-7997-42fc-96e0-91906694042a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:57.540196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.541115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.541635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.542266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.560334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.561058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.562797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.563324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.563828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.564325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.566710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.571714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2223dd4-0bc9-4d60-a385-4a51fc43bf02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:57.606071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f58e9e3f-7c98-46a6-bcae-78decef8bbdf req-6538f56b-3e96-418a-bb30-76c7e5342eb3 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 210 time: 0.2228644 Aug 27 02:43:57.630255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Allocated IP 172.20.0.8 (faa36d5e-7fb2-43be-979c-5a57edd2b23f/5acb6e22-e089-459a-b381-16ea854eba8e/3e45cfc4-412e-448d-9128-56a5d748b55d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:57.644274 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39aa5915-7649-4665-8fe2-2c27abb72ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.681027 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a096837c-2e0d-4287-bd12-2b2e936c4eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.699213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39aa5915-7649-4665-8fe2-2c27abb72ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.785272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39aa5915-7649-4665-8fe2-2c27abb72ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.788790 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-39aa5915-7649-4665-8fe2-2c27abb72ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:57.793684 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-39aa5915-7649-4665-8fe2-2c27abb72ccf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b39d6d64-7997-42fc-96e0-91906694042a HTTP/1.1" status: 204 len: 168 time: 0.3628864 Aug 27 02:43:57.821688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa5915-7649-4665-8fe2-2c27abb72ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d6d64-7997-42fc-96e0-91906694042a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:57.908091 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.036752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.146771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Network faa36d5e-7fb2-43be-979c-5a57edd2b23f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:58.157955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:58.163557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:58.168547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Pushing event updated for resources: {'Port': ['ID=3e45cfc4-412e-448d-9128-56a5d748b55d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:58.223410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:58.224354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.244862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-7c736460-39b6-453b-b6ac-b744fb194290 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2005029 Aug 27 02:43:58.290941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46310) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:58.312666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94770ae4-0253-4b23-bc16-1b1e9dc828c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.456137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94770ae4-0253-4b23-bc16-1b1e9dc828c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.463576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94770ae4-0253-4b23-bc16-1b1e9dc828c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.536130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46316) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:58.536599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-94770ae4-0253-4b23-bc16-1b1e9dc828c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8741fe843ef4fec96acae2557312170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441928 Aug 27 02:43:58.537476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94770ae4-0253-4b23-bc16-1b1e9dc828c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a497f-6c23-4433-b146-7488a4da57c6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:58.588612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Request body: {'port': {'device_id': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:58.819248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261cd6-fc0e-4cc9-b9bd-8b5c759c18d5 req-f8584495-2c2e-434e-bffe-ba3cf83bbe13 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:58.820767 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a261cd6-fc0e-4cc9-b9bd-8b5c759c18d5 req-f8584495-2c2e-434e-bffe-ba3cf83bbe13 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 931 time: 0.0911627 Aug 27 02:43:58.916409 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a261cd6-fc0e-4cc9-b9bd-8b5c759c18d5 req-b0e5b7ff-a47f-43bf-85c1-80f114ab7dc4 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860689 Aug 27 02:43:59.341001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:59.430878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.456634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.458714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.594995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1822aa37-c9d0-4d9f-a4a9-41d04171eb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.644332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.645321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.649198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/914a497f-6c23-4433-b146-7488a4da57c6 HTTP/1.1" status: 204 len: 168 time: 1.1087379 Aug 27 02:43:59.676200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a497f-6c23-4433-b146-7488a4da57c6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:59.687668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.688020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.688638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.688984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.689371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.689952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.690492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.690828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.691154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.691479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.691803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.692216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e20d4e-27e3-4ba7-8806-a744ab2bf8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:59.861174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1822aa37-c9d0-4d9f-a4a9-41d04171eb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.869262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1822aa37-c9d0-4d9f-a4a9-41d04171eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.994853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1822aa37-c9d0-4d9f-a4a9-41d04171eb16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88b7e163ce8c42339b89327d9df0f1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526225 Aug 27 02:43:59.996209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822aa37-c9d0-4d9f-a4a9-41d04171eb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2b9653-1705-4f1c-ad3c-89c9d485a1c0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:00.002425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e45cfc4-412e-448d-9128-56a5d748b55d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:00.012487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46364) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:00.013912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.030009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Transition to ACTIVE for port object 3e45cfc4-412e-448d-9128-56a5d748b55d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:00.035473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.160113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e45cfc4-412e-448d-9128-56a5d748b55d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:00.174498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f4d4-e51b-4c49-b60a-8b3501f9b707 req-30f0eef6-7802-42d0-84a1-37785254ab71 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:00.176068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d242f4d4-e51b-4c49-b60a-8b3501f9b707 req-30f0eef6-7802-42d0-84a1-37785254ab71 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 943 time: 0.1645341 Aug 27 02:44:00.179250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1233b770-4b3f-4022-9822-d9e30e97de49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.219636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1233b770-4b3f-4022-9822-d9e30e97de49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.226976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-890cb603-6100-46df-85ab-399b93c3e10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.297569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d242f4d4-e51b-4c49-b60a-8b3501f9b707 req-db47690c-6243-486d-a855-b53b50dba44c tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130309 Aug 27 02:44:00.347574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1233b770-4b3f-4022-9822-d9e30e97de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.354752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1233b770-4b3f-4022-9822-d9e30e97de49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.356525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1233b770-4b3f-4022-9822-d9e30e97de49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e2b9653-1705-4f1c-ad3c-89c9d485a1c0 HTTP/1.1" status: 204 len: 168 time: 0.3430734 Aug 27 02:44:00.387642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Attempting to bind port 3e45cfc4-412e-448d-9128-56a5d748b55d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:00.388037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Attempting to bind port 3e45cfc4-412e-448d-9128-56a5d748b55d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '95d2411c-e15d-46d2-afeb-12c68248e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:00.388543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Attempting to bind port 3e45cfc4-412e-448d-9128-56a5d748b55d on network faa36d5e-7fb2-43be-979c-5a57edd2b23f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:00.394129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233b770-4b3f-4022-9822-d9e30e97de49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2b9653-1705-4f1c-ad3c-89c9d485a1c0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:00.394740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Port 3e45cfc4-412e-448d-9128-56a5d748b55d on network faa36d5e-7fb2-43be-979c-5a57edd2b23f not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:00.395226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Attempting to bind port 3e45cfc4-412e-448d-9128-56a5d748b55d on network faa36d5e-7fb2-43be-979c-5a57edd2b23f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:00.402791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:00.403269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Checking segment: {'id': '95d2411c-e15d-46d2-afeb-12c68248e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:00.403732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Bound using segment: {'id': '95d2411c-e15d-46d2-afeb-12c68248e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:00.404175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Bound port: 3e45cfc4-412e-448d-9128-56a5d748b55d, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d2411c-e15d-46d2-afeb-12c68248e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:00.404856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.504277 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.570823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] For port 3e45cfc4-412e-448d-9128-56a5d748b55d, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:00.593856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] For port 3e45cfc4-412e-448d-9128-56a5d748b55d, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3e45cfc4-412e-448d-9128-56a5d748b55d,segment=NetworkSegment(95d2411c-e15d-46d2-afeb-12c68248e85b),segment_id=95d2411c-e15d-46d2-afeb-12c68248e85b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:00.603949 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.704871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:00.707805 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.712266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/3e45cfc4-412e-448d-9128-56a5d748b55d HTTP/1.1" status: 200 len: 1091 time: 2.4583018 Aug 27 02:44:00.744326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'tag': '3e45cfc4-412e-448d-9128-56a5d748b55d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:00.752197 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289bfd99-2a56-438d-aad1-222bc26add76" -d '{"events": [{"name": "network-changed", "server_uuid": "509ef5f7-9f0a-4f09-952b-a309603f8172", "tag": "3e45cfc4-412e-448d-9128-56a5d748b55d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:00.870488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b146f9-2932-4682-bf52-d77c5325b0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e45cfc4-412e-448d-9128-56a5d748b55d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:00.914966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-678ffcf5-b256-40eb-8b6c-daddd04086a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:00.916525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-678ffcf5-b256-40eb-8b6c-daddd04086a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5c528e764c4affac3f73445c865e5a&device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 1094 time: 0.1369312 Aug 27 02:44:00.982621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-1ae28fd3-cbbf-458c-be35-1794ef3fce4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e45cfc4-412e-448d-9128-56a5d748b55d HTTP/1.1" status: 200 len: 217 time: 0.0531559 Aug 27 02:44:01.087863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-872c97c6-6290-4969-b408-4f6b5cc56eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:01.090399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-872c97c6-6290-4969-b408-4f6b5cc56eb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5acb6e22-e089-459a-b381-16ea854eba8e HTTP/1.1" status: 200 len: 864 time: 0.0986977 Aug 27 02:44:01.171362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-ba029f1c-0c92-4b1e-8a83-d83567b78e2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=faa36d5e-7fb2-43be-979c-5a57edd2b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716183 Aug 27 02:44:01.294620 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:01.355943 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e3d2ca-e98c-4f89-bb6f-ed5ee715d634 x-openstack-request-id: req-83e3d2ca-e98c-4f89-bb6f-ed5ee715d634 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:01.356246 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509ef5f7-9f0a-4f09-952b-a309603f8172", "tag": "3e45cfc4-412e-448d-9128-56a5d748b55d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:01.356504 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83e3d2ca-e98c-4f89-bb6f-ed5ee715d634 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:01.356921 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'tag': '3e45cfc4-412e-448d-9128-56a5d748b55d', 'status': 'completed', 'code': 200} Aug 27 02:44:01.534795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-6c4360e6-36fe-4678-bbbd-8f2e6e4ffbbb service neutron] 10.222.0.32 "GET /v2.0/networks/faa36d5e-7fb2-43be-979c-5a57edd2b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554080 Aug 27 02:44:01.610556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6d43-d9e2-432a-abad-0f744ae21441 req-918c0b69-ca57-41d2-a70d-bdb2a08fd427 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:01.618946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d52c6d43-d9e2-432a-abad-0f744ae21441 req-918c0b69-ca57-41d2-a70d-bdb2a08fd427 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 943 time: 0.1513479 Aug 27 02:44:01.771424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-97784cb4-5c23-4f50-a9d2-061c703423ea req-40280bab-6908-4681-8a83-59be4f013139 service neutron] 10.222.0.32 "GET /v2.0/networks/faa36d5e-7fb2-43be-979c-5a57edd2b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237120 Aug 27 02:44:01.806751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d52c6d43-d9e2-432a-abad-0f744ae21441 req-e176b1d5-f7a1-4ad7-a827-e948ada0703f tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868660 Aug 27 02:44:01.931860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bfd99-2a56-438d-aad1-222bc26add76 req-33df3707-ca56-4d6a-bea0-f0fb0539aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:01.933402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-289bfd99-2a56-438d-aad1-222bc26add76 req-33df3707-ca56-4d6a-bea0-f0fb0539aae8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5c528e764c4affac3f73445c865e5a&device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 1094 time: 0.0913985 Aug 27 02:44:02.121091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bfd99-2a56-438d-aad1-222bc26add76 req-9e2f06c0-dedc-48b7-8824-9818aeebf13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:02.123610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-289bfd99-2a56-438d-aad1-222bc26add76 req-9e2f06c0-dedc-48b7-8824-9818aeebf13d service neutron] 10.222.0.32 "GET /v2.0/networks?id=faa36d5e-7fb2-43be-979c-5a57edd2b23f HTTP/1.1" status: 200 len: 925 time: 0.1813092 Aug 27 02:44:02.175383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-289bfd99-2a56-438d-aad1-222bc26add76 req-e0e4127d-058c-4b49-bfb6-d959f70d80b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e45cfc4-412e-448d-9128-56a5d748b55d HTTP/1.1" status: 200 len: 217 time: 0.0403407 Aug 27 02:44:02.282561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bfd99-2a56-438d-aad1-222bc26add76 req-b99a6917-5ec9-405a-a96b-1cadde92226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:02.284723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-289bfd99-2a56-438d-aad1-222bc26add76 req-b99a6917-5ec9-405a-a96b-1cadde92226c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5acb6e22-e089-459a-b381-16ea854eba8e HTTP/1.1" status: 200 len: 864 time: 0.1013515 Aug 27 02:44:02.354936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-289bfd99-2a56-438d-aad1-222bc26add76 req-d0f8f2f5-d5bc-4888-b744-91dbaea0bac7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=faa36d5e-7fb2-43be-979c-5a57edd2b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607638 Aug 27 02:44:02.561406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-289bfd99-2a56-438d-aad1-222bc26add76 req-abf93fb4-37c1-4c1c-9978-e58a6b2e1a4a service neutron] 10.222.0.32 "GET /v2.0/networks/faa36d5e-7fb2-43be-979c-5a57edd2b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989093 Aug 27 02:44:02.793270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-289bfd99-2a56-438d-aad1-222bc26add76 req-d980a29c-fab0-4887-9c0c-da6927d087b4 service neutron] 10.222.0.32 "GET /v2.0/networks/faa36d5e-7fb2-43be-979c-5a57edd2b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189510 Aug 27 02:44:03.054892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2286c7-75d2-4e51-aa75-0e2ad5649c00 req-b5b89bab-2544-4ef5-99aa-75f0b718988f tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:03.056440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a2286c7-75d2-4e51-aa75-0e2ad5649c00 req-b5b89bab-2544-4ef5-99aa-75f0b718988f tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 943 time: 0.1327665 Aug 27 02:44:03.120945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a2286c7-75d2-4e51-aa75-0e2ad5649c00 req-249a1cc2-2829-44c1-8277-1a4d3ca49274 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568690 Aug 27 02:44:03.160176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.322248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46516) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:03.456029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df18c009-7723-49f4-8e65-033fbf704794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.567404 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df18c009-7723-49f4-8e65-033fbf704794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.581838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df18c009-7723-49f4-8e65-033fbf704794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.640523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18c009-7723-49f4-8e65-033fbf704794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb80214-bb8f-4f3d-90d4-5bd816d0cb41,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:03.646702 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-df18c009-7723-49f4-8e65-033fbf704794 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9bb8d4fe5934c0fafdd6eb156e4ed03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232427 Aug 27 02:44:03.651172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46540) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:03.673988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3e45cfc4-412e-448d-9128-56a5d748b55d details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:44:03.707360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96f54e29-1149-4e5b-a03d-82db64f8c1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.731222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96f54e29-1149-4e5b-a03d-82db64f8c1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.802973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96f54e29-1149-4e5b-a03d-82db64f8c1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.810775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96f54e29-1149-4e5b-a03d-82db64f8c1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.810775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-96f54e29-1149-4e5b-a03d-82db64f8c1af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfb80214-bb8f-4f3d-90d4-5bd816d0cb41 HTTP/1.1" status: 204 len: 168 time: 0.1546726 Aug 27 02:44:03.822622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f54e29-1149-4e5b-a03d-82db64f8c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb80214-bb8f-4f3d-90d4-5bd816d0cb41,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:03.871027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3e45cfc4-412e-448d-9128-56a5d748b55d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3e45cfc4-412e-448d-9128-56a5d748b55d,segment=NetworkSegment(95d2411c-e15d-46d2-afeb-12c68248e85b),segment_id=95d2411c-e15d-46d2-afeb-12c68248e85b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:03.894063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '3e45cfc4-412e-448d-9128-56a5d748b55d', 'network_id': 'faa36d5e-7fb2-43be-979c-5a57edd2b23f', 'port_id': '3e45cfc4-412e-448d-9128-56a5d748b55d', 'mac_address': 'fa:16:3e:6a:ed:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acb6e22-e089-459a-b381-16ea854eba8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:44:03.951580 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.969246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e45cfc4-412e-448d-9128-56a5d748b55d {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:03.993412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3e45cfc4-412e-448d-9128-56a5d748b55d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3e45cfc4-412e-448d-9128-56a5d748b55d,segment=NetworkSegment(95d2411c-e15d-46d2-afeb-12c68248e85b),segment_id=95d2411c-e15d-46d2-afeb-12c68248e85b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:04.001765 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.062983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3e45cfc4-412e-448d-9128-56a5d748b55d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:04.207516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3e45cfc4-412e-448d-9128-56a5d748b55d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:04.415258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e045e78-b846-437a-89d9-8cf4ca4b3856 req-8cabd4f3-73b9-4613-92cb-e1f268f14bf1 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:04.427083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e045e78-b846-437a-89d9-8cf4ca4b3856 req-8cabd4f3-73b9-4613-92cb-e1f268f14bf1 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 944 time: 0.1355841 Aug 27 02:44:04.550539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8e045e78-b846-437a-89d9-8cf4ca4b3856 req-f922f0d7-9b40-45b2-ae0c-9ad6b7f500e7 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174977 Aug 27 02:44:04.574967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46602) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:04.594590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'network': {'name': 'tempest-network-smoke--1871261334', 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'port_security_enabled': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:04.642548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Made reservation on behalf of 468d24a72a2f4b159f511a088eedaa10 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:04.657199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.672648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.827985 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.835852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.884463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:04.912664 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.913132 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Added segment 9867beac-c52f-48ea-813c-ebf28a7176ea of type vlan for network 37f06184-c652-44d5-9b25-4c12085a4a98 Aug 27 02:44:04.914904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0eddd8-8833-42b6-91f4-ba7bec045758,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:04.981805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.020381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.028218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:05.030388 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.137395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 46682) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:05.137904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5616050 Aug 27 02:44:05.143490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'admin_state_up': True, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:05.182218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a3106-5252-40f2-ba8c-86db2b642960 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Network': ['ID=37f06184-c652-44d5-9b25-4c12085a4a98,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:05.205785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.207695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.224518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 37f06184-c652-44d5-9b25-4c12085a4a98 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:05.284249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.481768 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.703691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3e45cfc4-412e-448d-9128-56a5d748b55d up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:05.803285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.837409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.863460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1444-5829-4e4d-893b-ba48acb3efbc req-b9b5e090-591d-4de8-b8c7-d97acd23ab6c tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:05.865500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c4d1444-5829-4e4d-893b-ba48acb3efbc req-b9b5e090-591d-4de8-b8c7-d97acd23ab6c tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 944 time: 0.1558959 Aug 27 02:44:05.972461 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9c4d1444-5829-4e4d-893b-ba48acb3efbc req-31aa3ac0-1a28-45b6-b8d3-8dc5a395eb33 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764830 Aug 27 02:44:06.041204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Allocated IP 172.25.1.155 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/61e0b937-f6e8-4d24-b80b-bcdb065f2151) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:06.093384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 3e45cfc4-412e-448d-9128-56a5d748b55d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:06.101582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 3e45cfc4-412e-448d-9128-56a5d748b55d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:06.101985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.234897 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.240573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.287701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e45cfc4-412e-448d-9128-56a5d748b55d'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:06.290570 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f966b4dc-b9b0-4156-8ed7-c9159bb6e6c6" -d '{"events": [{"server_uuid": "509ef5f7-9f0a-4f09-952b-a309603f8172", "name": "network-vif-plugged", "status": "completed", "tag": "3e45cfc4-412e-448d-9128-56a5d748b55d"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:06.304014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3e45cfc4-412e-448d-9128-56a5d748b55d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3e45cfc4-412e-448d-9128-56a5d748b55d,segment=NetworkSegment(95d2411c-e15d-46d2-afeb-12c68248e85b),segment_id=95d2411c-e15d-46d2-afeb-12c68248e85b)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:06.319085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.335070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.380906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:06.408776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:06.412609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:06.436832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3e45cfc4-412e-448d-9128-56a5d748b55d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:06.548898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=61e0b937-f6e8-4d24-b80b-bcdb065f2151,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:06.653654 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e6a879-8fd3-4d64-a61f-8c2234622b97 x-openstack-request-id: req-08e6a879-8fd3-4d64-a61f-8c2234622b97 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:06.654004 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509ef5f7-9f0a-4f09-952b-a309603f8172", "name": "network-vif-plugged", "status": "completed", "tag": "3e45cfc4-412e-448d-9128-56a5d748b55d", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:06.654415 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08e6a879-8fd3-4d64-a61f-8c2234622b97 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:06.655009 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e45cfc4-412e-448d-9128-56a5d748b55d', 'code': 200} Aug 27 02:44:06.868675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46888) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:06.946510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.951795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49465017-4d99-4dcd-af20-7808085011f3 req-657fb30f-fed9-4782-942b-00626f086b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:06.955103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49465017-4d99-4dcd-af20-7808085011f3 req-657fb30f-fed9-4782-942b-00626f086b0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 1096 time: 0.2335162 Aug 27 02:44:07.108843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a451910c-28f8-4918-b1b9-ba35d10ef065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.361328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a451910c-28f8-4918-b1b9-ba35d10ef065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.368684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49465017-4d99-4dcd-af20-7808085011f3 req-1baa8c1e-a6bf-4c0c-adad-5df4562d9069 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078546 Aug 27 02:44:07.388261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a451910c-28f8-4918-b1b9-ba35d10ef065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.434485 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a451910c-28f8-4918-b1b9-ba35d10ef065 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22b2de4f743849c7822ca238a3dff93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624316 Aug 27 02:44:07.436802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 46974) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.503837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e0ce-01b5-4bf6-b3ca-13616e98b36d req-5695285f-6789-48d7-91a8-9e80ebf45669 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:07.505686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67f9e0ce-01b5-4bf6-b3ca-13616e98b36d req-5695285f-6789-48d7-91a8-9e80ebf45669 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.3436110 Aug 27 02:44:07.553922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37a245d-c89d-48b8-8365-c487f566fca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.566879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.583498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451910c-28f8-4918-b1b9-ba35d10ef065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054d6ebd-7b11-42b3-b5a3-302eadf48774,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.596693 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37a245d-c89d-48b8-8365-c487f566fca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.676205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-67f9e0ce-01b5-4bf6-b3ca-13616e98b36d req-c2f18b61-aeb9-453b-a0ca-06202e001650 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010537 Aug 27 02:44:07.699275 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37a245d-c89d-48b8-8365-c487f566fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.702887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37a245d-c89d-48b8-8365-c487f566fca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.706662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c37a245d-c89d-48b8-8365-c487f566fca4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/054d6ebd-7b11-42b3-b5a3-302eadf48774 HTTP/1.1" status: 204 len: 168 time: 0.2646372 Aug 27 02:44:07.714159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a245d-c89d-48b8-8365-c487f566fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054d6ebd-7b11-42b3-b5a3-302eadf48774,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.804281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:44:07.949470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:44:07.960776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Sync routers for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:44:07.975291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:07.978049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:07.984582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.989705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47034) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.991904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c26e4567-93ad-4d63-814b-f4ab9dbcee15 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8529427 Aug 27 02:44:08.252064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47074) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.264407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:44:08.289022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-83a6d014-8fe1-4b77-b76b-f009c93bba12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.300500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:08.365022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b3bc721d-3db9-4a4c-9fa4-b28f8afa6d90 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=468d24a72a2f4b159f511a088eedaa10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3740208 Aug 27 02:44:08.368475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47090) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.525025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-83a6d014-8fe1-4b77-b76b-f009c93bba12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.531353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-83a6d014-8fe1-4b77-b76b-f009c93bba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.563028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-83a6d014-8fe1-4b77-b76b-f009c93bba12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8754315f45c340ec84b338bee29f8b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096554 Aug 27 02:44:08.570643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47110) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.700903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6d014-8fe1-4b77-b76b-f009c93bba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7819ad-a872-4103-9e39-e3e3f0948489,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:08.743183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab6a65-117a-4a67-8fa1-4827eb96237d tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:08.754801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47132) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.755399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-baab6a65-117a-4a67-8fa1-4827eb96237d tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3852112 Aug 27 02:44:08.807697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:06Z', 'revision_number': 3, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:08.836073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Checking router: 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:44:08.836679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Updating router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:44:08.860278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82f457c0-766c-400f-8183-cec05b9d3983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.868795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-256ec154-30cb-40cb-b1e4-f0856a845137 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1101780 Aug 27 02:44:08.869082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47144) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.874309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800059911', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:08.941235 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.959751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ef5f-4f8b-4d4c-bacb-854bec923f16 req-53c04f28-948e-4e92-bc95-b136976613cb tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:08.961297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ebc7ef5f-4f8b-4d4c-bacb-854bec923f16 req-53c04f28-948e-4e92-bc95-b136976613cb tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.1619415 Aug 27 02:44:08.963421 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82f457c0-766c-400f-8183-cec05b9d3983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.191917 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ebc7ef5f-4f8b-4d4c-bacb-854bec923f16 req-b4a6c16b-d3a1-4d48-b475-2f4750c2cc0f tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002652 Aug 27 02:44:09.208941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82f457c0-766c-400f-8183-cec05b9d3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.217310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82f457c0-766c-400f-8183-cec05b9d3983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.235418 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-82f457c0-766c-400f-8183-cec05b9d3983 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d7819ad-a872-4103-9e39-e3e3f0948489 HTTP/1.1" status: 204 len: 168 time: 0.6499355 Aug 27 02:44:09.236823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Made reservation on behalf of 468d24a72a2f4b159f511a088eedaa10 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:09.241304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.247433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f457c0-766c-400f-8183-cec05b9d3983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7819ad-a872-4103-9e39-e3e3f0948489,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.445518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00359ed1-ba85-43e9-b4fb-cb35395efca5 req-b3cd8dd3-1eda-4d01-a5fd-59d486777300 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:09.455921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00359ed1-ba85-43e9-b4fb-cb35395efca5 req-b3cd8dd3-1eda-4d01-a5fd-59d486777300 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.1016147 Aug 27 02:44:09.542641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00359ed1-ba85-43e9-b4fb-cb35395efca5 req-8462aaec-de3e-4ca5-8996-3cc9ef9083d8 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807788 Aug 27 02:44:09.550750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.572720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Transition to ACTIVE for port object 61e0b937-f6e8-4d24-b80b-bcdb065f2151 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:09.583756 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.649167 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.710531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Attempting to bind port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:09.710956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Attempting to bind port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:09.711308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Attempting to bind port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:09.769757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:09.770345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:09.770942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.771503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:09.771870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Bound port: 61e0b937-f6e8-4d24-b80b-bcdb065f2151, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:09.772359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.790447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Subnet': ['ID=abe4eea1-beb5-4d6b-8afb-9a4e13fdad79,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.801636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Checking segment: {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:09.802200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network hostable DHCP agents. Network: 37f06184-c652-44d5-9b25-4c12085a4a98, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:09.859436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 37f06184-c652-44d5-9b25-4c12085a4a98 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:09.878264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2743c-510d-44ab-8a5c-f2731e747ebf None None] Pushing event updated for resources: {'Port': ['ID=61e0b937-f6e8-4d24-b80b-bcdb065f2151,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.880753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 37f06184-c652-44d5-9b25-4c12085a4a98) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:09.885454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:09.886051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.903208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a6a157-3374-4fa7-b325-70183aef83c7 None None] Network 37f06184-c652-44d5-9b25-4c12085a4a98 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:09.912373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c8239de9-b569-4ed6-8212-432260b66567 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0420198 Aug 27 02:44:09.915251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47306) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:10.010156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] For port 61e0b937-f6e8-4d24-b80b-bcdb065f2151, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:10.044984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] For port 61e0b937-f6e8-4d24-b80b-bcdb065f2151, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=61e0b937-f6e8-4d24-b80b-bcdb065f2151,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:10.069592 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.146179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:10.156430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:10.181233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47320) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:10.208853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b292693f-e718-4878-9983-ceac8d521b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.382723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b292693f-e718-4878-9983-ceac8d521b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.388733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b292693f-e718-4878-9983-ceac8d521b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.391232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:10.394546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2743c-510d-44ab-8a5c-f2731e747ebf None None] Pushing event updated for resources: {'Port': ['ID=61e0b937-f6e8-4d24-b80b-bcdb065f2151,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:10.445295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292693f-e718-4878-9983-ceac8d521b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c813a-4d54-4083-9adf-977c1dbd2945,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:10.472868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b292693f-e718-4878-9983-ceac8d521b52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68600f89e7b74c669bf45321579e700e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870336 Aug 27 02:44:10.473258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47332) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:10.553127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06399426-8030-4035-b784-b1129f4b1035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.586057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-37f06184-c652-44d5-9b25-4c12085a4a98', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:44:10.587775 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.607835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06399426-8030-4035-b784-b1129f4b1035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.688436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06399426-8030-4035-b784-b1129f4b1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.692912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06399426-8030-4035-b784-b1129f4b1035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.694572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-06399426-8030-4035-b784-b1129f4b1035 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/814c813a-4d54-4083-9adf-977c1dbd2945 HTTP/1.1" status: 204 len: 168 time: 0.2202184 Aug 27 02:44:10.705804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06399426-8030-4035-b784-b1129f4b1035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c813a-4d54-4083-9adf-977c1dbd2945,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:10.763243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Allocated IP 172.20.0.2 (37f06184-c652-44d5-9b25-4c12085a4a98/abe4eea1-beb5-4d6b-8afb-9a4e13fdad79/bb3a07a1-4998-40bc-b3f0-2b7549d64c08) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:10.931590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400475-ec02-4edf-b090-0ac67706ee80 req-5c9c066b-c8ef-4d46-965d-f87a449b2f29 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:10.933401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79400475-ec02-4edf-b090-0ac67706ee80 req-5c9c066b-c8ef-4d46-965d-f87a449b2f29 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.6222405 Aug 27 02:44:11.032858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79400475-ec02-4edf-b090-0ac67706ee80 req-dda057ca-4fc6-4d92-856f-baf86214daf5 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895271 Aug 27 02:44:11.054103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:06Z', 'revision_number': 3, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:11.149086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b00f03-e2e4-47fc-8117-ae749b08629a None None] The sync data for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 is: [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:06Z', 'revision_number': 3, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:44:11.206127 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.232120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Transition to ACTIVE for port object bb3a07a1-4998-40bc-b3f0-2b7549d64c08 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:11.277906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Transition to ACTIVE for port object bb3a07a1-4998-40bc-b3f0-2b7549d64c08 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:11.297611 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.415143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Network 37f06184-c652-44d5-9b25-4c12085a4a98 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:11.431534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:11.431891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.443463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:11.447125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Pushing event updated for resources: {'Port': ['ID=bb3a07a1-4998-40bc-b3f0-2b7549d64c08,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:11.574426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47366) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:11.703576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e51d59-b2e7-4af5-8bd1-c2d5c84cbedf req-574f0b8a-19db-468f-8174-26f0a22bd181 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:11.713165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6e51d59-b2e7-4af5-8bd1-c2d5c84cbedf req-574f0b8a-19db-468f-8174-26f0a22bd181 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.1298668 Aug 27 02:44:11.785470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6e51d59-b2e7-4af5-8bd1-c2d5c84cbedf req-1db072a7-4d0f-4c35-8cf4-f774e4a6006e tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666332 Aug 27 02:44:11.816452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-af20acd9-700f-4f4b-9500-eceb60cf93a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.884516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Attempting to bind port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:11.885075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Attempting to bind port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:11.888477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Attempting to bind port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 on network 37f06184-c652-44d5-9b25-4c12085a4a98 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:11.898019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:11.898440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Checking segment: {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:11.898877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.899426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Bound using segment: {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:11.900070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Bound port: bb3a07a1-4998-40bc-b3f0-2b7549d64c08, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:11.900628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.932362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Allocated IP 172.20.0.1 (37f06184-c652-44d5-9b25-4c12085a4a98/abe4eea1-beb5-4d6b-8afb-9a4e13fdad79/efac5a6c-410b-47eb-b29b-36eca293a5e1) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:11.977579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-af20acd9-700f-4f4b-9500-eceb60cf93a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.992458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] For port bb3a07a1-4998-40bc-b3f0-2b7549d64c08, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:11.994776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-af20acd9-700f-4f4b-9500-eceb60cf93a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.998690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] For port bb3a07a1-4998-40bc-b3f0-2b7549d64c08, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bb3a07a1-4998-40bc-b3f0-2b7549d64c08,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:12.011290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.049094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20acd9-700f-4f4b-9500-eceb60cf93a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d4646-352b-4f08-a31b-51aef585f722,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:12.090555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-af20acd9-700f-4f4b-9500-eceb60cf93a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2b59af7f8d541c1b08de7912d7f31d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141857 Aug 27 02:44:12.093176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47372) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:12.118836 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.132481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bbd20-d9bd-4308-a581-3e478d18a7ee None None] Pushing event updated for resources: {'Port': ['ID=bb3a07a1-4998-40bc-b3f0-2b7549d64c08,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:12.149971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Transition to ACTIVE for port object efac5a6c-410b-47eb-b29b-36eca293a5e1 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:12.168859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60fbc350-72a1-4bc3-918c-e2c641a3a29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.199067 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60fbc350-72a1-4bc3-918c-e2c641a3a29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.205350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.246049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 37f06184-c652-44d5-9b25-4c12085a4a98 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:12.259343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:12.266747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:12.281497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60fbc350-72a1-4bc3-918c-e2c641a3a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.285401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60fbc350-72a1-4bc3-918c-e2c641a3a29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.286850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-60fbc350-72a1-4bc3-918c-e2c641a3a29a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/541d4646-352b-4f08-a31b-51aef585f722 HTTP/1.1" status: 204 len: 168 time: 0.1926723 Aug 27 02:44:12.316960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbc350-72a1-4bc3-918c-e2c641a3a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d4646-352b-4f08-a31b-51aef585f722,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:12.319100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=efac5a6c-410b-47eb-b29b-36eca293a5e1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:12.351771 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.566171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.824410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 61e0b937-f6e8-4d24-b80b-bcdb065f2151 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:12.840859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760e01d-abbc-4138-9414-c8dac291220e req-b8a7b8f0-3dee-41d0-bf16-da6a6dbb2ec7 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:12.843654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c760e01d-abbc-4138-9414-c8dac291220e req-b8a7b8f0-3dee-41d0-bf16-da6a6dbb2ec7 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.32 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.1077957 Aug 27 02:44:12.919863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:12.927349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:12.927905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:12.979761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601acd-4743-4ad4-9c9a-a0880ecc5eb3 req-75431add-d32d-4a77-9fe8-b784a08e1200 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:12.981786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67601acd-4743-4ad4-9c9a-a0880ecc5eb3 req-75431add-d32d-4a77-9fe8-b784a08e1200 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.0942862 Aug 27 02:44:13.026092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.034117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67601acd-4743-4ad4-9c9a-a0880ecc5eb3 req-76fe2c1b-0e43-48fa-b791-8dc87ef32cc2 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Aug 27 02:44:13.047422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.051259 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.064307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Deleting port 3e45cfc4-412e-448d-9128-56a5d748b55d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:13.064807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.084023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 61e0b937-f6e8-4d24-b80b-bcdb065f2151, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=61e0b937-f6e8-4d24-b80b-bcdb065f2151,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:13.093351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.094550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bb3a07a1-4998-40bc-b3f0-2b7549d64c08 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:13.201219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=efac5a6c-410b-47eb-b29b-36eca293a5e1,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:13.219627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.237861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=61e0b937-f6e8-4d24-b80b-bcdb065f2151,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:13.268855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] For port 3e45cfc4-412e-448d-9128-56a5d748b55d, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3e45cfc4-412e-448d-9128-56a5d748b55d,segment=NetworkSegment(95d2411c-e15d-46d2-afeb-12c68248e85b),segment_id=95d2411c-e15d-46d2-afeb-12c68248e85b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:13.269282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.282613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:13.309027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Calling delete_port for 3e45cfc4-412e-448d-9128-56a5d748b55d owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:13.400164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 37f06184-c652-44d5-9b25-4c12085a4a98 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:13.401751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:13.683674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12126f1a-ba9c-463b-8988-cd6be0ba5f41 None None] Network 37f06184-c652-44d5-9b25-4c12085a4a98 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:13.706783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:44:13.913901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-87927474-44ca-4870-85dc-90d401563e9b None None] Provisioning for port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:13.925631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-87927474-44ca-4870-85dc-90d401563e9b None None] Provisioning complete for port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:13.929348 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-87927474-44ca-4870-85dc-90d401563e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.977107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:44:13.985881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d3a1b67-26c0-4983-9ec1-39a423ab8c8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "PUT /v2.0/routers/669eb1e6-7e20-4580-bc51-6ce87b2b55e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0666337 Aug 27 02:44:13.986260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47424) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:13.992324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1ff2af3b-e5fb-44e0-ac21-673054068644 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1341460085', 'description': 'tempest-secgroup_access--1341460085 description', 'project_id': '468d24a72a2f4b159f511a088eedaa10'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:14.031032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ff2af3b-e5fb-44e0-ac21-673054068644 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.154596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-87927474-44ca-4870-85dc-90d401563e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.241757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-87927474-44ca-4870-85dc-90d401563e9b None None] For port bb3a07a1-4998-40bc-b3f0-2b7549d64c08, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bb3a07a1-4998-40bc-b3f0-2b7549d64c08,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:14.256816 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-87927474-44ca-4870-85dc-90d401563e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.261298 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585015c-e085-493b-8465-571af02994a0 None None] Sync routers for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:44:14.298258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f0095-9f2a-4431-9387-9fa177f204bc req-1ecc8af2-b023-4f3e-9aa1-86310514f450 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:14.299877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-978f0095-9f2a-4431-9387-9fa177f204bc req-1ecc8af2-b023-4f3e-9aa1-86310514f450 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/ports?device_id=509ef5f7-9f0a-4f09-952b-a309603f8172 HTTP/1.1" status: 200 len: 945 time: 0.1197581 Aug 27 02:44:14.302102 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:14.308480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.310546 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:14.342952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ff2af3b-e5fb-44e0-ac21-673054068644 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.358279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ff2af3b-e5fb-44e0-ac21-673054068644 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.374120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Pushing event deleted for resources: {'Port': ['ID=3e45cfc4-412e-448d-9128-56a5d748b55d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:14.431272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1ff2af3b-e5fb-44e0-ac21-673054068644 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.441723 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1ff2af3b-e5fb-44e0-ac21-673054068644 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4542496 Aug 27 02:44:14.442904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47452) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:14.452911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87927474-44ca-4870-85dc-90d401563e9b None None] Pushing event updated for resources: {'Port': ['ID=bb3a07a1-4998-40bc-b3f0-2b7549d64c08,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:14.462679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-08ce0ddc-5c1a-4827-8fc9-46b964507d36 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--636314248', 'description': 'tempest-secgroup_general--636314248 description', 'project_id': '468d24a72a2f4b159f511a088eedaa10'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:14.481811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2af3b-e5fb-44e0-ac21-673054068644 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03b8884-dd53-404a-8ce1-758fc3368070,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:14.486309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-978f0095-9f2a-4431-9387-9fa177f204bc req-bc67eb3f-ec87-48fd-9526-f4ea745a8528 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bc652e5-c628-49a7-afc5-3b4d10b5d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714547 Aug 27 02:44:14.556222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08ce0ddc-5c1a-4827-8fc9-46b964507d36 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.604421 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:14.612771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b066234b-58a6-4cbc-9fc5-2dc8b8a7f76f None None] Provisioning complete for port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:14.613246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b066234b-58a6-4cbc-9fc5-2dc8b8a7f76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.614597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] No DVR routers for this DVR port 3e45cfc4-412e-448d-9128-56a5d748b55d on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:14.623587 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.630009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c760e01d-abbc-4138-9414-c8dac291220e req-0e1e49d7-d369-407e-a581-26a466fb3494 tempest-ServersNegativeTestMultiTenantJSON-247149345 tempest-ServersNegativeTestMultiTenantJSON-247149345-project] 10.222.0.32 "DELETE /v2.0/ports/3e45cfc4-412e-448d-9128-56a5d748b55d HTTP/1.1" status: 204 len: 173 time: 1.7751200 Aug 27 02:44:14.639159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'name': 'network-vif-deleted', 'tag': '3e45cfc4-412e-448d-9128-56a5d748b55d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:14.641767 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a1c899-2cfc-48b1-a192-3ccf228c63a5" -d '{"events": [{"server_uuid": "509ef5f7-9f0a-4f09-952b-a309603f8172", "name": "network-vif-deleted", "tag": "3e45cfc4-412e-448d-9128-56a5d748b55d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:14.781476 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b3b2e-89f3-4d37-ba67-bcc2f1f7ef55 x-openstack-request-id: req-9f0b3b2e-89f3-4d37-ba67-bcc2f1f7ef55 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:14.781958 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509ef5f7-9f0a-4f09-952b-a309603f8172", "name": "network-vif-deleted", "tag": "3e45cfc4-412e-448d-9128-56a5d748b55d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:14.782473 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f0b3b2e-89f3-4d37-ba67-bcc2f1f7ef55 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:14.783004 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509ef5f7-9f0a-4f09-952b-a309603f8172', 'name': 'network-vif-deleted', 'tag': '3e45cfc4-412e-448d-9128-56a5d748b55d', 'status': 'completed', 'code': 200} Aug 27 02:44:14.867684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 61e0b937-f6e8-4d24-b80b-bcdb065f2151 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:14.868462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08ce0ddc-5c1a-4827-8fc9-46b964507d36 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.881085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08ce0ddc-5c1a-4827-8fc9-46b964507d36 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.923576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08ce0ddc-5c1a-4827-8fc9-46b964507d36 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.929980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47470) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:14.935189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e668fd9a-e2d7-41af-863d-a56eae9bb07c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'security_group_rule': {'security_group_id': 'e03b8884-dd53-404a-8ce1-758fc3368070', 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:14.941420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-08ce0ddc-5c1a-4827-8fc9-46b964507d36 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4947109 Aug 27 02:44:14.990803 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e668fd9a-e2d7-41af-863d-a56eae9bb07c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.995568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b066234b-58a6-4cbc-9fc5-2dc8b8a7f76f None None] Provisioning for port efac5a6c-410b-47eb-b29b-36eca293a5e1 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:15.006844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b066234b-58a6-4cbc-9fc5-2dc8b8a7f76f None None] Provisioning complete for port efac5a6c-410b-47eb-b29b-36eca293a5e1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:15.007221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b066234b-58a6-4cbc-9fc5-2dc8b8a7f76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.019618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce0ddc-5c1a-4827-8fc9-46b964507d36 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a80687-5991-4da9-ab14-929be9ec3ae0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:15.078841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:15.079784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.110075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47472) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:15.154069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 2, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:15.168793 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e668fd9a-e2d7-41af-863d-a56eae9bb07c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.177546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e668fd9a-e2d7-41af-863d-a56eae9bb07c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.215664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b066234b-58a6-4cbc-9fc5-2dc8b8a7f76f None None] Port efac5a6c-410b-47eb-b29b-36eca293a5e1 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:15.232118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668fd9a-e2d7-41af-863d-a56eae9bb07c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee6045b-a76b-42f7-a106-d0cd345a2c55,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:15.242974 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585015c-e085-493b-8465-571af02994a0 None None] Checking router: 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:44:15.243534 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585015c-e085-493b-8465-571af02994a0 None None] Updating router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 port efac5a6c-410b-47eb-b29b-36eca293a5e1 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:44:15.266352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91477311-f83b-4588-a089-e4eca8282119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.270247 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e668fd9a-e2d7-41af-863d-a56eae9bb07c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.272202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e668fd9a-e2d7-41af-863d-a56eae9bb07c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410566 Aug 27 02:44:15.277327 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6585015c-e085-493b-8465-571af02994a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.389920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cfe3f21c-eddd-4c0b-a172-d1690bed2926 None None] Provisioning complete for port efac5a6c-410b-47eb-b29b-36eca293a5e1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:15.391346 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f21c-eddd-4c0b-a172-d1690bed2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.400199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bb3a07a1-4998-40bc-b3f0-2b7549d64c08 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:15.506388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3f21c-eddd-4c0b-a172-d1690bed2926 None None] Port efac5a6c-410b-47eb-b29b-36eca293a5e1 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:15.532042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91477311-f83b-4588-a089-e4eca8282119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.539722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91477311-f83b-4588-a089-e4eca8282119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.557687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:15.558069 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.592501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91477311-f83b-4588-a089-e4eca8282119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec6a831-2784-40ae-94bc-e7c44b243682,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:15.597768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-91477311-f83b-4588-a089-e4eca8282119 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd9915c117fe40999d4a21a322921cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864984 Aug 27 02:44:15.600707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47484) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:15.617490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47486) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:15.676664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0feb3230-ac6f-4c22-a8c3-bb63c2f9e236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.680470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] Deleting subnet 5acb6e22-e089-459a-b381-16ea854eba8e {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:44:15.684694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.725469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0feb3230-ac6f-4c22-a8c3-bb63c2f9e236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.760701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.765253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3e45cfc4-412e-448d-9128-56a5d748b55d no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:15.817021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 3e45cfc4-412e-448d-9128-56a5d748b55d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:44:15.817586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3e45cfc4-412e-448d-9128-56a5d748b55d not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:15.820731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dccbac88-d032-4dc3-b944-2b894844b0ab None None] Provisioning complete for port efac5a6c-410b-47eb-b29b-36eca293a5e1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:15.821577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dccbac88-d032-4dc3-b944-2b894844b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.858743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.888131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-8dff3275-9dc9-4327-8112-6234708d5723 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--1341460085&fields=id&tenant_id=468d24a72a2f4b159f511a088eedaa10 HTTP/1.1" status: 200 len: 267 time: 0.1244798 Aug 27 02:44:15.918042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-dccbac88-d032-4dc3-b944-2b894844b0ab None None] Port efac5a6c-410b-47eb-b29b-36eca293a5e1 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:15.935831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-2f277e07-bc29-433e-85e6-ee88e810ac0c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--636314248&fields=id&tenant_id=468d24a72a2f4b159f511a088eedaa10 HTTP/1.1" status: 200 len: 267 time: 0.0466402 Aug 27 02:44:15.938392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0feb3230-ac6f-4c22-a8c3-bb63c2f9e236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.939221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.941383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0feb3230-ac6f-4c22-a8c3-bb63c2f9e236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.942702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0feb3230-ac6f-4c22-a8c3-bb63c2f9e236 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ec6a831-2784-40ae-94bc-e7c44b243682 HTTP/1.1" status: 204 len: 168 time: 0.3407650 Aug 27 02:44:15.951761 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6585015c-e085-493b-8465-571af02994a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.970547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb3230-ac6f-4c22-a8c3-bb63c2f9e236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec6a831-2784-40ae-94bc-e7c44b243682,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:15.971634 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-6585015c-e085-493b-8465-571af02994a0 None None] Transition to ACTIVE for port object efac5a6c-410b-47eb-b29b-36eca293a5e1 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:15.986037 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6585015c-e085-493b-8465-571af02994a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.000099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5acb6e22-e089-459a-b381-16ea854eba8e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:16.020037 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.026590 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c5726b7-6a69-4777-9858-9d59cc751834 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5acb6e22-e089-459a-b381-16ea854eba8e HTTP/1.1" status: 204 len: 168 time: 0.4068742 Aug 27 02:44:16.027402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47500) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:16.105912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-236acc32-5c3e-4232-ad4d-68d65a7b3686 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:16.107897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-236acc32-5c3e-4232-ad4d-68d65a7b3686 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/networks?id=37f06184-c652-44d5-9b25-4c12085a4a98 HTTP/1.1" status: 200 len: 797 time: 0.1492705 Aug 27 02:44:16.132429 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Pushing event updated for resources: {'Port': ['ID=efac5a6c-410b-47eb-b29b-36eca293a5e1,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:16.144251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-22409c06-f627-4ab6-b64b-109f27670807 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/quotas/468d24a72a2f4b159f511a088eedaa10 HTTP/1.1" status: 200 len: 375 time: 0.0286829 Aug 27 02:44:16.178380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.187398 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.187738 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.188069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.188396 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.188719 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.189039 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.189358 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.189671 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.189998 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.190297 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.190636 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.190949 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:16.257013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-4c67f4e0-9727-445e-b3fb-40669bdf0fa5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028523 Aug 27 02:44:16.266340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-6585015c-e085-493b-8465-571af02994a0 None None] Attempting to bind port efac5a6c-410b-47eb-b29b-36eca293a5e1 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:16.266732 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-6585015c-e085-493b-8465-571af02994a0 None None] Attempting to bind port efac5a6c-410b-47eb-b29b-36eca293a5e1 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:16.267094 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585015c-e085-493b-8465-571af02994a0 None None] Attempting to bind port efac5a6c-410b-47eb-b29b-36eca293a5e1 on network 37f06184-c652-44d5-9b25-4c12085a4a98 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:16.273183 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585015c-e085-493b-8465-571af02994a0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:16.274125 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585015c-e085-493b-8465-571af02994a0 None None] Checking segment: {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:16.274774 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6585015c-e085-493b-8465-571af02994a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.275395 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585015c-e085-493b-8465-571af02994a0 None None] Bound using segment: {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:16.276447 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-6585015c-e085-493b-8465-571af02994a0 None None] Bound port: efac5a6c-410b-47eb-b29b-36eca293a5e1, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:16.281328 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6585015c-e085-493b-8465-571af02994a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.375581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.402204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa36d5e-7fb2-43be-979c-5a57edd2b23f']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:16.423206 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-6585015c-e085-493b-8465-571af02994a0 None None] For port efac5a6c-410b-47eb-b29b-36eca293a5e1, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:16.427129 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-6585015c-e085-493b-8465-571af02994a0 None None] For port efac5a6c-410b-47eb-b29b-36eca293a5e1, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=efac5a6c-410b-47eb-b29b-36eca293a5e1,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:16.433196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d2411c-e15d-46d2-afeb-12c68248e85b') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:16.433563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d2411c-e15d-46d2-afeb-12c68248e85b') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:16.437661 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6585015c-e085-493b-8465-571af02994a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.445639 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.464946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.473217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:16.473899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:16.476402 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:16.509575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-1132e1fa-5897-4cd7-b439-3dc8008e92c8 service neutron] 10.222.0.10 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429464 Aug 27 02:44:16.576470 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:16.577104 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:16.657796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.667855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.673986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] 10.222.0.10 "DELETE /v2.0/networks/faa36d5e-7fb2-43be-979c-5a57edd2b23f HTTP/1.1" status: 204 len: 168 time: 0.6453772 Aug 27 02:44:16.674676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:16.708725 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.728765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-69a04684-3a6d-40cd-9953-300e99891dd7 service neutron] 10.222.0.10 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179625 Aug 27 02:44:16.735068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132845a-c1d7-4e81-b9c0-e533571a3406 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa36d5e-7fb2-43be-979c-5a57edd2b23f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:16.851547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] Deleting subnet 6169bb68-8a25-4f03-bb8d-49421e590d43 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:44:16.861437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.927450 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e9742-314b-4a69-b2b8-3b74f117a83a None None] Pushing event updated for resources: {'Port': ['ID=efac5a6c-410b-47eb-b29b-36eca293a5e1,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:17.012012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.075786 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a806d02-e55b-4490-a946-4e75f8191eb3 req-650998b2-4695-4f20-87bf-56423d1f7bb9 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 210 time: 0.0782313 Aug 27 02:44:17.111140 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:17.125197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.288831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.324208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6169bb68-8a25-4f03-bb8d-49421e590d43,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:17.328169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.332986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47544) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:17.363071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-615391c3-14f2-41c8-96c3-3f65620c3bae admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6169bb68-8a25-4f03-bb8d-49421e590d43 HTTP/1.1" status: 204 len: 168 time: 0.6816022 Aug 27 02:44:17.392374 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6585015c-e085-493b-8465-571af02994a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:16Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:17.428153 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585015c-e085-493b-8465-571af02994a0 None None] The sync data for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 is: [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:16Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:44:17.548457 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.598896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.715030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:17.731720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.756572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9887cc-2090-4153-8a86-a0b917c6557d']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:17.771827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4f0d35-c88e-4de3-aa43-1c902f92a5c6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:17.772380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4f0d35-c88e-4de3-aa43-1c902f92a5c6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:17.796275 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.834250 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.847749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:17.849320 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:17.856510 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:17.980558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c87929b-6add-4ab0-978a-cd8ee702e27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.991561 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.005847 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.022345 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1d9887cc-2090-4153-8a86-a0b917c6557d HTTP/1.1" status: 204 len: 168 time: 0.6776743 Aug 27 02:44:18.043677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57724c5-31f4-4037-ab72-95624dcd5b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9887cc-2090-4153-8a86-a0b917c6557d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:18.231021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60bf93ec-acad-4f7e-a789-c30c3eaf23a5 req-a5e320c1-6407-4c89-8a84-f6426bdf6806 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 210 time: 0.0522010 Aug 27 02:44:18.261243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c87929b-6add-4ab0-978a-cd8ee702e27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.266011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47564) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:18.274989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c87929b-6add-4ab0-978a-cd8ee702e27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.326426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87929b-6add-4ab0-978a-cd8ee702e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbe2ae9-0f6c-4a60-ac85-975a8b6e5222,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:18.383416 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ccc4de7d-70b6-4d5b-bb33-768c9ad3f9cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c5c528e764c4affac3f73445c865e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161933 Aug 27 02:44:18.386033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47568) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:18.416947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c87929b-6add-4ab0-978a-cd8ee702e27c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c80ec5f7af74f8aa8a60b9c1f2f4199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6955352 Aug 27 02:44:18.416947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47572) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:18.484427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f80be9e-eb1b-453f-b440-a207ef484452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.513326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1cdfc6d9-96d6-4eee-bf62-b82cb4178e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.553033 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1cdfc6d9-96d6-4eee-bf62-b82cb4178e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.661244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1cdfc6d9-96d6-4eee-bf62-b82cb4178e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.668090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1cdfc6d9-96d6-4eee-bf62-b82cb4178e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.672886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1cdfc6d9-96d6-4eee-bf62-b82cb4178e55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9dbe2ae9-0f6c-4a60-ac85-975a8b6e5222 HTTP/1.1" status: 204 len: 168 time: 0.2533562 Aug 27 02:44:18.682656 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f80be9e-eb1b-453f-b440-a207ef484452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.701729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfc6d9-96d6-4eee-bf62-b82cb4178e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbe2ae9-0f6c-4a60-ac85-975a8b6e5222,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:18.814469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device efac5a6c-410b-47eb-b29b-36eca293a5e1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:18.912299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-f00d2c8b-b104-47ec-80b2-85fb6266cb8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:18.915681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-f00d2c8b-b104-47ec-80b2-85fb6266cb8d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.32 "GET /v2.0/networks?id=37f06184-c652-44d5-9b25-4c12085a4a98 HTTP/1.1" status: 200 len: 797 time: 0.4150045 Aug 27 02:44:18.944292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port efac5a6c-410b-47eb-b29b-36eca293a5e1 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:18.948541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port efac5a6c-410b-47eb-b29b-36eca293a5e1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:18.949322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.960644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f80be9e-eb1b-453f-b440-a207ef484452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.964071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f80be9e-eb1b-453f-b440-a207ef484452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.966060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8f80be9e-eb1b-453f-b440-a207ef484452 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bc652e5-c628-49a7-afc5-3b4d10b5d12d HTTP/1.1" status: 204 len: 168 time: 0.5789688 Aug 27 02:44:18.997413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-65c4fc1d-a1a2-4a4e-9150-1f9592280076 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=468d24a72a2f4b159f511a088eedaa10 HTTP/1.1" status: 200 len: 477 time: 0.0713887 Aug 27 02:44:18.998625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80be9e-eb1b-453f-b440-a207ef484452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc652e5-c628-49a7-afc5-3b4d10b5d12d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:19.034375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'port': {'device_id': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'admin_state_up': True, 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'security_groups': ['e03b8884-dd53-404a-8ce1-758fc3368070', 'c0a80687-5991-4da9-ab14-929be9ec3ae0']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:19.111873 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.148379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port efac5a6c-410b-47eb-b29b-36eca293a5e1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=efac5a6c-410b-47eb-b29b-36eca293a5e1,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:19.155427 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.305442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=efac5a6c-410b-47eb-b29b-36eca293a5e1,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:19.359482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Made reservation on behalf of 468d24a72a2f4b159f511a088eedaa10 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:19.363154 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.434628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ffd5730-f924-407d-a7dc-bbed2752f3e6 req-f5f592d1-1ef0-4816-92b5-a62e287d0670 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 210 time: 0.0546463 Aug 27 02:44:19.614672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Allocated IP 172.20.0.4 (37f06184-c652-44d5-9b25-4c12085a4a98/abe4eea1-beb5-4d6b-8afb-9a4e13fdad79/9a4e97fa-b75a-45f2-af5d-99775ab29da9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:19.653045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47602) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:19.708241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-19b509e1-76cf-487d-b9e1-8c21cb70735c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74297920909746edb27b7e2ad4891f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534396 Aug 27 02:44:19.710345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47604) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:19.782855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45c30ee-fcbb-4951-9b16-928a0b17113a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.808173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.815976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45c30ee-fcbb-4951-9b16-928a0b17113a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.825152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Transition to ACTIVE for port object 9a4e97fa-b75a-45f2-af5d-99775ab29da9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:19.874851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45c30ee-fcbb-4951-9b16-928a0b17113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.877711 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45c30ee-fcbb-4951-9b16-928a0b17113a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.882348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b45c30ee-fcbb-4951-9b16-928a0b17113a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a86c9486-10e5-4045-928e-d0cb8e88f5d7 HTTP/1.1" status: 204 len: 168 time: 0.1685138 Aug 27 02:44:19.882521 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.888298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c30ee-fcbb-4951-9b16-928a0b17113a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86c9486-10e5-4045-928e-d0cb8e88f5d7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:19.946562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 37f06184-c652-44d5-9b25-4c12085a4a98 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:19.953161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:19.970459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:20.025580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:20.026473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.040122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=9a4e97fa-b75a-45f2-af5d-99775ab29da9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:20.063954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-a030e2ca-00d2-4fa0-8b64-72c3fc5c7536 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0399387 Aug 27 02:44:20.077867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Request body: {'port': {'device_id': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:20.159270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.366921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-90bc8320-e89d-464f-9285-f722ecb7ced1 None None] Provisioning for port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:20.374061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-90bc8320-e89d-464f-9285-f722ecb7ced1 None None] Provisioning complete for port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:20.374470 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90bc8320-e89d-464f-9285-f722ecb7ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.427448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-90bc8320-e89d-464f-9285-f722ecb7ced1 None None] Port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:20.527565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4e97fa-b75a-45f2-af5d-99775ab29da9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:20.552734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.584458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Transition to ACTIVE for port object 9a4e97fa-b75a-45f2-af5d-99775ab29da9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:20.591925 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.625568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaefdc-8352-4dea-9d81-e3d9dffc9032 req-24a0ea40-cdc5-44c7-b431-9b9733bcf170 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:20.627271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bfaefdc-8352-4dea-9d81-e3d9dffc9032 req-24a0ea40-cdc5-44c7-b431-9b9733bcf170 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 970 time: 0.0915611 Aug 27 02:44:20.741624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device efac5a6c-410b-47eb-b29b-36eca293a5e1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:20.741945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2bfaefdc-8352-4dea-9d81-e3d9dffc9032 req-089cc74c-d691-4acf-a5ed-9a8326e704f4 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1013062 Aug 27 02:44:20.777597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4e97fa-b75a-45f2-af5d-99775ab29da9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:20.831583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port efac5a6c-410b-47eb-b29b-36eca293a5e1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:20.833649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.893611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Attempting to bind port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:20.896254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Attempting to bind port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:20.896792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Attempting to bind port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 on network 37f06184-c652-44d5-9b25-4c12085a4a98 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:20.906185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 on network 37f06184-c652-44d5-9b25-4c12085a4a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:20.907941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Attempting to bind port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 on network 37f06184-c652-44d5-9b25-4c12085a4a98 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:20.917023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:20.920674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Checking segment: {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:20.921318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Bound using segment: {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:20.922809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Bound port: 9a4e97fa-b75a-45f2-af5d-99775ab29da9, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9867beac-c52f-48ea-813c-ebf28a7176ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:20.923885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.064496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] For port 9a4e97fa-b75a-45f2-af5d-99775ab29da9, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:21.068833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] For port 9a4e97fa-b75a-45f2-af5d-99775ab29da9, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:21.076943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.110932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47660) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:21.118097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.118868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.120600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] 10.222.0.32 "PUT /v2.0/ports/9a4e97fa-b75a-45f2-af5d-99775ab29da9 HTTP/1.1" status: 200 len: 1130 time: 1.0477617 Aug 27 02:44:21.123083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:21.166371 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:21.246095 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dc492a-6606-4947-9201-fddccf3907f7 x-openstack-request-id: req-26dc492a-6606-4947-9201-fddccf3907f7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:21.246325 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:21.246602 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26dc492a-6606-4947-9201-fddccf3907f7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:21.247023 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'status': 'completed', 'code': 200} Aug 27 02:44:21.276657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-d671733d-cc46-4d7f-a6c5-fa1326c94b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.278196 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-d671733d-cc46-4d7f-a6c5-fa1326c94b50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1133 time: 0.1059821 Aug 27 02:44:21.279479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881557b-bacf-4600-81d8-da8f6940f143 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4e97fa-b75a-45f2-af5d-99775ab29da9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:21.328093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-e3f0f309-be00-4d4d-9da4-a8d828056ca2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9 HTTP/1.1" status: 200 len: 217 time: 0.0411518 Aug 27 02:44:21.372676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1650743070'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:21.390148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-bd92c5c8-8541-4c4b-837f-123c80a53af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.395784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-bd92c5c8-8541-4c4b-837f-123c80a53af8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abe4eea1-beb5-4d6b-8afb-9a4e13fdad79 HTTP/1.1" status: 200 len: 834 time: 0.0604227 Aug 27 02:44:21.429801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Made reservation on behalf of b92175d163c6404fbbc25221ee7090ae for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:21.435381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.445240 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.458589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-cad34aa6-e4d9-4929-a1ae-51cd092ec7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.460260 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-cad34aa6-e4d9-4929-a1ae-51cd092ec7c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37f06184-c652-44d5-9b25-4c12085a4a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561678 Aug 27 02:44:21.558124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.566666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.600403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:21.613937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-0878f3af-62e9-4870-8121-0c0713b8dda5 service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454930 Aug 27 02:44:21.626164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bb93d8-ea55-4b6f-adac-ae5d1c7a706f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:21.631064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.631531 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Added segment 0b2ef535-03df-492d-ba78-0f0930aafdb1 of type vlan for network 404d45cc-ee69-4e80-a557-854b856d2f4a Aug 27 02:44:21.682227 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.749883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.774827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.777612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.810498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c76b1cc5-58e6-4cef-899a-67a0ec828401 req-d8fcdace-af6d-4615-a7c9-54309bdd2dfe service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891890 Aug 27 02:44:21.883704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47682) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:21.936250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-fdfb60f9-9db5-4f39-aaf9-b93128d62040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.937921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-fdfb60f9-9db5-4f39-aaf9-b93128d62040 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1133 time: 0.0674236 Aug 27 02:44:21.973208 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8534088 Aug 27 02:44:21.985193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60623f-f82c-4404-bec6-5025c6a42ac8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Pushing event updated for resources: {'Network': ['ID=404d45cc-ee69-4e80-a557-854b856d2f4a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:21.999723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 404d45cc-ee69-4e80-a557-854b856d2f4a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:22.014988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694f66-94b4-4550-9a03-69a966e1a6c4 req-aedb1a7d-e3c9-4b46-b6bd-ed9eb66c4ec3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:22.016824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4694f66-94b4-4550-9a03-69a966e1a6c4 req-aedb1a7d-e3c9-4b46-b6bd-ed9eb66c4ec3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 982 time: 0.1317163 Aug 27 02:44:22.058854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-a5ba13ca-4052-4758-830b-f259b39d21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:22.062122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-a5ba13ca-4052-4758-830b-f259b39d21b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37f06184-c652-44d5-9b25-4c12085a4a98 HTTP/1.1" status: 200 len: 898 time: 0.1131973 Aug 27 02:44:22.116153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4694f66-94b4-4550-9a03-69a966e1a6c4 req-244d3228-3d1a-4217-b624-2c5abeab1367 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0930114 Aug 27 02:44:22.139012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2510af-9863-4e22-945d-18763cfb2f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.153974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-3afd2029-6b17-438c-9722-e96a935862c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9 HTTP/1.1" status: 200 len: 217 time: 0.0830913 Aug 27 02:44:22.228160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-50785aa1-c995-4703-9819-c1c9dc2694b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:22.230488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-50785aa1-c995-4703-9819-c1c9dc2694b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abe4eea1-beb5-4d6b-8afb-9a4e13fdad79 HTTP/1.1" status: 200 len: 834 time: 0.0670662 Aug 27 02:44:22.287687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2510af-9863-4e22-945d-18763cfb2f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.295015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2510af-9863-4e22-945d-18763cfb2f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.335811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9d2510af-9863-4e22-945d-18763cfb2f31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7b337d9af224b4795de4d6fc6a780ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463794 Aug 27 02:44:22.336958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:22.355447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-e6e78038-eb3e-43d2-be72-6d499ed10941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:22.357027 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-e6e78038-eb3e-43d2-be72-6d499ed10941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37f06184-c652-44d5-9b25-4c12085a4a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168323 Aug 27 02:44:22.357837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2510af-9863-4e22-945d-18763cfb2f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5db002-c23c-41ed-abe2-bf394841a5b6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:22.442601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47694) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:22.448036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Request body: {'port': {'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a', 'binding:host_id': 'n-h1-806293-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139066383'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:22.470919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db1eb6b9-7a63-4f87-8a9f-66c91b7de164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.474968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Made reservation on behalf of 8b1e6de3328144bba7c0ef60d6a2ccdc for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:22.478228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.491102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.509689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db1eb6b9-7a63-4f87-8a9f-66c91b7de164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.556713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-5dbb61fb-a5da-4663-bbf2-c5e6507d5ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796031 Aug 27 02:44:22.622424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.637513 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.649915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] device_id is not set on port b66c96fd-bdec-46ea-bf7f-80673789cbf9 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:22.664395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db1eb6b9-7a63-4f87-8a9f-66c91b7de164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.668491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db1eb6b9-7a63-4f87-8a9f-66c91b7de164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.674762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db1eb6b9-7a63-4f87-8a9f-66c91b7de164 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf5db002-c23c-41ed-abe2-bf394841a5b6 HTTP/1.1" status: 204 len: 168 time: 0.3153913 Aug 27 02:44:22.694118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1eb6b9-7a63-4f87-8a9f-66c91b7de164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5db002-c23c-41ed-abe2-bf394841a5b6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:22.710250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2c8bf56-dff3-42ef-8ace-3f909bcdc36d req-84e01e86-5384-46f4-ad15-ab3571331617 service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392565 Aug 27 02:44:22.760457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c24a89-81c7-4af3-87f1-5ea0e7ebfacb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:22.935060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] device_id is not set on port b66c96fd-bdec-46ea-bf7f-80673789cbf9 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:22.944752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.955926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Transition to ACTIVE for port object b66c96fd-bdec-46ea-bf7f-80673789cbf9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:22.968705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.050386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=b66c96fd-bdec-46ea-bf7f-80673789cbf9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:23.068255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Checking segment: {'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:23.068255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Network hostable DHCP agents. Network: 404d45cc-ee69-4e80-a557-854b856d2f4a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:23.086693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Network 404d45cc-ee69-4e80-a557-854b856d2f4a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:23.097770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 404d45cc-ee69-4e80-a557-854b856d2f4a) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:23.102694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:23.108193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d8f73-9afe-4109-87fc-79245ace1a26 None None] Network 404d45cc-ee69-4e80-a557-854b856d2f4a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:23.120686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.121052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.121421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.127203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.127561 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.127955 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 2 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.144519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.145233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.146403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.151967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.152773 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.153382 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 3 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.171825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.171825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.172270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.184308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.184907 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.185582 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 4 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.202796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.203700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.204892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.219866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.220443 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.221061 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 5 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.257548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.257891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.258216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.263557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.263929 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.264333 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 6 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.279036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.279378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.279717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.287102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.287314 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.287703 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 7 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.307986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.308425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.308829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.314033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.314489 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.314949 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 8 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.343505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.343843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.344186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.351026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.351448 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.351748 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 9 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.366104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.366552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.366892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.372095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.372430 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.373145 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 10 to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 Aug 27 02:44:23.391321 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.391947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.392234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.397694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:23.397999 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port b66c96fd-bdec-46ea-bf7f-80673789cbf9 on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:23.398408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.422370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92567d1-342c-40bf-bfb4-4770a5ef50c7 req-281241ba-279b-4b12-bc01-ff248ec58784 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:23.423990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92567d1-342c-40bf-bfb4-4770a5ef50c7 req-281241ba-279b-4b12-bc01-ff248ec58784 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 982 time: 0.1447806 Aug 27 02:44:23.498870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92567d1-342c-40bf-bfb4-4770a5ef50c7 req-3c151417-e3e3-4178-9a20-ae30383d4996 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0635231 Aug 27 02:44:23.535946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] For port b66c96fd-bdec-46ea-bf7f-80673789cbf9, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:23.536526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempted to set empty binding levels {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:44:23.547928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.584461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:23.585062 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.614285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=b66c96fd-bdec-46ea-bf7f-80673789cbf9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:23.618213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47728) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:23.618357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-57dcdb6b-dc75-4438-99a3-f861a4afa75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1727746 Aug 27 02:44:23.735866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Deleting port b66c96fd-bdec-46ea-bf7f-80673789cbf9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:23.736210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.766093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9a4e97fa-b75a-45f2-af5d-99775ab29da9 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:44:23.836968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] For port b66c96fd-bdec-46ea-bf7f-80673789cbf9, host n-h1-806293-1, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:23.840226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.870113 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Calling delete_port for b66c96fd-bdec-46ea-bf7f-80673789cbf9 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:23.912891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9a4e97fa-b75a-45f2-af5d-99775ab29da9, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:23.934809 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'port_id': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'mac_address': 'fa:16:3e:ac:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:44:23.974195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.979112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.988751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4e97fa-b75a-45f2-af5d-99775ab29da9 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:24.011165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event deleted for resources: {'Port': ['ID=b66c96fd-bdec-46ea-bf7f-80673789cbf9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:24.017525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.022681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47744) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:24.023226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-914aa1c4-0664-4799-a20b-de9ed0f52fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b66c96fd-bdec-46ea-bf7f-80673789cbf9 HTTP/1.1" status: 204 len: 168 time: 0.4032001 Aug 27 02:44:24.028165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9a4e97fa-b75a-45f2-af5d-99775ab29da9, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:24.033134 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.063885 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7797ba92-460a-4ce4-b804-836fa95f754c tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:44:24.066363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7797ba92-460a-4ce4-b804-836fa95f754c tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "GET /v2.0/ports/b66c96fd-bdec-46ea-bf7f-80673789cbf9 HTTP/1.1" status: 404 len: 333 time: 0.0411375 Aug 27 02:44:24.069508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47746) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:24.074699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Request body: {'port': {'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-451115198'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:24.088836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9a4e97fa-b75a-45f2-af5d-99775ab29da9,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:24.097539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Made reservation on behalf of 8b1e6de3328144bba7c0ef60d6a2ccdc for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:24.100898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.117387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] device_id is not set on port 0b48e7bb-ee06-4709-a966-8e8d57b0471c yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:24.124430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:24.232872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['9a4e97fa-b75a-45f2-af5d-99775ab29da9'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:24.238536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cf22425-9d3f-496a-962c-10125df24174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.283830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.333479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.347966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cf22425-9d3f-496a-962c-10125df24174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.353599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cf22425-9d3f-496a-962c-10125df24174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.379699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Network 404d45cc-ee69-4e80-a557-854b856d2f4a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:24.383374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:24.387276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:24.388502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:24.389115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.403757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf22425-9d3f-496a-962c-10125df24174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e9e83-6475-4c65-a796-f50ca40f89f7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:24.411729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=0b48e7bb-ee06-4709-a966-8e8d57b0471c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:24.412921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3cf22425-9d3f-496a-962c-10125df24174 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7413437f857f45eda673b255b026ea10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860594 Aug 27 02:44:24.413438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47752) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:24.414040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c91151b6-81c1-4179-80ee-d3b7d4b9a74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3434210 Aug 27 02:44:24.416694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47754) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:24.426129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:24.521906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.525476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1a34451-6906-4719-a582-165d668a0e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.582967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1a34451-6906-4719-a582-165d668a0e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.664784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f160-45a2-4326-b384-71408e456bfe req-bb89c23c-3d0a-401a-99d9-cc99ead0e250 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:24.666441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1557f160-45a2-4326-b384-71408e456bfe req-bb89c23c-3d0a-401a-99d9-cc99ead0e250 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 983 time: 0.0761333 Aug 27 02:44:24.719621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1a34451-6906-4719-a582-165d668a0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.722820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1a34451-6906-4719-a582-165d668a0e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.724037 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1a34451-6906-4719-a582-165d668a0e27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd1e9e83-6475-4c65-a796-f50ca40f89f7 HTTP/1.1" status: 204 len: 168 time: 0.3089957 Aug 27 02:44:24.744860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a34451-6906-4719-a582-165d668a0e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e9e83-6475-4c65-a796-f50ca40f89f7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:24.760583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1557f160-45a2-4326-b384-71408e456bfe req-33ba01f1-2726-4fe4-b3b9-69d3dcb6f512 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0714672 Aug 27 02:44:24.780887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:24.813600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] device_id is not set on port 0b48e7bb-ee06-4709-a966-8e8d57b0471c yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:24.822817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.837831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Transition to ACTIVE for port object 0b48e7bb-ee06-4709-a966-8e8d57b0471c will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:24.846229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.902817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=0b48e7bb-ee06-4709-a966-8e8d57b0471c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:24.903670 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c5c65f9-85fa-4812-b533-8f5ce3eeef36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.958815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:24.959206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:24.959646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:24.966114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:24.966543 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:24.966981 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 2 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:24.984942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:24.985388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:24.985787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.005305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.005910 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.006845 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 3 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.024066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.024691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.025006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.031643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.032131 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.032650 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 4 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.051361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.051805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.052206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.058155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.058733 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.059220 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 5 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.068486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c5c65f9-85fa-4812-b533-8f5ce3eeef36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.073535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.073975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.074400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.075128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c5c65f9-85fa-4812-b533-8f5ce3eeef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.080635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.081069 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.081685 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 6 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.098871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.099233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.099615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.106947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.106947 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.107463 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 7 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.137416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9c5c65f9-85fa-4812-b533-8f5ce3eeef36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db0233ecffe64d348e8e6d6af79ae6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551879 Aug 27 02:44:25.138823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c65f9-85fa-4812-b533-8f5ce3eeef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3249bbf6-5ea5-4f36-9add-a0eec27bff99,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.140607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:25.158194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.158194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.158674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.174668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.175118 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.179228 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 8 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.240427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.240427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.240427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.240427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d99479c5-0927-46fb-9660-088f65ecabb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d99479c5-0927-46fb-9660-088f65ecabb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 9 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.301239 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 10 to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c Aug 27 02:44:25.308318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.308616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.308957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.313653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.314001 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:25.314392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.330913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d99479c5-0927-46fb-9660-088f65ecabb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.333436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d99479c5-0927-46fb-9660-088f65ecabb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.334660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d99479c5-0927-46fb-9660-088f65ecabb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3249bbf6-5ea5-4f36-9add-a0eec27bff99 HTTP/1.1" status: 204 len: 168 time: 0.1919358 Aug 27 02:44:25.366404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99479c5-0927-46fb-9660-088f65ecabb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3249bbf6-5ea5-4f36-9add-a0eec27bff99,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.417160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] For port 0b48e7bb-ee06-4709-a966-8e8d57b0471c, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:25.418670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempted to set empty binding levels {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:44:25.432890 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.479603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] In _notify_port_updated(), no bound segment for port 0b48e7bb-ee06-4709-a966-8e8d57b0471c on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:44:25.480540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.481171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.485174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "PUT /v2.0/ports/0b48e7bb-ee06-4709-a966-8e8d57b0471c HTTP/1.1" status: 200 len: 978 time: 1.0653090 Aug 27 02:44:25.485512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47810) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:25.510808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ee1ee-b6b8-4efc-8fbe-c07cb02e2da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=0b48e7bb-ee06-4709-a966-8e8d57b0471c,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.590412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.590903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.591563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.592074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.592537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.592998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.593458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.593935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.594446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.595276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.595717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.596173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.596774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.597094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.600072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-86bbb7fb-c699-4299-813e-136afb748d70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12759 time: 0.1135411 Aug 27 02:44:25.604075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47816) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:25.695632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Deleting port 0b48e7bb-ee06-4709-a966-8e8d57b0471c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:25.696751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.774434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] For port 0b48e7bb-ee06-4709-a966-8e8d57b0471c, host n-h1-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:25.774542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.790144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9a4e97fa-b75a-45f2-af5d-99775ab29da9 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:25.792014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Calling delete_port for 0b48e7bb-ee06-4709-a966-8e8d57b0471c owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:25.874112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:25.879594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:25.886412 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.912948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.963740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d929375-575d-446d-b4bd-1ceccec8fb29 req-08b1fc5a-73ff-45cd-a150-88134547a551 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.965369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d929375-575d-446d-b4bd-1ceccec8fb29 req-08b1fc5a-73ff-45cd-a150-88134547a551 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 983 time: 0.1129630 Aug 27 02:44:25.972126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47834) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:25.986413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b48e7bb-ee06-4709-a966-8e8d57b0471c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.015891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c64d84c6-8ace-479b-8ea6-94c27a05d29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.021061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.021238 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.025543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9853b74a-68f7-4e5f-ac8d-c99bdeba865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0b48e7bb-ee06-4709-a966-8e8d57b0471c HTTP/1.1" status: 204 len: 168 time: 0.4179001 Aug 27 02:44:26.029071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47842) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:26.055323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:26.058693 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37304a-e319-41df-b527-f263a090c991" -d '{"events": [{"server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:26.061906 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad038a16-e472-4f7d-b17c-8e5bf9ea7afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:44:26.063530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ad038a16-e472-4f7d-b17c-8e5bf9ea7afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "GET /v2.0/ports/0b48e7bb-ee06-4709-a966-8e8d57b0471c HTTP/1.1" status: 404 len: 333 time: 0.0336595 Aug 27 02:44:26.068071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47846) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:26.079065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 9a4e97fa-b75a-45f2-af5d-99775ab29da9, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:26.085751 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.091468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-240451487', 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:26.114908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d929375-575d-446d-b4bd-1ceccec8fb29 req-25dd322e-c9b4-4b7b-b665-b5f7b99c3ee5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1367214 Aug 27 02:44:26.187143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=9a4e97fa-b75a-45f2-af5d-99775ab29da9,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.194077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c64d84c6-8ace-479b-8ea6-94c27a05d29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.206388 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c64d84c6-8ace-479b-8ea6-94c27a05d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.241367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Made reservation on behalf of 8b1e6de3328144bba7c0ef60d6a2ccdc for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:26.244908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.249335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d84c6-8ace-479b-8ea6-94c27a05d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f8c3ba-4cbf-41a9-ae99-c44347112aad,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.265508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c64d84c6-8ace-479b-8ea6-94c27a05d29f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8dbd9fcd75c040c98fe131722e817186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822914 Aug 27 02:44:26.268238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47850) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:26.289305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] device_id is not set on port 74d8ce6b-d728-427a-a0b5-d05f18435943 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:26.302508 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf205e5-cc1a-47f6-ae0f-02bacbf04b8f x-openstack-request-id: req-6bf205e5-cc1a-47f6-ae0f-02bacbf04b8f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:26.303147 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:26.303573 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bf205e5-cc1a-47f6-ae0f-02bacbf04b8f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:26.304172 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'code': 200} Aug 27 02:44:26.381132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dc53057-973b-4842-b4e3-60dce23c2fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.448326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dc53057-973b-4842-b4e3-60dce23c2fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.531080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e42fc-4801-4aa5-8dd9-fc3eed2da082 req-5051f8b0-4d6d-472c-9b3a-5969cb69f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:26.532644 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-627e42fc-4801-4aa5-8dd9-fc3eed2da082 req-5051f8b0-4d6d-472c-9b3a-5969cb69f05e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1135 time: 0.1492660 Aug 27 02:44:26.596072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dc53057-973b-4842-b4e3-60dce23c2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.599002 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dc53057-973b-4842-b4e3-60dce23c2fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.600429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8dc53057-973b-4842-b4e3-60dce23c2fd4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23f8c3ba-4cbf-41a9-ae99-c44347112aad HTTP/1.1" status: 204 len: 168 time: 0.3312507 Aug 27 02:44:26.614264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.633671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc53057-973b-4842-b4e3-60dce23c2fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f8c3ba-4cbf-41a9-ae99-c44347112aad,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.639098 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-627e42fc-4801-4aa5-8dd9-fc3eed2da082 req-dac3984c-b435-49e6-9110-77bc727c0b6c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0986884 Aug 27 02:44:26.698885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.748212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Network 404d45cc-ee69-4e80-a557-854b856d2f4a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:26.754191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:26.758855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:26.760689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:26.761454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.767764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=74d8ce6b-d728-427a-a0b5-d05f18435943,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.796900 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6fc2c933-5ae8-4e4d-97f6-53b379c10e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7116690 Aug 27 02:44:26.796900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47870) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:26.838581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f4e3f7-65e1-48a3-87ac-833b1b8676f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:26.843866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47878) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:26.857132 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-07f4e3f7-65e1-48a3-87ac-833b1b8676f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "GET /v2.0/ports/74d8ce6b-d728-427a-a0b5-d05f18435943 HTTP/1.1" status: 200 len: 958 time: 0.0650036 Aug 27 02:44:26.951666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Deleting port 74d8ce6b-d728-427a-a0b5-d05f18435943 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:26.952014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.028062 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.048722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Calling delete_port for 74d8ce6b-d728-427a-a0b5-d05f18435943 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:27.149202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.189308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event deleted for resources: {'Port': ['ID=74d8ce6b-d728-427a-a0b5-d05f18435943,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:27.198294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.202350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-90ed39c4-c041-48e6-bcee-3f78fc3188dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "DELETE /v2.0/ports/74d8ce6b-d728-427a-a0b5-d05f18435943 HTTP/1.1" status: 204 len: 168 time: 0.3555939 Aug 27 02:44:27.203644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47898) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:27.310191 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-677896c1-2684-49af-bd08-fa78801a67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:44:27.311900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-677896c1-2684-49af-bd08-fa78801a67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "GET /v2.0/ports/74d8ce6b-d728-427a-a0b5-d05f18435943 HTTP/1.1" status: 404 len: 333 time: 0.1048565 Aug 27 02:44:27.317015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 47906) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:27.333539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Request body: {'port': {'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1702552617'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:27.368963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04255c65-ef8f-4ede-a15e-c8a50025c14b req-47e0f7ca-9fdf-4905-b923-a41a73ed002d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.376694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04255c65-ef8f-4ede-a15e-c8a50025c14b req-47e0f7ca-9fdf-4905-b923-a41a73ed002d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 984 time: 0.1594787 Aug 27 02:44:27.418171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Made reservation on behalf of 8b1e6de3328144bba7c0ef60d6a2ccdc for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:27.420654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.467103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] device_id is not set on port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:27.485308 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-04255c65-ef8f-4ede-a15e-c8a50025c14b req-c433f25f-b845-47c7-86e2-d2895560c871 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1046174 Aug 27 02:44:27.700762 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b2ad389e-9d06-4148-9b63-2a3f32ea266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.749789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.795999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.843190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Network 404d45cc-ee69-4e80-a557-854b856d2f4a is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:27.848236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:27.851704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:27.852651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.853254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.862200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:27.880725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-759424b5-cd4f-45ea-92f3-441162a0f63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5612779 Aug 27 02:44:27.883677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47928) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:27.889088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:27.963908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:28.170984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] device_id is not set on port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:28.181219 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:28.206769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Transition to ACTIVE for port object 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:28.212727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:28.315684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:28.331585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.332181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.334687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.340541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.341673 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.342346 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 2 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.359947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.360467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.360873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.366122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.366496 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.366899 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 3 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.379911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.380255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.380597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.385492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.385837 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.386246 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 4 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.415966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.418516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.418872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.429347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.429691 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.430095 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 5 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.455488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.455976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.456585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.461991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.462638 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.463299 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 6 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.476886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.477224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.477569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.482096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.482535 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.483080 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 7 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.496060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.496395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.496740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.501519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.501859 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.502256 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 8 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.526136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.526581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.526990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.532045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.532451 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.533066 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 9 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.547373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.547870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.548208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.553739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.554140 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.554596 n-d-806293-1 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempt 10 to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d Aug 27 02:44:28.576698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:28.577044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:28.577385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempting to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:28.583329 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:28.583474 n-d-806293-1 neutron-server[94772]: ERROR neutron.plugins.ml2.managers [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Failed to bind port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on host n-h1-806293-1 for vnic_type normal using segments [{'id': '0b2ef535-03df-492d-ba78-0f0930aafdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '404d45cc-ee69-4e80-a557-854b856d2f4a'}] Aug 27 02:44:28.583891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:28.698801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6cb91-3468-4d75-a650-3595925bd6e2 req-f483ec7d-3b09-464d-898e-bbc36124ae26 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.701356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1bb6cb91-3468-4d75-a650-3595925bd6e2 req-f483ec7d-3b09-464d-898e-bbc36124ae26 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 984 time: 0.0730889 Aug 27 02:44:28.704288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] For port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:28.705024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attempted to set empty binding levels {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:44:28.719394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:28.751133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] In _notify_port_updated(), no bound segment for port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d on network 404d45cc-ee69-4e80-a557-854b856d2f4a {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:44:28.752006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.752614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:28.756573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "PUT /v2.0/ports/49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d HTTP/1.1" status: 200 len: 979 time: 0.8692250 Aug 27 02:44:28.756768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 47982) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:28.781615 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1bb6cb91-3468-4d75-a650-3595925bd6e2 req-febec307-7e42-4b6b-a1d7-6a0cf38e7ea5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0712945 Aug 27 02:44:28.838463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc48d8f-15ca-4c22-a65c-4f8c0d6b6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event updated for resources: {'Port': ['ID=49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:28.957104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Deleting port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:28.958177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:28.968379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936700ba-b4a4-4bcd-b03a-ca9b9f245e41 req-31825729-1362-45d2-8cbc-b191b559e577 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.970016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-936700ba-b4a4-4bcd-b03a-ca9b9f245e41 req-31825729-1362-45d2-8cbc-b191b559e577 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 984 time: 0.0772524 Aug 27 02:44:29.070256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-936700ba-b4a4-4bcd-b03a-ca9b9f245e41 req-634ec3d0-9fa9-43d8-85a9-ba2e08f8d5fe tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0873675 Aug 27 02:44:29.075248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] For port 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d, host n-h1-806293-1, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:29.075568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.101013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Calling delete_port for 49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:29.224583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172de86-fb62-461d-9a89-0636c748e449 req-78ea3e3e-bf31-40f5-a507-265dcd542c2e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.234783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4172de86-fb62-461d-9a89-0636c748e449 req-78ea3e3e-bf31-40f5-a507-265dcd542c2e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1135 time: 0.0704615 Aug 27 02:44:29.270077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4172de86-fb62-461d-9a89-0636c748e449 req-813dad87-c67c-4ee6-a17d-dec22215cf7d tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.296699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.323243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.333646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48006) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:29.334479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "DELETE /v2.0/ports/49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d HTTP/1.1" status: 204 len: 168 time: 0.5766363 Aug 27 02:44:29.361991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb97628-6aea-41b3-bdd6-c7e63e86ff61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] Pushing event deleted for resources: {'Port': ['ID=49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:29.399901 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8c4eff-5079-40a9-a663-a501a86d5cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:44:29.402923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7c8c4eff-5079-40a9-a663-a501a86d5cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-145473113-project-admin] 10.222.0.10 "GET /v2.0/ports/49d935b2-ad38-42c3-ae8d-ad7ccbc0c45d HTTP/1.1" status: 404 len: 333 time: 0.0664825 Aug 27 02:44:29.407031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48008) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:29.450956 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4172de86-fb62-461d-9a89-0636c748e449 req-813dad87-c67c-4ee6-a17d-dec22215cf7d tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.464844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4172de86-fb62-461d-9a89-0636c748e449 req-813dad87-c67c-4ee6-a17d-dec22215cf7d tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.511447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4172de86-fb62-461d-9a89-0636c748e449 req-813dad87-c67c-4ee6-a17d-dec22215cf7d tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2755203 Aug 27 02:44:29.513204 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.530079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dad87-c67c-4ee6-a17d-dec22215cf7d tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d37f5fc-51fd-4396-a81d-5ab75a6cb0dd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:29.535713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48016) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:29.615544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169568f-2086-43e0-bff7-b6e5f125e165 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.618378 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9169568f-2086-43e0-bff7-b6e5f125e165 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1130 time: 0.0799127 Aug 27 02:44:29.623167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48020) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:29.627920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:29.656668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.698120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.719943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404d45cc-ee69-4e80-a557-854b856d2f4a']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:29.743459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2ef535-03df-492d-ba78-0f0930aafdb1') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:29.744451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2ef535-03df-492d-ba78-0f0930aafdb1') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:29.770412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.815159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:29.832446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:29.832952 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.219863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.245367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73fd4fa1-0aa2-45ab-b9ce-2301a0c92de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:30.431667 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:30.437810 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.452748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.484013 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.489257 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] 10.222.0.10 "DELETE /v2.0/networks/404d45cc-ee69-4e80-a557-854b856d2f4a HTTP/1.1" status: 204 len: 168 time: 1.0787451 Aug 27 02:44:30.513945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a596017-55e2-4b3c-8642-335840cf49e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226149573-project] Pushing event deleted for resources: {'Network': ['ID=404d45cc-ee69-4e80-a557-854b856d2f4a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:30.631326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Allocated IP 172.25.1.135 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/dfedc029-5375-4795-b9f8-2f1a8539c65a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:30.857351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.960308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.044023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48070) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:31.057465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:31.065202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:31.070350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:31.107541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=dfedc029-5375-4795-b9f8-2f1a8539c65a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:31.220656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48078) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:31.297361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.384453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-59be218a-45d0-4a49-acfe-23216ac47fa8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b92175d163c6404fbbc25221ee7090ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367331 Aug 27 02:44:31.385101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48086) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:31.475687 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40df4c61-73b2-4467-97bc-e8124b6386cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.592816 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d5b760a-027e-4632-9681-bf1cba905063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.641522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d5b760a-027e-4632-9681-bf1cba905063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.799471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.819254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d5b760a-027e-4632-9681-bf1cba905063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.836109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d5b760a-027e-4632-9681-bf1cba905063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.836109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0d5b760a-027e-4632-9681-bf1cba905063 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88bb93d8-ea55-4b6f-adac-ae5d1c7a706f HTTP/1.1" status: 204 len: 168 time: 0.4377594 Aug 27 02:44:31.836109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40df4c61-73b2-4467-97bc-e8124b6386cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.841705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b760a-027e-4632-9681-bf1cba905063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bb93d8-ea55-4b6f-adac-ae5d1c7a706f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:31.846458 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40df4c61-73b2-4467-97bc-e8124b6386cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.908664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-40df4c61-73b2-4467-97bc-e8124b6386cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0ed6658554e4b87a7a3c43277877cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6937821 Aug 27 02:44:31.915449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48102) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:32.027119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df4c61-73b2-4467-97bc-e8124b6386cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f545a8b0-6aeb-48a4-aa96-7b80fa1ed516,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:32.051554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-201c2fa5-7349-4e64-932d-b7d4d5053d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.068186 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.110061 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-201c2fa5-7349-4e64-932d-b7d4d5053d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.172558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-201c2fa5-7349-4e64-932d-b7d4d5053d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.175970 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-201c2fa5-7349-4e64-932d-b7d4d5053d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.177506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-201c2fa5-7349-4e64-932d-b7d4d5053d38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f545a8b0-6aeb-48a4-aa96-7b80fa1ed516 HTTP/1.1" status: 204 len: 168 time: 0.2610064 Aug 27 02:44:32.193682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c2fa5-7349-4e64-932d-b7d4d5053d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f545a8b0-6aeb-48a4-aa96-7b80fa1ed516,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:32.355006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.365052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.410758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48122) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:32.417964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=dfedc029-5375-4795-b9f8-2f1a8539c65a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:32.468327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c8caf13f-5baf-412c-9cba-17a8d9b14cd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b1e6de3328144bba7c0ef60d6a2ccdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561872 Aug 27 02:44:32.471476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48124) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:32.519953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.547140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c89be01f-b1a9-4485-8b69-0711f36c9ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.587046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c89be01f-b1a9-4485-8b69-0711f36c9ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.672843 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c89be01f-b1a9-4485-8b69-0711f36c9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.687412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c89be01f-b1a9-4485-8b69-0711f36c9ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.687412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c89be01f-b1a9-4485-8b69-0711f36c9ac2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05c24a89-81c7-4af3-87f1-5ea0e7ebfacb HTTP/1.1" status: 204 len: 168 time: 0.2134030 Aug 27 02:44:32.696522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89be01f-b1a9-4485-8b69-0711f36c9ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c24a89-81c7-4af3-87f1-5ea0e7ebfacb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:32.723761 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Floating IP 789e3b6d-9d34-4be8-8bed-4d449a7e809d associated. External IP: 172.25.1.135, port: 9a4e97fa-b75a-45f2-af5d-99775ab29da9. Aug 27 02:44:33.057184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:44:33.166825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.317990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:44:33.336172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] Sync routers for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:44:33.348750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.352179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:33.352931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:44:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:33.412361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f22039ad-f072-448d-9f5a-21886b008bb3 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7880518 Aug 27 02:44:33.413271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:33.415945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48178) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:33.419817 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00f4a09-2e07-4f36-b178-8a4e2222f44e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:33.560015 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ce60f-236a-414e-aba1-2b72094ca310 x-openstack-request-id: req-bb7ce60f-236a-414e-aba1-2b72094ca310 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:33.560015 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:33.560284 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb7ce60f-236a-414e-aba1-2b72094ca310 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:33.560594 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'status': 'completed', 'code': 200} Aug 27 02:44:33.599923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:33.810573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2b7b7-1fad-4a52-9594-876166b3fbd6 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.811831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2b7b7-1fad-4a52-9594-876166b3fbd6 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.812453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2b7b7-1fad-4a52-9594-876166b3fbd6 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.813070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2b7b7-1fad-4a52-9594-876166b3fbd6 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.813881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2b7b7-1fad-4a52-9594-876166b3fbd6 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.816867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b8c2b7b7-1fad-4a52-9594-876166b3fbd6 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.3993697 Aug 27 02:44:33.819792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48196) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:33.899417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-3d97fac2-4cad-495e-bd1f-19de368ec063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.901646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-3d97fac2-4cad-495e-bd1f-19de368ec063 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1135 time: 0.0936341 Aug 27 02:44:34.094763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6626e5-86b8-41de-9f83-205d817af94e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.096028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6626e5-86b8-41de-9f83-205d817af94e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.096790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6626e5-86b8-41de-9f83-205d817af94e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.097428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6626e5-86b8-41de-9f83-205d817af94e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.098232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6626e5-86b8-41de-9f83-205d817af94e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.101144 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ef6626e5-86b8-41de-9f83-205d817af94e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.2799764 Aug 27 02:44:34.104175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48210) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:34.112430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-4ca33c5a-b125-4c5b-b883-96ba642bcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.124834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-4ca33c5a-b125-4c5b-b883-96ba642bcaed service neutron] 10.222.0.32 "GET /v2.0/networks?id=37f06184-c652-44d5-9b25-4c12085a4a98 HTTP/1.1" status: 200 len: 898 time: 0.2126157 Aug 27 02:44:34.127428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '789e3b6d-9d34-4be8-8bed-4d449a7e809d', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'port_id': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'mac_address': 'fa:16:3e:ac:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:44:31Z', 'updated_at': '2021-08-27T02:44:31Z', 'revision_number': 0, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:19Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:34.164571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] Checking router: 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:44:34.175982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:34.176666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:44:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:34.288433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-443a1286-182a-4fe5-856b-fac31410d4e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9 HTTP/1.1" status: 200 len: 999 time: 0.1547003 Aug 27 02:44:34.351135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48222) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:34.410228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-12b3a83a-01b1-4ca8-8e60-ada3080e19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.411792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-12b3a83a-01b1-4ca8-8e60-ada3080e19ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abe4eea1-beb5-4d6b-8afb-9a4e13fdad79 HTTP/1.1" status: 200 len: 834 time: 0.1134846 Aug 27 02:44:34.413843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:34.485273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-218fff1d-3765-4a34-b4d2-62fc0fcf4db6 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.3770750 Aug 27 02:44:34.488532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48230) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:34.563058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-8aabe215-bcee-45d7-937e-5f2825152f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.564596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-8aabe215-bcee-45d7-937e-5f2825152f16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37f06184-c652-44d5-9b25-4c12085a4a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387630 Aug 27 02:44:34.571766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f6953-82e7-4b33-b71e-7ec27738fd01 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.572565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f6953-82e7-4b33-b71e-7ec27738fd01 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.575172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-977f6953-82e7-4b33-b71e-7ec27738fd01 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=669eb1e6-7e20-4580-bc51-6ce87b2b55e2 HTTP/1.1" status: 200 len: 1990 time: 0.0843306 Aug 27 02:44:34.698641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-23e3be2b-5866-4173-aaec-6976b00da56e service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219971 Aug 27 02:44:34.777850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '789e3b6d-9d34-4be8-8bed-4d449a7e809d', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'port_id': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'mac_address': 'fa:16:3e:ac:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:44:31Z', 'updated_at': '2021-08-27T02:44:31Z', 'revision_number': 0, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:19Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:34.781399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'networks': [{'name': 'tempest-network--1833723988'}, {'name': 'tempest-network--1902399688'}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:34.781925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'network': {'name': 'tempest-network--1833723988'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:34.782417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'network': {'name': 'tempest-network--1902399688'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:34.835094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Made reservation on behalf of 1375b2d901414e2d9b3f1391560c1d37 for: {'network': 2} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:34.838247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6874c5c-3fbc-4b71-b3c5-0ac80728ea7b None None] The sync data for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 is: [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '789e3b6d-9d34-4be8-8bed-4d449a7e809d', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'port_id': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'mac_address': 'fa:16:3e:ac:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:44:31Z', 'updated_at': '2021-08-27T02:44:31Z', 'revision_number': 0, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:19Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:44:34.839914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.854458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f00f4a09-2e07-4f36-b178-8a4e2222f44e req-475df82f-a039-48fd-8713-9787407bd7a7 service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466122 Aug 27 02:44:34.855371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.982598 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.994671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.003933 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.042203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:35.047509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ebcbf0-8bd5-4936-be5d-ae9c49a73dbc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:35.070274 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.070857 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Added segment dfced46c-c64a-48a5-8778-f9957396a68f of type vlan for network 2c7631dd-4ae6-4c41-91b2-710d25182f67 Aug 27 02:44:35.185973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.227478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:35.240268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.240887 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Added segment 46eb2d67-6e0e-4967-bf97-0f2517e9e955 of type vlan for network 807a8434-4760-4de6-a38d-087e763d9535 Aug 27 02:44:35.290225 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23277da5-6720-4af3-a079-a1c822da0b1e None None] New status for floating IP 789e3b6d-9d34-4be8-8bed-4d449a7e809d: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:44:35.320306 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.353435 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.355310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.369718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.375716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.376426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.408137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0510356 Aug 27 02:44:35.409054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48274) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:35.583872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Network': ['ID=2c7631dd-4ae6-4c41-91b2-710d25182f67,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:35.596286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2c7631dd-4ae6-4c41-91b2-710d25182f67 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:35.689671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f010e-57dc-46c7-aa2f-4c05688fce23 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.695865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f010e-57dc-46c7-aa2f-4c05688fce23 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.703931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f010e-57dc-46c7-aa2f-4c05688fce23 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.710916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f010e-57dc-46c7-aa2f-4c05688fce23 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.712760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7c9f010e-57dc-46c7-aa2f-4c05688fce23 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3062563 Aug 27 02:44:35.715736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48288) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:35.732774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1409d-00ce-407a-b711-c872d3956aaa tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Network': ['ID=807a8434-4760-4de6-a38d-087e763d9535,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:35.743639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 807a8434-4760-4de6-a38d-087e763d9535 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:36.127958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.259482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.276584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7631dd-4ae6-4c41-91b2-710d25182f67']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:36.289194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfced46c-c64a-48a5-8778-f9957396a68f') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:36.292204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfced46c-c64a-48a5-8778-f9957396a68f') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:36.300829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.321137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.334554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:36.335571 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:36.346191 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:36.428749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.436229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.439465 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/networks/2c7631dd-4ae6-4c41-91b2-710d25182f67 HTTP/1.1" status: 204 len: 168 time: 0.7227139 Aug 27 02:44:36.442260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48322) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:36.480426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e61996-2161-4d8b-9388-5f61df1b87ad tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Network': ['ID=2c7631dd-4ae6-4c41-91b2-710d25182f67,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:36.550931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48326) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:36.566048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.661408 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.680350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807a8434-4760-4de6-a38d-087e763d9535']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:36.685712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a8600b2-0265-4a12-9955-863fd338ec8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.700691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb2d67-6e0e-4967-bf97-0f2517e9e955') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:36.701500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb2d67-6e0e-4967-bf97-0f2517e9e955') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:36.712669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.727726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.734827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:36.736183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:36.738404 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:36.807226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.820115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.822167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/networks/807a8434-4760-4de6-a38d-087e763d9535 HTTP/1.1" status: 204 len: 168 time: 0.3787382 Aug 27 02:44:36.825158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48334) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:36.834920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227a8f-444d-442b-a141-f0c1f984501b tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Network': ['ID=807a8434-4760-4de6-a38d-087e763d9535,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:36.978225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e0a94-6aba-4fcd-9738-6c53ed2fda7a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.984449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e0a94-6aba-4fcd-9738-6c53ed2fda7a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.986124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ac6e0a94-6aba-4fcd-9738-6c53ed2fda7a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1577427 Aug 27 02:44:36.989889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48340) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:36.995088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1924939'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:37.006621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a8600b2-0265-4a12-9955-863fd338ec8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.013412 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a8600b2-0265-4a12-9955-863fd338ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.037647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Made reservation on behalf of 1375b2d901414e2d9b3f1391560c1d37 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:37.041377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.064222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0a8600b2-0265-4a12-9955-863fd338ec8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2edfb0b9e7e74b6cba2706e5e6575ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120666 Aug 27 02:44:37.065375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8600b2-0265-4a12-9955-863fd338ec8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076de01b-322f-4053-b041-cafdcf3bda0d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:37.068703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48342) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:37.069257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:37.079269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.079968 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Added segment 447c7aeb-cbae-47da-a225-6dd0967f0712 of type vlan for network 4051186c-7eb3-4a83-809e-99f87ae28475 Aug 27 02:44:37.127798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.132853 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e88719e-494c-496a-bfb4-3225d575c1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.157689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e88719e-494c-496a-bfb4-3225d575c1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.162214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.169123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:37.170257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.224323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e88719e-494c-496a-bfb4-3225d575c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.228056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e88719e-494c-496a-bfb4-3225d575c1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.232519 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e88719e-494c-496a-bfb4-3225d575c1f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/076de01b-322f-4053-b041-cafdcf3bda0d HTTP/1.1" status: 204 len: 168 time: 0.1626914 Aug 27 02:44:37.242913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88719e-494c-496a-bfb4-3225d575c1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076de01b-322f-4053-b041-cafdcf3bda0d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:37.274367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2832925 Aug 27 02:44:37.277822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48356) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:37.286785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-466034385'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:37.313605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18038d-b070-498a-a3a0-a64d30f1e6f5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Network': ['ID=4051186c-7eb3-4a83-809e-99f87ae28475,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:37.318887 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Made reservation on behalf of 1375b2d901414e2d9b3f1391560c1d37 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:37.323317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.334409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 4051186c-7eb3-4a83-809e-99f87ae28475 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:37.400746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:37.443865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.444533 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Added segment 89726b09-22ae-4890-bd2b-4e16e50694b5 of type vlan for network 986f83ff-95fc-48c6-974a-8b28b5a33fd2 Aug 27 02:44:37.526556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.563094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.573471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:37.581888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.686467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4071293 Aug 27 02:44:37.689091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48374) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:37.691308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd872d-3040-4442-865b-fb771f5fe09a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Network': ['ID=986f83ff-95fc-48c6-974a-8b28b5a33fd2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:37.694885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'ports': [{'network_id': '4051186c-7eb3-4a83-809e-99f87ae28475', 'name': 'tempest-port--2144703457', 'admin_state_up': True}, {'network_id': '986f83ff-95fc-48c6-974a-8b28b5a33fd2', 'admin_state_up': False}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:37.695209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'port': {'network_id': '4051186c-7eb3-4a83-809e-99f87ae28475', 'name': 'tempest-port--2144703457', 'admin_state_up': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:37.695699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'port': {'network_id': '986f83ff-95fc-48c6-974a-8b28b5a33fd2', 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:37.705385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 986f83ff-95fc-48c6-974a-8b28b5a33fd2 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:37.708058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48376) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:37.723158 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a338c446-6853-4bef-9088-5bba21f53769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.851060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a338c446-6853-4bef-9088-5bba21f53769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.866706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a338c446-6853-4bef-9088-5bba21f53769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.951123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a338c446-6853-4bef-9088-5bba21f53769 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3f8d1bdabe44383ab764ce3da043783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418923 Aug 27 02:44:37.952381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338c446-6853-4bef-9088-5bba21f53769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8bf22d-a9a4-410b-b608-50946bda1a96,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:37.956597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48382) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:38.017706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65632ec2-e963-45e8-a255-7a0643fbdb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.044878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65632ec2-e963-45e8-a255-7a0643fbdb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.115441 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65632ec2-e963-45e8-a255-7a0643fbdb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.130023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65632ec2-e963-45e8-a255-7a0643fbdb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.131955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Made reservation on behalf of 1375b2d901414e2d9b3f1391560c1d37 for: {'port': 2} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:38.136368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-65632ec2-e963-45e8-a255-7a0643fbdb4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e8bf22d-a9a4-410b-b608-50946bda1a96 HTTP/1.1" status: 204 len: 168 time: 0.1783366 Aug 27 02:44:38.136858 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.155822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.172142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65632ec2-e963-45e8-a255-7a0643fbdb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8bf22d-a9a4-410b-b608-50946bda1a96,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:38.246279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] device_id is not set on port dacbef99-3e89-4f15-a394-00dfaeeb7a53 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:38.411209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.609266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] device_id is not set on port 2c427d44-cca0-4edf-b54c-e7e898e4e265 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:38.774257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.824469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.897583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Port': ['ID=dacbef99-3e89-4f15-a394-00dfaeeb7a53,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:38.938395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Checking segment: {'id': '447c7aeb-cbae-47da-a225-6dd0967f0712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4051186c-7eb3-4a83-809e-99f87ae28475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:38.939233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network hostable DHCP agents. Network: 4051186c-7eb3-4a83-809e-99f87ae28475, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:38.964281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network 4051186c-7eb3-4a83-809e-99f87ae28475 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:38.983300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 4051186c-7eb3-4a83-809e-99f87ae28475) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:38.991534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:38.993553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b416dcd-94e6-4bac-8a34-d7fb2c571e4f None None] Network 4051186c-7eb3-4a83-809e-99f87ae28475 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:38.994057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.079408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Port': ['ID=2c427d44-cca0-4edf-b54c-e7e898e4e265,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:39.095436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Checking segment: {'id': '89726b09-22ae-4890-bd2b-4e16e50694b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '986f83ff-95fc-48c6-974a-8b28b5a33fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:39.095990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network hostable DHCP agents. Network: 986f83ff-95fc-48c6-974a-8b28b5a33fd2, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:39.123009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network 986f83ff-95fc-48c6-974a-8b28b5a33fd2 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:39.173891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 986f83ff-95fc-48c6-974a-8b28b5a33fd2) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:39.187069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:39.197984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.203383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.204145 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.214508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50812a29-6975-4118-a909-32fa99ae35a5 None None] Network 986f83ff-95fc-48c6-974a-8b28b5a33fd2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:39.240553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48432) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:39.261499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-91603f93-7845-4844-8e45-85c8a20c9f1e tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5711737 Aug 27 02:44:39.395486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cf8a8c-bf55-4213-a61a-c88a299a27e0 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.408205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cf8a8c-bf55-4213-a61a-c88a299a27e0 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.415994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48434) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:39.416187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-92cf8a8c-bf55-4213-a61a-c88a299a27e0 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1737115 Aug 27 02:44:39.721415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Deleting port dacbef99-3e89-4f15-a394-00dfaeeb7a53 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:39.722524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.798686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.814597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Calling delete_port for dacbef99-3e89-4f15-a394-00dfaeeb7a53 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:39.953755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.018762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.020739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/ports/dacbef99-3e89-4f15-a394-00dfaeeb7a53 HTTP/1.1" status: 204 len: 168 time: 0.6037569 Aug 27 02:44:40.024363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48450) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:40.028688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc55d7-aa69-41da-ac64-9665773b693f tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Port': ['ID=dacbef99-3e89-4f15-a394-00dfaeeb7a53,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:40.226488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Deleting port 2c427d44-cca0-4edf-b54c-e7e898e4e265 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:40.226878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.330741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.353581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Calling delete_port for 2c427d44-cca0-4edf-b54c-e7e898e4e265 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:40.490183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.537921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Port': ['ID=2c427d44-cca0-4edf-b54c-e7e898e4e265,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:40.569875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.578818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48468) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:40.582291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5a161c40-f97b-4e83-a897-0f3befd7ad6a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/ports/2c427d44-cca0-4edf-b54c-e7e898e4e265 HTTP/1.1" status: 204 len: 168 time: 0.5552258 Aug 27 02:44:40.692714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e83c5cf-1f0f-4302-812a-a31d62dc8cd5 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1122975 Aug 27 02:44:40.701981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48476) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:40.711384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-739205616'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:40.756241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Made reservation on behalf of 1375b2d901414e2d9b3f1391560c1d37 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:40.765807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.812469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:40.835750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.836537 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Added segment 41af3334-a0a0-41a9-ba1d-cd42e885c0f6 of type vlan for network 3c411845-7de2-4545-ae34-73fe2a4e75e2 Aug 27 02:44:40.896855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.936921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:40.943015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:40.943649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:41.031679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3279130 Aug 27 02:44:41.034579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48492) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:41.039436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8637fc-2244-4d77-b22e-c0f2018e00e2 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Network': ['ID=3c411845-7de2-4545-ae34-73fe2a4e75e2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:41.044440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1508990817'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:41.051053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3c411845-7de2-4545-ae34-73fe2a4e75e2 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:41.088363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Made reservation on behalf of 1375b2d901414e2d9b3f1391560c1d37 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:41.096315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:41.160663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:41.176207 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:41.176915 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Added segment 5b4401c9-f1db-4af4-bf07-1ce87f866c16 of type vlan for network 14700a6f-1127-47d1-b98f-ede24e810236 Aug 27 02:44:41.246843 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:41.309705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:41.317206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:41.317946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:41.436461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Network': ['ID=14700a6f-1127-47d1-b98f-ede24e810236,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:41.447845 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-57b38f3c-8e35-44d2-bb3b-3d6edcb23eca tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4107776 Aug 27 02:44:41.453587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 14700a6f-1127-47d1-b98f-ede24e810236 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:42.093976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48520) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:42.228880 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7637b56-2446-4fa3-9964-72dd2d5138e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:42.336290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7637b56-2446-4fa3-9964-72dd2d5138e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:42.343279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7637b56-2446-4fa3-9964-72dd2d5138e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:42.388851 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a7637b56-2446-4fa3-9964-72dd2d5138e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b4678b659244178b503c9c8e399f574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931707 Aug 27 02:44:42.389892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7637b56-2446-4fa3-9964-72dd2d5138e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87cb92f-121b-4285-a7e1-bb619b1e03fe,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:42.391590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48526) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:42.460802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-324e2d8f-35d8-4445-8b57-90af115e07b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:42.482990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-324e2d8f-35d8-4445-8b57-90af115e07b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:42.551072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-324e2d8f-35d8-4445-8b57-90af115e07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:42.553936 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-324e2d8f-35d8-4445-8b57-90af115e07b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:42.555146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-324e2d8f-35d8-4445-8b57-90af115e07b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d87cb92f-121b-4285-a7e1-bb619b1e03fe HTTP/1.1" status: 204 len: 168 time: 0.1620283 Aug 27 02:44:42.571142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e2d8f-35d8-4445-8b57-90af115e07b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87cb92f-121b-4285-a7e1-bb619b1e03fe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:42.896584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48534) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:42.911734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be73d416-e96f-41ed-a72b-83b0a5193cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.021407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be73d416-e96f-41ed-a72b-83b0a5193cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.026787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be73d416-e96f-41ed-a72b-83b0a5193cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.070760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73d416-e96f-41ed-a72b-83b0a5193cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5d0eb-eded-4ca7-9fc3-27e0e0b634d7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:43.075847 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-be73d416-e96f-41ed-a72b-83b0a5193cad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=182f25b9879b4aa59c2492c37d68b61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780927 Aug 27 02:44:43.078433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48536) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:43.180218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1faa-9349-454c-b81b-bd461d5e1063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.209153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1faa-9349-454c-b81b-bd461d5e1063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.293571 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1faa-9349-454c-b81b-bd461d5e1063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.297722 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1faa-9349-454c-b81b-bd461d5e1063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.301887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f2f1faa-9349-454c-b81b-bd461d5e1063 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cae5d0eb-eded-4ca7-9fc3-27e0e0b634d7 HTTP/1.1" status: 204 len: 168 time: 0.2197943 Aug 27 02:44:43.331341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f1faa-9349-454c-b81b-bd461d5e1063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5d0eb-eded-4ca7-9fc3-27e0e0b634d7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:43.700702 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-6422035d-384a-4251-86e5-b86886e320a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4503386 Aug 27 02:44:43.903023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a83da-77ed-427c-949d-78fab8d7e508 req-e26ff7f8-973b-48ec-a4de-f7b146b67196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:43.904687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-e26ff7f8-973b-48ec-a4de-f7b146b67196 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 1097 time: 0.1131513 Aug 27 02:44:44.131807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a83da-77ed-427c-949d-78fab8d7e508 req-4780846e-00b8-4703-a458-3066f9ba2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.133375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-4780846e-00b8-4703-a458-3066f9ba2dbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.2060897 Aug 27 02:44:44.277282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-b566383c-3cab-45b8-b2ef-e255b9b6614d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3922ae-1b32-4199-b05e-269815a2b318 HTTP/1.1" status: 200 len: 1002 time: 0.1363425 Aug 27 02:44:44.383167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a83da-77ed-427c-949d-78fab8d7e508 req-c15ca11a-537e-4d3c-921f-e092249fb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.385262 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-c15ca11a-537e-4d3c-921f-e092249fb0ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.1010661 Aug 27 02:44:44.521811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a83da-77ed-427c-949d-78fab8d7e508 req-631b33fa-0227-431b-b326-412796c62a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.526855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-631b33fa-0227-431b-b326-412796c62a2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341996 Aug 27 02:44:44.698940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48574) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:44.705385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'subnets': [{'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1982475697', 'ip_version': 6}, {'network_id': '14700a6f-1127-47d1-b98f-ede24e810236', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:44.705385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'subnet': {'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1982475697', 'ip_version': 6}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:44.705925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Request body: {'subnet': {'network_id': '14700a6f-1127-47d1-b98f-ede24e810236', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:44.717559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-e7b9a1eb-6f25-49d0-947c-393cf24ba9e3 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822555 Aug 27 02:44:44.916763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Made reservation on behalf of 1375b2d901414e2d9b3f1391560c1d37 for: {'subnet': 2} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:44.919788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667a83da-77ed-427c-949d-78fab8d7e508 req-0e147885-976c-4657-b5e6-59925a50dcaf service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936479 Aug 27 02:44:44.921856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:44.923090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.264440 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:44:45.405221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.508945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Subnet': ['ID=1d4334cc-cbba-4c8d-9f0d-527f886ec163,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:45.544737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Checking segment: {'id': '41af3334-a0a0-41a9-ba1d-cd42e885c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:45.552338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network hostable DHCP agents. Network: 3c411845-7de2-4545-ae34-73fe2a4e75e2, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:45.594124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network 3c411845-7de2-4545-ae34-73fe2a4e75e2 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:45.606778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3c411845-7de2-4545-ae34-73fe2a4e75e2) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:45.611169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.619921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d09ec10-5871-4934-a78b-7c62a23d1e76 None None] Network 3c411845-7de2-4545-ae34-73fe2a4e75e2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:45.688574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event updated for resources: {'Subnet': ['ID=ee0207d8-4e89-4754-a05c-eff2ea78edf9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:45.698242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Checking segment: {'id': '5b4401c9-f1db-4af4-bf07-1ce87f866c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14700a6f-1127-47d1-b98f-ede24e810236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:45.699335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network hostable DHCP agents. Network: 14700a6f-1127-47d1-b98f-ede24e810236, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:45.723223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Network 14700a6f-1127-47d1-b98f-ede24e810236 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:45.740162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 14700a6f-1127-47d1-b98f-ede24e810236) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:45.747380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.747879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.748516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.769269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-91f85b8a-d429-4df2-bff1-4da2dc8b26a1 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0689759 Aug 27 02:44:45.771697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48606) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:45.777498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2894ef-7157-4240-8402-6ed73a5947ba None None] Network 14700a6f-1127-47d1-b98f-ede24e810236 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:45.903752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-3c411845-7de2-4545-ae34-73fe2a4e75e2', 'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2', 'tenant_id': '1375b2d901414e2d9b3f1391560c1d37', 'fixed_ips': [{'subnet_id': '1d4334cc-cbba-4c8d-9f0d-527f886ec163'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:44:45.904918 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.982399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf197c-67e7-41d5-ade4-55631a54557a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.984382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf197c-67e7-41d5-ade4-55631a54557a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.987038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf197c-67e7-41d5-ade4-55631a54557a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.989202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6bdf197c-67e7-41d5-ade4-55631a54557a tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2161787 Aug 27 02:44:45.999119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48612) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:46.082190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-14700a6f-1127-47d1-b98f-ede24e810236', 'network_id': '14700a6f-1127-47d1-b98f-ede24e810236', 'tenant_id': '1375b2d901414e2d9b3f1391560c1d37', 'fixed_ips': [{'subnet_id': 'ee0207d8-4e89-4754-a05c-eff2ea78edf9'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:44:46.083440 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.089155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Deleting subnet 1d4334cc-cbba-4c8d-9f0d-527f886ec163 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:44:46.123724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Allocated IP 2001:db8::1 (3c411845-7de2-4545-ae34-73fe2a4e75e2/1d4334cc-cbba-4c8d-9f0d-527f886ec163/1deb3a46-fa53-4a52-b0b0-f34752a3c08f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:46.311482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Allocated IP 2001:db8:0:1::1 (14700a6f-1127-47d1-b98f-ede24e810236/ee0207d8-4e89-4754-a05c-eff2ea78edf9/7e9b612d-07b7-4234-99c2-b4d23f14dfa9) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:46.422616 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.440309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Transition to ACTIVE for port object 1deb3a46-fa53-4a52-b0b0-f34752a3c08f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:46.472820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Transition to ACTIVE for port object 1deb3a46-fa53-4a52-b0b0-f34752a3c08f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:46.482662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.519606 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.542217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.703761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.704818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.717165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Transition to ACTIVE for port object 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:46.734957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Transition to ACTIVE for port object 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:46.738674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Pushing event updated for resources: {'Port': ['ID=1deb3a46-fa53-4a52-b0b0-f34752a3c08f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:46.754977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Network 3c411845-7de2-4545-ae34-73fe2a4e75e2 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:46.765152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:46.773455 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.776134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:46.799169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.799894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.800545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.801125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.801671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.802265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.803008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.803556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.804097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.804622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.806155 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.807723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:46.817755 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.889356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.917447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Attempting to bind port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:46.917892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Attempting to bind port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '41af3334-a0a0-41a9-ba1d-cd42e885c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:46.918264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Attempting to bind port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f on network 3c411845-7de2-4545-ae34-73fe2a4e75e2 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:46.928112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.932119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Network 14700a6f-1127-47d1-b98f-ede24e810236 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:46.933151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48652) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:46.935483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:46.936047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Checking segment: {'id': '41af3334-a0a0-41a9-ba1d-cd42e885c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:46.936244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/subnets/1d4334cc-cbba-4c8d-9f0d-527f886ec163 HTTP/1.1" status: 204 len: 168 time: 0.9346912 Aug 27 02:44:46.937191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.937751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Bound using segment: {'id': '41af3334-a0a0-41a9-ba1d-cd42e885c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:46.938459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Bound port: 1deb3a46-fa53-4a52-b0b0-f34752a3c08f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41af3334-a0a0-41a9-ba1d-cd42e885c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3c411845-7de2-4545-ae34-73fe2a4e75e2'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:46.939123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.946302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:46.961544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:46.965341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f04da-97b5-449c-b938-9f19243148e4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4334cc-cbba-4c8d-9f0d-527f886ec163,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:46.976701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Pushing event updated for resources: {'Port': ['ID=7e9b612d-07b7-4234-99c2-b4d23f14dfa9,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:47.045734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Deleting subnet ee0207d8-4e89-4754-a05c-eff2ea78edf9 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:44:47.053846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.062807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Attempting to bind port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:47.063394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Attempting to bind port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '5b4401c9-f1db-4af4-bf07-1ce87f866c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14700a6f-1127-47d1-b98f-ede24e810236'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:47.063930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Attempting to bind port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 on network 14700a6f-1127-47d1-b98f-ede24e810236 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:47.074975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:47.076921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Checking segment: {'id': '5b4401c9-f1db-4af4-bf07-1ce87f866c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14700a6f-1127-47d1-b98f-ede24e810236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:47.077488 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.078448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Bound using segment: {'id': '5b4401c9-f1db-4af4-bf07-1ce87f866c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14700a6f-1127-47d1-b98f-ede24e810236'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:47.081283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Bound port: 7e9b612d-07b7-4234-99c2-b4d23f14dfa9, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4401c9-f1db-4af4-bf07-1ce87f866c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14700a6f-1127-47d1-b98f-ede24e810236'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:47.081853 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.112345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.178239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48658) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:47.209256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] For port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:47.219497 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.233556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] For port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1deb3a46-fa53-4a52-b0b0-f34752a3c08f,segment=NetworkSegment(41af3334-a0a0-41a9-ba1d-cd42e885c0f6),segment_id=41af3334-a0a0-41a9-ba1d-cd42e885c0f6)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:47.257446 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.265339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48662) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:47.315496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.350661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.357847 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/subnets/ee0207d8-4e89-4754-a05c-eff2ea78edf9 HTTP/1.1" status: 204 len: 168 time: 0.4209020 Aug 27 02:44:47.360409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48668) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:47.369309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] For port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:47.403236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7831e3-a150-4074-9e80-1904c7ab7487 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0207d8-4e89-4754-a05c-eff2ea78edf9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:47.430900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] For port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7e9b612d-07b7-4234-99c2-b4d23f14dfa9,segment=NetworkSegment(5b4401c9-f1db-4af4-bf07-1ce87f866c16),segment_id=5b4401c9-f1db-4af4-bf07-1ce87f866c16)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:47.448826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.472816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d7e41-31f9-49c3-a78d-74dcb6e3f554 None None] Pushing event updated for resources: {'Port': ['ID=1deb3a46-fa53-4a52-b0b0-f34752a3c08f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:47.500503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68ff5e-d103-4266-b600-84c799157d50 None None] Network 3c411845-7de2-4545-ae34-73fe2a4e75e2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:47.576209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca0caf89-99a0-48d9-8614-093f58b727aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.581667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f317d0-05f8-4982-8104-cfeacc346d6d tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:47.582906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-22f317d0-05f8-4982-8104-cfeacc346d6d tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2196002 Aug 27 02:44:47.583842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.586790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48672) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:47.645306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.646294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:44:47.646294 n-d-806293-1 neutron-server[94772]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:44:47.646294 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id': '3311a73440c84339b5f971daf1395459', 'id': 'c79b47ef-8f79-46df-9145-d6ca720f5d9f', 'expiration': datetime.datetime(2021, 8, 27, 2, 46, 47, 623644)}] Aug 27 02:44:47.646294 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:44:47.647462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d13512-c47a-4023-a941-bc36d49189f8 None None] Pushing event updated for resources: {'Port': ['ID=7e9b612d-07b7-4234-99c2-b4d23f14dfa9,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:47.647872 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:44:47.745558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.819650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca0caf89-99a0-48d9-8614-093f58b727aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.826095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca0caf89-99a0-48d9-8614-093f58b727aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.841858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Deleting port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:47.842539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.864119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca0caf89-99a0-48d9-8614-093f58b727aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c0391fbdaaf473d8ae981ff6e2e1d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845243 Aug 27 02:44:47.866672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48674) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:47.916782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0caf89-99a0-48d9-8614-093f58b727aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1610fb51-ddbe-4a4e-a808-c1b6b4476fb8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:47.922675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] For port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7e9b612d-07b7-4234-99c2-b4d23f14dfa9,segment=NetworkSegment(5b4401c9-f1db-4af4-bf07-1ce87f866c16),segment_id=5b4401c9-f1db-4af4-bf07-1ce87f866c16)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:47.923500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.940289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4887c948-e858-4d0d-af2a-46195b48980f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.943463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Calling delete_port for 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:47.970617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4887c948-e858-4d0d-af2a-46195b48980f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.024128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4887c948-e858-4d0d-af2a-46195b48980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.027069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4887c948-e858-4d0d-af2a-46195b48980f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.030649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4887c948-e858-4d0d-af2a-46195b48980f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1610fb51-ddbe-4a4e-a808-c1b6b4476fb8 HTTP/1.1" status: 204 len: 168 time: 0.1604643 Aug 27 02:44:48.036795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887c948-e858-4d0d-af2a-46195b48980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1610fb51-ddbe-4a4e-a808-c1b6b4476fb8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.056233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.088572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Port': ['ID=7e9b612d-07b7-4234-99c2-b4d23f14dfa9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.094378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] No DVR routers for this DVR port 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:48.149700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.184866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.196616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14700a6f-1127-47d1-b98f-ede24e810236']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:48.216349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4401c9-f1db-4af4-bf07-1ce87f866c16') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:48.217264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4401c9-f1db-4af4-bf07-1ce87f866c16') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:48.230041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.249738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.258938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:48.259567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:48.263569 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:48.269344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.279330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.331987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3311a73440c84339b5f971daf1395459&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0625951 Aug 27 02:44:48.331987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc61a8-93d0-417d-8803-519626e74997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d2f8c-94f9-4d0f-b29e-b7bad757aaf0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.332985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48682) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:48.366420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.378872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.380779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/networks/14700a6f-1127-47d1-b98f-ede24e810236 HTTP/1.1" status: 204 len: 168 time: 0.7925622 Aug 27 02:44:48.383709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48684) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:48.397601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a22e4-b146-492e-98a2-7c664d980bb4 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Network': ['ID=14700a6f-1127-47d1-b98f-ede24e810236,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.423642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-115857fc-9798-4bf4-8b23-01074806ca41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.457346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48686) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:48.466037 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-115857fc-9798-4bf4-8b23-01074806ca41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.489307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-650e6798-9f82-4556-8339-e9d00e7dd98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.517490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.530857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-115857fc-9798-4bf4-8b23-01074806ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.534936 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-115857fc-9798-4bf4-8b23-01074806ca41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.536475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-115857fc-9798-4bf4-8b23-01074806ca41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f3d2f8c-94f9-4d0f-b29e-b7bad757aaf0 HTTP/1.1" status: 204 len: 168 time: 0.2026777 Aug 27 02:44:48.547429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115857fc-9798-4bf4-8b23-01074806ca41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d2f8c-94f9-4d0f-b29e-b7bad757aaf0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.674016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Deleting port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:48.674381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.745152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-650e6798-9f82-4556-8339-e9d00e7dd98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.757517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-650e6798-9f82-4556-8339-e9d00e7dd98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.789202 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] For port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1deb3a46-fa53-4a52-b0b0-f34752a3c08f,segment=NetworkSegment(41af3334-a0a0-41a9-ba1d-cd42e885c0f6),segment_id=41af3334-a0a0-41a9-ba1d-cd42e885c0f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:48.789580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.818073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-650e6798-9f82-4556-8339-e9d00e7dd98f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fc321fd64b742788ed51fddf90d3229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590164 Aug 27 02:44:48.819242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Calling delete_port for 1deb3a46-fa53-4a52-b0b0-f34752a3c08f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:48.820882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48694) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:48.828436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e6798-9f82-4556-8339-e9d00e7dd98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13505c96-420c-4ccd-98d0-da302138df15,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.902287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74d9c326-fb7f-446d-961f-1026ffff8008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.932246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74d9c326-fb7f-446d-961f-1026ffff8008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.938924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.952545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] No DVR routers for this DVR port 1deb3a46-fa53-4a52-b0b0-f34752a3c08f on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:48.966017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b5332a7d-cdda-47ff-851c-d9f9e7849197 None None] Could not find standard attr ID for object 7e9b612d-07b7-4234-99c2-b4d23f14dfa9. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:44:48.972718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc1b0e-7570-4cff-942c-d53fa0e02e03 None None] DHCP port deletion for 14700a6f-1127-47d1-b98f-ede24e810236 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:44:48.995958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Port': ['ID=1deb3a46-fa53-4a52-b0b0-f34752a3c08f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:49.004133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74d9c326-fb7f-446d-961f-1026ffff8008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.004712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75a87c-4e7e-42b4-b321-e4e48865f0e0 None None] Network 14700a6f-1127-47d1-b98f-ede24e810236 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:49.008151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74d9c326-fb7f-446d-961f-1026ffff8008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.012044 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-74d9c326-fb7f-446d-961f-1026ffff8008 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13505c96-420c-4ccd-98d0-da302138df15 HTTP/1.1" status: 204 len: 168 time: 0.1898985 Aug 27 02:44:49.025380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9c326-fb7f-446d-961f-1026ffff8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13505c96-420c-4ccd-98d0-da302138df15,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:49.026496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75a87c-4e7e-42b4-b321-e4e48865f0e0 None None] Network 14700a6f-1127-47d1-b98f-ede24e810236 could not be found, it might have been deleted concurrently. {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:44:49.037632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a20ade-7c1c-4e72-a1a3-7902f0b2afbd None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:44:49.074077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48700) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:49.102826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3856d19d-1bc0-48b7-806a-6a96eb432102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.145012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.158833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c411845-7de2-4545-ae34-73fe2a4e75e2']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:49.173365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41af3334-a0a0-41a9-ba1d-cd42e885c0f6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:49.173863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41af3334-a0a0-41a9-ba1d-cd42e885c0f6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:49.185058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.197966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a20ade-7c1c-4e72-a1a3-7902f0b2afbd None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:44:49.230506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3856d19d-1bc0-48b7-806a-6a96eb432102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.233850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.236440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3856d19d-1bc0-48b7-806a-6a96eb432102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.250274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:49.251995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:49.255843 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:49.287661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3856d19d-1bc0-48b7-806a-6a96eb432102 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=381b78852cf24308b28b2e2987e3ff2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123549 Aug 27 02:44:49.292153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48704) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:49.310216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856d19d-1bc0-48b7-806a-6a96eb432102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4dae9-7e75-4271-a662-d21271beb366,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:49.360698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.374103 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.378839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1390c6b0-8af3-43bf-8b32-50abad85a264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.380563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 48706) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:49.385705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/networks/3c411845-7de2-4545-ae34-73fe2a4e75e2 HTTP/1.1" status: 204 len: 168 time: 1.0008643 Aug 27 02:44:49.397292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3a21-e87d-4723-8e34-d6bb368f9ced tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Network': ['ID=3c411845-7de2-4545-ae34-73fe2a4e75e2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:49.488615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1390c6b0-8af3-43bf-8b32-50abad85a264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.525403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.653236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.655496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1390c6b0-8af3-43bf-8b32-50abad85a264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.658063 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1390c6b0-8af3-43bf-8b32-50abad85a264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.659267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1390c6b0-8af3-43bf-8b32-50abad85a264 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3f4dae9-7e75-4271-a662-d21271beb366 HTTP/1.1" status: 204 len: 168 time: 0.3656306 Aug 27 02:44:49.669724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986f83ff-95fc-48c6-974a-8b28b5a33fd2']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:49.682291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390c6b0-8af3-43bf-8b32-50abad85a264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4dae9-7e75-4271-a662-d21271beb366,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:49.686586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89726b09-22ae-4890-bd2b-4e16e50694b5') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:49.686891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89726b09-22ae-4890-bd2b-4e16e50694b5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:49.696221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.720508 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.727901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:49.728605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:49.732223 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:49.804430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.811851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.819659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48724) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:49.838135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/networks/986f83ff-95fc-48c6-974a-8b28b5a33fd2 HTTP/1.1" status: 204 len: 168 time: 0.4560966 Aug 27 02:44:49.853079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9e80e-3d39-4541-bb9f-728ea2bc33e3 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Network': ['ID=986f83ff-95fc-48c6-974a-8b28b5a33fd2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:49.930338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.036050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.054264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4051186c-7eb3-4a83-809e-99f87ae28475']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:50.068968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447c7aeb-cbae-47da-a225-6dd0967f0712') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:50.069506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447c7aeb-cbae-47da-a225-6dd0967f0712') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:50.082052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.099529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.110777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:50.111539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:50.115566 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:50.206138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.219363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.224653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] 10.222.0.10 "DELETE /v2.0/networks/4051186c-7eb3-4a83-809e-99f87ae28475 HTTP/1.1" status: 204 len: 168 time: 0.4039176 Aug 27 02:44:50.237786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be4388-6736-4b59-9c8f-f02f668eb155 tempest-BulkNetworkOpsIpV6Test-1363554160 tempest-BulkNetworkOpsIpV6Test-1363554160-project] Pushing event deleted for resources: {'Network': ['ID=4051186c-7eb3-4a83-809e-99f87ae28475,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:50.692761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:50.727236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48810) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:50.738197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:44:50.738772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7e9b612d-07b7-4234-99c2-b4d23f14dfa9 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:51.100541 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e9ecc94-fd53-4040-9cc3-79afd0f25086 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1375b2d901414e2d9b3f1391560c1d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698235 Aug 27 02:44:51.101028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 48858) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:51.182800 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-842bf73a-4826-4aba-8c69-f9cca144fd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:51.207082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-842bf73a-4826-4aba-8c69-f9cca144fd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:51.281642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-842bf73a-4826-4aba-8c69-f9cca144fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:51.284448 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-842bf73a-4826-4aba-8c69-f9cca144fd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:51.293298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-842bf73a-4826-4aba-8c69-f9cca144fd8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96ebcbf0-8bd5-4936-be5d-ae9c49a73dbc HTTP/1.1" status: 204 len: 168 time: 0.1911342 Aug 27 02:44:51.323455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bf73a-4826-4aba-8c69-f9cca144fd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ebcbf0-8bd5-4936-be5d-ae9c49a73dbc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:52.332546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49078) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:52.470348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1686607376'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:52.892752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:52.896853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:52.911834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.029750 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.036818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.066298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:53.075446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67548c2-25f1-4a6e-8a87-1f3aab608b00,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:53.086837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.087624 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c of type vlan for network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 Aug 27 02:44:53.142265 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.172646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.179327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:53.180060 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.192463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49194) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:53.255791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9218802 Aug 27 02:44:53.259186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49206) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:53.264868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'name': 'tempest-PortsIpV6TestJSON-49734803'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:53.272553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3645e-8f2e-4e07-9c08-402eefbd82f7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:53.283500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:53.380851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58f3f4c6-c4fd-43c8-99e5-eadd99c50d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.426710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:44:53.426710 n-d-806293-1 neutron-server[94773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:44:53.426710 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id_1': '802219eba5474bba8b45fed094050565', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 44, 53, 418413)}] Aug 27 02:44:53.426710 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:44:53.427090 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:44:53.506784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58f3f4c6-c4fd-43c8-99e5-eadd99c50d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.511685 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-58f3f4c6-c4fd-43c8-99e5-eadd99c50d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.551658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-58f3f4c6-c4fd-43c8-99e5-eadd99c50d32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b559af634b84ca1834deac8ae484afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577304 Aug 27 02:44:53.552384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3f4c6-c4fd-43c8-99e5-eadd99c50d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c42210-6f53-4c23-880a-9eb5644ff32e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:53.556382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49244) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:53.633469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-684c8c0e-e1c0-4a9d-a5a0-c20662231f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.666668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-684c8c0e-e1c0-4a9d-a5a0-c20662231f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.721105 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-684c8c0e-e1c0-4a9d-a5a0-c20662231f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.724177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-684c8c0e-e1c0-4a9d-a5a0-c20662231f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.726970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-684c8c0e-e1c0-4a9d-a5a0-c20662231f05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68c42210-6f53-4c23-880a-9eb5644ff32e HTTP/1.1" status: 204 len: 168 time: 0.1691883 Aug 27 02:44:53.736743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c8c0e-e1c0-4a9d-a5a0-c20662231f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c42210-6f53-4c23-880a-9eb5644ff32e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:53.959599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:53.963510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.987252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port ee38d6af-b1af-44d1-9171-6b2458340eed yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:54.069649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49318) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:54.087555 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e7c7b2-72cc-4b6b-946d-f7089fe8c989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.194731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e7c7b2-72cc-4b6b-946d-f7089fe8c989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.197580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.199950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e7c7b2-72cc-4b6b-946d-f7089fe8c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.237637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.248012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-84e7c7b2-72cc-4b6b-946d-f7089fe8c989 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d776e8bf396e4f79b378a1b954120bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739774 Aug 27 02:44:54.248245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c7b2-72cc-4b6b-946d-f7089fe8c989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc14fe-866a-439d-b1da-5c579b757e67,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:54.249291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49320) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:54.322976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=ee38d6af-b1af-44d1-9171-6b2458340eed,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:54.351228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15f4e112-d38a-4d0c-bfd7-347337cb4f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.352797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': 'c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:54.353148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:54.382921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15f4e112-d38a-4d0c-bfd7-347337cb4f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.389444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:54.403657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:54.414622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e2324-d763-4fe7-a6da-33dfbc8fae9e None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:54.428241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:54.436884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:54.437093 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.459288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8eb82203-c044-4e42-a9d7-59e0bbcacd31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1988256 Aug 27 02:44:54.462055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49326) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:54.470951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-573748979'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:54.504144 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15f4e112-d38a-4d0c-bfd7-347337cb4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.506924 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15f4e112-d38a-4d0c-bfd7-347337cb4f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.511259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-15f4e112-d38a-4d0c-bfd7-347337cb4f80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0cc14fe-866a-439d-b1da-5c579b757e67 HTTP/1.1" status: 204 len: 168 time: 0.2437129 Aug 27 02:44:54.533020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4e112-d38a-4d0c-bfd7-347337cb4f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc14fe-866a-439d-b1da-5c579b757e67,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:54.554505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:54.559753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.635797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-67cf900f-3b9e-43c6-a4e8-cd68f2df9ead service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729959 Aug 27 02:44:54.638075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:54.663767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.664111 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment bcd0bdb8-3fa6-440c-9a93-ae97c6a9ad4b of type vlan for network 427746c9-7885-4dbe-b85e-f0f895a90679 Aug 27 02:44:54.747982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.785497 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.792773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-d2d872ed-ede8-4bb6-b4bb-7a559829609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:54.792941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:54.793585 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.794502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-d2d872ed-ede8-4bb6-b4bb-7a559829609d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1135 time: 0.0877066 Aug 27 02:44:54.919493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4535775 Aug 27 02:44:54.929306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:54.945843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'ports': [{'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3'}, {'network_id': '427746c9-7885-4dbe-b85e-f0f895a90679'}]} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:54.946195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:54.946905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '427746c9-7885-4dbe-b85e-f0f895a90679'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:54.959842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1e41a-4fb7-4735-a277-7cf35a0079a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=427746c9-7885-4dbe-b85e-f0f895a90679,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:54.973770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 427746c9-7885-4dbe-b85e-f0f895a90679 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:55.034914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-5bdd7ca0-a88c-41f6-ae94-69d784f2f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:55.037690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-5bdd7ca0-a88c-41f6-ae94-69d784f2f84e service neutron] 10.222.0.32 "GET /v2.0/networks?id=37f06184-c652-44d5-9b25-4c12085a4a98 HTTP/1.1" status: 200 len: 898 time: 0.2212501 Aug 27 02:44:55.157209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49348) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:55.177215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-cc7f052c-1671-4809-bc28-ce5d9b441e08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9 HTTP/1.1" status: 200 len: 1001 time: 0.1300600 Aug 27 02:44:55.241844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-b595560d-63c6-4781-8707-1d5319f5c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:55.243827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-b595560d-63c6-4781-8707-1d5319f5c2cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abe4eea1-beb5-4d6b-8afb-9a4e13fdad79 HTTP/1.1" status: 200 len: 834 time: 0.0575488 Aug 27 02:44:55.315414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-1fc39a0e-0371-4885-8f4d-5c4823a0d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:55.319210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-1fc39a0e-0371-4885-8f4d-5c4823a0d8eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37f06184-c652-44d5-9b25-4c12085a4a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673296 Aug 27 02:44:55.354773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 2} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:55.362180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.386669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.475151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-975e56b8-d082-4946-b5be-576bb1b969f1 service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467514 Aug 27 02:44:55.523237 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de49fbc0-07dc-44f0-b907-b0769b7c3863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.549228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 8d99f55e-4a0e-4641-b689-85d9f0f0d2b6 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:55.615465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5d6b5467-669d-4629-a094-9d3a816e0a25 req-119b4f82-d94b-4400-bd71-5283f30223ad service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312683 Aug 27 02:44:55.740003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.743468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de49fbc0-07dc-44f0-b907-b0769b7c3863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.759833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de49fbc0-07dc-44f0-b907-b0769b7c3863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.857509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 957541c3-fbca-4aac-943b-7e2c50569fd4 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:55.864534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de49fbc0-07dc-44f0-b907-b0769b7c3863 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01f3f3afc2174f3a93ab452de43cc97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029231 Aug 27 02:44:55.864534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49fbc0-07dc-44f0-b907-b0769b7c3863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60785a4-f3c7-4fd6-af02-55ba0f7fd20d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:55.864930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49374) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:55.928158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c20bec-1cc0-42bc-994a-d13d337d06d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.952990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c20bec-1cc0-42bc-994a-d13d337d06d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.003306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.012006 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c20bec-1cc0-42bc-994a-d13d337d06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.015772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c20bec-1cc0-42bc-994a-d13d337d06d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.017196 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-14c20bec-1cc0-42bc-994a-d13d337d06d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e60785a4-f3c7-4fd6-af02-55ba0f7fd20d HTTP/1.1" status: 204 len: 168 time: 0.1512613 Aug 27 02:44:56.029598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c20bec-1cc0-42bc-994a-d13d337d06d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60785a4-f3c7-4fd6-af02-55ba0f7fd20d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:56.074305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.103826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:56.125235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:56.128252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:56.129626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.185742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=8d99f55e-4a0e-4641-b689-85d9f0f0d2b6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:56.233965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=957541c3-fbca-4aac-943b-7e2c50569fd4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:56.239940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': 'bcd0bdb8-3fa6-440c-9a93-ae97c6a9ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '427746c9-7885-4dbe-b85e-f0f895a90679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:56.240539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 427746c9-7885-4dbe-b85e-f0f895a90679, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:56.263274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 427746c9-7885-4dbe-b85e-f0f895a90679 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:56.280900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 427746c9-7885-4dbe-b85e-f0f895a90679) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:56.288922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:56.291873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc212a7b-c3b4-484a-8a50-ac0f65d0d8fa None None] Network 427746c9-7885-4dbe-b85e-f0f895a90679 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:56.299739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.304497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.305190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.346625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49398) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:56.346852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-52d87aab-7126-4c9b-afcd-919c9f684078 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4161499 Aug 27 02:44:56.465555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 957541c3-fbca-4aac-943b-7e2c50569fd4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:56.466005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.581960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.598891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 957541c3-fbca-4aac-943b-7e2c50569fd4 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:56.684381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.703521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49412) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:56.747583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=957541c3-fbca-4aac-943b-7e2c50569fd4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:56.750763 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.753281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5689b33a-9444-4599-840a-17afbc5def54 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/957541c3-fbca-4aac-943b-7e2c50569fd4 HTTP/1.1" status: 204 len: 168 time: 0.4047446 Aug 27 02:44:56.755967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:56.821809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d2925-f7aa-493e-b81c-55647f67a196 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.832476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d2925-f7aa-493e-b81c-55647f67a196 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.834636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-463d2925-f7aa-493e-b81c-55647f67a196 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0771596 Aug 27 02:44:56.837470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49422) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:56.885977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e57edd1a-fce8-4de9-b027-252ba72e1485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.943523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 8d99f55e-4a0e-4641-b689-85d9f0f0d2b6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:56.944069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.015059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e57edd1a-fce8-4de9-b027-252ba72e1485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.021678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e57edd1a-fce8-4de9-b027-252ba72e1485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.034241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.038356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49428) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.053004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 8d99f55e-4a0e-4641-b689-85d9f0f0d2b6 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:57.073062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57edd1a-fce8-4de9-b027-252ba72e1485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b2d65-0779-4a87-a574-54cc46f93959,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:57.078708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e57edd1a-fce8-4de9-b027-252ba72e1485 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b906b3f2544048a4a7727c38edc2d15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740861 Aug 27 02:44:57.081630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49432) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.145609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-862aabb1-91cc-402f-8e7e-ecb253432611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.153982 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.173142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-862aabb1-91cc-402f-8e7e-ecb253432611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.184388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=8d99f55e-4a0e-4641-b689-85d9f0f0d2b6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:57.195690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.199220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93e9afce-e784-48bb-a9e8-3fae8f06b100 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/8d99f55e-4a0e-4641-b689-85d9f0f0d2b6 HTTP/1.1" status: 204 len: 168 time: 0.3607800 Aug 27 02:44:57.201842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49436) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.244718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-896921722-network', 'tenant_id': '2f754daf49ee4fa592dd0398075dc9e9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:57.262750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-862aabb1-91cc-402f-8e7e-ecb253432611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.266276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-862aabb1-91cc-402f-8e7e-ecb253432611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.267826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-862aabb1-91cc-402f-8e7e-ecb253432611 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/533b2d65-0779-4a87-a574-54cc46f93959 HTTP/1.1" status: 204 len: 168 time: 0.1851180 Aug 27 02:44:57.282627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff64b3-5a08-4fc2-b10b-a4c104ee9a25 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:57.282823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aabb1-91cc-402f-8e7e-ecb253432611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b2d65-0779-4a87-a574-54cc46f93959,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:57.287685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49440) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.291030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12ff64b3-5a08-4fc2-b10b-a4c104ee9a25 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0817363 Aug 27 02:44:57.327906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Made reservation on behalf of 2f754daf49ee4fa592dd0398075dc9e9 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:57.330735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.334483 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-503b0917-732d-4b70-9c78-48c2741116b0 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:44:57.336048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-503b0917-732d-4b70-9c78-48c2741116b0 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/957541c3-fbca-4aac-943b-7e2c50569fd4 HTTP/1.1" status: 404 len: 333 time: 0.0460885 Aug 27 02:44:57.338914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49442) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.354268 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.364978 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b33236-4b1d-443d-9062-15c2f8cde8f3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:44:57.367637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93b33236-4b1d-443d-9062-15c2f8cde8f3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/8d99f55e-4a0e-4641-b689-85d9f0f0d2b6 HTTP/1.1" status: 404 len: 333 time: 0.0277724 Aug 27 02:44:57.370253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49444) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.456518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.475112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.481090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.507986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:57.519945 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.520725 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Added segment 20911b21-1937-48ae-b435-2f76e3164c22 of type vlan for network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 Aug 27 02:44:57.559032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.571452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427746c9-7885-4dbe-b85e-f0f895a90679']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:57.585920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd0bdb8-3fa6-440c-9a93-ae97c6a9ad4b') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:57.586485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd0bdb8-3fa6-440c-9a93-ae97c6a9ad4b') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:57.595022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.598561 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.603024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:57.614069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.616386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.616702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.617016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.617356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.617684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.618308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.618666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.618989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.619313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.619640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.619957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.620265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:57.623953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:57.624601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:57.628157 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:57.641758 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.642177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:57.642859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.678519 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd955a9a-e2c9-45a3-aee4-cb2a527b8bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.699499 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.717831 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.721405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/427746c9-7885-4dbe-b85e-f0f895a90679 HTTP/1.1" status: 204 len: 168 time: 0.3499591 Aug 27 02:44:57.726954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49456) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.733460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-686288092'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:57.744938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20611af-e7f3-4501-8f19-376affce4f85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=427746c9-7885-4dbe-b85e-f0f895a90679,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:57.751944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7049208 Aug 27 02:44:57.753620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49458) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:57.760016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Request body: {'subnet': {'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-896921722-subnet', 'tenant_id': '2f754daf49ee4fa592dd0398075dc9e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:57.764369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b24a9-e1ce-4b4b-9a64-9a776584859a admin admin] Pushing event updated for resources: {'Network': ['ID=ce7afd9b-db54-45f8-af3d-d90461d7cfa8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:57.769057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:57.773457 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.775894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:57.797931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Made reservation on behalf of 2f754daf49ee4fa592dd0398075dc9e9 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:57.800208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.841983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:57.853718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.854260 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment 98c952c0-63f2-42b2-9027-cddcf6f719f5 of type vlan for network 98da4d11-0b93-4866-8f2e-42a7cbb41805 Aug 27 02:44:57.946220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.992700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.000432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:58.001391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.071658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.086156 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3553739 Aug 27 02:44:58.096268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49474) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:58.112284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:58.139400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69986473-8944-4141-8fba-7376e8b1a3c9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:58.148858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Checking segment: {'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:58.149222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Network hostable DHCP agents. Network: ce7afd9b-db54-45f8-af3d-d90461d7cfa8, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:58.180625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:58.182045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034b992-79e8-4a78-b6db-701f84f29073 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=98da4d11-0b93-4866-8f2e-42a7cbb41805,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:58.193762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 98da4d11-0b93-4866-8f2e-42a7cbb41805 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:58.203564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, ce7afd9b-db54-45f8-af3d-d90461d7cfa8) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:58.210102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:58.210784 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.223236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d534de-d847-4770-9abe-bea201db4078 None None] Network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:58.236849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:58.241818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.261922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-590d32c1-487c-4b75-9e35-bab59b8f7483 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4997213 Aug 27 02:44:58.482966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021d91e8-35e5-48ee-a89c-2d589457b9bd None None] Network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:58.580231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.671163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=77236c3a-db70-44f2-9d9b-f881c1fbe773,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:58.697166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': '98c952c0-63f2-42b2-9027-cddcf6f719f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:58.697533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 98da4d11-0b93-4866-8f2e-42a7cbb41805, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:58.721653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 98da4d11-0b93-4866-8f2e-42a7cbb41805 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:58.733674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 98da4d11-0b93-4866-8f2e-42a7cbb41805) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:58.745276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3097b8-ce48-4a3a-8e6e-420ca9fe46f6 None None] Network 98da4d11-0b93-4866-8f2e-42a7cbb41805 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:58.747247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:58.747938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.770970 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1f096d73-b1a9-497b-b3a3-9dfadb26c627 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6735051 Aug 27 02:44:58.771588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49492) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:58.777219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805', 'name': 'tempest-PortsIpV6TestJSON-824619042'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:58.989602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:58.996006 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.017138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-98da4d11-0b93-4866-8f2e-42a7cbb41805', 'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805', 'tenant_id': '802219eba5474bba8b45fed094050565', 'fixed_ips': [{'subnet_id': '77236c3a-db70-44f2-9d9b-f881c1fbe773'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:44:59.019222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.054211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 1f042abd-cf97-4a54-8a8b-1d9da270703f yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:44:59.208889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Allocated IP 2001:db8::2 (98da4d11-0b93-4866-8f2e-42a7cbb41805/77236c3a-db70-44f2-9d9b-f881c1fbe773/c9e47a7c-19b2-4c1c-8969-1f8267d3930b) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:59.590387 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.599044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Transition to ACTIVE for port object c9e47a7c-19b2-4c1c-8969-1f8267d3930b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:59.619093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Transition to ACTIVE for port object c9e47a7c-19b2-4c1c-8969-1f8267d3930b will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:59.642280 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.753527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Pushing event updated for resources: {'Port': ['ID=c9e47a7c-19b2-4c1c-8969-1f8267d3930b,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:59.770008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Network 98da4d11-0b93-4866-8f2e-42a7cbb41805 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:59.771676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:59.777651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:59.789156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::2e (98da4d11-0b93-4866-8f2e-42a7cbb41805/77236c3a-db70-44f2-9d9b-f881c1fbe773/1f042abd-cf97-4a54-8a8b-1d9da270703f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:59.849288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Attempting to bind port c9e47a7c-19b2-4c1c-8969-1f8267d3930b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:59.849965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Attempting to bind port c9e47a7c-19b2-4c1c-8969-1f8267d3930b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '98c952c0-63f2-42b2-9027-cddcf6f719f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:59.850644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Attempting to bind port c9e47a7c-19b2-4c1c-8969-1f8267d3930b on network 98da4d11-0b93-4866-8f2e-42a7cbb41805 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:59.857000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:59.857689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Checking segment: {'id': '98c952c0-63f2-42b2-9027-cddcf6f719f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:59.858306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.858904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Bound using segment: {'id': '98c952c0-63f2-42b2-9027-cddcf6f719f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:59.859565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Bound port: c9e47a7c-19b2-4c1c-8969-1f8267d3930b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c952c0-63f2-42b2-9027-cddcf6f719f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '98da4d11-0b93-4866-8f2e-42a7cbb41805'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:59.860199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.944402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] For port c9e47a7c-19b2-4c1c-8969-1f8267d3930b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:59.947883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] For port c9e47a7c-19b2-4c1c-8969-1f8267d3930b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c9e47a7c-19b2-4c1c-8969-1f8267d3930b,segment=NetworkSegment(98c952c0-63f2-42b2-9027-cddcf6f719f5),segment_id=98c952c0-63f2-42b2-9027-cddcf6f719f5)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:59.952133 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.041235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ebecd-7cdf-4969-a6f6-26ce7b897c1e None None] Pushing event updated for resources: {'Port': ['ID=c9e47a7c-19b2-4c1c-8969-1f8267d3930b,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:00.066709 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.086727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 1f042abd-cf97-4a54-8a8b-1d9da270703f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:00.145855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.220567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-95d27298-064a-4fff-9fff-24acf3dd1de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.247832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 98da4d11-0b93-4866-8f2e-42a7cbb41805 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:00.252122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:00.257940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:00.265321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:00.265321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.269923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=1f042abd-cf97-4a54-8a8b-1d9da270703f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:00.309736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:00.318663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.319170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.319748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.320218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.320663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.321063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.321544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.321964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.322838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.323272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.323687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.324108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:00.333147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2407a424-1f5b-4d26-a7d4-9fe4daa621e2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5578215 Aug 27 02:45:00.333454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49560) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:00.452577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.500647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 1f042abd-cf97-4a54-8a8b-1d9da270703f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:00.501317 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.521410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e35e-dc8a-42b5-94b9-0905a48dcf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.613713 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.628325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 1f042abd-cf97-4a54-8a8b-1d9da270703f owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:00.720915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-b0002edd-3d1e-49ef-a27e-8c4001e98cdf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:00.722822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-b0002edd-3d1e-49ef-a27e-8c4001e98cdf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/networks?id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8 HTTP/1.1" status: 200 len: 808 time: 0.1663220 Aug 27 02:45:00.742970 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-2de8bc0c-a216-4254-bbe9-2cad9270b2db tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/quotas/2f754daf49ee4fa592dd0398075dc9e9 HTTP/1.1" status: 200 len: 375 time: 0.0117924 Aug 27 02:45:00.780416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e35e-dc8a-42b5-94b9-0905a48dcf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.800456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c9e47a7c-19b2-4c1c-8969-1f8267d3930b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:00.809600 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e35e-dc8a-42b5-94b9-0905a48dcf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.825938 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.850486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-c4ca7353-17ef-4e06-8f1c-324fc5901a83 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f754daf49ee4fa592dd0398075dc9e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683498 Aug 27 02:45:00.859891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=1f042abd-cf97-4a54-8a8b-1d9da270703f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:00.868081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c9e47a7c-19b2-4c1c-8969-1f8267d3930b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:00.875510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c9c8e35e-dc8a-42b5-94b9-0905a48dcf41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69eadef7b9c7412c85a8c24882aeb637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638964 Aug 27 02:45:00.890732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49576) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:00.894661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.896657 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bb7cbd1f-20f2-47ac-a2b3-a7a5792dff41 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/1f042abd-cf97-4a54-8a8b-1d9da270703f HTTP/1.1" status: 204 len: 168 time: 0.5621269 Aug 27 02:45:00.899440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49578) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:00.922911 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03910d3-1530-4bd2-9273-9a150445c5ef tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:45:00.923628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03910d3-1530-4bd2-9273-9a150445c5ef tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:45:00.926363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a03910d3-1530-4bd2-9273-9a150445c5ef tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/1f042abd-cf97-4a54-8a8b-1d9da270703f HTTP/1.1" status: 404 len: 333 time: 0.0248976 Aug 27 02:45:00.928550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49580) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:00.940364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e35e-dc8a-42b5-94b9-0905a48dcf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e13d6-8183-4dc9-b81b-6ecf8fe1c65e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:00.966117 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-21576e59-a559-4f6f-b5bd-ccb760db246a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:00.971084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21576e59-a559-4f6f-b5bd-ccb760db246a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/1f042abd-cf97-4a54-8a8b-1d9da270703f HTTP/1.1" status: 404 len: 333 time: 0.0415120 Aug 27 02:45:00.972048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49584) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:01.019396 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5b74-15e6-4508-8b7f-b29b27690879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.023576 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-f0aa1d35-f335-46fd-a127-310ab0963d8d service neutron] 10.222.0.10 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601605 Aug 27 02:45:01.044008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet 77236c3a-db70-44f2-9d9b-f881c1fbe773 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:01.048560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.091084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5b74-15e6-4508-8b7f-b29b27690879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.104203 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.164337 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-cee06953-c772-48de-8a9e-1f3454462d2b service neutron] 10.222.0.10 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315477 Aug 27 02:45:01.182245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5b74-15e6-4508-8b7f-b29b27690879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.184822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5b74-15e6-4508-8b7f-b29b27690879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.188805 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3a4b5b74-15e6-4508-8b7f-b29b27690879 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d73e13d6-8183-4dc9-b81b-6ecf8fe1c65e HTTP/1.1" status: 204 len: 168 time: 0.2973945 Aug 27 02:45:01.199404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b5b74-15e6-4508-8b7f-b29b27690879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e13d6-8183-4dc9-b81b-6ecf8fe1c65e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:01.272411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.316492 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.378056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.417082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=77236c3a-db70-44f2-9d9b-f881c1fbe773,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:01.424232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.426456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c278f57-c394-477f-b72b-44fcf7b786e7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/77236c3a-db70-44f2-9d9b-f881c1fbe773 HTTP/1.1" status: 204 len: 168 time: 0.4530313 Aug 27 02:45:01.429881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49598) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:01.510309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376376ce-ecf2-486c-a727-ee7f795dc4aa None None] Network 98da4d11-0b93-4866-8f2e-42a7cbb41805 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:01.554366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88f70389-dac7-433e-92d1-aeaa062dcb83 req-41817f12-7cc2-4653-9fa8-b54efc03cd25 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 210 time: 0.1017711 Aug 27 02:45:01.596968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.635781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49608) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:01.729721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port c9e47a7c-19b2-4c1c-8969-1f8267d3930b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:01.731026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.759338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e90146ff-5c82-444b-9862-b0fdf9753fe7 None None] Provisioning for port c9e47a7c-19b2-4c1c-8969-1f8267d3930b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:01.809352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e90146ff-5c82-444b-9862-b0fdf9753fe7 None None] Provisioning complete for port c9e47a7c-19b2-4c1c-8969-1f8267d3930b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:01.810211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e90146ff-5c82-444b-9862-b0fdf9753fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.886487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49620) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:01.920514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-600e00f7-c754-413d-8848-9aa3ac809214 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51b20ffea7454bbd81f82b56c0a25ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834299 Aug 27 02:45:01.923404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49622) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:01.931512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c16783f4-1db2-44f5-9eb4-b1433bef51a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.935865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] For port c9e47a7c-19b2-4c1c-8969-1f8267d3930b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c9e47a7c-19b2-4c1c-8969-1f8267d3930b,segment=NetworkSegment(98c952c0-63f2-42b2-9027-cddcf6f719f5),segment_id=98c952c0-63f2-42b2-9027-cddcf6f719f5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:01.936236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.970142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for c9e47a7c-19b2-4c1c-8969-1f8267d3930b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:01.985993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] DHCP port deletion for 98da4d11-0b93-4866-8f2e-42a7cbb41805 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:02.045899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e908b514-f710-40ee-996b-4290442ead26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.073267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e908b514-f710-40ee-996b-4290442ead26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.140457 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e908b514-f710-40ee-996b-4290442ead26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.143533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e908b514-f710-40ee-996b-4290442ead26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.144514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.145195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e908b514-f710-40ee-996b-4290442ead26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df0cb26b-aa01-4e6f-98b3-423bb658c680 HTTP/1.1" status: 204 len: 168 time: 0.2182136 Aug 27 02:45:02.153759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e90146ff-5c82-444b-9862-b0fdf9753fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.168104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b514-f710-40ee-996b-4290442ead26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0cb26b-aa01-4e6f-98b3-423bb658c680,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:02.208066 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c16783f4-1db2-44f5-9eb4-b1433bef51a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.209685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=c9e47a7c-19b2-4c1c-8969-1f8267d3930b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:02.216714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No DVR routers for this DVR port c9e47a7c-19b2-4c1c-8969-1f8267d3930b on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:02.221955 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c16783f4-1db2-44f5-9eb4-b1433bef51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.307379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] Deleting port c9e47a7c-19b2-4c1c-8969-1f8267d3930b {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:02.308125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.393205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] For port c9e47a7c-19b2-4c1c-8969-1f8267d3930b, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:02.394082 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.407392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16783f4-1db2-44f5-9eb4-b1433bef51a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa8036-eb16-4989-8d71-5ae6d65e398b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:02.409557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] Calling delete_port for c9e47a7c-19b2-4c1c-8969-1f8267d3930b owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:02.412648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] Port c9e47a7c-19b2-4c1c-8969-1f8267d3930b was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:45:02.414288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.429632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] No DVR routers for this DVR port c9e47a7c-19b2-4c1c-8969-1f8267d3930b on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:02.430753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c16783f4-1db2-44f5-9eb4-b1433bef51a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef1273b2855e4e8bb54ac1d0b1765933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5427759 Aug 27 02:45:02.433374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49630) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:02.449734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c298c07-b706-41ed-bf7a-326f0fc654c2 None None] Pushing event deleted for resources: {'Port': ['ID=c9e47a7c-19b2-4c1c-8969-1f8267d3930b,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:02.462030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.479006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98da4d11-0b93-4866-8f2e-42a7cbb41805']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:02.498653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c952c0-63f2-42b2-9027-cddcf6f719f5') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:02.499050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c952c0-63f2-42b2-9027-cddcf6f719f5') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:02.500090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b0a1a5-bcd8-49bb-ab07-05a19346a054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.510677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.525741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b0a1a5-bcd8-49bb-ab07-05a19346a054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.530567 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.540695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:02.541207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:02.544569 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:02.599430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b0a1a5-bcd8-49bb-ab07-05a19346a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.602129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25b0a1a5-bcd8-49bb-ab07-05a19346a054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.603540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-25b0a1a5-bcd8-49bb-ab07-05a19346a054 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17aa8036-eb16-4989-8d71-5ae6d65e398b HTTP/1.1" status: 204 len: 168 time: 0.1685107 Aug 27 02:45:02.615397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:02.625852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0a1a5-bcd8-49bb-ab07-05a19346a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa8036-eb16-4989-8d71-5ae6d65e398b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:02.675510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.690776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.693418 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/98da4d11-0b93-4866-8f2e-42a7cbb41805 HTTP/1.1" status: 204 len: 168 time: 1.2622020 Aug 27 02:45:02.697098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49644) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:02.704041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-601785635'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:02.716606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-81d6ce18-1253-44cf-bfc5-9f728726dfc1 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2076 time: 0.0930698 Aug 27 02:45:02.716606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49646) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:02.730634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'network': {'name': 'tempest-network-smoke--1050004749', 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'port_security_enabled': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:02.735312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5a5d0-1b85-4d67-aff0-650b10993b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=98da4d11-0b93-4866-8f2e-42a7cbb41805,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:02.799435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Made reservation on behalf of 468d24a72a2f4b159f511a088eedaa10 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:02.803973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.832155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7bbcfb49-0316-4f18-9e32-b8a510438442 req-d3e13155-7c8c-4a90-b99c-c25698fd2d20 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 210 time: 0.1094875 Aug 27 02:45:02.842645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:45:02.842645 n-d-806293-1 neutron-server[94773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:45:02.842645 n-d-806293-1 neutron-server[94773]: [parameters: {'project_id': '802219eba5474bba8b45fed094050565', 'id': 'ea50a95a-ae03-40f3-9b6b-45c0ab1645fd', 'expiration': datetime.datetime(2021, 8, 27, 2, 47, 2, 769138)}] Aug 27 02:45:02.842645 n-d-806293-1 neutron-server[94773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:45:02.843072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:02.843585 n-d-806293-1 neutron-server[94773]: DEBUG oslo_db.api [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:45:02.851774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c9e47a7c-19b2-4c1c-8969-1f8267d3930b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:02.874690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:02.875047 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Added segment 1f114dc4-704c-4593-bab0-a9016b91a3f6 of type vlan for network 73681d65-16b5-4e1b-a719-531474b89694 Aug 27 02:45:02.900517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c9e47a7c-19b2-4c1c-8969-1f8267d3930b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:02.903724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c9e47a7c-19b2-4c1c-8969-1f8267d3930b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:02.971770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.036460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.042117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:03.043016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.123963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3951073 Aug 27 02:45:03.125015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49656) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:03.132176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'admin_state_up': True, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:03.162732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.174889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad68d9-3570-4d80-9864-e8816744e460 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Network': ['ID=73681d65-16b5-4e1b-a719-531474b89694,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:03.197531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 73681d65-16b5-4e1b-a719-531474b89694 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:03.224762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.226056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.334141 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.547173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-80150980-a0a3-4509-8b76-8656123ba2a7 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:03.549075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-80150980-a0a3-4509-8b76-8656123ba2a7 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.45 "GET /v2.0/networks?id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8 HTTP/1.1" status: 200 len: 808 time: 0.7203517 Aug 27 02:45:03.552144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:03.555654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.563921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Request body: {'port': {'device_id': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8', 'admin_state_up': True, 'tenant_id': '2f754daf49ee4fa592dd0398075dc9e9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:03.602476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.659670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:03.668789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.669110 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment e04d946e-25ec-4f1f-9e2a-eb368363d923 of type vlan for network 04a2fb36-282a-4812-84ff-65c42876ebd3 Aug 27 02:45:03.724433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.774548 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.781694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:03.782802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.794083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Made reservation on behalf of 2f754daf49ee4fa592dd0398075dc9e9 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:03.799303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.869105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1694767 Aug 27 02:45:03.873432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49696) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:03.892785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.929910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:03.941459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:03.953164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd30178-1eb6-40cb-bdbc-04eb21b9e95f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=04a2fb36-282a-4812-84ff-65c42876ebd3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:03.969401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 04a2fb36-282a-4812-84ff-65c42876ebd3 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:04.063024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe332770-91e1-4d46-8001-88f97cb72ae5 req-bfbc3182-55f5-4eb1-b8af-29b188b7a865 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 210 time: 0.0619905 Aug 27 02:45:04.141987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Allocated IP 172.20.0.11 (ce7afd9b-db54-45f8-af3d-d90461d7cfa8/69986473-8944-4141-8fba-7376e8b1a3c9/cd060688-a969-4ee4-8e3f-d4bf5311db52) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:04.161966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:04.165752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.201779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Allocated IP 172.25.1.238 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/c966bc15-0ff8-4ac9-9df9-05b700cbf466) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:04.395460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.452214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.483055 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.559049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.718476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.742517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': 'e04d946e-25ec-4f1f-9e2a-eb368363d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:04.743185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 04a2fb36-282a-4812-84ff-65c42876ebd3, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:04.772383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=837458fa-1cb5-46f4-b133-8631672af9d5,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:04.800006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:04.808654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:04.814827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:04.869063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Pushing event updated for resources: {'Port': ['ID=cd060688-a969-4ee4-8e3f-d4bf5311db52,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:04.884165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:04.884807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.888747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 04a2fb36-282a-4812-84ff-65c42876ebd3 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:04.907425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 04a2fb36-282a-4812-84ff-65c42876ebd3) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:04.916100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d98a1-48d1-4964-b02e-f766dbbff7f5 None None] Network 04a2fb36-282a-4812-84ff-65c42876ebd3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:04.922088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-6af5aa03-3500-4f5c-8129-46259455162c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3625054 Aug 27 02:45:04.932580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:04.933215 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.956236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Request body: {'port': {'device_id': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:04.956999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:04.960040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:04.962617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:05.005088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-635b1b9f-fe4f-479e-8629-19872edd5024 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1297565 Aug 27 02:45:05.010057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=c966bc15-0ff8-4ac9-9df9-05b700cbf466,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:05.010834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49730) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:05.022606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1529023805'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:05.231899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.237749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-04a2fb36-282a-4812-84ff-65c42876ebd3', 'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3', 'tenant_id': '802219eba5474bba8b45fed094050565', 'fixed_ips': [{'subnet_id': '837458fa-1cb5-46f4-b133-8631672af9d5'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:05.239252 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.290175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96df7c2-68ee-4e69-9d8c-883c6a2e22fb req-a3b7d223-504d-4b20-9cd9-66e817e4cc61 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:05.293968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b96df7c2-68ee-4e69-9d8c-883c6a2e22fb req-a3b7d223-504d-4b20-9cd9-66e817e4cc61 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 932 time: 0.0793331 Aug 27 02:45:05.409916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b96df7c2-68ee-4e69-9d8c-883c6a2e22fb req-08d7da0c-be73-40c3-837c-3aec66af3d72 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072004 Aug 27 02:45:05.469409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.583751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:05.588877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.615427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 424c3f05-afa3-426f-9891-e5a9d2b16827 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:05.639958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Allocated IP 2001:db8::2 (04a2fb36-282a-4812-84ff-65c42876ebd3/837458fa-1cb5-46f4-b133-8631672af9d5/b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:05.861454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd060688-a969-4ee4-8e3f-d4bf5311db52 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:05.869231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.879608 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.881726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.884587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Transition to ACTIVE for port object cd060688-a969-4ee4-8e3f-d4bf5311db52 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:05.890926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.891955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Transition to ACTIVE for port object b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:05.910011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Transition to ACTIVE for port object b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:05.918411 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.973548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Network 04a2fb36-282a-4812-84ff-65c42876ebd3 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:05.980597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:05.988786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:06.036503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd060688-a969-4ee4-8e3f-d4bf5311db52,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.066668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::3e1 (04a2fb36-282a-4812-84ff-65c42876ebd3/837458fa-1cb5-46f4-b133-8631672af9d5/424c3f05-afa3-426f-9891-e5a9d2b16827) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:06.076330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Attempting to bind port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:06.077072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Attempting to bind port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'e04d946e-25ec-4f1f-9e2a-eb368363d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:06.077692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Attempting to bind port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a on network 04a2fb36-282a-4812-84ff-65c42876ebd3 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:06.087931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:06.088727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Checking segment: {'id': 'e04d946e-25ec-4f1f-9e2a-eb368363d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:06.089837 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.090721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Bound using segment: {'id': 'e04d946e-25ec-4f1f-9e2a-eb368363d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:06.091950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Bound port: b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04d946e-25ec-4f1f-9e2a-eb368363d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04a2fb36-282a-4812-84ff-65c42876ebd3'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:06.092616 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.107943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Pushing event updated for resources: {'Port': ['ID=b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.117800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Attempting to bind port cd060688-a969-4ee4-8e3f-d4bf5311db52 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:06.118230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Attempting to bind port cd060688-a969-4ee4-8e3f-d4bf5311db52 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:06.118581 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Attempting to bind port cd060688-a969-4ee4-8e3f-d4bf5311db52 on network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:06.121015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 180f0c91-0864-4ac8-a534-633f12dc5650 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:45:06.129566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Port cd060688-a969-4ee4-8e3f-d4bf5311db52 on network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:45:06.129885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Attempting to bind port cd060688-a969-4ee4-8e3f-d4bf5311db52 on network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:06.136970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:06.137341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Checking segment: {'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:06.137813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Bound using segment: {'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:06.138247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Bound port: cd060688-a969-4ee4-8e3f-d4bf5311db52, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:06.138645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.181449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] For port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:06.187310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] For port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a,segment=NetworkSegment(e04d946e-25ec-4f1f-9e2a-eb368363d923),segment_id=e04d946e-25ec-4f1f-9e2a-eb368363d923)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:06.201733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.282674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49780) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.314094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] For port cd060688-a969-4ee4-8e3f-d4bf5311db52, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:06.319855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] For port cd060688-a969-4ee4-8e3f-d4bf5311db52, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cd060688-a969-4ee4-8e3f-d4bf5311db52,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:06.320780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c2206-6fc8-4c61-bf74-444fe63415ab None None] Pushing event updated for resources: {'Port': ['ID=b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.341213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.345774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:06.357786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Sync routers for ids ['180f0c91-0864-4ac8-a534-633f12dc5650'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:06.372177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Routers {'180f0c91-0864-4ac8-a534-633f12dc5650'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:06.373009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['180f0c91-0864-4ac8-a534-633f12dc5650'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:06.383903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.385488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a50cfee1-e8ba-4f1f-8d63-786bfe250cb5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2592497 Aug 27 02:45:06.389413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49784) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.427419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd060688-a969-4ee4-8e3f-d4bf5311db52,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.467435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.472578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:06.473297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.475271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-d43ce694-e0ee-407e-a31f-478ff9a9c4c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/cd060688-a969-4ee4-8e3f-d4bf5311db52 HTTP/1.1" status: 200 len: 1092 time: 1.5376277 Aug 27 02:45:06.482675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'tag': 'cd060688-a969-4ee4-8e3f-d4bf5311db52'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:06.486089 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cb5832-0d17-4172-9ca0-2d1761f00570", "tag": "cd060688-a969-4ee4-8e3f-d4bf5311db52"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:06.510898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c34044-9d3f-4d98-a552-875c5d27a0ef tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:06.525972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-88c34044-9d3f-4d98-a552-875c5d27a0ef tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=468d24a72a2f4b159f511a088eedaa10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1345825 Aug 27 02:45:06.527710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 424c3f05-afa3-426f-9891-e5a9d2b16827 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:06.528872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49790) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.561859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54c584a3-35ec-4823-b324-a0534e3d36a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.634463 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5aaa9d-7b0e-4792-ac9c-d218bcf622e3 x-openstack-request-id: req-ee5aaa9d-7b0e-4792-ac9c-d218bcf622e3 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:06.634747 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cb5832-0d17-4172-9ca0-2d1761f00570", "tag": "cd060688-a969-4ee4-8e3f-d4bf5311db52", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:06.635001 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee5aaa9d-7b0e-4792-ac9c-d218bcf622e3 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:06.635403 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'tag': 'cd060688-a969-4ee4-8e3f-d4bf5311db52', 'status': 'completed', 'code': 200} Aug 27 02:45:06.635518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Set router 180f0c91-0864-4ac8-a534-633f12dc5650 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:06.752344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a916547-0a7c-455b-919a-7589636fee0a tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:06.759955 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5a916547-0a7c-455b-919a-7589636fee0a tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2297881 Aug 27 02:45:06.762061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49792) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.806064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-667f0415-1b87-46ac-a197-bc824e8e9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:06.810982 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-667f0415-1b87-46ac-a197-bc824e8e9b21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f754daf49ee4fa592dd0398075dc9e9&device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 1095 time: 0.2697020 Aug 27 02:45:06.853081 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-44327067-73c9-48d7-a7b3-f74e54e7e78a tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0895281 Aug 27 02:45:06.856375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49796) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.892267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:06.895982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.905855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-8f9c6f35-0608-452a-af30-5da1f4f48da4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd060688-a969-4ee4-8e3f-d4bf5311db52 HTTP/1.1" status: 200 len: 217 time: 0.0715489 Aug 27 02:45:06.908042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93a42ecd-5292-4ce9-ad27-12a138999369 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=468d24a72a2f4b159f511a088eedaa10&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505536 Aug 27 02:45:06.912284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49800) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.958372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 04a2fb36-282a-4812-84ff-65c42876ebd3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:06.992543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191e6c4-4e47-470c-8f64-027db4eb9745 req-e74c938f-9cc5-42e0-870d-bd7094a725d1 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:06.994091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3191e6c4-4e47-470c-8f64-027db4eb9745 req-e74c938f-9cc5-42e0-870d-bd7094a725d1 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 944 time: 0.4216192 Aug 27 02:45:07.003641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54c584a3-35ec-4823-b324-a0534e3d36a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.009381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:07.012937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:07.020322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.020872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:07.021169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.042724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:05Z', 'revision_number': 3, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:07.055431 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0374010 Aug 27 02:45:07.056234 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54c584a3-35ec-4823-b324-a0534e3d36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.063788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49804) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:07.074281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Checking router: 180f0c91-0864-4ac8-a534-633f12dc5650 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:07.074684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Updating router 180f0c91-0864-4ac8-a534-633f12dc5650 port c966bc15-0ff8-4ac9-9df9-05b700cbf466 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:07.080238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1ed89-b53d-4164-8531-f8478c4e7c5e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.084679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e0e1ed89-b53d-4164-8531-f8478c4e7c5e tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1684215 Aug 27 02:45:07.085193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:07.104376 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.170786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310dc68-aead-4079-8b19-51077a1ff563 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=424c3f05-afa3-426f-9891-e5a9d2b16827,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:07.174034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21a4a42f-51bf-4156-96a1-2141848a39e4 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849547 Aug 27 02:45:07.174846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49810) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:07.184596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703902165', 'network_id': '73681d65-16b5-4e1b-a719-531474b89694', 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:07.268129 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c584a3-35ec-4823-b324-a0534e3d36a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526b7228-2f9f-487d-91f2-1e77df1461f0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:07.284337 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-54c584a3-35ec-4823-b324-a0534e3d36a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72a8a11b40bf4d3191d185f777f561e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0019560 Aug 27 02:45:07.289235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-4ce21152-f8f1-4c80-bbd3-5fd6740f789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.291361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-4ce21152-f8f1-4c80-bbd3-5fd6740f789c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69986473-8944-4141-8fba-7376e8b1a3c9 HTTP/1.1" status: 200 len: 848 time: 0.3738546 Aug 27 02:45:07.295159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:07.369142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Made reservation on behalf of 468d24a72a2f4b159f511a088eedaa10 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:07.373376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.392691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3191e6c4-4e47-470c-8f64-027db4eb9745 req-c87e2865-10c3-4d35-bbd2-58d8122b4b00 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849981 Aug 27 02:45:07.442481 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-42523526-1eee-4a14-ad4a-f596faaac7e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839717 Aug 27 02:45:07.550193 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.577591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Transition to ACTIVE for port object c966bc15-0ff8-4ac9-9df9-05b700cbf466 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:07.587208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 424c3f05-afa3-426f-9891-e5a9d2b16827 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:07.587568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.592788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a0afe7b-bc2f-4d39-b4ce-a6329451d27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.594743 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.679693 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a0afe7b-bc2f-4d39-b4ce-a6329451d27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.693398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ed75c-33a7-4c31-bb27-682df7cfc6d2 None None] Pushing event updated for resources: {'Port': ['ID=c966bc15-0ff8-4ac9-9df9-05b700cbf466,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:07.732466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Attempting to bind port c966bc15-0ff8-4ac9-9df9-05b700cbf466 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:07.732947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Attempting to bind port c966bc15-0ff8-4ac9-9df9-05b700cbf466 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:07.733405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Attempting to bind port c966bc15-0ff8-4ac9-9df9-05b700cbf466 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:07.739592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:07.740144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:07.740779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.741391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:07.742002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Bound port: c966bc15-0ff8-4ac9-9df9-05b700cbf466, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:07.742711 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.781160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.819433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] For port c966bc15-0ff8-4ac9-9df9-05b700cbf466, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:07.821825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a0afe7b-bc2f-4d39-b4ce-a6329451d27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.824432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a0afe7b-bc2f-4d39-b4ce-a6329451d27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.828081 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8a0afe7b-bc2f-4d39-b4ce-a6329451d27a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/526b7228-2f9f-487d-91f2-1e77df1461f0 HTTP/1.1" status: 204 len: 168 time: 0.5285866 Aug 27 02:45:07.828216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d98a8b-9520-4d8f-9228-62e9bc4557ea None None] Network 04a2fb36-282a-4812-84ff-65c42876ebd3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:07.859158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0afe7b-bc2f-4d39-b4ce-a6329451d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b7228-2f9f-487d-91f2-1e77df1461f0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:07.874307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Checking segment: {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:07.875521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network hostable DHCP agents. Network: 73681d65-16b5-4e1b-a719-531474b89694, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:07.897306 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-58b50f8c-fe3d-4c1a-a53a-aaca257764dc service neutron] 10.222.0.45 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392695 Aug 27 02:45:07.899116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.912357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Subnet': ['ID=57b46a09-6b95-4f51-8fe8-620d71f5856d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:07.917907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 73681d65-16b5-4e1b-a719-531474b89694 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:07.934811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 73681d65-16b5-4e1b-a719-531474b89694) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:07.950726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.951337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.972990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 424c3f05-afa3-426f-9891-e5a9d2b16827 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:07.973195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9aa2a428-34ef-4ec2-ab99-ca05b075f9c1 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7963285 Aug 27 02:45:07.975476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49818) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:07.983412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] For port c966bc15-0ff8-4ac9-9df9-05b700cbf466, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c966bc15-0ff8-4ac9-9df9-05b700cbf466,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:07.992310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3414643-5c75-4163-96ef-e26e03118707 None None] Network 73681d65-16b5-4e1b-a719-531474b89694 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:08.044309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.128706 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c1d723ca-aeef-44e8-97b6-55de7faa5203 req-0298e8e5-c504-47f6-8103-a2c1d6c0d1de service neutron] 10.222.0.45 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127473 Aug 27 02:45:08.206484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dca916fb-079e-456e-b52e-e3d98dbcee33 None None] Provisioning for port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:08.222845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ed75c-33a7-4c31-bb27-682df7cfc6d2 None None] Pushing event updated for resources: {'Port': ['ID=c966bc15-0ff8-4ac9-9df9-05b700cbf466,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:08.246877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.254242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dca916fb-079e-456e-b52e-e3d98dbcee33 None None] Provisioning complete for port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:08.255550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-3d5b9981-375a-41ba-8c5b-a787e14533ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:08.257103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-3d5b9981-375a-41ba-8c5b-a787e14533ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f754daf49ee4fa592dd0398075dc9e9&device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 1095 time: 0.0716708 Aug 27 02:45:08.257568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dca916fb-079e-456e-b52e-e3d98dbcee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.303660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=424c3f05-afa3-426f-9891-e5a9d2b16827,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:08.404860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49824) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:08.410282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Routers {'180f0c91-0864-4ac8-a534-633f12dc5650'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:08.411083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['180f0c91-0864-4ac8-a534-633f12dc5650'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:08.427648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.431771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0a609312-6f4e-4896-abe5-f3499f205ef3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/424c3f05-afa3-426f-9891-e5a9d2b16827 HTTP/1.1" status: 204 len: 168 time: 1.3618329 Aug 27 02:45:08.436612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49828) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:08.440887 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f82c18c-9165-4123-b007-d0e935873375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.500646 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef62ea4-1e5d-4d95-bdc4-6cf19c555345 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:08.505391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4ef62ea4-1e5d-4d95-bdc4-6cf19c555345 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/424c3f05-afa3-426f-9891-e5a9d2b16827 HTTP/1.1" status: 404 len: 333 time: 0.0644958 Aug 27 02:45:08.508553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49832) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:08.572972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet 837458fa-1cb5-46f4-b133-8631672af9d5 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:08.795271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702002a-8460-4d6f-bb94-fc450280b1a8 req-e25d367a-ed61-4a12-949e-f741083f6dc1 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:08.797210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a702002a-8460-4d6f-bb94-fc450280b1a8 req-e25d367a-ed61-4a12-949e-f741083f6dc1 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 944 time: 0.2384241 Aug 27 02:45:08.928807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f82c18c-9165-4123-b007-d0e935873375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.945533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f82c18c-9165-4123-b007-d0e935873375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.971650 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.027487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-e82e2357-b303-487d-9970-4845cd4bd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:09.029039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-e82e2357-b303-487d-9970-4845cd4bd6a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8 HTTP/1.1" status: 200 len: 909 time: 0.7462146 Aug 27 02:45:09.036574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.053257 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a702002a-8460-4d6f-bb94-fc450280b1a8 req-47b0edae-fc9c-4710-9d31-2cd8a8d886dc tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459557 Aug 27 02:45:09.092064 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f82c18c-9165-4123-b007-d0e935873375 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b0217a3a3d2452e94a7b0c1017f85f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854839 Aug 27 02:45:09.093185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82c18c-9165-4123-b007-d0e935873375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5042ab-6bf9-49fe-a6d7-837909a3152a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:09.107278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dca916fb-079e-456e-b52e-e3d98dbcee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.123703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49834) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:09.124462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] Set router 180f0c91-0864-4ac8-a534-633f12dc5650 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:09.128190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-73681d65-16b5-4e1b-a719-531474b89694', 'network_id': '73681d65-16b5-4e1b-a719-531474b89694', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'fixed_ips': [{'subnet_id': '57b46a09-6b95-4f51-8fe8-620d71f5856d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:09.128984 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.134497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-fb4df4ab-88b4-4b14-a631-389ae87fba16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd060688-a969-4ee4-8e3f-d4bf5311db52 HTTP/1.1" status: 200 len: 217 time: 0.0917976 Aug 27 02:45:09.301573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-1d7b314b-c84c-4ec5-aa73-95ee255acb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:09.303158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-1d7b314b-c84c-4ec5-aa73-95ee255acb38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69986473-8944-4141-8fba-7376e8b1a3c9 HTTP/1.1" status: 200 len: 848 time: 0.1575246 Aug 27 02:45:09.346811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10e1fa5b-520c-4f71-bb4c-4081c6b9f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.357068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-1a7777a1-33fb-4b70-a8cc-58cd0c29d067 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448334 Aug 27 02:45:09.360866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.474456 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10e1fa5b-520c-4f71-bb4c-4081c6b9f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.475222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dca916fb-079e-456e-b52e-e3d98dbcee33 None None] For port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a,segment=NetworkSegment(e04d946e-25ec-4f1f-9e2a-eb368363d923),segment_id=e04d946e-25ec-4f1f-9e2a-eb368363d923)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:09.498395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.522046 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dca916fb-079e-456e-b52e-e3d98dbcee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.617157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-c486150c-b970-4546-afd4-6367c9b21e88 service neutron] 10.222.0.45 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526207 Aug 27 02:45:09.631605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca916fb-079e-456e-b52e-e3d98dbcee33 None None] Pushing event updated for resources: {'Port': ['ID=b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:09.636850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10e1fa5b-520c-4f71-bb4c-4081c6b9f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.639786 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10e1fa5b-520c-4f71-bb4c-4081c6b9f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.645545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-10e1fa5b-520c-4f71-bb4c-4081c6b9f285 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c5042ab-6bf9-49fe-a6d7-837909a3152a HTTP/1.1" status: 204 len: 168 time: 0.5109313 Aug 27 02:45:09.665252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1fa5b-520c-4f71-bb4c-4081c6b9f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5042ab-6bf9-49fe-a6d7-837909a3152a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:09.831335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:05Z', 'revision_number': 3, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:09.849787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bbd1994-6cfd-4877-a9ca-855ee0fb75a1 req-a09b7527-4400-4711-a48f-4bc44e439189 service neutron] 10.222.0.45 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142813 Aug 27 02:45:09.905608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.906162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Allocated IP 172.20.0.18 (73681d65-16b5-4e1b-a719-531474b89694/57b46a09-6b95-4f51-8fe8-620d71f5856d/a4a89fe2-0890-43a8-b5ff-729feb4e588c) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:09.932539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6c5b6-03ee-4ed8-ad09-0d07564517f0 None None] The sync data for ids ['180f0c91-0864-4ac8-a534-633f12dc5650'] in n-d-806293-1 is: [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:05Z', 'revision_number': 3, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:09.962110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=837458fa-1cb5-46f4-b133-8631672af9d5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:09.995935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.001184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c4ac907-76bd-4dbd-9231-20319a41ec20 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/837458fa-1cb5-46f4-b133-8631672af9d5 HTTP/1.1" status: 204 len: 168 time: 1.4913874 Aug 27 02:45:10.001833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:10.151279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.163380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Transition to ACTIVE for port object a4a89fe2-0890-43a8-b5ff-729feb4e588c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:10.176473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.185285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Transition to ACTIVE for port object a4a89fe2-0890-43a8-b5ff-729feb4e588c will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:10.188666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad081478-4e08-4c1a-9ccc-1b36d5bf258b None None] Provisioning complete for port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:10.189222 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad081478-4e08-4c1a-9ccc-1b36d5bf258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.216012 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.282810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a9d710-4c64-4b07-8ec3-1968463d2ce0 None None] Network 04a2fb36-282a-4812-84ff-65c42876ebd3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:10.380733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1dbac-77d9-4650-aa4b-bf9568e84b96 req-04686d3b-62b0-4881-bbb1-5e0c6eb22441 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:10.398583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02d1dbac-77d9-4650-aa4b-bf9568e84b96 req-04686d3b-62b0-4881-bbb1-5e0c6eb22441 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 944 time: 0.1393988 Aug 27 02:45:10.451118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:10.451473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.460078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Network 73681d65-16b5-4e1b-a719-531474b89694 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:10.501400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:10.516694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:10.523604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Pushing event updated for resources: {'Port': ['ID=a4a89fe2-0890-43a8-b5ff-729feb4e588c,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:10.626692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-02d1dbac-77d9-4650-aa4b-bf9568e84b96 req-fd245534-971f-492b-b5bc-2a0fa3871647 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190375 Aug 27 02:45:10.675389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] For port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a,segment=NetworkSegment(e04d946e-25ec-4f1f-9e2a-eb368363d923),segment_id=e04d946e-25ec-4f1f-9e2a-eb368363d923)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:10.675638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.765801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:10.861940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Attempting to bind port a4a89fe2-0890-43a8-b5ff-729feb4e588c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:10.862339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Attempting to bind port a4a89fe2-0890-43a8-b5ff-729feb4e588c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:10.866468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Attempting to bind port a4a89fe2-0890-43a8-b5ff-729feb4e588c on network 73681d65-16b5-4e1b-a719-531474b89694 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:10.870426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c596dd2a-ba72-48c9-a75f-b2215db09735 None None] Could not find standard attr ID for object 424c3f05-afa3-426f-9891-e5a9d2b16827. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:45:10.888969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:10.895171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Checking segment: {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:10.895781 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.897360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Allocated IP 172.20.0.17 (73681d65-16b5-4e1b-a719-531474b89694/57b46a09-6b95-4f51-8fe8-620d71f5856d/2d122a9a-0bc1-45f5-a226-81da34bceb60) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:10.898062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Bound using segment: {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:10.898734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Bound port: a4a89fe2-0890-43a8-b5ff-729feb4e588c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:10.900658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.085609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c966bc15-0ff8-4ac9-9df9-05b700cbf466 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:11.098249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.133897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No DVR routers for this DVR port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:11.147153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] For port a4a89fe2-0890-43a8-b5ff-729feb4e588c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:11.161096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca58b7af-dd96-4f0a-b50b-cd19f7f7bd39 None None] DHCP port deletion for 04a2fb36-282a-4812-84ff-65c42876ebd3 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:11.174567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49868) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:11.185181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] For port a4a89fe2-0890-43a8-b5ff-729feb4e588c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a4a89fe2-0890-43a8-b5ff-729feb4e588c,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:11.203065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.209861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.242725 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.260082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Transition to ACTIVE for port object 2d122a9a-0bc1-45f5-a226-81da34bceb60 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:11.272157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c966bc15-0ff8-4ac9-9df9-05b700cbf466 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:11.290018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c966bc15-0ff8-4ac9-9df9-05b700cbf466 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:11.290647 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.349068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.360813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cd060688-a969-4ee4-8e3f-d4bf5311db52 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:11.396914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462710a9-1972-47a9-ab4f-7bff664db8c0 None None] Pushing event updated for resources: {'Port': ['ID=a4a89fe2-0890-43a8-b5ff-729feb4e588c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.431193 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.448318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a2fb36-282a-4812-84ff-65c42876ebd3']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:11.474010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04d946e-25ec-4f1f-9e2a-eb368363d923') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:11.474546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04d946e-25ec-4f1f-9e2a-eb368363d923') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:11.476101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 73681d65-16b5-4e1b-a719-531474b89694 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:11.490450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:11.505035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:11.518646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.564306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.573232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:11.573986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.576817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=2d122a9a-0bc1-45f5-a226-81da34bceb60,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:11.580258 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:11.650082 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.666495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cd060688-a969-4ee4-8e3f-d4bf5311db52, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cd060688-a969-4ee4-8e3f-d4bf5311db52,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:11.668959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.690305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'cd060688-a969-4ee4-8e3f-d4bf5311db52', 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8', 'port_id': 'cd060688-a969-4ee4-8e3f-d4bf5311db52', 'mac_address': 'fa:16:3e:8c:fa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69986473-8944-4141-8fba-7376e8b1a3c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:11.715498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port c966bc15-0ff8-4ac9-9df9-05b700cbf466, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c966bc15-0ff8-4ac9-9df9-05b700cbf466,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:11.766744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.767907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:11.827701 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.838102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.844268 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/04a2fb36-282a-4812-84ff-65c42876ebd3 HTTP/1.1" status: 204 len: 168 time: 1.8381934 Aug 27 02:45:11.876860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942547b-f989-42df-8589-070150672d33 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=04a2fb36-282a-4812-84ff-65c42876ebd3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.878790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49880) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:11.884238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'name': 'tempest-PortsIpV6TestJSON-258871792'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:11.914355 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107076cc-0ef8-48d7-8166-a5e26704abdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.937228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:11.937824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 02:45:11.970280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Port b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a not found, will not notify nova. {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 02:45:11.999903 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.023735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=c966bc15-0ff8-4ac9-9df9-05b700cbf466,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:12.037006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd060688-a969-4ee4-8e3f-d4bf5311db52 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:12.061763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cd060688-a969-4ee4-8e3f-d4bf5311db52, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cd060688-a969-4ee4-8e3f-d4bf5311db52,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:12.069464 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.130178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c7f-9096-4450-9abe-d212c9a744ca req-fdcfa003-456c-4b6f-a5f1-8310b5a43a23 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.135252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d464c7f-9096-4450-9abe-d212c9a744ca req-fdcfa003-456c-4b6f-a5f1-8310b5a43a23 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 944 time: 0.3048389 Aug 27 02:45:12.143166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=cd060688-a969-4ee4-8e3f-d4bf5311db52,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:12.246186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d464c7f-9096-4450-9abe-d212c9a744ca req-8e960943-d3b8-44ef-834f-b733d7ae1440 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996895 Aug 27 02:45:12.272506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.291466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cd060688-a969-4ee4-8e3f-d4bf5311db52'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:12.367866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107076cc-0ef8-48d7-8166-a5e26704abdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.374122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107076cc-0ef8-48d7-8166-a5e26704abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.408394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:12.412773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.441263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port f746ab95-9d4a-480e-8c35-2498653ef4ff yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:12.481599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-107076cc-0ef8-48d7-8166-a5e26704abdf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d4ccb26e2c64a88b115fff1fde4da4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3020394 Aug 27 02:45:12.481599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107076cc-0ef8-48d7-8166-a5e26704abdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04186394-4cfe-43ed-8d33-e5aa1cc4e822,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:12.482713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49894) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:12.607079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f74786c9-66e8-4002-9c9f-86a33b8d6ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.670120 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.709940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f74786c9-66e8-4002-9c9f-86a33b8d6ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.737304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.826335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:12.833108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:12.833652 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f74786c9-66e8-4002-9c9f-86a33b8d6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.838119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f74786c9-66e8-4002-9c9f-86a33b8d6ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.842996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f74786c9-66e8-4002-9c9f-86a33b8d6ff5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04186394-4cfe-43ed-8d33-e5aa1cc4e822 HTTP/1.1" status: 204 len: 168 time: 0.3462188 Aug 27 02:45:12.845749 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:12.853713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.854609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.857724 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.865914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74786c9-66e8-4002-9c9f-86a33b8d6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04186394-4cfe-43ed-8d33-e5aa1cc4e822,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:12.868675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=f746ab95-9d4a-480e-8c35-2498653ef4ff,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:12.870580 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.873278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c966bc15-0ff8-4ac9-9df9-05b700cbf466 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:12.908755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-10ba79f5-6a86-4d45-b839-dcea24d1cf85 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0288713 Aug 27 02:45:12.914471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49906) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:12.966577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=2d122a9a-0bc1-45f5-a226-81da34bceb60,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:12.969533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.014431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c966bc15-0ff8-4ac9-9df9-05b700cbf466 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:13.014812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.041620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port f746ab95-9d4a-480e-8c35-2498653ef4ff {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:13.042245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.125932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 73681d65-16b5-4e1b-a719-531474b89694 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:13.142833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:13.154991 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.163363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4a89fe2-0890-43a8-b5ff-729feb4e588c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:13.185376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for f746ab95-9d4a-480e-8c35-2498653ef4ff owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:13.289295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a4a89fe2-0890-43a8-b5ff-729feb4e588c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:13.312621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cd060688-a969-4ee4-8e3f-d4bf5311db52 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:13.373882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:13.390512 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.405156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:13.405675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b30aa4cd-72ef-4ba5-b0e0-295177f2fd8a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:13.425041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port cd060688-a969-4ee4-8e3f-d4bf5311db52 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:13.436817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port cd060688-a969-4ee4-8e3f-d4bf5311db52 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:13.438082 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.440779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 180f0c91-0864-4ac8-a534-633f12dc5650 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:13.545308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=f746ab95-9d4a-480e-8c35-2498653ef4ff,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:13.558152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.561467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6e542ea6-6eff-4aeb-b28a-358e060588a2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/f746ab95-9d4a-480e-8c35-2498653ef4ff HTTP/1.1" status: 204 len: 168 time: 0.6490295 Aug 27 02:45:13.565649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49928) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:13.573561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'mac_address': 'fa:16:3e:30:25:ef', 'name': 'tempest-PortsIpV6TestJSON-1764668048'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:13.606503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ea5d7-ca06-4e82-836a-a7d024885467 req-662e819f-310f-4af5-ad2a-233b5063f877 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:13.611180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f17ea5d7-ca06-4e82-836a-a7d024885467 req-662e819f-310f-4af5-ad2a-233b5063f877 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 945 time: 0.1883068 Aug 27 02:45:13.635939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.646733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19831f0c-c27c-4530-9be3-6a29eb95cff1 None None] Network 73681d65-16b5-4e1b-a719-531474b89694 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:13.667627 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f17ea5d7-ca06-4e82-836a-a7d024885467 req-0fb9f424-0475-4105-9151-1c1e7c2fcd48 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Aug 27 02:45:13.736464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:13.742949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-955660fa-bf83-4376-bbd9-fdccfdd685cb tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "PUT /v2.0/routers/180f0c91-0864-4ac8-a534-633f12dc5650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7660873 Aug 27 02:45:13.755334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:13.762845 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Sync routers for ids ['180f0c91-0864-4ac8-a534-633f12dc5650'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:13.775818 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Routers {'180f0c91-0864-4ac8-a534-633f12dc5650'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:13.778557 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['180f0c91-0864-4ac8-a534-633f12dc5650'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:13.919069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.942409 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Set router 180f0c91-0864-4ac8-a534-633f12dc5650 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:13.983133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port bb0850ee-533b-426a-ab29-15cf4429c8eb yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:14.013515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cd060688-a969-4ee4-8e3f-d4bf5311db52, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cd060688-a969-4ee4-8e3f-d4bf5311db52,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:14.029358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd060688-a969-4ee4-8e3f-d4bf5311db52'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:14.031961 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0024bfa-1376-4ddb-b0c2-41bf0c569a36" -d '{"events": [{"server_uuid": "a7cb5832-0d17-4172-9ca0-2d1761f00570", "name": "network-vif-plugged", "status": "completed", "tag": "cd060688-a969-4ee4-8e3f-d4bf5311db52"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:14.036690 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.074154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4f48b401-3ea8-4165-9234-f077d0138f22 None None] Provisioning for port a4a89fe2-0890-43a8-b5ff-729feb4e588c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:14.099850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4f48b401-3ea8-4165-9234-f077d0138f22 None None] Provisioning complete for port a4a89fe2-0890-43a8-b5ff-729feb4e588c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:14.100331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4f48b401-3ea8-4165-9234-f077d0138f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.111384 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2434ef-2b5d-4a37-b992-11a17b8e8419 x-openstack-request-id: req-3c2434ef-2b5d-4a37-b992-11a17b8e8419 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:14.111901 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cb5832-0d17-4172-9ca0-2d1761f00570", "name": "network-vif-plugged", "status": "completed", "tag": "cd060688-a969-4ee4-8e3f-d4bf5311db52", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:14.112303 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c2434ef-2b5d-4a37-b992-11a17b8e8419 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:14.112694 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd060688-a969-4ee4-8e3f-d4bf5311db52', 'code': 200} Aug 27 02:45:14.186393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=cd060688-a969-4ee4-8e3f-d4bf5311db52,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:14.252672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b17b6-7b75-443d-8a4d-84eaabb78d13 req-487f0a44-d05e-4835-b6bc-b8fb3c5063d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.255695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef7b17b6-7b75-443d-8a4d-84eaabb78d13 req-487f0a44-d05e-4835-b6bc-b8fb3c5063d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 1097 time: 0.0806222 Aug 27 02:45:14.306720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4f48b401-3ea8-4165-9234-f077d0138f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.308059 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2d122a9a-0bc1-45f5-a226-81da34bceb60', 'name': '', 'network_id': '73681d65-16b5-4e1b-a719-531474b89694', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:49:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57b46a09-6b95-4f51-8fe8-620d71f5856d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:09Z', 'updated_at': '2021-08-27T02:45:12Z', 'revision_number': 2, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': '57b46a09-6b95-4f51-8fe8-620d71f5856d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:14.332251 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef7b17b6-7b75-443d-8a4d-84eaabb78d13 req-3570d0d6-1971-4f7b-b215-086893d0318b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667934 Aug 27 02:45:14.364158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4f48b401-3ea8-4165-9234-f077d0138f22 None None] For port a4a89fe2-0890-43a8-b5ff-729feb4e588c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a4a89fe2-0890-43a8-b5ff-729feb4e588c,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:14.374424 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4f48b401-3ea8-4165-9234-f077d0138f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.382536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 49982) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:14.396087 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Checking router: 180f0c91-0864-4ac8-a534-633f12dc5650 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:14.396585 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Updating router 180f0c91-0864-4ac8-a534-633f12dc5650 port 2d122a9a-0bc1-45f5-a226-81da34bceb60 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:14.440039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-5c0e30ea-5b27-4289-aea7-18e673849a86 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.449381 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-5c0e30ea-5b27-4289-aea7-18e673849a86 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/networks?id=73681d65-16b5-4e1b-a719-531474b89694 HTTP/1.1" status: 200 len: 798 time: 0.3428230 Aug 27 02:45:14.450116 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.479116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48b401-3ea8-4165-9234-f077d0138f22 None None] Pushing event updated for resources: {'Port': ['ID=a4a89fe2-0890-43a8-b5ff-729feb4e588c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:14.485215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-051cee37-78b9-4c9d-b098-dcc5073be75d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/quotas/468d24a72a2f4b159f511a088eedaa10 HTTP/1.1" status: 200 len: 375 time: 0.0346146 Aug 27 02:45:14.549691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.573068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e919624-d2bd-46b3-86b8-7294aa92d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.615409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1f6d83d7-ccb9-4d5f-8112-00fe1e609bfb None None] Provisioning for port 2d122a9a-0bc1-45f5-a226-81da34bceb60 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:14.621123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1f6d83d7-ccb9-4d5f-8112-00fe1e609bfb None None] Provisioning complete for port 2d122a9a-0bc1-45f5-a226-81da34bceb60 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:14.621644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f6d83d7-ccb9-4d5f-8112-00fe1e609bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.622790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-8eafc1ec-1d24-45ab-a962-54e2a9209af2 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1363089 Aug 27 02:45:14.720402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.736942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d83d7-ccb9-4d5f-8112-00fe1e609bfb None None] Port 2d122a9a-0bc1-45f5-a226-81da34bceb60 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:14.759044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1f6d83d7-ccb9-4d5f-8112-00fe1e609bfb None None] Provisioning complete for port a4a89fe2-0890-43a8-b5ff-729feb4e588c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:14.765132 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f6d83d7-ccb9-4d5f-8112-00fe1e609bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.811858 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e919624-d2bd-46b3-86b8-7294aa92d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.842150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4a89fe2-0890-43a8-b5ff-729feb4e588c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:14.849373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:14.856243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:14.860161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:14.874606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.875292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.878291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e919624-d2bd-46b3-86b8-7294aa92d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.910630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3437009 Aug 27 02:45:14.915698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 49996) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:14.938953 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e919624-d2bd-46b3-86b8-7294aa92d16f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c66b69b313e4c70a37fd1720f9a89c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522420 Aug 27 02:45:14.944932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50002) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:14.988280 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.999961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2726801e-d049-4bcb-bfba-b8b2561b175c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:15.001475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2726801e-d049-4bcb-bfba-b8b2561b175c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/bb0850ee-533b-426a-ab29-15cf4429c8eb HTTP/1.1" status: 200 len: 845 time: 0.0848660 Aug 27 02:45:15.003859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6698ffc-f196-4bd4-8e50-1e5c73992a42 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=bb0850ee-533b-426a-ab29-15cf4429c8eb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.009558 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Transition to ACTIVE for port object 2d122a9a-0bc1-45f5-a226-81da34bceb60 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:15.016712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:15.026352 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.049236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a4a89fe2-0890-43a8-b5ff-729feb4e588c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:15.050232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.064446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e919624-d2bd-46b3-86b8-7294aa92d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7040379b-6cf2-45ba-8032-a6e59bb12489,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.105374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92f88b-f20e-4e3f-b532-716d8465cb8b req-bc90db44-71dd-414d-be84-e357fe40b8d2 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:15.112372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e92f88b-f20e-4e3f-b532-716d8465cb8b req-bc90db44-71dd-414d-be84-e357fe40b8d2 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 946 time: 0.2899785 Aug 27 02:45:15.140190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36201ff2-1c7b-4c83-88eb-eddad15b03d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.173506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36201ff2-1c7b-4c83-88eb-eddad15b03d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.231690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Attempting to bind port 2d122a9a-0bc1-45f5-a226-81da34bceb60 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:15.233357 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Attempting to bind port 2d122a9a-0bc1-45f5-a226-81da34bceb60 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:15.233943 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Attempting to bind port 2d122a9a-0bc1-45f5-a226-81da34bceb60 on network 73681d65-16b5-4e1b-a719-531474b89694 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:15.247690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:15.249008 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Checking segment: {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:15.249965 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.250590 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Bound using segment: {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:15.251588 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Bound port: 2d122a9a-0bc1-45f5-a226-81da34bceb60, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:15.252273 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.274024 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345ceb6-92f2-44e6-8429-5fe2b012bd10 None None] Pushing event updated for resources: {'Port': ['ID=2d122a9a-0bc1-45f5-a226-81da34bceb60,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.284650 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e92f88b-f20e-4e3f-b532-716d8465cb8b req-ed179e14-31be-4be7-ad24-09ca29710bca tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665170 Aug 27 02:45:15.305095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36201ff2-1c7b-4c83-88eb-eddad15b03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.314611 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36201ff2-1c7b-4c83-88eb-eddad15b03d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.321899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-36201ff2-1c7b-4c83-88eb-eddad15b03d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7040379b-6cf2-45ba-8032-a6e59bb12489 HTTP/1.1" status: 204 len: 168 time: 0.3745711 Aug 27 02:45:15.332087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201ff2-1c7b-4c83-88eb-eddad15b03d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7040379b-6cf2-45ba-8032-a6e59bb12489,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.353362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-f6efabd4-24ff-4bfa-9540-c80767bf8ed9 service neutron] 10.222.0.10 "GET /v2.0/networks/73681d65-16b5-4e1b-a719-531474b89694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057059 Aug 27 02:45:15.431433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port bb0850ee-533b-426a-ab29-15cf4429c8eb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:15.432050 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.442806 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] For port 2d122a9a-0bc1-45f5-a226-81da34bceb60, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:15.446791 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] For port 2d122a9a-0bc1-45f5-a226-81da34bceb60, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2d122a9a-0bc1-45f5-a226-81da34bceb60,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:15.458373 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.539158 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345ceb6-92f2-44e6-8429-5fe2b012bd10 None None] Pushing event updated for resources: {'Port': ['ID=2d122a9a-0bc1-45f5-a226-81da34bceb60,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.547395 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Routers {'180f0c91-0864-4ac8-a534-633f12dc5650'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:15.555916 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['180f0c91-0864-4ac8-a534-633f12dc5650'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:15.634610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.657614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for bb0850ee-533b-426a-ab29-15cf4429c8eb owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:15.663328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-345f3f10-2b90-4ca5-804e-0ae51d5ff83a service neutron] 10.222.0.10 "GET /v2.0/networks/73681d65-16b5-4e1b-a719-531474b89694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008227 Aug 27 02:45:15.732638 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] Set router 180f0c91-0864-4ac8-a534-633f12dc5650 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:15.816317 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.882677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=bb0850ee-533b-426a-ab29-15cf4429c8eb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.895807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.899439 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-877f7806-d2ca-4046-a8b5-13061374f198 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/bb0850ee-533b-426a-ab29-15cf4429c8eb HTTP/1.1" status: 204 len: 168 time: 0.8816752 Aug 27 02:45:15.902127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50074) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:16.002976 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f38040-e5ab-45b2-9631-b365bc9e171c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:16.008740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50092) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:16.010582 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f4f38040-e5ab-45b2-9631-b365bc9e171c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/bb0850ee-533b-426a-ab29-15cf4429c8eb HTTP/1.1" status: 404 len: 333 time: 0.1066873 Aug 27 02:45:16.015503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'name': 'tempest-PortsIpV6TestJSON-602732389'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:16.054392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a71ca89c-2505-47c3-ba7f-9065e86a314f req-9c0bc3d0-6989-436a-a9b7-2f3bd1d8459d tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 210 time: 0.0915427 Aug 27 02:45:16.101076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50100) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:16.117146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5408bf1-ef9f-4d44-8b19-1a7c461e2b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.159167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:45:16.159167 n-d-806293-1 neutron-server[94772]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:45:16.159167 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id': '802219eba5474bba8b45fed094050565', 'id': 'efbfbd52-ae30-4002-8c02-49ec2910f66a', 'expiration': datetime.datetime(2021, 8, 27, 2, 47, 16, 155143)}] Aug 27 02:45:16.159167 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:45:16.160076 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:45:16.246800 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2d122a9a-0bc1-45f5-a226-81da34bceb60', 'name': '', 'network_id': '73681d65-16b5-4e1b-a719-531474b89694', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:49:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57b46a09-6b95-4f51-8fe8-620d71f5856d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:09Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': '57b46a09-6b95-4f51-8fe8-620d71f5856d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:16.283388 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000e408-aa97-49b7-80c1-8d6ae34f16a2 None None] The sync data for ids ['180f0c91-0864-4ac8-a534-633f12dc5650'] in n-d-806293-1 is: [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2d122a9a-0bc1-45f5-a226-81da34bceb60', 'name': '', 'network_id': '73681d65-16b5-4e1b-a719-531474b89694', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:49:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57b46a09-6b95-4f51-8fe8-620d71f5856d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:09Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': '57b46a09-6b95-4f51-8fe8-620d71f5856d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:16.300017 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5408bf1-ef9f-4d44-8b19-1a7c461e2b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.309716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b5408bf1-ef9f-4d44-8b19-1a7c461e2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.377898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b5408bf1-ef9f-4d44-8b19-1a7c461e2b9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c29401e050134f85acbd36b3d04cf19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755108 Aug 27 02:45:16.379365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5408bf1-ef9f-4d44-8b19-1a7c461e2b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29483fb9-66d6-4754-9a39-ab6e718ad84f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:16.382385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50144) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:16.466666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bda0912-8994-4d72-be0d-2a388ad8d13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.496680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bda0912-8994-4d72-be0d-2a388ad8d13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.496962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e485-52a5-41ee-b501-fdcfbab47c39 req-f4137674-d793-4395-835d-716c48441f29 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:16.498783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e55e485-52a5-41ee-b501-fdcfbab47c39 req-f4137674-d793-4395-835d-716c48441f29 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 946 time: 0.0931001 Aug 27 02:45:16.570743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bda0912-8994-4d72-be0d-2a388ad8d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.573597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5bda0912-8994-4d72-be0d-2a388ad8d13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.574898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5bda0912-8994-4d72-be0d-2a388ad8d13c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29483fb9-66d6-4754-9a39-ab6e718ad84f HTTP/1.1" status: 204 len: 168 time: 0.1913719 Aug 27 02:45:16.588495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0912-8994-4d72-be0d-2a388ad8d13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29483fb9-66d6-4754-9a39-ab6e718ad84f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:16.590752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1e55e485-52a5-41ee-b501-fdcfbab47c39 req-2bb6d1d2-a9e7-4288-966e-33020c2b7a3c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855246 Aug 27 02:45:16.707616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:16.716766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.732588 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.763405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 40e3e454-0d71-44fe-b25b-150a4f55b5a7 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:16.879079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2d122a9a-0bc1-45f5-a226-81da34bceb60 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:16.982486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 2d122a9a-0bc1-45f5-a226-81da34bceb60 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:16.989033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2d122a9a-0bc1-45f5-a226-81da34bceb60 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:16.989637 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.035642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50168) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:17.065986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.126503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.170350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.227474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:17.228463 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de46abd6-e217-4fb1-83ca-b5d78ca76cac req-28a804ac-fdae-41ca-9f5e-4713155c2a78 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 210 time: 0.0424628 Aug 27 02:45:17.245443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=40e3e454-0d71-44fe-b25b-150a4f55b5a7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:17.250992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:17.253997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:17.264780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:17.267787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.282708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06db7762-7530-48ea-8a8c-7b95994f3d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.283624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 2d122a9a-0bc1-45f5-a226-81da34bceb60, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2d122a9a-0bc1-45f5-a226-81da34bceb60,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:17.291331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.302531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c90445d-6374-4ce7-9c9a-ef593bb51f4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2909503 Aug 27 02:45:17.307725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50178) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:17.325900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:17.426752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.449372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=2d122a9a-0bc1-45f5-a226-81da34bceb60,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:17.592984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06db7762-7530-48ea-8a8c-7b95994f3d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.602978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.613184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06db7762-7530-48ea-8a8c-7b95994f3d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.646945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06db7762-7530-48ea-8a8c-7b95994f3d2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=789fde6c91c043e7b17e10e3d119f6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102479 Aug 27 02:45:17.649668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50190) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:17.739661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-2e8b161b-445c-417b-a0d6-1b993efa3245 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:17.740348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-2e8b161b-445c-417b-a0d6-1b993efa3245 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.45 "GET /v2.0/networks?id=73681d65-16b5-4e1b-a719-531474b89694 HTTP/1.1" status: 200 len: 798 time: 0.3344572 Aug 27 02:45:17.741444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db7762-7530-48ea-8a8c-7b95994f3d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9e5019-8ee2-4b79-8ee3-ecddb4c08285,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:17.760675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54df3dcd-c8f6-466a-8805-0b791b315758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.767090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Request body: {'port': {'device_id': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'network_id': '73681d65-16b5-4e1b-a719-531474b89694', 'admin_state_up': True, 'tenant_id': '468d24a72a2f4b159f511a088eedaa10'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:17.770696 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.780324 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.885225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] In _notify_port_updated(), no bound segment for port 40e3e454-0d71-44fe-b25b-150a4f55b5a7 on network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:45:17.899716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:17.901053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.907470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "PUT /v2.0/ports/40e3e454-0d71-44fe-b25b-150a4f55b5a7 HTTP/1.1" status: 200 len: 818 time: 0.5974522 Aug 27 02:45:17.911681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50202) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:17.944316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54df3dcd-c8f6-466a-8805-0b791b315758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.992942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ae830-0d80-4b4c-93b0-de2016fdfa04 req-1a33996d-5d44-4b99-8cb8-d139d367276e tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:17.994552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-710ae830-0d80-4b4c-93b0-de2016fdfa04 req-1a33996d-5d44-4b99-8cb8-d139d367276e tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 946 time: 0.2218530 Aug 27 02:45:18.009155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1c236-8674-408f-b210-43f0142fb658 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=40e3e454-0d71-44fe-b25b-150a4f55b5a7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:18.078197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-710ae830-0d80-4b4c-93b0-de2016fdfa04 req-24f257a9-12e4-40fc-ae15-cd23974715dc tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709600 Aug 27 02:45:18.088629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 40e3e454-0d71-44fe-b25b-150a4f55b5a7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:18.089178 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.118868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Made reservation on behalf of 468d24a72a2f4b159f511a088eedaa10 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:18.123432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.141377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54df3dcd-c8f6-466a-8805-0b791b315758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.144641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-54df3dcd-c8f6-466a-8805-0b791b315758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.146250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-54df3dcd-c8f6-466a-8805-0b791b315758 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c9e5019-8ee2-4b79-8ee3-ecddb4c08285 HTTP/1.1" status: 204 len: 168 time: 0.4954250 Aug 27 02:45:18.157408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50208) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:18.162006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df3dcd-c8f6-466a-8805-0b791b315758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9e5019-8ee2-4b79-8ee3-ecddb4c08285,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:18.216392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.238293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 40e3e454-0d71-44fe-b25b-150a4f55b5a7 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:18.320540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-325601785'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:18.345345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Allocated IP 172.20.0.30 (73681d65-16b5-4e1b-a719-531474b89694/57b46a09-6b95-4f51-8fe8-620d71f5856d/f0393ff9-4023-46fa-9be1-5bd215716eae) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:18.377406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-503f3314-6efe-4ce6-92e6-27202f51f707 req-36926d05-832f-4195-b436-8e3b4068eac7 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 210 time: 0.0406301 Aug 27 02:45:18.384387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.398159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:18.403471 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.429720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=40e3e454-0d71-44fe-b25b-150a4f55b5a7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:18.440281 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.445097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.449398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f193ec7a-14d6-44cd-ac42-2bf26bab679f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/40e3e454-0d71-44fe-b25b-150a4f55b5a7 HTTP/1.1" status: 204 len: 168 time: 0.5335276 Aug 27 02:45:18.450520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50216) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:18.514194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.541385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b051e-dfd8-413f-aefe-c214a28da42c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:18.545463 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e18b051e-dfd8-413f-aefe-c214a28da42c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0916736 Aug 27 02:45:18.545463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Transition to ACTIVE for port object f0393ff9-4023-46fa-9be1-5bd215716eae will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:18.546923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50218) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:18.548080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.555667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.576213 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabcf224-6fb1-4da4-a010-77451e4e80dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:18.577898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dabcf224-6fb1-4da4-a010-77451e4e80dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/40e3e454-0d71-44fe-b25b-150a4f55b5a7 HTTP/1.1" status: 404 len: 333 time: 0.0299025 Aug 27 02:45:18.578920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:18.581961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50220) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:18.592947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1834019262'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:18.593144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3cfe07-b539-4444-ad4b-629fe132e871,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:18.597996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.598535 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Added segment fd747331-8dad-42b2-99f2-0e33c0c22238 of type vlan for network b107dea3-9816-486a-9632-283f1d0de853 Aug 27 02:45:18.616116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50222) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:18.640709 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.641434 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c8d-a93e-4aa5-9f14-f800d9b0fd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.655077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:18.658494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.671508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.681274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:18.682010 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.685856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.736435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2d122a9a-0bc1-45f5-a226-81da34bceb60 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:18.738059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:18.751396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Network 73681d65-16b5-4e1b-a719-531474b89694 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:18.762969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Network': ['ID=b107dea3-9816-486a-9632-283f1d0de853,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:18.766246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:18.777107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:18.778996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network b107dea3-9816-486a-9632-283f1d0de853 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:18.782793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.783137 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment 2b961a36-9fa3-45ba-9720-c23eea101809 of type vlan for network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae Aug 27 02:45:18.784402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event updated for resources: {'Port': ['ID=f0393ff9-4023-46fa-9be1-5bd215716eae,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:18.865616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2d122a9a-0bc1-45f5-a226-81da34bceb60 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:18.866147 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.868241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.892942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:18.893603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.944978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.950881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:18.951422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.016797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c8d-a93e-4aa5-9f14-f800d9b0fd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.029718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c8d-a93e-4aa5-9f14-f800d9b0fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.030962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-94cb9576-0fe8-47d4-bb21-3f0a9c8bb25e None None] Provisioning for port f0393ff9-4023-46fa-9be1-5bd215716eae completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:19.035993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-94cb9576-0fe8-47d4-bb21-3f0a9c8bb25e None None] Provisioning complete for port f0393ff9-4023-46fa-9be1-5bd215716eae triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:19.037275 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-94cb9576-0fe8-47d4-bb21-3f0a9c8bb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.054839 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c516c162-b665-48eb-a59e-a152a50c1450 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8932421 Aug 27 02:45:19.054839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50228) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:19.058088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4748132 Aug 27 02:45:19.060230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'subnet': {'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:19.091133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50230) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:19.092599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-273564fa-fbf8-478f-b274-1341551c3d20 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3330128 Aug 27 02:45:19.098819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f3f81c8d-a93e-4aa5-9f14-f800d9b0fd8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c5f56a8be464f6bb90f91f06646e914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816759 Aug 27 02:45:19.102158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-94cb9576-0fe8-47d4-bb21-3f0a9c8bb25e None None] Port f0393ff9-4023-46fa-9be1-5bd215716eae cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:19.105791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:19.110713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:19.127843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97e92-d4b1-48c8-aa2c-d407b1426424 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=1a7f0e6d-1b6b-4c25-9872-0e95647e10ae,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:19.132888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f81c8d-a93e-4aa5-9f14-f800d9b0fd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890e6e5-b9bd-40b5-96ca-727e4e7f77b6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:19.142388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:19.142765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-f4f83416-1f62-4a06-9373-b06813d29965 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:19.145500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-f4f83416-1f62-4a06-9373-b06813d29965 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 946 time: 0.1370313 Aug 27 02:45:19.148836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Request body: {'port': {'device_id': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:19.231333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:19.235894 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.309494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.366682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb5d97d5-1e78-4913-86be-bcac26462fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.373828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0f500-885e-4c46-b86c-345939c760c1 req-6bec1899-f621-461e-80a3-d27cc4070e2f tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:19.378846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfc0f500-885e-4c46-b86c-345939c760c1 req-6bec1899-f621-461e-80a3-d27cc4070e2f tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 946 time: 0.1686833 Aug 27 02:45:19.394451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:19.397885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.427111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb5d97d5-1e78-4913-86be-bcac26462fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.429355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Deleting port cd060688-a969-4ee4-8e3f-d4bf5311db52 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:19.429924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.736364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6d562-e8d5-4e37-b150-c057273a0dda req-914083a6-7b13-4696-b47e-cdb0171ddd59 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:19.738051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-81e6d562-e8d5-4e37-b150-c057273a0dda req-914083a6-7b13-4696-b47e-cdb0171ddd59 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 895 time: 0.2491708 Aug 27 02:45:19.748288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb5d97d5-1e78-4913-86be-bcac26462fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.751006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb5d97d5-1e78-4913-86be-bcac26462fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.752230 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb5d97d5-1e78-4913-86be-bcac26462fcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8890e6e5-b9bd-40b5-96ca-727e4e7f77b6 HTTP/1.1" status: 204 len: 168 time: 0.6205108 Aug 27 02:45:19.804475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d97d5-1e78-4913-86be-bcac26462fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890e6e5-b9bd-40b5-96ca-727e4e7f77b6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:19.875409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] For port cd060688-a969-4ee4-8e3f-d4bf5311db52, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cd060688-a969-4ee4-8e3f-d4bf5311db52,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:19.875983 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.899645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Calling delete_port for cd060688-a969-4ee4-8e3f-d4bf5311db52 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:19.919947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.956762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfc0f500-885e-4c46-b86c-345939c760c1 req-58164aec-b6ec-4279-adf5-97436f254bac tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744641 Aug 27 02:45:20.014601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0393ff9-4023-46fa-9be1-5bd215716eae {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:20.044006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.056890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=b84b5618-0cc0-4bdc-8dca-9eace73e4f9b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:20.069166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Transition to ACTIVE for port object f0393ff9-4023-46fa-9be1-5bd215716eae will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:20.075217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': '2b961a36-9fa3-45ba-9720-c23eea101809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:20.075660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:20.080491 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.084864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.155262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Pushing event updated for resources: {'Port': ['ID=f0393ff9-4023-46fa-9be1-5bd215716eae,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:20.184913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:20.219008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:20.236875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25fef3-30c6-4ec3-aff7-8ead11dd7045 None None] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:20.240929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Subnet': ['ID=2b5610b9-6205-417b-987b-10c5862f214b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:20.269641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.273304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Checking segment: {'id': 'fd747331-8dad-42b2-99f2-0e33c0c22238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b107dea3-9816-486a-9632-283f1d0de853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:20.273671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network hostable DHCP agents. Network: b107dea3-9816-486a-9632-283f1d0de853, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:20.299849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:20.300586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.329247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cd060688-a969-4ee4-8e3f-d4bf5311db52'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:20.358544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Pushing event deleted for resources: {'Port': ['ID=cd060688-a969-4ee4-8e3f-d4bf5311db52,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:20.383817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c1c37f2-3cf3-432f-a09e-c4f2f5f66488 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2809842 Aug 27 02:45:20.384025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network b107dea3-9816-486a-9632-283f1d0de853 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:20.384489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50262) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:20.399882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a750ec2b-aa74-4e78-8fcb-3ad7c0aaba4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:20.415178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Attempting to bind port f0393ff9-4023-46fa-9be1-5bd215716eae on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:20.415443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Attempting to bind port f0393ff9-4023-46fa-9be1-5bd215716eae by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:20.415939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Attempting to bind port f0393ff9-4023-46fa-9be1-5bd215716eae on network 73681d65-16b5-4e1b-a719-531474b89694 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:20.423406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Port f0393ff9-4023-46fa-9be1-5bd215716eae on network 73681d65-16b5-4e1b-a719-531474b89694 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:45:20.423878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Attempting to bind port f0393ff9-4023-46fa-9be1-5bd215716eae on network 73681d65-16b5-4e1b-a719-531474b89694 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:20.431198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:20.431864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Checking segment: {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:20.432782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Bound using segment: {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:20.433377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Bound port: f0393ff9-4023-46fa-9be1-5bd215716eae, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f114dc4-704c-4593-bab0-a9016b91a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '73681d65-16b5-4e1b-a719-531474b89694'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:20.434468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.449255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] No DVR routers for this DVR port cd060688-a969-4ee4-8e3f-d4bf5311db52 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:20.486581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, b107dea3-9816-486a-9632-283f1d0de853) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:20.492376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.494853 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.45 "DELETE /v2.0/ports/cd060688-a969-4ee4-8e3f-d4bf5311db52 HTTP/1.1" status: 204 len: 173 time: 1.3413401 Aug 27 02:45:20.497551 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'name': 'network-vif-deleted', 'tag': 'cd060688-a969-4ee4-8e3f-d4bf5311db52'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:20.500091 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2874afa9-d1eb-4609-9044-9979a99e1aa1" -d '{"events": [{"server_uuid": "a7cb5832-0d17-4172-9ca0-2d1761f00570", "name": "network-vif-deleted", "tag": "cd060688-a969-4ee4-8e3f-d4bf5311db52"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:20.502828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bb1b90-cfeb-4219-8035-761f73acc12f None None] Network b107dea3-9816-486a-9632-283f1d0de853 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:20.507735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:20.508840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.531255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] For port f0393ff9-4023-46fa-9be1-5bd215716eae, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:20.534813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] For port f0393ff9-4023-46fa-9be1-5bd215716eae, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f0393ff9-4023-46fa-9be1-5bd215716eae,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:20.552263 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.583077 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b1571-a630-4e86-98e0-b21654b63a2f x-openstack-request-id: req-a22b1571-a630-4e86-98e0-b21654b63a2f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:20.585787 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cb5832-0d17-4172-9ca0-2d1761f00570", "name": "network-vif-deleted", "tag": "cd060688-a969-4ee4-8e3f-d4bf5311db52", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:20.586068 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a22b1571-a630-4e86-98e0-b21654b63a2f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:20.586536 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cb5832-0d17-4172-9ca0-2d1761f00570', 'name': 'network-vif-deleted', 'tag': 'cd060688-a969-4ee4-8e3f-d4bf5311db52', 'status': 'completed', 'code': 200} Aug 27 02:45:20.591954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bc1c55b0-78b2-4edc-8918-b0ee577add92 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5360403 Aug 27 02:45:20.592585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50270) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:20.631043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-1a7f0e6d-1b6b-4c25-9872-0e95647e10ae', 'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae', 'tenant_id': '802219eba5474bba8b45fed094050565', 'fixed_ips': [{'subnet_id': 'b84b5618-0cc0-4bdc-8dca-9eace73e4f9b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:20.632104 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.636339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'name': 'tempest-AllowedAddressPairTestJSON-345074024'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:20.663346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:20.663346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.664170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] 10.222.0.45 "PUT /v2.0/ports/f0393ff9-4023-46fa-9be1-5bd215716eae HTTP/1.1" status: 200 len: 1055 time: 1.5262499 Aug 27 02:45:20.674833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'tag': 'f0393ff9-4023-46fa-9be1-5bd215716eae'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:20.677230 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b" -d '{"events": [{"name": "network-changed", "server_uuid": "da177d98-74cd-48b5-9ce5-2313328120a7", "tag": "f0393ff9-4023-46fa-9be1-5bd215716eae"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:20.789154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ff44e-e1f4-48c2-8bab-c7985acbf85a service neutron] Pushing event updated for resources: {'Port': ['ID=f0393ff9-4023-46fa-9be1-5bd215716eae,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:20.802823 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc108c3-3cb3-4497-b96a-e155c8768e27 x-openstack-request-id: req-9dc108c3-3cb3-4497-b96a-e155c8768e27 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:20.803114 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da177d98-74cd-48b5-9ce5-2313328120a7", "tag": "f0393ff9-4023-46fa-9be1-5bd215716eae", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:20.803358 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dc108c3-3cb3-4497-b96a-e155c8768e27 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:20.803761 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'tag': 'f0393ff9-4023-46fa-9be1-5bd215716eae', 'status': 'completed', 'code': 200} Aug 27 02:45:20.884111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a750ec2b-aa74-4e78-8fcb-3ad7c0aaba4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:20.887812 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a750ec2b-aa74-4e78-8fcb-3ad7c0aaba4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.888416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b req-f57f07bc-9dd0-4d82-b823-2f9f0a205f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:20.890097 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b req-f57f07bc-9dd0-4d82-b823-2f9f0a205f23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 1058 time: 0.0905080 Aug 27 02:45:20.956052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:20.961048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.003354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] device_id is not set on port ac020544-d81f-4aa4-a6ab-669d495daf10 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:21.043981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Allocated IP 2001:db8::2 (1a7f0e6d-1b6b-4c25-9872-0e95647e10ae/b84b5618-0cc0-4bdc-8dca-9eace73e4f9b/a7024961-2a09-441b-8ee1-1fa52c6abed4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:21.076828 n-d-806293-1 neutron-server[94772]: INFO neutron.db.ipam_backend_mixin [None req-a750ec2b-aa74-4e78-8fcb-3ad7c0aaba4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b84b5618-0cc0-4bdc-8dca-9eace73e4f9b (CIDR: 2001:db8::/64) Aug 27 02:45:21.083157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50294) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:21.092908 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a750ec2b-aa74-4e78-8fcb-3ad7c0aaba4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:45:21.093266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a750ec2b-aa74-4e78-8fcb-3ad7c0aaba4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:45:21.163791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a750ec2b-aa74-4e78-8fcb-3ad7c0aaba4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7679386 Aug 27 02:45:21.167058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50298) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:21.175245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:21.275448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-b107dea3-9816-486a-9632-283f1d0de853', 'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'tenant_id': 'b67306ededca452fa4db1c7bddc2f905', 'fixed_ips': [{'subnet_id': '2b5610b9-6205-417b-987b-10c5862f214b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:21.277835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.357823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Allocated IP 172.20.0.6 (b107dea3-9816-486a-9632-283f1d0de853/2b5610b9-6205-417b-987b-10c5862f214b/ac020544-d81f-4aa4-a6ab-669d495daf10) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:21.390064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1920706226-network', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:21.454368 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.475764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b37f586b-1efd-4e4e-aca0-9b8b3890b3fb req-24044e87-2f30-4bf2-8138-2294ad7b1f59 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7cb5832-0d17-4172-9ca0-2d1761f00570 HTTP/1.1" status: 200 len: 210 time: 0.0948689 Aug 27 02:45:21.519176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Made reservation on behalf of c6db92cbe2d4469da469b5d5ed5aa5d8 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:21.521673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.544700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.544913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Transition to ACTIVE for port object a7024961-2a09-441b-8ee1-1fa52c6abed4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:21.568696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Transition to ACTIVE for port object a7024961-2a09-441b-8ee1-1fa52c6abed4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:21.600716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.617631 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:45:21.617631 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:45:21.617631 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id_1': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 45, 21, 560995)}] Aug 27 02:45:21.617631 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:45:21.618158 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:45:21.632290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c739e-f203-4331-b436-bbdd3151e77f req-7dca8f74-a0d7-447d-8755-df40158cf35b tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:21.636940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:21.640771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.645871 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-280c739e-f203-4331-b436-bbdd3151e77f req-7dca8f74-a0d7-447d-8755-df40158cf35b tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 907 time: 0.7403843 Aug 27 02:45:21.654062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:21.657572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:21.660957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:21.696429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b req-22b3199e-0654-4c4c-9e97-fddb4a177a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:21.697161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b req-22b3199e-0654-4c4c-9e97-fddb4a177a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:21.698904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b req-22b3199e-0654-4c4c-9e97-fddb4a177a2e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=468d24a72a2f4b159f511a088eedaa10&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.7947507 Aug 27 02:45:21.709354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Pushing event updated for resources: {'Port': ['ID=a7024961-2a09-441b-8ee1-1fa52c6abed4,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:21.751964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Attempting to bind port a7024961-2a09-441b-8ee1-1fa52c6abed4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:21.752481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Attempting to bind port a7024961-2a09-441b-8ee1-1fa52c6abed4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2b961a36-9fa3-45ba-9720-c23eea101809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:21.753243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Attempting to bind port a7024961-2a09-441b-8ee1-1fa52c6abed4 on network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:21.758028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.758724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:21.759225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Checking segment: {'id': '2b961a36-9fa3-45ba-9720-c23eea101809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:21.759823 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.760309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Bound using segment: {'id': '2b961a36-9fa3-45ba-9720-c23eea101809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:21.760990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Bound port: a7024961-2a09-441b-8ee1-1fa52c6abed4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b961a36-9fa3-45ba-9720-c23eea101809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:21.761515 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.789165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Transition to ACTIVE for port object ac020544-d81f-4aa4-a6ab-669d495daf10 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:21.841156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] For port a7024961-2a09-441b-8ee1-1fa52c6abed4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:21.844961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] For port a7024961-2a09-441b-8ee1-1fa52c6abed4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a7024961-2a09-441b-8ee1-1fa52c6abed4,segment=NetworkSegment(2b961a36-9fa3-45ba-9720-c23eea101809),segment_id=2b961a36-9fa3-45ba-9720-c23eea101809)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:21.852954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.890813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.933951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b req-e459893c-bf52-43a1-b3ec-8c025a5e44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:21.935911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d63c7a4d-eeb2-4a60-a54d-bed81c2d827b req-e459893c-bf52-43a1-b3ec-8c025a5e44dd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2286756 Aug 27 02:45:21.943158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d75f3-ddc7-49dd-a7ed-277eb89ae8fb None None] Pushing event updated for resources: {'Port': ['ID=a7024961-2a09-441b-8ee1-1fa52c6abed4,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:21.983451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Allocated IP 172.20.0.2 (b107dea3-9816-486a-9632-283f1d0de853/2b5610b9-6205-417b-987b-10c5862f214b/4ed8bcfb-763a-4971-8c82-c8834b992bf1) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:22.007342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network b107dea3-9816-486a-9632-283f1d0de853 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:22.024770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:22.025425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-388b5d61-02e6-4d88-b21f-fb549afa64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.027214 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-388b5d61-02e6-4d88-b21f-fb549afa64e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 1058 time: 0.0527713 Aug 27 02:45:22.036418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:22.056578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=ac020544-d81f-4aa4-a6ab-669d495daf10,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:22.079329 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-ca8faa20-3bac-4bc5-885e-467c285d1b22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f0393ff9-4023-46fa-9be1-5bd215716eae HTTP/1.1" status: 200 len: 217 time: 0.0441980 Aug 27 02:45:22.120137 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.139197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.147273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-87f5376f-9777-427b-bde1-466ae32cda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.148790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-87f5376f-9777-427b-bde1-466ae32cda3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57b46a09-6b95-4f51-8fe8-620d71f5856d HTTP/1.1" status: 200 len: 838 time: 0.0611994 Aug 27 02:45:22.154471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.155158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.203660 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.210560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-63d1d915-ee37-409a-81fb-168263a84b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.213459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Transition to ACTIVE for port object 4ed8bcfb-763a-4971-8c82-c8834b992bf1 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:22.219272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-63d1d915-ee37-409a-81fb-168263a84b08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73681d65-16b5-4e1b-a719-531474b89694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624826 Aug 27 02:45:22.228090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:22.232283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Transition to ACTIVE for port object 4ed8bcfb-763a-4971-8c82-c8834b992bf1 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:22.239120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:22.267463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.268397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:45:22.277603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.278670 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.299682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=a48aa21b-bd8f-46e8-bbe0-ab59e0d98162,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:22.377152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Network b107dea3-9816-486a-9632-283f1d0de853 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:22.377932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Pushing event updated for resources: {'Port': ['ID=4ed8bcfb-763a-4971-8c82-c8834b992bf1,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:22.381275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:22.383491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:22.391300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-52cb16de-8104-45fd-b7bc-85b3c2e93716 service neutron] 10.222.0.45 "GET /v2.0/networks/73681d65-16b5-4e1b-a719-531474b89694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446571 Aug 27 02:45:22.407121 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.417346 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.448714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:22.465041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.466024 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Added segment 57af0824-4c80-4612-8f47-ca21c86e3a96 of type vlan for network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc Aug 27 02:45:22.508986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Attempting to bind port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:22.509361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Attempting to bind port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fd747331-8dad-42b2-99f2-0e33c0c22238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b107dea3-9816-486a-9632-283f1d0de853'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:22.510432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Attempting to bind port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 on network b107dea3-9816-486a-9632-283f1d0de853 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:22.516261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:22.516629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Checking segment: {'id': 'fd747331-8dad-42b2-99f2-0e33c0c22238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b107dea3-9816-486a-9632-283f1d0de853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:22.517343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.517973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Bound using segment: {'id': 'fd747331-8dad-42b2-99f2-0e33c0c22238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b107dea3-9816-486a-9632-283f1d0de853'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:22.518518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Bound port: 4ed8bcfb-763a-4971-8c82-c8834b992bf1, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd747331-8dad-42b2-99f2-0e33c0c22238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b107dea3-9816-486a-9632-283f1d0de853'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:22.519049 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.544291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b55c317e-729a-418f-a956-d1c3e9d00e52 req-b29f2b1e-15fb-4e3a-b9fc-3169311358de service neutron] 10.222.0.45 "GET /v2.0/networks/73681d65-16b5-4e1b-a719-531474b89694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385465 Aug 27 02:45:22.558620 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7d5d6fb1-863b-4eba-bfac-efae78576213 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9403338 Aug 27 02:45:22.562523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f9b67b62-5858-47e7-a4ab-885c79a1a582 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3919835 Aug 27 02:45:22.562660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50306) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:22.567283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'name': 'tempest-AllowedAddressPairTestJSON-1865151656', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:fe:8b:a2'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:22.574956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50308) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:22.582926 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.596197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae', 'fixed_ips': [{'subnet_id': 'b84b5618-0cc0-4bdc-8dca-9eace73e4f9b'}, {'subnet_id': 'a48aa21b-bd8f-46e8-bbe0-ab59e0d98162'}], 'name': 'tempest-PortsIpV6TestJSON-789510635'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:22.630916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] For port 4ed8bcfb-763a-4971-8c82-c8834b992bf1, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:22.636936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] For port 4ed8bcfb-763a-4971-8c82-c8834b992bf1, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ed8bcfb-763a-4971-8c82-c8834b992bf1,segment=NetworkSegment(fd747331-8dad-42b2-99f2-0e33c0c22238),segment_id=fd747331-8dad-42b2-99f2-0e33c0c22238)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:22.646050 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.679100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ff7ee-7b5b-4081-b4be-d991d31b0884,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:22.791490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d986e6-dde2-446a-9ddd-70314b8a1ead None None] Pushing event updated for resources: {'Port': ['ID=4ed8bcfb-763a-4971-8c82-c8834b992bf1,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:22.792532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.795548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.796298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.883107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:22.911030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f5292-b92e-4070-bbc3-45b1e9d02a4a req-8e1e537e-818c-412e-aa08-05a8b0c4d600 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.914569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7024961-2a09-441b-8ee1-1fa52c6abed4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:22.927563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f5292-b92e-4070-bbc3-45b1e9d02a4a req-8e1e537e-818c-412e-aa08-05a8b0c4d600 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 907 time: 0.1216686 Aug 27 02:45:23.005789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] Pushing event updated for resources: {'Network': ['ID=9e490cb6-5a5d-41dc-8116-202bfee3f9bc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:23.022982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:23.029834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:23.060637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5b9c9e43-8fac-48bc-b027-049e68d7fd0c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9734457 Aug 27 02:45:23.063688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50324) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:23.110947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.132335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] device_id is not set on port db937c8c-bd46-4bf7-8662-b61d808ff68b yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:23.133573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Request body: {'subnet': {'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1920706226-subnet', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:23.153904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a7024961-2a09-441b-8ee1-1fa52c6abed4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:23.264552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Made reservation on behalf of c6db92cbe2d4469da469b5d5ed5aa5d8 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:23.266938 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.297167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-59133bc4-7ba2-4ff0-b342-6b36462702d2 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.299001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-59133bc4-7ba2-4ff0-b342-6b36462702d2 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/networks?id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8 HTTP/1.1" status: 200 len: 808 time: 0.3894119 Aug 27 02:45:23.331126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cd060688-a969-4ee4-8e3f-d4bf5311db52 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:23.336704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Allocated IP 172.20.0.14 (b107dea3-9816-486a-9632-283f1d0de853/2b5610b9-6205-417b-987b-10c5862f214b/db937c8c-bd46-4bf7-8662-b61d808ff68b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:23.358569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-7bb40771-e46f-41cf-94c4-c9a62e498a10 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/quotas/2f754daf49ee4fa592dd0398075dc9e9 HTTP/1.1" status: 200 len: 375 time: 0.0202928 Aug 27 02:45:23.364176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.374015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: cd060688-a969-4ee4-8e3f-d4bf5311db52 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:23.374490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cd060688-a969-4ee4-8e3f-d4bf5311db52 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:23.420584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-dd01c164-6e25-45aa-9a28-5571dce1a26a tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f754daf49ee4fa592dd0398075dc9e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540471 Aug 27 02:45:23.461007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port f314540c-d4af-42d1-a145-a9b37165249a yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:23.555557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.575741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Transition to ACTIVE for port object db937c8c-bd46-4bf7-8662-b61d808ff68b will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:23.581833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c8107-56a1-4e6e-98c2-b9e687e0307f None None] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:23.617734 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.677356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network b107dea3-9816-486a-9632-283f1d0de853 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:23.693575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-c13f9449-b16e-42d5-8ad8-31ea869c42a4 service neutron] 10.222.0.10 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633502 Aug 27 02:45:23.694778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:23.699988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:23.710122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c3b61826-3032-4077-9495-986c0abd91a1 None None] Provisioning for port a7024961-2a09-441b-8ee1-1fa52c6abed4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:23.731912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c3b61826-3032-4077-9495-986c0abd91a1 None None] Provisioning complete for port a7024961-2a09-441b-8ee1-1fa52c6abed4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:23.732573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c3b61826-3032-4077-9495-986c0abd91a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.746697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=db937c8c-bd46-4bf7-8662-b61d808ff68b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:23.807419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.811043 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.849206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-378fa3e4-5586-4bb4-b97f-2b46e378f415 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.2840073 Aug 27 02:45:23.849387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:23.904075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.922937 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c3b61826-3032-4077-9495-986c0abd91a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.929420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b8d2d-529d-40a8-82a6-9248d3920642 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.935513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b8d2d-529d-40a8-82a6-9248d3920642 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.943338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b8d2d-529d-40a8-82a6-9248d3920642 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.945159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-253b8d2d-529d-40a8-82a6-9248d3920642 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0947976 Aug 27 02:45:23.952547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50332) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:24.011681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c3b61826-3032-4077-9495-986c0abd91a1 None None] For port a7024961-2a09-441b-8ee1-1fa52c6abed4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a7024961-2a09-441b-8ee1-1fa52c6abed4,segment=NetworkSegment(2b961a36-9fa3-45ba-9720-c23eea101809),segment_id=2b961a36-9fa3-45ba-9720-c23eea101809)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:24.062581 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c3b61826-3032-4077-9495-986c0abd91a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.065075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] Update dhcp port {'port': {'network_id': '1a7f0e6d-1b6b-4c25-9872-0e95647e10ae', 'fixed_ips': [{'subnet_id': 'b84b5618-0cc0-4bdc-8dca-9eace73e4f9b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a48aa21b-bd8f-46e8-bbe0-ab59e0d98162'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'a7024961-2a09-441b-8ee1-1fa52c6abed4'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:45:24.100396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.111440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:24.115734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805481cd-edf4-4b0a-a3d1-ec93a75982b3 req-dcd5530f-49c0-4296-871f-31032c23370c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:24.117490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-805481cd-edf4-4b0a-a3d1-ec93a75982b3 req-dcd5530f-49c0-4296-871f-31032c23370c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 907 time: 0.0737565 Aug 27 02:45:24.124686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting port db937c8c-bd46-4bf7-8662-b61d808ff68b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:24.125147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.200639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-13c8a670-35bb-4687-850e-3b9995fda76d service neutron] 10.222.0.10 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720910 Aug 27 02:45:24.240147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Checking segment: {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:24.240533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Network hostable DHCP agents. Network: 9e490cb6-5a5d-41dc-8116-202bfee3f9bc, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:24.244424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca9b3e-e44f-4fb0-8cf6-5232d3daead9 None None] Network b107dea3-9816-486a-9632-283f1d0de853 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:24.270223 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.289167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Calling delete_port for db937c8c-bd46-4bf7-8662-b61d808ff68b owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:24.299953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:24.313437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::197 (1a7f0e6d-1b6b-4c25-9872-0e95647e10ae/b84b5618-0cc0-4bdc-8dca-9eace73e4f9b/f314540c-d4af-42d1-a145-a9b37165249a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:24.335108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8:0:1::156 (1a7f0e6d-1b6b-4c25-9872-0e95647e10ae/a48aa21b-bd8f-46e8-bbe0-ab59e0d98162/f314540c-d4af-42d1-a145-a9b37165249a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:24.346110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9e490cb6-5a5d-41dc-8116-202bfee3f9bc) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:24.372049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:24.373270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.468607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.475653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f5d5050-5096-428a-a791-bea1d14fdf1c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3460360 Aug 27 02:45:24.480413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50338) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:24.497368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:24.499134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cfff7aa9-9dc5-4d66-95da-409353d76a8a req-86003e40-5e98-4674-966e-80bd7701cacc tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 210 time: 0.0462761 Aug 27 02:45:24.558606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Port': ['ID=db937c8c-bd46-4bf7-8662-b61d808ff68b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:24.605912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.606766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.692446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a043b-124a-494f-aa67-2333661b4034 None None] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:24.694973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b61826-3032-4077-9495-986c0abd91a1 None None] Pushing event updated for resources: {'Port': ['ID=a7024961-2a09-441b-8ee1-1fa52c6abed4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:24.765320 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.780501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object f314540c-d4af-42d1-a145-a9b37165249a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:24.828878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.831611 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1090a513-bcc4-45f3-8882-686cbb55d99c tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/ports/db937c8c-bd46-4bf7-8662-b61d808ff68b HTTP/1.1" status: 204 len: 168 time: 0.8779979 Aug 27 02:45:24.834140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50348) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:24.836062 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.875999 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab1e813-0773-428e-9944-ca85430df3f5 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] GET failed (client error): The resource could not be found. Aug 27 02:45:24.878499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2ab1e813-0773-428e-9944-ca85430df3f5 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "GET /v2.0/ports/db937c8c-bd46-4bf7-8662-b61d808ff68b HTTP/1.1" status: 404 len: 333 time: 0.0431478 Aug 27 02:45:24.882202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50350) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:24.894192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'name': 'tempest-AllowedAddressPairTestJSON-107060996'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:24.921410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a8b4b4d9-2de8-4dd5-9913-30e96aa42b30 None None] Provisioning for port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:24.925815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ed8bcfb-763a-4971-8c82-c8834b992bf1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:25.029368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:25.035011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.086647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] device_id is not set on port 305fe3ab-60ce-4ae1-b090-16044011d8c2 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:25.117761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:25.127598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:25.128028 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.170598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:25.171458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.192771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] Allocated IP 2001:db8:0:1::2 (1a7f0e6d-1b6b-4c25-9872-0e95647e10ae/a48aa21b-bd8f-46e8-bbe0-ab59e0d98162/a7024961-2a09-441b-8ee1-1fa52c6abed4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:25.286756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Allocated IP 172.20.0.13 (b107dea3-9816-486a-9632-283f1d0de853/2b5610b9-6205-417b-987b-10c5862f214b/305fe3ab-60ce-4ae1-b090-16044011d8c2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:25.346898 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.413178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:25.458988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:25.485342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f0393ff9-4023-46fa-9be1-5bd215716eae details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:25.501502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:25.508715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.509391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.571227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=f314540c-d4af-42d1-a145-a9b37165249a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:25.583374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.601915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f12b1-8ea9-46e0-8ba4-5a223a4b91e7 req-895ebd6c-a149-4cb5-87e8-a279b83ab6fd tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.603595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc3f12b1-8ea9-46e0-8ba4-5a223a4b91e7 req-895ebd6c-a149-4cb5-87e8-a279b83ab6fd tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 907 time: 0.2548709 Aug 27 02:45:25.642148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4d049bf7-c3dc-4fad-b1d9-684487b9b057 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0564795 Aug 27 02:45:25.662593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f38bfb5f-9d4b-43c4-84d3-1c14a1d4c27f req-23909c45-fd4a-442d-8032-36a8a770158e tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 210 time: 0.0391881 Aug 27 02:45:25.663598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Transition to ACTIVE for port object 305fe3ab-60ce-4ae1-b090-16044011d8c2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:25.665190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50356) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:25.670817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b84b5618-0cc0-4bdc-8dca-9eace73e4f9b'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:25.694643 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.862871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f0393ff9-4023-46fa-9be1-5bd215716eae, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f0393ff9-4023-46fa-9be1-5bd215716eae,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:25.901184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.981321 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.992874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5e65515c-6c1e-410d-a9f0-9ab184bf67db None None] Provisioning complete for port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:25.993261 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e65515c-6c1e-410d-a9f0-9ab184bf67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.005318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f0393ff9-4023-46fa-9be1-5bd215716eae', 'network_id': '73681d65-16b5-4e1b-a719-531474b89694', 'port_id': 'f0393ff9-4023-46fa-9be1-5bd215716eae', 'mac_address': 'fa:16:3e:20:27:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b46a09-6b95-4f51-8fe8-620d71f5856d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:26.064936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network b107dea3-9816-486a-9632-283f1d0de853 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:26.067431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Allocated IP 172.20.0.2 (9e490cb6-5a5d-41dc-8116-202bfee3f9bc/8cc08818-870f-4f46-a8e8-8b46fcbd9c1b/c1cf6b05-e6fc-40d0-b23a-aee186e5000d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:26.069446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=305fe3ab-60ce-4ae1-b090-16044011d8c2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:26.072629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:26.081214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:26.088017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-e1347b22-df02-4df6-81eb-61a4a5136f84 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.089730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-e1347b22-df02-4df6-81eb-61a4a5136f84 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.32 "GET /v2.0/networks?id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8 HTTP/1.1" status: 200 len: 808 time: 0.2903042 Aug 27 02:45:26.103368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 4ed8bcfb-763a-4971-8c82-c8834b992bf1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ed8bcfb-763a-4971-8c82-c8834b992bf1,segment=NetworkSegment(fd747331-8dad-42b2-99f2-0e33c0c22238),segment_id=fd747331-8dad-42b2-99f2-0e33c0c22238)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:26.105677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Request body: {'port': {'device_id': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8', 'admin_state_up': True, 'tenant_id': '2f754daf49ee4fa592dd0398075dc9e9'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:26.119615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.187820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.207840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.228463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] For port a7024961-2a09-441b-8ee1-1fa52c6abed4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a7024961-2a09-441b-8ee1-1fa52c6abed4,segment=NetworkSegment(2b961a36-9fa3-45ba-9720-c23eea101809),segment_id=2b961a36-9fa3-45ba-9720-c23eea101809)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:26.232706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.233399 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.266304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.323240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-717084cf-dac5-48dd-a1a2-a4ff070179fa tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4320333 Aug 27 02:45:26.356529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50360) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:26.362052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:fe:8b:a2'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:26.379538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.391279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=4ed8bcfb-763a-4971-8c82-c8834b992bf1,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:26.423814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Allocated IP 172.25.1.128 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/30ecfaf7-a427-4290-afda-03158aede7a7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:26.437766 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.458674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.462014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0393ff9-4023-46fa-9be1-5bd215716eae {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:26.496127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f0393ff9-4023-46fa-9be1-5bd215716eae, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f0393ff9-4023-46fa-9be1-5bd215716eae,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:26.522965 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.541385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.581921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] Transition to ACTIVE for port object a7024961-2a09-441b-8ee1-1fa52c6abed4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:26.607691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.612153 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.638897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f0393ff9-4023-46fa-9be1-5bd215716eae,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:26.715021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:26.719746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Made reservation on behalf of 2f754daf49ee4fa592dd0398075dc9e9 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:26.729196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.749014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:26.752096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:26.758240 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.813620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Transition to ACTIVE for port object c1cf6b05-e6fc-40d0-b23a-aee186e5000d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:26.818567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5e65515c-6c1e-410d-a9f0-9ab184bf67db None None] Provisioning for port ac020544-d81f-4aa4-a6ab-669d495daf10 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:26.821997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=30ecfaf7-a427-4290-afda-03158aede7a7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:26.847761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5e65515c-6c1e-410d-a9f0-9ab184bf67db None None] Provisioning complete for port ac020544-d81f-4aa4-a6ab-669d495daf10 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:26.848129 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e65515c-6c1e-410d-a9f0-9ab184bf67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.896364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5e65515c-6c1e-410d-a9f0-9ab184bf67db None None] Port ac020544-d81f-4aa4-a6ab-669d495daf10 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:26.897965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7024961-2a09-441b-8ee1-1fa52c6abed4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:26.900051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f0393ff9-4023-46fa-9be1-5bd215716eae'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:26.913299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e7c892e-a561-4b16-9fc9-189e4e3f6ba9 req-18de88f2-f71d-4602-a596-13fdbf692e52 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 210 time: 0.0424075 Aug 27 02:45:26.953538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89059ad-65e3-41fe-bbc2-6db728a7be1b req-56721090-5758-4388-86d6-9266a0bb89db tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.967340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b89059ad-65e3-41fe-bbc2-6db728a7be1b req-56721090-5758-4388-86d6-9266a0bb89db tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 908 time: 0.2294903 Aug 27 02:45:27.017091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Delete allocated IP 2001:db8:0:1::156 (1a7f0e6d-1b6b-4c25-9872-0e95647e10ae/a48aa21b-bd8f-46e8-bbe0-ab59e0d98162) {{(pid=94773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:45:27.054681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Transition to ACTIVE for port object c1cf6b05-e6fc-40d0-b23a-aee186e5000d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:27.097391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Could not find standard attr ID for object db937c8c-bd46-4bf7-8662-b61d808ff68b. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:45:27.104410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Allocated IP 172.20.0.12 (ce7afd9b-db54-45f8-af3d-d90461d7cfa8/69986473-8944-4141-8fba-7376e8b1a3c9/3f6a9dd7-7326-429d-b4c1-12ff8dcbb104) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:27.112151 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.139609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:27.143575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:27.150579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:27.161795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ed8bcfb-763a-4971-8c82-c8834b992bf1 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:27.163727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa23a8-958e-4dc5-b63d-d463c19fb5cf None None] Pushing event updated for resources: {'Port': ['ID=a7024961-2a09-441b-8ee1-1fa52c6abed4,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:27.208910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.226417 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Ignored duplicate provisioning block setup for port f314540c-d4af-42d1-a145-a9b37165249a by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:45:27.300880 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.303396 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.314101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.317988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Provisioning for port 305fe3ab-60ce-4ae1-b090-16044011d8c2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:27.319113 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.389826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f0393ff9-4023-46fa-9be1-5bd215716eae up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:27.392066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Pushing event updated for resources: {'Port': ['ID=c1cf6b05-e6fc-40d0-b23a-aee186e5000d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:27.394221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Provisioning complete for port 305fe3ab-60ce-4ae1-b090-16044011d8c2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:27.394617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.417734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] In _notify_port_updated(), no bound segment for port f314540c-d4af-42d1-a145-a9b37165249a on network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:45:27.424079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:27.424882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.430646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "PUT /v2.0/ports/f314540c-d4af-42d1-a145-a9b37165249a HTTP/1.1" status: 200 len: 925 time: 1.7640264 Aug 27 02:45:27.433878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50368) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:27.480647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Attempting to bind port c1cf6b05-e6fc-40d0-b23a-aee186e5000d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:27.481056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Attempting to bind port c1cf6b05-e6fc-40d0-b23a-aee186e5000d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:27.481422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Attempting to bind port c1cf6b05-e6fc-40d0-b23a-aee186e5000d on network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:27.486168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b84b5618-0cc0-4bdc-8dca-9eace73e4f9b'}, {'subnet_id': 'a48aa21b-bd8f-46e8-bbe0-ab59e0d98162'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:27.506912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.530193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:27.530598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Checking segment: {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:27.530999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.531584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Bound using segment: {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:27.531880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Bound port: c1cf6b05-e6fc-40d0-b23a-aee186e5000d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:27.532255 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.562846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8af74-b9f7-46b4-b621-f80ece771b0d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=f314540c-d4af-42d1-a145-a9b37165249a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:27.565886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Port 305fe3ab-60ce-4ae1-b090-16044011d8c2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:27.578295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:27.578689 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.640240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Provisioning complete for port ac020544-d81f-4aa4-a6ab-669d495daf10 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:27.640612 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.658515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] In _notify_port_updated(), no bound segment for port 305fe3ab-60ce-4ae1-b090-16044011d8c2 on network b107dea3-9816-486a-9632-283f1d0de853 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:45:27.669653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:27.670429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.674231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "PUT /v2.0/ports/305fe3ab-60ce-4ae1-b090-16044011d8c2 HTTP/1.1" status: 200 len: 993 time: 1.3140743 Aug 27 02:45:27.695448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50370) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:27.725699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f0393ff9-4023-46fa-9be1-5bd215716eae completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:27.766528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f0393ff9-4023-46fa-9be1-5bd215716eae triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:27.766898 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.772768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e8179312-c5c2-46e8-b20b-8d887916c15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.779746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.800239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f391ea-360d-4b9e-87a5-358c2c14f1dc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=305fe3ab-60ce-4ae1-b090-16044011d8c2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:27.826666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.888474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:27.894933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:27.908343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:27.943143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.009857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Pushing event updated for resources: {'Port': ['ID=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:28.045473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4c75ba16-b189-4835-8fe2-6cfebee4fe23 None None] Port ac020544-d81f-4aa4-a6ab-669d495daf10 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:28.049616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] For port c1cf6b05-e6fc-40d0-b23a-aee186e5000d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:28.094831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e85f743-e12a-43f9-bebb-dbac275cefed None None] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:28.122246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:28.122911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.200744 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] For port c1cf6b05-e6fc-40d0-b23a-aee186e5000d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1cf6b05-e6fc-40d0-b23a-aee186e5000d,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:28.209019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-bcd0c732-6578-429f-b035-f957d749aabf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1064632 Aug 27 02:45:28.222644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4bbc1-f2ab-46f7-90eb-cf90e50b7d2c req-12e6b84d-7e1b-4278-911a-545e97df2671 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:28.225725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0be4bbc1-f2ab-46f7-90eb-cf90e50b7d2c req-12e6b84d-7e1b-4278-911a-545e97df2671 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 908 time: 0.1239223 Aug 27 02:45:28.235403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Request body: {'port': {'device_id': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:28.239841 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.306772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.345853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3349a-c328-4b3e-b9d7-c09ca52a4e93 None None] Pushing event updated for resources: {'Port': ['ID=c1cf6b05-e6fc-40d0-b23a-aee186e5000d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:28.375845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae1bcb49-d460-4148-9c5e-efcabfb6f70d None None] Provisioning complete for port 305fe3ab-60ce-4ae1-b090-16044011d8c2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:28.376607 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae1bcb49-d460-4148-9c5e-efcabfb6f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.389797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8:0:1::2af (1a7f0e6d-1b6b-4c25-9872-0e95647e10ae/a48aa21b-bd8f-46e8-bbe0-ab59e0d98162/f314540c-d4af-42d1-a145-a9b37165249a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:28.402972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Router d38a10fa-1191-474d-88e9-b69560919d00 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:45:28.421987 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.467713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bcb49-d460-4148-9c5e-efcabfb6f70d None None] Port 305fe3ab-60ce-4ae1-b090-16044011d8c2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:28.481528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0393ff9-4023-46fa-9be1-5bd215716eae'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:28.484326 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b2c7d-a8d2-4113-9a82-8a6c8a107720" -d '{"events": [{"server_uuid": "da177d98-74cd-48b5-9ce5-2313328120a7", "name": "network-vif-plugged", "status": "completed", "tag": "f0393ff9-4023-46fa-9be1-5bd215716eae"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:28.508000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f0393ff9-4023-46fa-9be1-5bd215716eae, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f0393ff9-4023-46fa-9be1-5bd215716eae,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:28.521405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae1bcb49-d460-4148-9c5e-efcabfb6f70d None None] Provisioning for port a7024961-2a09-441b-8ee1-1fa52c6abed4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:28.527376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae1bcb49-d460-4148-9c5e-efcabfb6f70d None None] Provisioning complete for port a7024961-2a09-441b-8ee1-1fa52c6abed4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:28.527925 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae1bcb49-d460-4148-9c5e-efcabfb6f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.530147 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.598672 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e961f3-c9dc-4bb5-b50f-8e98bab06348 x-openstack-request-id: req-13e961f3-c9dc-4bb5-b50f-8e98bab06348 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:28.599198 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da177d98-74cd-48b5-9ce5-2313328120a7", "name": "network-vif-plugged", "status": "completed", "tag": "f0393ff9-4023-46fa-9be1-5bd215716eae", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:28.599559 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13e961f3-c9dc-4bb5-b50f-8e98bab06348 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:28.600066 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0393ff9-4023-46fa-9be1-5bd215716eae', 'code': 200} Aug 27 02:45:28.667705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f0393ff9-4023-46fa-9be1-5bd215716eae,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:28.908296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1cf6b05-e6fc-40d0-b23a-aee186e5000d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:28.967005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c1cf6b05-e6fc-40d0-b23a-aee186e5000d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:28.975104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7024961-2a09-441b-8ee1-1fa52c6abed4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:29.032316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-70320a39-541d-429e-b4d5-a99067063a4d None None] Provisioning for port f314540c-d4af-42d1-a145-a9b37165249a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:29.045277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a7024961-2a09-441b-8ee1-1fa52c6abed4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:29.046479 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.048154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-70320a39-541d-429e-b4d5-a99067063a4d None None] Provisioning complete for port f314540c-d4af-42d1-a145-a9b37165249a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:29.048612 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70320a39-541d-429e-b4d5-a99067063a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.066770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:29.110634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.112240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c9b8cfa5-652b-4e96-9862-afead9043fd4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6306353 Aug 27 02:45:29.115265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-70320a39-541d-429e-b4d5-a99067063a4d None None] Port f314540c-d4af-42d1-a145-a9b37165249a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:29.117216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50382) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:29.128041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Sync routers for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:29.149186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting port 305fe3ab-60ce-4ae1-b090-16044011d8c2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:29.149440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.160106 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.180665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:29.181300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:29.183356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a784d9-4153-4f93-b174-8fec079013f0 req-e34bf3b5-0440-4125-9d10-a3c33c7a5da6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:29.184980 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7a784d9-4153-4f93-b174-8fec079013f0 req-e34bf3b5-0440-4125-9d10-a3c33c7a5da6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 932 time: 1.1074679 Aug 27 02:45:29.254184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Ignored duplicate provisioning block setup for port f314540c-d4af-42d1-a145-a9b37165249a by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:45:29.268169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805fdde-66ac-459d-a216-9cecf953dfe0 req-7d8ec0d9-b81a-46a4-a0c6-1d249dd56107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:29.269708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a805fdde-66ac-459d-a216-9cecf953dfe0 req-7d8ec0d9-b81a-46a4-a0c6-1d249dd56107 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 1060 time: 0.1852555 Aug 27 02:45:29.276916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.283629 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7a784d9-4153-4f93-b174-8fec079013f0 req-d33b1646-3a9d-4881-a570-51ccdf87f16d tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628877 Aug 27 02:45:29.377155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:29.383667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:29.402174 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.416076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=f314540c-d4af-42d1-a145-a9b37165249a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:29.424798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] In _notify_port_updated(), no bound segment for port f314540c-d4af-42d1-a145-a9b37165249a on network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:45:29.431300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:29.432338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.434017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-11f06a69-d702-4a7e-a9ea-4914fdabef9e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "PUT /v2.0/ports/f314540c-d4af-42d1-a145-a9b37165249a HTTP/1.1" status: 200 len: 1011 time: 1.9693668 Aug 27 02:45:29.440098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50386) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:29.449286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-70320a39-541d-429e-b4d5-a99067063a4d None None] Provisioning complete for port a7024961-2a09-441b-8ee1-1fa52c6abed4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:29.450500 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70320a39-541d-429e-b4d5-a99067063a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.457829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.468906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Transition to ACTIVE for port object 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:29.511461 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.511956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Calling delete_port for 305fe3ab-60ce-4ae1-b090-16044011d8c2 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:29.584865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:29.706353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dafe70-84a6-430d-8d02-4006fba4f595 req-7c4fe84b-e847-4e9d-956a-6c87ccb63920 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:29.708479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50dafe70-84a6-430d-8d02-4006fba4f595 req-7c4fe84b-e847-4e9d-956a-6c87ccb63920 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 909 time: 0.3431220 Aug 27 02:45:29.767014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.808205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:27Z', 'revision_number': 3, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:29.811768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port f314540c-d4af-42d1-a145-a9b37165249a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:29.812115 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.856228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Checking router: d38a10fa-1191-474d-88e9-b69560919d00 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:29.856792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Updating router d38a10fa-1191-474d-88e9-b69560919d00 port 30ecfaf7-a427-4290-afda-03158aede7a7 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:29.905495 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.911287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Attempting to bind port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:29.911626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Attempting to bind port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:29.911955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Attempting to bind port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 on network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:29.913313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Port': ['ID=305fe3ab-60ce-4ae1-b090-16044011d8c2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:29.922835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 on network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:45:29.923209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Attempting to bind port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 on network ce7afd9b-db54-45f8-af3d-d90461d7cfa8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:29.958428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:29.958428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Checking segment: {'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:29.958821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Bound using segment: {'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:29.959279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Bound port: 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20911b21-1937-48ae-b435-2f76e3164c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:29.959644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.051565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7acb5a-6167-42b6-8c2d-802fc3530e45 None None] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:30.115107 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.128953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d420de59-bbda-4425-a722-7540ff62824e None None] Provisioning complete for port f314540c-d4af-42d1-a145-a9b37165249a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:30.129329 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d420de59-bbda-4425-a722-7540ff62824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.148626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for f314540c-d4af-42d1-a145-a9b37165249a owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:30.161455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] For port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:30.170692 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.177125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.179173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8b41eac9-14ab-42e8-8642-ca07459a9bd0 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/ports/305fe3ab-60ce-4ae1-b090-16044011d8c2 HTTP/1.1" status: 204 len: 168 time: 2.4786024 Aug 27 02:45:30.183085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50388) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:30.194816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] For port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:30.213289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.240787 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c36cc7-248b-491f-b87c-62a9e2f501a6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] GET failed (client error): The resource could not be found. Aug 27 02:45:30.245760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-39c36cc7-248b-491f-b87c-62a9e2f501a6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "GET /v2.0/ports/305fe3ab-60ce-4ae1-b090-16044011d8c2 HTTP/1.1" status: 404 len: 333 time: 0.0590260 Aug 27 02:45:30.246017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50392) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:30.251214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'name': 'tempest-AllowedAddressPairTestJSON-1601015305'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:30.293256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d420de59-bbda-4425-a722-7540ff62824e None None] Port f314540c-d4af-42d1-a145-a9b37165249a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:30.308272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:30.308914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.310510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 HTTP/1.1" status: 200 len: 1092 time: 2.0837758 Aug 27 02:45:30.313079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'tag': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:30.316034 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d83fc6-34f7-49fe-b499-d0c977823a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e2f35a-b534-40b4-ae74-d8ab9d582f62", "tag": "3f6a9dd7-7326-429d-b4c1-12ff8dcbb104"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:30.379709 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-41dcdbb3-e41e-4d5e-92b0-8135ddf4fe73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.406472 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253a8bc-2cb1-422e-93d9-f9bbe61a2c66 x-openstack-request-id: req-3253a8bc-2cb1-422e-93d9-f9bbe61a2c66 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:30.407023 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e2f35a-b534-40b4-ae74-d8ab9d582f62", "tag": "3f6a9dd7-7326-429d-b4c1-12ff8dcbb104", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:30.407356 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3253a8bc-2cb1-422e-93d9-f9bbe61a2c66 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:30.409469 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'tag': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104', 'status': 'completed', 'code': 200} Aug 27 02:45:30.442497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defe050-9922-403f-9d5d-742a303986c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:30.502836 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.506038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Provisioning complete for port f314540c-d4af-42d1-a145-a9b37165249a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:30.506431 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.507767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:30.511395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.543344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-2ef292a2-b206-47bf-bd6b-1cc693c93f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:30.544936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-2ef292a2-b206-47bf-bd6b-1cc693c93f00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f754daf49ee4fa592dd0398075dc9e9&device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 1095 time: 0.1345055 Aug 27 02:45:30.554811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fdbfb-2482-4c3f-9b7c-2fdab1653928 req-ae019068-d61a-431a-9d21-3086c520afa1 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:30.556472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-587fdbfb-2482-4c3f-9b7c-2fdab1653928 req-ae019068-d61a-431a-9d21-3086c520afa1 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 944 time: 0.1427426 Aug 27 02:45:30.592550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] device_id is not set on port 7121724e-ab17-4ea6-8bb3-e4521965b4fb yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:30.593183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Port f314540c-d4af-42d1-a145-a9b37165249a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:30.608824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-d4cdbe84-0031-4c9d-b84a-f595cdcc11b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 HTTP/1.1" status: 200 len: 217 time: 0.0432537 Aug 27 02:45:30.644385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Provisioning for port c1cf6b05-e6fc-40d0-b23a-aee186e5000d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:30.649783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Provisioning complete for port c1cf6b05-e6fc-40d0-b23a-aee186e5000d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:30.650698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.655264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.664477 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-587fdbfb-2482-4c3f-9b7c-2fdab1653928 req-f9fcf9cb-5981-48d0-9214-e915187e6854 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993981 Aug 27 02:45:30.687046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Allocated IP 172.20.0.1 (9e490cb6-5a5d-41dc-8116-202bfee3f9bc/8cc08818-870f-4f46-a8e8-8b46fcbd9c1b/63d3ab47-834d-47fb-92be-fcca92b1ae37) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:30.710365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=f314540c-d4af-42d1-a145-a9b37165249a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:30.714065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-5bb3b445-dac1-46ea-9144-f136677429b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:30.715910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-5bb3b445-dac1-46ea-9144-f136677429b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69986473-8944-4141-8fba-7376e8b1a3c9 HTTP/1.1" status: 200 len: 848 time: 0.0903964 Aug 27 02:45:30.729555 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.798168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8bf977ba-03e8-48ed-9c9f-fe817120f33e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625219 Aug 27 02:45:30.803247 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.810173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bba2d37a-ccd7-4f63-84ff-77a833b220e4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/f314540c-d4af-42d1-a145-a9b37165249a HTTP/1.1" status: 204 len: 168 time: 1.3685141 Aug 27 02:45:30.814144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50400) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:30.815216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.820089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Transition to ACTIVE for port object 30ecfaf7-a427-4290-afda-03158aede7a7 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:30.839871 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.855176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Allocated IP 172.20.0.12 (b107dea3-9816-486a-9632-283f1d0de853/2b5610b9-6205-417b-987b-10c5862f214b/7121724e-ab17-4ea6-8bb3-e4521965b4fb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:30.925710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] For port c1cf6b05-e6fc-40d0-b23a-aee186e5000d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1cf6b05-e6fc-40d0-b23a-aee186e5000d,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:30.937098 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.940369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9feb5-a0ee-42c4-8c46-60052bebf25c None None] Pushing event updated for resources: {'Port': ['ID=30ecfaf7-a427-4290-afda-03158aede7a7,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:30.945487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Attempting to bind port 30ecfaf7-a427-4290-afda-03158aede7a7 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:30.945780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Attempting to bind port 30ecfaf7-a427-4290-afda-03158aede7a7 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:30.949749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Attempting to bind port 30ecfaf7-a427-4290-afda-03158aede7a7 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:30.976499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:30.976875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:30.977284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.977673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:30.978344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Bound port: 30ecfaf7-a427-4290-afda-03158aede7a7, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:30.978732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.003022 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51a14d2-da31-42c3-84b8-b4b0c6be29e3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:31.007091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d51a14d2-da31-42c3-84b8-b4b0c6be29e3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/f314540c-d4af-42d1-a145-a9b37165249a HTTP/1.1" status: 404 len: 333 time: 0.0929770 Aug 27 02:45:31.011169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:31.032436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c6527-a82d-44e6-bce6-5b20c2a5cd9e None None] Pushing event updated for resources: {'Port': ['ID=c1cf6b05-e6fc-40d0-b23a-aee186e5000d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.060144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] For port 30ecfaf7-a427-4290-afda-03158aede7a7, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:31.070569 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.071937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-21648305-6831-46e2-ba41-c37ad2667631 None None] Provisioning complete for port c1cf6b05-e6fc-40d0-b23a-aee186e5000d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:31.072367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21648305-6831-46e2-ba41-c37ad2667631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.077305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] For port 30ecfaf7-a427-4290-afda-03158aede7a7, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30ecfaf7-a427-4290-afda-03158aede7a7,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:31.084103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc78a3-8b48-4189-a7c4-66a2d3d8dba1 req-1669d5bd-b1ec-4d33-8964-be65e857d01c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.085713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8fc78a3-8b48-4189-a7c4-66a2d3d8dba1 req-1669d5bd-b1ec-4d33-8964-be65e857d01c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 909 time: 0.1728735 Aug 27 02:45:31.090923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-800361e2-604a-4efd-ac9e-8ee0239cf042 service neutron] 10.222.0.32 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776799 Aug 27 02:45:31.098538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.112762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Transition to ACTIVE for port object 63d3ab47-834d-47fb-92be-fcca92b1ae37 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:31.123061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet a48aa21b-bd8f-46e8-bbe0-ab59e0d98162 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:31.126410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.213006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.217986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.223693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5317d6ae-82af-4fc6-a972-177146b9c0ae req-8254d586-694a-405a-8fc9-7380896e69d8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203656 Aug 27 02:45:31.225620 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.269343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Transition to ACTIVE for port object 7121724e-ab17-4ea6-8bb3-e4521965b4fb will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:31.286034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:31.289284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:31.292118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:31.294283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d7df0-769e-48d4-be53-034d5612548a req-2e702018-62b3-4de1-b0ab-7533e80dcec6 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.295854 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d9d7df0-769e-48d4-be53-034d5612548a req-2e702018-62b3-4de1-b0ab-7533e80dcec6 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 909 time: 0.1310482 Aug 27 02:45:31.396046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Pushing event updated for resources: {'Port': ['ID=63d3ab47-834d-47fb-92be-fcca92b1ae37,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.401257 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.412835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9feb5-a0ee-42c4-8c46-60052bebf25c None None] Pushing event updated for resources: {'Port': ['ID=30ecfaf7-a427-4290-afda-03158aede7a7,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.418411 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.427592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:31.429568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:31.454260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.475327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.528289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=7121724e-ab17-4ea6-8bb3-e4521965b4fb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.551056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-83455ed4-d318-462b-9b06-9ba810add905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.552269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network b107dea3-9816-486a-9632-283f1d0de853 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:31.552400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-83455ed4-d318-462b-9b06-9ba810add905 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f754daf49ee4fa592dd0398075dc9e9&device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 1095 time: 0.2575562 Aug 27 02:45:31.556843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:31.559225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:31.571487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfea88-be68-46cd-b624-b0baa6b6b8f5 req-f109537f-ccc7-499e-9117-b96a89f7f600 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.573078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74dfea88-be68-46cd-b624-b0baa6b6b8f5 req-f109537f-ccc7-499e-9117-b96a89f7f600 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 1060 time: 0.1656754 Aug 27 02:45:31.604270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:31.630160 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.676217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=a48aa21b-bd8f-46e8-bbe0-ab59e0d98162,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.681075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.691842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-be234e74-fb3f-47a2-878b-ebe63680d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.692052 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-77154ea0-575d-4072-9b2e-89513f4a4d8d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/a48aa21b-bd8f-46e8-bbe0-ab59e0d98162 HTTP/1.1" status: 204 len: 168 time: 0.6777065 Aug 27 02:45:31.692151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-be234e74-fb3f-47a2-878b-ebe63680d293 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8 HTTP/1.1" status: 200 len: 909 time: 0.1275373 Aug 27 02:45:31.694005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50414) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:31.727751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7540d967-871f-46f3-8eaf-2f807878b361 None None] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:31.749798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.750582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.767600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-47c813af-fa25-4c4f-90bf-c11e0f0b0c0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 HTTP/1.1" status: 200 len: 217 time: 0.0668309 Aug 27 02:45:31.823315 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3a25eed4-43e0-4d24-a0e2-08dbd6fdebf2 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5755918 Aug 27 02:45:31.830665 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet b84b5618-0cc0-4bdc-8dca-9eace73e4f9b {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:31.833670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:31.840798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:8b:a2'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:31.863117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5318102b-b572-411b-b06e-7bae26fdf8a1 None None] Provisioning for port 63d3ab47-834d-47fb-92be-fcca92b1ae37 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:31.874551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471f25b-7807-4741-8304-44141011a505 req-8dc19aac-fd23-4a06-9f2a-4569ac9d1fb3 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.876195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e471f25b-7807-4741-8304-44141011a505 req-8dc19aac-fd23-4a06-9f2a-4569ac9d1fb3 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1135 time: 0.1345825 Aug 27 02:45:31.876956 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.885822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5318102b-b572-411b-b06e-7bae26fdf8a1 None None] Provisioning complete for port 63d3ab47-834d-47fb-92be-fcca92b1ae37 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:31.886355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5318102b-b572-411b-b06e-7bae26fdf8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.895347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-8814b928-29bb-4530-8f4b-923b5f85cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.896755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-8814b928-29bb-4530-8f4b-923b5f85cccb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69986473-8944-4141-8fba-7376e8b1a3c9 HTTP/1.1" status: 200 len: 848 time: 0.1021357 Aug 27 02:45:31.910307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689a35c-5543-4c12-a2a3-66913a2cd608 req-5c041980-a5bc-418b-836a-3495c5cc4f10 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.911928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a689a35c-5543-4c12-a2a3-66913a2cd608 req-5c041980-a5bc-418b-836a-3495c5cc4f10 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 944 time: 0.1069481 Aug 27 02:45:31.971185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5318102b-b572-411b-b06e-7bae26fdf8a1 None None] Port 63d3ab47-834d-47fb-92be-fcca92b1ae37 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:31.981213 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-0dd677e6-f6f8-4838-9942-728f0ce02932 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce7afd9b-db54-45f8-af3d-d90461d7cfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435743 Aug 27 02:45:31.984315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.991339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.048219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e471f25b-7807-4741-8304-44141011a505 req-64f0691b-2294-4e9e-b9d1-8db5e9c69a3a tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1456103 Aug 27 02:45:32.057018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a689a35c-5543-4c12-a2a3-66913a2cd608 req-e8a5dc6f-73ec-4e8d-9ecd-935fcb8d199e tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117165 Aug 27 02:45:32.062021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:27Z', 'revision_number': 3, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:32.097166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:32.103364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f7cce-a42c-4619-8d06-c499c4c5b432 None None] The sync data for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 is: [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:27Z', 'revision_number': 3, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:32.117802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5fb511be-341b-4a71-a6a9-b510509f4d35 None None] Provisioning for port 7121724e-ab17-4ea6-8bb3-e4521965b4fb completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:32.123899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5fb511be-341b-4a71-a6a9-b510509f4d35 None None] Provisioning complete for port 7121724e-ab17-4ea6-8bb3-e4521965b4fb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:32.124784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5fb511be-341b-4a71-a6a9-b510509f4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.170711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5fb511be-341b-4a71-a6a9-b510509f4d35 None None] Port 7121724e-ab17-4ea6-8bb3-e4521965b4fb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:32.241307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a938092-4469-4d79-98ae-76d0ab898391 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:32.242888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6a938092-4469-4d79-98ae-76d0ab898391 tempest-TestSecurityGroupsBasicOps-164267646 tempest-TestSecurityGroupsBasicOps-164267646-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 1055 time: 0.1447549 Aug 27 02:45:32.252737 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.277422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.385276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.489126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-b1013687-0c34-47f1-91f4-465a776a7f7c service neutron] 10.222.0.32 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957683 Aug 27 02:45:32.616204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.618091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=b84b5618-0cc0-4bdc-8dca-9eace73e4f9b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:32.625651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.634628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1d019eca-3418-4c37-943f-7307dc8f4769 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/b84b5618-0cc0-4bdc-8dca-9eace73e4f9b HTTP/1.1" status: 204 len: 168 time: 0.9384799 Aug 27 02:45:32.636203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50426) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:32.637773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.741974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8d83fc6-34f7-49fe-b499-d0c977823a1e req-0b0860e9-49ff-4cb2-a2db-4454896a187e service neutron] 10.222.0.32 "GET /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429636 Aug 27 02:45:32.795221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.800899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=7121724e-ab17-4ea6-8bb3-e4521965b4fb,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:32.817230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e841ca-3d9d-421a-b890-3abb1ced25ce req-9ac6003b-7627-4361-90fb-a3c641c1cf4e tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:32.818747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3e841ca-3d9d-421a-b890-3abb1ced25ce req-9ac6003b-7627-4361-90fb-a3c641c1cf4e tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 909 time: 0.1483991 Aug 27 02:45:32.886203 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.902037 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.938343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1cf6b05-e6fc-40d0-b23a-aee186e5000d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:32.953561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] In _notify_port_updated(), no bound segment for port 7121724e-ab17-4ea6-8bb3-e4521965b4fb on network b107dea3-9816-486a-9632-283f1d0de853 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:45:32.960564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:32.961247 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.965328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ffa740e5-c1c1-45f7-bd5d-1ba17e494fec tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "PUT /v2.0/ports/7121724e-ab17-4ea6-8bb3-e4521965b4fb HTTP/1.1" status: 200 len: 997 time: 1.1280057 Aug 27 02:45:32.967873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50428) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:33.031969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Pushing event updated for resources: {'Port': ['ID=63d3ab47-834d-47fb-92be-fcca92b1ae37,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:33.035442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c1cf6b05-e6fc-40d0-b23a-aee186e5000d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:33.035750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.040283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.044551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port a7024961-2a09-441b-8ee1-1fa52c6abed4 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:33.044901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.081132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155e416-de8c-4a66-8e52-6544b6cfbb45 None None] Network 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:33.179996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:33.181731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:33.234671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] For port a7024961-2a09-441b-8ee1-1fa52c6abed4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a7024961-2a09-441b-8ee1-1fa52c6abed4,segment=NetworkSegment(2b961a36-9fa3-45ba-9720-c23eea101809),segment_id=2b961a36-9fa3-45ba-9720-c23eea101809)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:33.235331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.263713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5445da63-e968-4657-904d-82650e5728c1 None None] Provisioning complete for port a7024961-2a09-441b-8ee1-1fa52c6abed4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:33.264088 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5445da63-e968-4657-904d-82650e5728c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.270091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting port 7121724e-ab17-4ea6-8bb3-e4521965b4fb {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:33.270503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.276484 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.278019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for a7024961-2a09-441b-8ee1-1fa52c6abed4 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:33.341726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a5103-d064-4485-8c02-5a82ea45b522 req-02ceba10-48cb-45bf-91db-5b26edf05f1b tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:33.343816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-264a5103-d064-4485-8c02-5a82ea45b522 req-02ceba10-48cb-45bf-91db-5b26edf05f1b tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 944 time: 0.1570761 Aug 27 02:45:33.396386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Router d38a10fa-1191-474d-88e9-b69560919d00 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:33.425339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 30ecfaf7-a427-4290-afda-03158aede7a7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:33.522254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-264a5103-d064-4485-8c02-5a82ea45b522 req-ccb11c74-caee-40fe-b514-8ef48af77785 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258283 Aug 27 02:45:33.524750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.549469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Calling delete_port for 7121724e-ab17-4ea6-8bb3-e4521965b4fb owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:33.560719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 30ecfaf7-a427-4290-afda-03158aede7a7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:33.565525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 30ecfaf7-a427-4290-afda-03158aede7a7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:33.565939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.585478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:33.593532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9335f2-711d-40a6-9b9c-1ae82400c686 None None] DHCP port deletion for 1a7f0e6d-1b6b-4c25-9872-0e95647e10ae request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:33.602360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-90c80e63-4339-4c11-bb80-b25272e3731f admin admin] 10.222.0.10 "PUT /v2.0/routers/d38a10fa-1191-474d-88e9-b69560919d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4805753 Aug 27 02:45:33.611439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.654301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=a7024961-2a09-441b-8ee1-1fa52c6abed4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:33.659924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No DVR routers for this DVR port a7024961-2a09-441b-8ee1-1fa52c6abed4 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:33.724484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ecf0253f-b3b7-4132-9315-de349e3f2ba6 None None] Provisioning complete for port 63d3ab47-834d-47fb-92be-fcca92b1ae37 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:33.730795 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ecf0253f-b3b7-4132-9315-de349e3f2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.738383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.774824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.809619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 30ecfaf7-a427-4290-afda-03158aede7a7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30ecfaf7-a427-4290-afda-03158aede7a7,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:33.817292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0253f-b3b7-4132-9315-de349e3f2ba6 None None] Port 63d3ab47-834d-47fb-92be-fcca92b1ae37 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:33.820822 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.825052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f0e6d-1b6b-4c25-9872-0e95647e10ae']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:33.857582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b961a36-9fa3-45ba-9720-c23eea101809') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:33.857878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b961a36-9fa3-45ba-9720-c23eea101809') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:33.864728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ecf0253f-b3b7-4132-9315-de349e3f2ba6 None None] Provisioning complete for port 7121724e-ab17-4ea6-8bb3-e4521965b4fb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:33.865226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ecf0253f-b3b7-4132-9315-de349e3f2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.887719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.908625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0253f-b3b7-4132-9315-de349e3f2ba6 None None] Port 7121724e-ab17-4ea6-8bb3-e4521965b4fb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:33.924716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.935402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998a642-927d-4dc1-86a1-e3490a12072a req-c93c9b8f-f9da-4654-b0e2-e078a5cd7099 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:33.937440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=30ecfaf7-a427-4290-afda-03158aede7a7,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:33.937571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b998a642-927d-4dc1-86a1-e3490a12072a req-c93c9b8f-f9da-4654-b0e2-e078a5cd7099 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.45 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 909 time: 0.1213267 Aug 27 02:45:33.942000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.958234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6c4c-a18a-41bd-8273-3e56dcf3b41a req-5793b9d7-346b-4e57-b66c-d6e248c60220 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:33.959815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-77fa6c4c-a18a-41bd-8273-3e56dcf3b41a req-5793b9d7-346b-4e57-b66c-d6e248c60220 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 909 time: 0.0527034 Aug 27 02:45:33.959982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:33.960463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:33.969001 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:34.051513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Port': ['ID=7121724e-ab17-4ea6-8bb3-e4521965b4fb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.150334 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.156196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:34.163208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.169981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50448) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.170418 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/1a7f0e6d-1b6b-4c25-9872-0e95647e10ae HTTP/1.1" status: 204 len: 168 time: 1.5293787 Aug 27 02:45:34.194407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9400721-4178-4638-bbba-ec28f2e8dc47 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=1a7f0e6d-1b6b-4c25-9872-0e95647e10ae,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.201345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.206576 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7aa4814d-814f-4547-bc3a-f7e269c995bb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/ports/7121724e-ab17-4ea6-8bb3-e4521965b4fb HTTP/1.1" status: 204 len: 168 time: 1.2376189 Aug 27 02:45:34.208054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50450) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.243151 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ca3902-9389-4051-bac8-eb6210965b76 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] GET failed (client error): The resource could not be found. Aug 27 02:45:34.248809 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d6ca3902-9389-4051-bac8-eb6210965b76 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "GET /v2.0/ports/7121724e-ab17-4ea6-8bb3-e4521965b4fb HTTP/1.1" status: 404 len: 333 time: 0.0357609 Aug 27 02:45:34.249188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50452) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.254198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'name': 'tempest-AllowedAddressPairTestJSON-682950630'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:34.261634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa94837d-991b-4168-9282-5d6949aa86d9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:34.263765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fa94837d-991b-4168-9282-5d6949aa86d9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0922148 Aug 27 02:45:34.267345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50454) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.339449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4c7fd37d-b326-4d87-81e1-2ff57594ad9a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0708857 Aug 27 02:45:34.345198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50458) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.345557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50460) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.350583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:34.351450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-155920828'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:34.351575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-677172604-network', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:34.366980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104', 'network_id': 'ce7afd9b-db54-45f8-af3d-d90461d7cfa8', 'port_id': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104', 'mac_address': 'fa:16:3e:78:75:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69986473-8944-4141-8fba-7376e8b1a3c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:34.368494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting port f0393ff9-4023-46fa-9be1-5bd215716eae {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:34.368880 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.380618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:34.384506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.407862 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.409649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:34.419753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.420213 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment 8aa49202-4343-4094-8e6b-683ee7fbaf5c of type vlan for network 0e179480-5bab-4d17-b47a-53bbe8e8a928 Aug 27 02:45:34.421713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:34.448677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:34.459498 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.463588 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Sync routers for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:34.467182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.484871 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:34.487369 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:34.497132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.504072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:34.504729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.538671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.619361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=0e179480-5bab-4d17-b47a-53bbe8e8a928,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.631262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:34.638374 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:34.673408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['3f6a9dd7-7326-429d-b4c1-12ff8dcbb104'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:34.792718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 30ecfaf7-a427-4290-afda-03158aede7a7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:34.892475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 30ecfaf7-a427-4290-afda-03158aede7a7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:34.892845 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.910526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Made reservation on behalf of 735a28106c11478e86a26d5d79f00aa3 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:34.912844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.922081 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c31890ff-1aa3-467b-9cd0-ea177f9f58b7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5751047 Aug 27 02:45:34.922833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50470) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.925888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.931040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:34.976084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:34.982646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.007624 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:32Z', 'revision_number': 2, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:35.022143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c1aaf-1365-46c8-aa2c-e126506d16e2 req-33db1362-c374-494e-a801-ac8fff1e7471 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:35.023694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de2c1aaf-1365-46c8-aa2c-e126506d16e2 req-33db1362-c374-494e-a801-ac8fff1e7471 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 945 time: 0.1804504 Aug 27 02:45:35.044010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] For port f0393ff9-4023-46fa-9be1-5bd215716eae, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f0393ff9-4023-46fa-9be1-5bd215716eae,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:35.044338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.047596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] device_id is not set on port cdefc5cf-de82-40fc-981b-b54f5749db84 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:35.069586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Checking router: d38a10fa-1191-474d-88e9-b69560919d00 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:35.075003 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Updating router d38a10fa-1191-474d-88e9-b69560919d00 port 63d3ab47-834d-47fb-92be-fcca92b1ae37 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:35.102825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe41536-7a93-46c6-9d75-ef602b36ad1e req-1af455b1-4755-422a-83d5-38a1a7e92294 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:35.104355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbe41536-7a93-46c6-9d75-ef602b36ad1e req-1af455b1-4755-422a-83d5-38a1a7e92294 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 909 time: 0.0535879 Aug 27 02:45:35.120758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Calling delete_port for f0393ff9-4023-46fa-9be1-5bd215716eae owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:35.128957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7024961-2a09-441b-8ee1-1fa52c6abed4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:35.134263 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.158571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a7024961-2a09-441b-8ee1-1fa52c6abed4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:35.159153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7024961-2a09-441b-8ee1-1fa52c6abed4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:35.176024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de2c1aaf-1365-46c8-aa2c-e126506d16e2 req-a1bdeab2-8aa7-4d49-9609-ef4eac743240 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402647 Aug 27 02:45:35.316724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Allocated IP 172.20.0.5 (b107dea3-9816-486a-9632-283f1d0de853/2b5610b9-6205-417b-987b-10c5862f214b/cdefc5cf-de82-40fc-981b-b54f5749db84) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:35.350413 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.361121 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.376268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:35.380904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.426705 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.432027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:35.439292 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Transition to ACTIVE for port object 63d3ab47-834d-47fb-92be-fcca92b1ae37 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:35.452322 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.475781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde7bd9-2274-49e0-8a78-1f97c1a5089b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.480891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.481295 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Added segment f895521f-ea28-408c-b61a-ff7a6cfe4e43 of type vlan for network 3b0cf139-770d-4e61-a187-5587a0431470 Aug 27 02:45:35.568547 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Pushing event updated for resources: {'Port': ['ID=63d3ab47-834d-47fb-92be-fcca92b1ae37,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.578996 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.579485 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.580290 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.589852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:35.611222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.649249 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Attempting to bind port 63d3ab47-834d-47fb-92be-fcca92b1ae37 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:35.649660 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Attempting to bind port 63d3ab47-834d-47fb-92be-fcca92b1ae37 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:35.650089 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Attempting to bind port 63d3ab47-834d-47fb-92be-fcca92b1ae37 on network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:35.655356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.656735 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:35.657163 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Checking segment: {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:35.658417 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.659498 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Bound using segment: {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:35.660026 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Bound port: 63d3ab47-834d-47fb-92be-fcca92b1ae37, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:35.660411 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.720557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Port': ['ID=f0393ff9-4023-46fa-9be1-5bd215716eae,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.723385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.739586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=d51e585e-5e0b-4675-8d1d-35f261d54503,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.747413 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] For port 63d3ab47-834d-47fb-92be-fcca92b1ae37, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:35.750715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': '8aa49202-4343-4094-8e6b-683ee7fbaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:35.750934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 0e179480-5bab-4d17-b47a-53bbe8e8a928, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:35.753691 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] For port 63d3ab47-834d-47fb-92be-fcca92b1ae37, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=63d3ab47-834d-47fb-92be-fcca92b1ae37,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:35.765362 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.782639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:35.784433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] No DVR routers for this DVR port f0393ff9-4023-46fa-9be1-5bd215716eae on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:35.794561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.799624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.801473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 0e179480-5bab-4d17-b47a-53bbe8e8a928) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:35.804884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b998a642-927d-4dc1-86a1-e3490a12072a req-2cff0aad-f219-435a-bc2c-7d2ca8cee701 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.45 "DELETE /v2.0/ports/f0393ff9-4023-46fa-9be1-5bd215716eae HTTP/1.1" status: 204 len: 173 time: 1.8576150 Aug 27 02:45:35.808022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:35.808595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.810116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952507b1-e4f6-4c4e-acf4-0110feb95b20 None None] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:35.810918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'name': 'network-vif-deleted', 'tag': 'f0393ff9-4023-46fa-9be1-5bd215716eae'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:35.817986 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64618478-6535-4190-a23f-6d9455b01741" -d '{"events": [{"server_uuid": "da177d98-74cd-48b5-9ce5-2313328120a7", "name": "network-vif-deleted", "tag": "f0393ff9-4023-46fa-9be1-5bd215716eae"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:35.849681 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:35.850047 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:35.865380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3e062338-37a7-4bb2-8c3c-1438375bf256 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9398642 Aug 27 02:45:35.868234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50488) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:35.881837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.db.resource_extend [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:45:35.885662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928', 'name': 'tempest-PortsIpV6TestJSON-1810578436'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:35.898861 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb0b0f-7917-4efc-90c3-6b8294935038 None None] Pushing event updated for resources: {'Port': ['ID=63d3ab47-834d-47fb-92be-fcca92b1ae37,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.933148 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd8c6f-c015-4ff2-9c5f-6d4975060c0b x-openstack-request-id: req-fabd8c6f-c015-4ff2-9c5f-6d4975060c0b {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:35.936731 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da177d98-74cd-48b5-9ce5-2313328120a7", "name": "network-vif-deleted", "tag": "f0393ff9-4023-46fa-9be1-5bd215716eae", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:35.937172 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fabd8c6f-c015-4ff2-9c5f-6d4975060c0b {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:35.937775 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da177d98-74cd-48b5-9ce5-2313328120a7', 'name': 'network-vif-deleted', 'tag': 'f0393ff9-4023-46fa-9be1-5bd215716eae', 'status': 'completed', 'code': 200} Aug 27 02:45:35.942689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Transition to ACTIVE for port object cdefc5cf-de82-40fc-981b-b54f5749db84 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:35.968310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.971643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:35.972501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.013350 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:36.082599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] Pushing event updated for resources: {'Network': ['ID=3b0cf139-770d-4e61-a187-5587a0431470,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:36.102175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3b0cf139-770d-4e61-a187-5587a0431470 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:36.103661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4afe4ad1-730f-4619-bccc-c71598fd52aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7561936 Aug 27 02:45:36.106379 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50490) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:36.114349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Request body: {'subnet': {'network_id': '3b0cf139-770d-4e61-a187-5587a0431470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-677172604-subnet', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:36.139048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.161455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Made reservation on behalf of 735a28106c11478e86a26d5d79f00aa3 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:36.167477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.184023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:36.188222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.224115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 8739e2de-23da-4f5c-88a4-5a9f01c6037e yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:36.256537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:36.399580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-0e179480-5bab-4d17-b47a-53bbe8e8a928', 'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928', 'tenant_id': '802219eba5474bba8b45fed094050565', 'fixed_ips': [{'subnet_id': 'd51e585e-5e0b-4675-8d1d-35f261d54503'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:36.400441 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.440762 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:35Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:36.458126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-71e2a837-dfa2-44de-ba60-cfdc44a4f8d3 req-88979dcf-4f4c-49eb-8489-3054dac484fa tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=da177d98-74cd-48b5-9ce5-2313328120a7 HTTP/1.1" status: 200 len: 210 time: 0.1515005 Aug 27 02:45:36.489159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network b107dea3-9816-486a-9632-283f1d0de853 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:36.506020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:36.509674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:36.526867 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf39a27-0d00-4935-95b9-8eeba9904daf None None] The sync data for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 is: [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:35Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:36.565989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::2d1 (0e179480-5bab-4d17-b47a-53bbe8e8a928/d51e585e-5e0b-4675-8d1d-35f261d54503/8739e2de-23da-4f5c-88a4-5a9f01c6037e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:36.658702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=cdefc5cf-de82-40fc-981b-b54f5749db84,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:36.724903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:36.728104 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.779615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2adaa-ff4d-4a50-812c-24e3027e42ed req-f581b514-55ae-4614-b18b-ec48747a4a7c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:36.781646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2d2adaa-ff4d-4a50-812c-24e3027e42ed req-f581b514-55ae-4614-b18b-ec48747a4a7c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 945 time: 0.2251196 Aug 27 02:45:36.823148 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-97490350-a626-4916-92e6-fa0772626725 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5727744 Aug 27 02:45:36.826168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50498) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:36.835094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'network_id': 'b107dea3-9816-486a-9632-283f1d0de853', 'name': 'tempest-AllowedAddressPairTestJSON-943191787'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:36.897654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 63d3ab47-834d-47fb-92be-fcca92b1ae37 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:36.935089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2d2adaa-ff4d-4a50-812c-24e3027e42ed req-ab5a8c18-e273-412b-8dec-98ef0d2d4f5a tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240253 Aug 27 02:45:37.034563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Made reservation on behalf of b67306ededca452fa4db1c7bddc2f905 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:37.048433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.052986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:37.059141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 63d3ab47-834d-47fb-92be-fcca92b1ae37 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:37.062260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:37.062898 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.070893 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.073387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] device_id is not set on port 69a7ee68-61b8-4d3c-9875-dc979f865e2a yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:37.089608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 63d3ab47-834d-47fb-92be-fcca92b1ae37 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:37.090553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.126956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.157053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 8739e2de-23da-4f5c-88a4-5a9f01c6037e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:37.179683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3657af3f-0088-4bbc-b32b-a9580d8d0706 None None] Provisioning for port cdefc5cf-de82-40fc-981b-b54f5749db84 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:37.222024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.223346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Checking segment: {'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:37.223748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Network hostable DHCP agents. Network: 3b0cf139-770d-4e61-a187-5587a0431470, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:37.226647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3657af3f-0088-4bbc-b32b-a9580d8d0706 None None] Provisioning complete for port cdefc5cf-de82-40fc-981b-b54f5749db84 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:37.226993 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3657af3f-0088-4bbc-b32b-a9580d8d0706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.234000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0320fd3-1c29-4286-81f6-30441f2fc9d4,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:37.257110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:37.264401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:37.292225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Network 3b0cf139-770d-4e61-a187-5587a0431470 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:37.302420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:37.308836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:37.314704 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.315916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3b0cf139-770d-4e61-a187-5587a0431470) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:37.329558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:37.330725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.337990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26182ec-60a6-47d8-9c92-2c123e82f9a3 None None] Network 3b0cf139-770d-4e61-a187-5587a0431470 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:37.341002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Allocated IP 172.20.0.11 (b107dea3-9816-486a-9632-283f1d0de853/2b5610b9-6205-417b-987b-10c5862f214b/69a7ee68-61b8-4d3c-9875-dc979f865e2a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:37.364120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=8739e2de-23da-4f5c-88a4-5a9f01c6037e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:37.376782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e6633cc9-75e5-4e64-8db7-006cc1597bb2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2667785 Aug 27 02:45:37.379314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21b4b2ec-e8ea-4d95-a7ac-cbbce2590cd1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5093491 Aug 27 02:45:37.380243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50500) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:37.382633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50502) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:37.384745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.387669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:37.391981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928', 'name': 'tempest-PortsIpV6TestJSON-2119882960'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:37.414893 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.417123 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.429268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3657af3f-0088-4bbc-b32b-a9580d8d0706 None None] Port cdefc5cf-de82-40fc-981b-b54f5749db84 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:37.445063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Allocated IP 2001:db8::2 (0e179480-5bab-4d17-b47a-53bbe8e8a928/d51e585e-5e0b-4675-8d1d-35f261d54503/df9c1bb3-60bc-4d1a-86fd-400434bb9455) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:37.447350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.449523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f0393ff9-4023-46fa-9be1-5bd215716eae no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:37.489111 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.522253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f0393ff9-4023-46fa-9be1-5bd215716eae {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:37.522694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f0393ff9-4023-46fa-9be1-5bd215716eae not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:37.533335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:37.542198 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51894dd4-c0e2-4545-b105-049fc1141981" -d '{"events": [{"server_uuid": "d2e2f35a-b534-40b4-ae74-d8ab9d582f62", "name": "network-vif-plugged", "status": "completed", "tag": "3f6a9dd7-7326-429d-b4c1-12ff8dcbb104"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:37.568818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50508) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:37.661465 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd475c8-5b48-466d-a646-21557865b09a x-openstack-request-id: req-4dd475c8-5b48-466d-a646-21557865b09a {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:37.661465 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e2f35a-b534-40b4-ae74-d8ab9d582f62", "name": "network-vif-plugged", "status": "completed", "tag": "3f6a9dd7-7326-429d-b4c1-12ff8dcbb104", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:37.661465 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4dd475c8-5b48-466d-a646-21557865b09a {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:37.661465 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104', 'code': 200} Aug 27 02:45:37.697760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:37.718283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.734364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 63d3ab47-834d-47fb-92be-fcca92b1ae37, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=63d3ab47-834d-47fb-92be-fcca92b1ae37,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:37.771253 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.842195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.865638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:37.876718 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.880507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:37.889720 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.934191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Transition to ACTIVE for port object 69a7ee68-61b8-4d3c-9875-dc979f865e2a will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:37.939300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 28f211a1-f01a-4052-8dfe-49b5a4702fd5 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:37.982344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-3b0cf139-770d-4e61-a187-5587a0431470', 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'fixed_ips': [{'subnet_id': 'f0320fd3-1c29-4286-81f6-30441f2fc9d4'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:37.983242 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.002792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=63d3ab47-834d-47fb-92be-fcca92b1ae37,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:38.026663 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.049200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3d56e-132c-4e28-8d94-4e3e9c7718f1 req-06b06bfc-a436-4332-873f-8ce0c67c302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:38.051094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45f3d56e-132c-4e28-8d94-4e3e9c7718f1 req-06b06bfc-a436-4332-873f-8ce0c67c302f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 1097 time: 0.3276429 Aug 27 02:45:38.093797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Transition to ACTIVE for port object df9c1bb3-60bc-4d1a-86fd-400434bb9455 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:38.113649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-45f3d56e-132c-4e28-8d94-4e3e9c7718f1 req-8ea761ae-ff32-448c-9c1a-1cc3faaa2e7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Aug 27 02:45:38.132404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Transition to ACTIVE for port object df9c1bb3-60bc-4d1a-86fd-400434bb9455 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:38.166101 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.203896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12a42-2c81-46da-9eb6-b752acdac2ab req-cc8060bc-8506-475b-8e4e-b3dd8a042cd9 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:38.205872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-abd12a42-2c81-46da-9eb6-b752acdac2ab req-cc8060bc-8506-475b-8e4e-b3dd8a042cd9 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 946 time: 0.1525447 Aug 27 02:45:38.210054 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.265363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:38.270726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Pushing event updated for resources: {'Port': ['ID=df9c1bb3-60bc-4d1a-86fd-400434bb9455,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:38.274530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Allocated IP 172.20.0.2 (3b0cf139-770d-4e61-a187-5587a0431470/f0320fd3-1c29-4286-81f6-30441f2fc9d4/dc537f31-0af9-4445-8ba4-9dc3baec6916) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:38.277222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:38.281777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:38.332363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=69a7ee68-61b8-4d3c-9875-dc979f865e2a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:38.372032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::ae (0e179480-5bab-4d17-b47a-53bbe8e8a928/d51e585e-5e0b-4675-8d1d-35f261d54503/28f211a1-f01a-4052-8dfe-49b5a4702fd5) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:38.455353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Attempting to bind port df9c1bb3-60bc-4d1a-86fd-400434bb9455 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:38.456413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Attempting to bind port df9c1bb3-60bc-4d1a-86fd-400434bb9455 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '8aa49202-4343-4094-8e6b-683ee7fbaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:38.457001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Attempting to bind port df9c1bb3-60bc-4d1a-86fd-400434bb9455 on network 0e179480-5bab-4d17-b47a-53bbe8e8a928 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:38.471596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:38.472399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Checking segment: {'id': '8aa49202-4343-4094-8e6b-683ee7fbaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:38.473022 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.473630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Bound using segment: {'id': '8aa49202-4343-4094-8e6b-683ee7fbaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:38.474401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Bound port: df9c1bb3-60bc-4d1a-86fd-400434bb9455, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa49202-4343-4094-8e6b-683ee7fbaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0e179480-5bab-4d17-b47a-53bbe8e8a928'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:38.475022 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.550840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.573150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.586714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.594039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Network b107dea3-9816-486a-9632-283f1d0de853 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:38.601910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 28f211a1-f01a-4052-8dfe-49b5a4702fd5 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:38.609009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:38.617029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:38.626172 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.640574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Transition to ACTIVE for port object dc537f31-0af9-4445-8ba4-9dc3baec6916 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:38.657277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Transition to ACTIVE for port object dc537f31-0af9-4445-8ba4-9dc3baec6916 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:38.664070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-abd12a42-2c81-46da-9eb6-b752acdac2ab req-3d6796c4-70f4-46f7-9ff1-3be5ca88ad3e tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376159 Aug 27 02:45:38.694558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.712353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:38.713011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.749193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] For port df9c1bb3-60bc-4d1a-86fd-400434bb9455, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:38.757123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Network 3b0cf139-770d-4e61-a187-5587a0431470 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:38.757501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0f87ea1d-05b6-41f8-8a4f-c9672d1acb15 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9301410 Aug 27 02:45:38.759193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:38.766058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:fe:8b:a2'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:d0:d2:b0'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:38.768162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:38.777095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:38.780811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] For port df9c1bb3-60bc-4d1a-86fd-400434bb9455, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df9c1bb3-60bc-4d1a-86fd-400434bb9455,segment=NetworkSegment(8aa49202-4343-4094-8e6b-683ee7fbaf5c),segment_id=8aa49202-4343-4094-8e6b-683ee7fbaf5c)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:38.789689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Pushing event updated for resources: {'Port': ['ID=dc537f31-0af9-4445-8ba4-9dc3baec6916,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:38.823419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.836732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.845069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 63d3ab47-834d-47fb-92be-fcca92b1ae37 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:38.902667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Allocated IP 172.25.1.102 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/02fd437a-5916-48a7-a378-9a35a2623955) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:38.931032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.978835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Attempting to bind port dc537f31-0af9-4445-8ba4-9dc3baec6916 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:38.978835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Attempting to bind port dc537f31-0af9-4445-8ba4-9dc3baec6916 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:38.979299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Attempting to bind port dc537f31-0af9-4445-8ba4-9dc3baec6916 on network 3b0cf139-770d-4e61-a187-5587a0431470 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:38.987119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:38.996406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:38.996793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Checking segment: {'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:38.997183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.997579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Bound using segment: {'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:38.998045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Bound port: dc537f31-0af9-4445-8ba4-9dc3baec6916, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:39.009573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.040044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944dea6-ea5c-44cb-a135-afd8f0f54aa1 None None] Pushing event updated for resources: {'Port': ['ID=df9c1bb3-60bc-4d1a-86fd-400434bb9455,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:39.077251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:39.086616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:39.096273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:39.097999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.104029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=28f211a1-f01a-4052-8dfe-49b5a4702fd5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:39.105480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-484bf3ca-601b-40d1-a62d-ea2aa681dcf4 None None] Provisioning for port 69a7ee68-61b8-4d3c-9875-dc979f865e2a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:39.119299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-484bf3ca-601b-40d1-a62d-ea2aa681dcf4 None None] Provisioning complete for port 69a7ee68-61b8-4d3c-9875-dc979f865e2a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:39.119995 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-484bf3ca-601b-40d1-a62d-ea2aa681dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.223298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 63d3ab47-834d-47fb-92be-fcca92b1ae37 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:39.226756 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.229838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cccc3629-9676-4fa6-a73f-98738d70d8d5 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8455887 Aug 27 02:45:39.232087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.252113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:39.329388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-484bf3ca-601b-40d1-a62d-ea2aa681dcf4 None None] Port 69a7ee68-61b8-4d3c-9875-dc979f865e2a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:39.338924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] For port dc537f31-0af9-4445-8ba4-9dc3baec6916, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:39.385423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] For port dc537f31-0af9-4445-8ba4-9dc3baec6916, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dc537f31-0af9-4445-8ba4-9dc3baec6916,segment=NetworkSegment(f895521f-ea28-408c-b61a-ff7a6cfe4e43),segment_id=f895521f-ea28-408c-b61a-ff7a6cfe4e43)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:39.482294 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.496904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecacbf9-7fd6-4e90-9851-241166b3c6c7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:39.501446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4ecacbf9-7fd6-4e90-9851-241166b3c6c7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d1 HTTP/1.1" status: 200 len: 929 time: 0.2461417 Aug 27 02:45:39.502076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50520) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:39.614097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5e3f3-0c7d-4bcb-b1bb-83d6fc8d3f58 None None] Pushing event updated for resources: {'Port': ['ID=dc537f31-0af9-4445-8ba4-9dc3baec6916,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:39.628753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.708647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.780128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:39.795645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:39.798825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:39.803146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.819587 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.888513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Pushing event updated for resources: {'Port': ['ID=02fd437a-5916-48a7-a378-9a35a2623955,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:39.985098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event updated for resources: {'Port': ['ID=69a7ee68-61b8-4d3c-9875-dc979f865e2a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:40.006667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] In _notify_port_updated(), no bound segment for port 69a7ee68-61b8-4d3c-9875-dc979f865e2a on network b107dea3-9816-486a-9632-283f1d0de853 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:45:40.025934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:40.026906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.032305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f8c1013d-9dce-4620-889c-2030f493c69f tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "PUT /v2.0/ports/69a7ee68-61b8-4d3c-9875-dc979f865e2a HTTP/1.1" status: 200 len: 1055 time: 1.2715232 Aug 27 02:45:40.033972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50526) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:40.041618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 28f211a1-f01a-4052-8dfe-49b5a4702fd5 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:40.042850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.225784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.240930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 28f211a1-f01a-4052-8dfe-49b5a4702fd5 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:40.364086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61924365-d5ba-40bb-9ea1-a33a967bbab4 req-8519dfc5-87da-4629-9d34-c7be42ba15d5 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:40.365724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61924365-d5ba-40bb-9ea1-a33a967bbab4 req-8519dfc5-87da-4629-9d34-c7be42ba15d5 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 946 time: 0.5287416 Aug 27 02:45:40.397773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-69f1866f-614a-4ef3-be15-a3e6faa51c19 None None] Provisioning complete for port 69a7ee68-61b8-4d3c-9875-dc979f865e2a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:40.398843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69f1866f-614a-4ef3-be15-a3e6faa51c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.484535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-69f1866f-614a-4ef3-be15-a3e6faa51c19 None None] Port 69a7ee68-61b8-4d3c-9875-dc979f865e2a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:40.491009 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.521758 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61924365-d5ba-40bb-9ea1-a33a967bbab4 req-062cd1ad-8749-48cf-9f0e-90e84605ae50 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620944 Aug 27 02:45:40.555459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=28f211a1-f01a-4052-8dfe-49b5a4702fd5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:40.618045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.620508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ef61eab5-688d-43dc-ad38-ab4f80dda858 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/28f211a1-f01a-4052-8dfe-49b5a4702fd5 HTTP/1.1" status: 204 len: 168 time: 1.1080165 Aug 27 02:45:40.623184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50530) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:40.703859 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-160600b8-525f-4276-a831-fdd1f56ec702 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:40.712937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-160600b8-525f-4276-a831-fdd1f56ec702 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/28f211a1-f01a-4052-8dfe-49b5a4702fd5 HTTP/1.1" status: 404 len: 333 time: 0.0859673 Aug 27 02:45:40.712937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50532) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:40.748652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55042fa6-7229-4fc5-a32d-2e0fa2c5a579 None None] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:40.770638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting port 69a7ee68-61b8-4d3c-9875-dc979f865e2a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:40.770997 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.880663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8a1f7a7c-0cf6-41d5-a3f6-dede97ee6341 None None] Provisioning for port df9c1bb3-60bc-4d1a-86fd-400434bb9455 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:40.982295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 8739e2de-23da-4f5c-88a4-5a9f01c6037e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:40.983086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.027871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dc537f31-0af9-4445-8ba4-9dc3baec6916 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:41.091884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting port 2d122a9a-0bc1-45f5-a226-81da34bceb60 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:41.092509 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.104822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.168475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.169516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.183741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 8739e2de-23da-4f5c-88a4-5a9f01c6037e owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:41.216317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f322d-b26f-4ee2-b596-669fadb2df69 None None] Network 3b0cf139-770d-4e61-a187-5587a0431470 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:41.282209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Calling delete_port for 69a7ee68-61b8-4d3c-9875-dc979f865e2a owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:41.311426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port dc537f31-0af9-4445-8ba4-9dc3baec6916 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:41.325124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df9c1bb3-60bc-4d1a-86fd-400434bb9455 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:41.412785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bcc0a400-557b-4c4a-935f-b8d13414d4b3 None None] Provisioning for port dc537f31-0af9-4445-8ba4-9dc3baec6916 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:41.435668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.441026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] For port 2d122a9a-0bc1-45f5-a226-81da34bceb60, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2d122a9a-0bc1-45f5-a226-81da34bceb60,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:41.441491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.465724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Calling delete_port for 2d122a9a-0bc1-45f5-a226-81da34bceb60 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:41.538182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=8739e2de-23da-4f5c-88a4-5a9f01c6037e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:41.556429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bcc0a400-557b-4c4a-935f-b8d13414d4b3 None None] Provisioning complete for port dc537f31-0af9-4445-8ba4-9dc3baec6916 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:41.557413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a400-557b-4c4a-935f-b8d13414d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.583081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.629067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06c3dde5-9c24-4ee5-b8a6-60976ff50d7e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/8739e2de-23da-4f5c-88a4-5a9f01c6037e HTTP/1.1" status: 204 len: 168 time: 0.8814666 Aug 27 02:45:41.629067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50546) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:41.661233 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ac468e-32fc-4b7c-bac0-c54a093bfd55 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:41.667160 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a5ac468e-32fc-4b7c-bac0-c54a093bfd55 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/8739e2de-23da-4f5c-88a4-5a9f01c6037e HTTP/1.1" status: 404 len: 333 time: 0.0612941 Aug 27 02:45:41.671792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50548) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:41.678246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port df9c1bb3-60bc-4d1a-86fd-400434bb9455 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:41.721984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port df9c1bb3-60bc-4d1a-86fd-400434bb9455 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:41.724423 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.805335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.807799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet d51e585e-5e0b-4675-8d1d-35f261d54503 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:41.813239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.875666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.907280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Port': ['ID=2d122a9a-0bc1-45f5-a226-81da34bceb60,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:42.007434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a400-557b-4c4a-935f-b8d13414d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.012381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.071302 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.096256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bcc0a400-557b-4c4a-935f-b8d13414d4b3 None None] For port dc537f31-0af9-4445-8ba4-9dc3baec6916, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dc537f31-0af9-4445-8ba4-9dc3baec6916,segment=NetworkSegment(f895521f-ea28-408c-b61a-ff7a6cfe4e43),segment_id=f895521f-ea28-408c-b61a-ff7a6cfe4e43)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:42.105772 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a400-557b-4c4a-935f-b8d13414d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.133281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.223845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0a400-557b-4c4a-935f-b8d13414d4b3 None None] Pushing event updated for resources: {'Port': ['ID=dc537f31-0af9-4445-8ba4-9dc3baec6916,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:42.232725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=d51e585e-5e0b-4675-8d1d-35f261d54503,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:42.233322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:45:42.233690 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:45:42.239921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.244023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-31bf7c5c-e735-4f5b-ae4d-1bd7eabef804 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/d51e585e-5e0b-4675-8d1d-35f261d54503 HTTP/1.1" status: 204 len: 168 time: 0.5697920 Aug 27 02:45:42.244221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0a6fc887-d502-4098-9930-ff450b641ee0 None None] Provisioning complete for port df9c1bb3-60bc-4d1a-86fd-400434bb9455 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:42.244221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc887-d502-4098-9930-ff450b641ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.254277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50554) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:42.379615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb5a2c-58b8-4bf4-8719-8bd992faa4b9 None None] Network 0e179480-5bab-4d17-b47a-53bbe8e8a928 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:42.399894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ece40-1012-41b8-918d-b2378ea96955 req-cb742148-7a73-443b-9560-8423a387906a tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:42.408774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.412920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462ece40-1012-41b8-918d-b2378ea96955 req-cb742148-7a73-443b-9560-8423a387906a tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 946 time: 0.5297275 Aug 27 02:45:42.470768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port df9c1bb3-60bc-4d1a-86fd-400434bb9455 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:42.471420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.553082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] For port df9c1bb3-60bc-4d1a-86fd-400434bb9455, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df9c1bb3-60bc-4d1a-86fd-400434bb9455,segment=NetworkSegment(8aa49202-4343-4094-8e6b-683ee7fbaf5c),segment_id=8aa49202-4343-4094-8e6b-683ee7fbaf5c)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:42.553458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.567867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for df9c1bb3-60bc-4d1a-86fd-400434bb9455 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:42.577072 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.618117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462ece40-1012-41b8-918d-b2378ea96955 req-e9ce96df-19b5-4b95-8428-89a67836cd0d tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542201 Aug 27 02:45:42.655315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.679065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc887-d502-4098-9930-ff450b641ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.685135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=df9c1bb3-60bc-4d1a-86fd-400434bb9455,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:42.687401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No DVR routers for this DVR port df9c1bb3-60bc-4d1a-86fd-400434bb9455 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:42.775416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.782476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Port df9c1bb3-60bc-4d1a-86fd-400434bb9455 update to ACTIVE by agent not found {{(pid=94774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 02:45:42.786605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e179480-5bab-4d17-b47a-53bbe8e8a928']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:42.788091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0a6fc887-d502-4098-9930-ff450b641ee0 None None] Could not find standard attr ID for object 8739e2de-23da-4f5c-88a4-5a9f01c6037e. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:45:42.799178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa49202-4343-4094-8e6b-683ee7fbaf5c') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:42.799583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa49202-4343-4094-8e6b-683ee7fbaf5c') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:42.810695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.827348 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.834203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:42.834646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:42.838553 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:42.848686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef0584-ee3c-4b78-a501-cb87db770505 None None] DHCP port deletion for 0e179480-5bab-4d17-b47a-53bbe8e8a928 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:42.906774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6cfbf179-02f5-474d-83c5-d3d940d0fb68 None None] Could not find standard attr ID for object 28f211a1-f01a-4052-8dfe-49b5a4702fd5. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:45:42.920489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-6cfbf179-02f5-474d-83c5-d3d940d0fb68 None None] Provisioning complete for port dc537f31-0af9-4445-8ba4-9dc3baec6916 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:42.920924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf179-02f5-474d-83c5-d3d940d0fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.926653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.984278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.986408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/0e179480-5bab-4d17-b47a-53bbe8e8a928 HTTP/1.1" status: 204 len: 168 time: 0.7309096 Aug 27 02:45:42.987385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc9733-0ef7-4acc-8fd2-46c77df9fba1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=0e179480-5bab-4d17-b47a-53bbe8e8a928,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:42.990260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:42.996757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1311872898'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:43.003706 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.019355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dc537f31-0af9-4445-8ba4-9dc3baec6916 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:43.024583 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:43.028612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.050641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Port': ['ID=69a7ee68-61b8-4d3c-9875-dc979f865e2a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:43.056209 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.059077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:43.070274 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.070663 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment ef76d37b-e026-4d66-bbef-7fe6e65ddaca of type vlan for network 4ed6aa43-d657-4b26-82e4-62466f1dffda Aug 27 02:45:43.084429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port dc537f31-0af9-4445-8ba4-9dc3baec6916 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:43.084805 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.118370 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.144918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.151873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:43.157033 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.242380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2483618 Aug 27 02:45:43.244032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50558) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:43.249850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:43.254804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c97e-71bf-430e-978e-419520729bcc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=4ed6aa43-d657-4b26-82e4-62466f1dffda,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:43.267633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:43.365079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:43.367726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-9ed03fe8-a9cb-43ca-8706-2a87ef19625c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:43.369393 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-9ed03fe8-a9cb-43ca-8706-2a87ef19625c tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 946 time: 0.2695229 Aug 27 02:45:43.369637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.582411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.646192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=804f616f-424f-4daa-a1ee-0f6627cdc0e1,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:43.654007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': 'ef76d37b-e026-4d66-bbef-7fe6e65ddaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:43.654587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 4ed6aa43-d657-4b26-82e4-62466f1dffda, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:43.683873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:43.698097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 180f0c91-0864-4ac8-a534-633f12dc5650 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:43.700759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 4ed6aa43-d657-4b26-82e4-62466f1dffda) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:43.711459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:43.712333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.713030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.721511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d2c9d067-965f-4206-ad1c-84d32210d777 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/ports/69a7ee68-61b8-4d3c-9875-dc979f865e2a HTTP/1.1" status: 204 len: 168 time: 3.6798210 Aug 27 02:45:43.721743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985f597-fa02-40ce-9875-574be849f3af None None] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:43.722211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Router dd4a55b7-8720-424d-8d12-cc7ea91e43ff is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:45:43.728200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50574) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:43.771874 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ca1aaf-cae4-4405-9336-e82929ea1eeb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] GET failed (client error): The resource could not be found. Aug 27 02:45:43.785916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-45ca1aaf-cae4-4405-9336-e82929ea1eeb tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "GET /v2.0/ports/69a7ee68-61b8-4d3c-9875-dc979f865e2a HTTP/1.1" status: 404 len: 333 time: 0.0563538 Aug 27 02:45:43.786703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50576) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:43.808735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d70d0d2-2610-4e73-8c0c-98ed9f095c0e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5636313 Aug 27 02:45:43.812110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50578) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:43.833478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda', 'name': 'tempest-PortsIpV6TestJSON-710492611', 'fixed_ips': [{'subnet_id': '804f616f-424f-4daa-a1ee-0f6627cdc0e1', 'ip_address': '2001:db8::10'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:43.874933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Deleting port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:43.875303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.882045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:43.897539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] Sync routers for ids ['180f0c91-0864-4ac8-a534-633f12dc5650'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:43.907868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-4ed6aa43-d657-4b26-82e4-62466f1dffda', 'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda', 'tenant_id': '802219eba5474bba8b45fed094050565', 'fixed_ips': [{'subnet_id': '804f616f-424f-4daa-a1ee-0f6627cdc0e1'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:43.910406 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.918961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-19b69242-31ca-4ca8-83a1-b05a92790f30 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "PUT /v2.0/routers/180f0c91-0864-4ac8-a534-633f12dc5650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3463001 Aug 27 02:45:43.920486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] Routers {'180f0c91-0864-4ac8-a534-633f12dc5650'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:43.921113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['180f0c91-0864-4ac8-a534-633f12dc5650'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:43.929317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50580) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:43.942532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc275c6-53c1-46b9-9503-c009d5cb0b1a req-435d4a19-c253-4ad3-88cb-6eaefb870aaf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:43.944198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cc275c6-53c1-46b9-9503-c009d5cb0b1a req-435d4a19-c253-4ad3-88cb-6eaefb870aaf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 946 time: 0.2135587 Aug 27 02:45:44.023724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cc275c6-53c1-46b9-9503-c009d5cb0b1a req-652b58cf-b1d3-4b44-925d-362f0beb6172 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644975 Aug 27 02:45:44.039015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting port cdefc5cf-de82-40fc-981b-b54f5749db84 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:44.039445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.097872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting subnet 57b46a09-6b95-4f51-8fe8-620d71f5856d {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:44.107387 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.153203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] Set router 180f0c91-0864-4ac8-a534-633f12dc5650 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:44.166290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.184406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Calling delete_port for cdefc5cf-de82-40fc-981b-b54f5749db84 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:44.195137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] For port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,segment=NetworkSegment(20911b21-1937-48ae-b435-2f76e3164c22),segment_id=20911b21-1937-48ae-b435-2f76e3164c22)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:44.195515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.236298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:44.242371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.254035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Calling delete_port for 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:44.261307 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Sync routers for ids ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:44.275442 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Routers {'dd4a55b7-8720-424d-8d12-cc7ea91e43ff'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:44.277066 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.328247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Allocated IP 2001:db8::2 (4ed6aa43-d657-4b26-82e4-62466f1dffda/804f616f-424f-4daa-a1ee-0f6627cdc0e1/c8f67e62-f50e-4814-93d2-fea8b17f1b81) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:44.396877 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.440081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.444634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e3f0173e-b7a8-4b1e-845f-0d80fa12bd60 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0625069 Aug 27 02:45:44.449475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50582) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:44.462785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:44.679302 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Set router dd4a55b7-8720-424d-8d12-cc7ea91e43ff gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:44.731991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.735736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.818603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.822592 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/subnets/57b46a09-6b95-4f51-8fe8-620d71f5856d HTTP/1.1" status: 204 len: 168 time: 0.8899627 Aug 27 02:45:44.823540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] Checking router: 180f0c91-0864-4ac8-a534-633f12dc5650 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:44.849024 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.852012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50586) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:44.852606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7fb42-1c1a-4c7a-81ec-22b42a7d4263 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Subnet': ['ID=57b46a09-6b95-4f51-8fe8-620d71f5856d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:44.865840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc64b0e-e559-40da-8a5b-b3065a5095f8 None None] Network 73681d65-16b5-4e1b-a719-531474b89694 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:44.874179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df9c1bb3-60bc-4d1a-86fd-400434bb9455 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:44.952045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: df9c1bb3-60bc-4d1a-86fd-400434bb9455 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:44.952564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df9c1bb3-60bc-4d1a-86fd-400434bb9455 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:44.963635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] Routers {'180f0c91-0864-4ac8-a534-633f12dc5650'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:44.964580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['180f0c91-0864-4ac8-a534-633f12dc5650'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.988583 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '02fd437a-5916-48a7-a378-9a35a2623955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:45:40Z', 'revision_number': 3, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port': {'id': '02fd437a-5916-48a7-a378-9a35a2623955', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.988839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.024231 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Checking router: dd4a55b7-8720-424d-8d12-cc7ea91e43ff for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:45.024586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Updating router dd4a55b7-8720-424d-8d12-cc7ea91e43ff port 02fd437a-5916-48a7-a378-9a35a2623955 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:45.057099 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.074296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.081755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Transition to ACTIVE for port object c8f67e62-f50e-4814-93d2-fea8b17f1b81 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:45.089358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.102048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-8c9659c7-5cad-424f-a9e9-25e1fc3f5f2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7138629 Aug 27 02:45:45.102290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Transition to ACTIVE for port object c8f67e62-f50e-4814-93d2-fea8b17f1b81 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:45.180374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Port': ['ID=cdefc5cf-de82-40fc-981b-b54f5749db84,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:45.219007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.226961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 32385be8-fe29-4165-b111-8ba4f9ef437d yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:45.297026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:45.306452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:45.327980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:45.344903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] Set router 180f0c91-0864-4ac8-a534-633f12dc5650 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:45.396883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-79593023-dee1-4aaa-bce9-b3f0ea8c4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:45.398647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-79593023-dee1-4aaa-bce9-b3f0ea8c4b6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c54a1f297b41029af8a835dd5106e0&device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 1097 time: 0.2194724 Aug 27 02:45:45.490152 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.500564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Pushing event updated for resources: {'Port': ['ID=c8f67e62-f50e-4814-93d2-fea8b17f1b81,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:45.518293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] DHCP port deletion for 73681d65-16b5-4e1b-a719-531474b89694 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:45.520556 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Transition to ACTIVE for port object 02fd437a-5916-48a7-a378-9a35a2623955 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:45.544567 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.634431 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.637119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f457e477-c2d2-4380-956f-327176c1a9c6 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/ports/cdefc5cf-de82-40fc-981b-b54f5749db84 HTTP/1.1" status: 204 len: 168 time: 1.8361592 Aug 27 02:45:45.644114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50590) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:45.647407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376c93b-6358-4744-a6a3-dafd6a755ce9 None None] Pushing event updated for resources: {'Port': ['ID=02fd437a-5916-48a7-a378-9a35a2623955,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:45.672637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-071f5f57-40fd-45cd-a91d-d353135443a0 req-5f4633dc-beb9-4d36-a94c-270294a3de9b tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 210 time: 0.0491359 Aug 27 02:45:45.683958 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Attempting to bind port 02fd437a-5916-48a7-a378-9a35a2623955 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:45.684436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Pushing event deleted for resources: {'Port': ['ID=3f6a9dd7-7326-429d-b4c1-12ff8dcbb104,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:45.684554 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Attempting to bind port 02fd437a-5916-48a7-a378-9a35a2623955 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:45.684863 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Attempting to bind port 02fd437a-5916-48a7-a378-9a35a2623955 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:45.695938 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:45.696344 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:45.696724 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.697122 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:45.697594 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Bound port: 02fd437a-5916-48a7-a378-9a35a2623955, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:45.697976 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.714839 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea91ddef-8fda-46c3-8fb1-0c58e2b31253 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] GET failed (client error): The resource could not be found. Aug 27 02:45:45.716917 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ea91ddef-8fda-46c3-8fb1-0c58e2b31253 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "GET /v2.0/ports/cdefc5cf-de82-40fc-981b-b54f5749db84 HTTP/1.1" status: 404 len: 333 time: 0.0686188 Aug 27 02:45:45.723605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50592) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:45.812109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Attempting to bind port c8f67e62-f50e-4814-93d2-fea8b17f1b81 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:45.812662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Attempting to bind port c8f67e62-f50e-4814-93d2-fea8b17f1b81 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'ef76d37b-e026-4d66-bbef-7fe6e65ddaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:45.812762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Attempting to bind port c8f67e62-f50e-4814-93d2-fea8b17f1b81 on network 4ed6aa43-d657-4b26-82e4-62466f1dffda {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:45.818349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] For port 02fd437a-5916-48a7-a378-9a35a2623955, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:45.826800 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] For port 02fd437a-5916-48a7-a378-9a35a2623955, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=02fd437a-5916-48a7-a378-9a35a2623955,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:45.836950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:45.837448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Checking segment: {'id': 'ef76d37b-e026-4d66-bbef-7fe6e65ddaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:45.837861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.838306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Bound using segment: {'id': 'ef76d37b-e026-4d66-bbef-7fe6e65ddaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:45.838839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Bound port: c8f67e62-f50e-4814-93d2-fea8b17f1b81, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef76d37b-e026-4d66-bbef-7fe6e65ddaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:45.839218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.840840 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.863876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-5de33073-aaa4-4024-a6ff-24ea61869b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:45.865995 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-5de33073-aaa4-4024-a6ff-24ea61869b55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 200 len: 911 time: 0.4405315 Aug 27 02:45:45.870011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::10 (4ed6aa43-d657-4b26-82e4-62466f1dffda/804f616f-424f-4daa-a1ee-0f6627cdc0e1/32385be8-fe29-4165-b111-8ba4f9ef437d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:45.927823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] For port c8f67e62-f50e-4814-93d2-fea8b17f1b81, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:45.931514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] For port c8f67e62-f50e-4814-93d2-fea8b17f1b81, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c8f67e62-f50e-4814-93d2-fea8b17f1b81,segment=NetworkSegment(ef76d37b-e026-4d66-bbef-7fe6e65ddaca),segment_id=ef76d37b-e026-4d66-bbef-7fe6e65ddaca)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:45.948146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-41da2b28-9043-42d2-9f33-741e34c8d2fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3922ae-1b32-4199-b05e-269815a2b318 HTTP/1.1" status: 200 len: 1002 time: 0.0712378 Aug 27 02:45:45.963325 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Routers {'dd4a55b7-8720-424d-8d12-cc7ea91e43ff'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:45.963958 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:45.978332 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.009874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] Deleting port a4a89fe2-0890-43a8-b5ff-729feb4e588c {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:46.012288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] No DVR routers for this DVR port 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:46.013364 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.036558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.043719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1a80015-7256-4f78-b07d-89fbd798e3b8 req-329aa721-94ee-4ef9-8d6e-7f6771c354b6 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.32 "DELETE /v2.0/ports/3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 HTTP/1.1" status: 204 len: 173 time: 2.6303911 Aug 27 02:45:46.044225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'name': 'network-vif-deleted', 'tag': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:46.045633 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376c93b-6358-4744-a6a3-dafd6a755ce9 None None] Pushing event updated for resources: {'Port': ['ID=02fd437a-5916-48a7-a378-9a35a2623955,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:46.050137 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f741b766-2feb-47d4-aae3-e6bec3baa164" -d '{"events": [{"server_uuid": "d2e2f35a-b534-40b4-ae74-d8ab9d582f62", "name": "network-vif-deleted", "tag": "3f6a9dd7-7326-429d-b4c1-12ff8dcbb104"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:46.079913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-72aba20b-f068-49e8-be7e-90bacc87ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:46.082352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-72aba20b-f068-49e8-be7e-90bacc87ba59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 200 len: 849 time: 0.1249063 Aug 27 02:45:46.085641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.088007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting port ac020544-d81f-4aa4-a6ab-669d495daf10 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:46.088455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.224779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:46.239975 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] Set router dd4a55b7-8720-424d-8d12-cc7ea91e43ff gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:46.263536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:46.263882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 3f6a9dd7-7326-429d-b4c1-12ff8dcbb104 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:46.274453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] For port a4a89fe2-0890-43a8-b5ff-729feb4e588c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a4a89fe2-0890-43a8-b5ff-729feb4e588c,segment=NetworkSegment(1f114dc4-704c-4593-bab0-a9016b91a3f6),segment_id=1f114dc4-704c-4593-bab0-a9016b91a3f6)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:46.274912 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.301323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] Calling delete_port for a4a89fe2-0890-43a8-b5ff-729feb4e588c owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:46.322795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14902bf4-ffa6-44a0-a6b0-9e46d7920f7b None None] Pushing event updated for resources: {'Port': ['ID=c8f67e62-f50e-4814-93d2-fea8b17f1b81,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:46.345471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:46.365170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-a40224fa-5ae6-48f9-9d49-edd14d5c69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:46.366910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-a40224fa-5ae6-48f9-9d49-edd14d5c69e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633004 Aug 27 02:45:46.391783 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a7377d-8588-4daf-ac03-ce1fb553beef x-openstack-request-id: req-f4a7377d-8588-4daf-ac03-ce1fb553beef {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:46.392315 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e2f35a-b534-40b4-ae74-d8ab9d582f62", "name": "network-vif-deleted", "tag": "3f6a9dd7-7326-429d-b4c1-12ff8dcbb104", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:46.393214 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4a7377d-8588-4daf-ac03-ce1fb553beef {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:46.393636 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e2f35a-b534-40b4-ae74-d8ab9d582f62', 'name': 'network-vif-deleted', 'tag': '3f6a9dd7-7326-429d-b4c1-12ff8dcbb104', 'status': 'completed', 'code': 200} Aug 27 02:45:46.436661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.461443 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.527545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e75a6-2dbf-4812-9e20-f3e9f02f2f14 None None] The sync data for ids ['180f0c91-0864-4ac8-a534-633f12dc5650'] in n-d-806293-1 is: [{'id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'name': 'tempest-TestSecurityGroupsBasicOps-router-320882821', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': 'c966bc15-0ff8-4ac9-9df9-05b700cbf466', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f0c91-0864-4ac8-a534-633f12dc5650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:03Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:46.638927 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.654463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Calling delete_port for ac020544-d81f-4aa4-a6ab-669d495daf10 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:46.673986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] Pushing event deleted for resources: {'Port': ['ID=a4a89fe2-0890-43a8-b5ff-729feb4e588c,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:46.687894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8043e-5d45-49be-b219-2676b68cae7e None None] No DVR routers for this DVR port a4a89fe2-0890-43a8-b5ff-729feb4e588c on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:46.728441 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.759338 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '02fd437a-5916-48a7-a378-9a35a2623955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:45:40Z', 'revision_number': 3, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port': {'id': '02fd437a-5916-48a7-a378-9a35a2623955', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:46.768036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting port c966bc15-0ff8-4ac9-9df9-05b700cbf466 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:46.768463 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.825048 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863c254-4ca7-4c93-9096-234fad2d54ab None None] The sync data for ids ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'] in n-d-806293-1 is: [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '02fd437a-5916-48a7-a378-9a35a2623955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:45:40Z', 'revision_number': 3, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port': {'id': '02fd437a-5916-48a7-a378-9a35a2623955', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:46.847601 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.889854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 32385be8-fe29-4165-b111-8ba4f9ef437d will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:46.931365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.940165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce19f04d-5a05-45ae-bc08-e678e599ded1 req-5b8d8458-401c-48f6-9704-2c2c73505a63 tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e2f35a-b534-40b4-ae74-d8ab9d582f62 HTTP/1.1" status: 200 len: 210 time: 0.0570650 Aug 27 02:45:46.965635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-63a714c5-4ed2-4a8f-b9c4-b8038a14b548 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835519 Aug 27 02:45:46.966792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.033706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Port': ['ID=ac020544-d81f-4aa4-a6ab-669d495daf10,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:47.168388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c8f67e62-f50e-4814-93d2-fea8b17f1b81 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:47.267239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.364242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c8f67e62-f50e-4814-93d2-fea8b17f1b81 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:47.366096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] For port c966bc15-0ff8-4ac9-9df9-05b700cbf466, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c966bc15-0ff8-4ac9-9df9-05b700cbf466,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:47.367288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.453861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.456216 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9d2b98f0-0ad0-4fee-88af-5602075145bc tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/ports/ac020544-d81f-4aa4-a6ab-669d495daf10 HTTP/1.1" status: 204 len: 168 time: 1.7296324 Aug 27 02:45:47.483463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50604) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:47.518594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:47.534539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2d122a9a-0bc1-45f5-a226-81da34bceb60 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:47.582673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Allocated IP 172.20.0.1 (3b0cf139-770d-4e61-a187-5587a0431470/f0320fd3-1c29-4286-81f6-30441f2fc9d4/d26051ba-f9e0-41cc-acea-00bfb36cf934) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:47.614351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:47.619656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 2d122a9a-0bc1-45f5-a226-81da34bceb60 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:47.620007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2d122a9a-0bc1-45f5-a226-81da34bceb60 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:47.620527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:47.621315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4a89fe2-0890-43a8-b5ff-729feb4e588c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:47.634303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:47.635052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.665313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=32385be8-fe29-4165-b111-8ba4f9ef437d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:47.685264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a4a89fe2-0890-43a8-b5ff-729feb4e588c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:47.686817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a4a89fe2-0890-43a8-b5ff-729feb4e588c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:47.696996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.698698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e337114-3dba-4c6c-a4ba-2e655bf053cf req-fc6b8a06-565d-443b-88b1-3b05bab765d7 service neutron] 10.222.0.45 "GET /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911626 Aug 27 02:45:47.713910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting subnet 2b5610b9-6205-417b-987b-10c5862f214b {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:47.719332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.757445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.765667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Calling delete_port for c966bc15-0ff8-4ac9-9df9-05b700cbf466 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:47.778411 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.779817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Transition to ACTIVE for port object d26051ba-f9e0-41cc-acea-00bfb36cf934 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:47.892137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1a26d54c-776e-4e2e-885e-d0d015349243 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0789366 Aug 27 02:45:47.892822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50606) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:47.900463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '4ed6aa43-d657-4b26-82e4-62466f1dffda', 'name': 'tempest-PortsIpV6TestJSON-855063846', 'fixed_ips': [{'subnet_id': '804f616f-424f-4daa-a1ee-0f6627cdc0e1', 'ip_address': '2001:db8::f'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:47.936380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.974531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.010057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Network 3b0cf139-770d-4e61-a187-5587a0431470 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:48.012389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Pushing event updated for resources: {'Port': ['ID=d26051ba-f9e0-41cc-acea-00bfb36cf934,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:48.017142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:48.019544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:48.103574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.177396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.187307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f378f4-e79a-4965-8486-d02b56657421 None None] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:48.213492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.322609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Provisioning for port c8f67e62-f50e-4814-93d2-fea8b17f1b81 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:48.339828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Provisioning complete for port c8f67e62-f50e-4814-93d2-fea8b17f1b81 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:48.340119 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.357746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5610b9-6205-417b-987b-10c5862f214b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:48.358231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.367899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.372066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Port': ['ID=c966bc15-0ff8-4ac9-9df9-05b700cbf466,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:48.373582 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca39e98a-dee7-4591-bd77-bb32f6e90599 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/subnets/2b5610b9-6205-417b-987b-10c5862f214b HTTP/1.1" status: 204 len: 168 time: 0.8889399 Aug 27 02:45:48.379176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50620) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:48.398821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d20a6-3206-4fe1-a99a-8f931d8864ec None None] Network b107dea3-9816-486a-9632-283f1d0de853 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:48.508992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.541913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.551420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:48.558392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.589425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 247c99c4-a5d7-4803-9d99-0e4fdc102aac yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:45:48.707726 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.733758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Deleting port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:48.734097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.791378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] For port c8f67e62-f50e-4814-93d2-fea8b17f1b81, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c8f67e62-f50e-4814-93d2-fea8b17f1b81,segment=NetworkSegment(ef76d37b-e026-4d66-bbef-7fe6e65ddaca),segment_id=ef76d37b-e026-4d66-bbef-7fe6e65ddaca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:48.813214 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.861257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] For port 4ed8bcfb-763a-4971-8c82-c8834b992bf1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ed8bcfb-763a-4971-8c82-c8834b992bf1,segment=NetworkSegment(fd747331-8dad-42b2-99f2-0e33c0c22238),segment_id=fd747331-8dad-42b2-99f2-0e33c0c22238)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:48.870699 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.889189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::f (4ed6aa43-d657-4b26-82e4-62466f1dffda/804f616f-424f-4daa-a1ee-0f6627cdc0e1/247c99c4-a5d7-4803-9d99-0e4fdc102aac) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:48.899778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.904129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.909429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Calling delete_port for 4ed8bcfb-763a-4971-8c82-c8834b992bf1 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:48.922556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Pushing event updated for resources: {'Port': ['ID=c8f67e62-f50e-4814-93d2-fea8b17f1b81,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:48.940208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.940610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.940897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.943378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.943767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.944123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.944615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.944788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.945119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.949197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.949629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.949982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd8514-7861-4f68-b394-5a6071a95c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:48.996836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c2968fc7-3bc5-4ea1-b977-991f3ae7543e None None] Provisioning for port d26051ba-f9e0-41cc-acea-00bfb36cf934 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:49.001629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c2968fc7-3bc5-4ea1-b977-991f3ae7543e None None] Provisioning complete for port d26051ba-f9e0-41cc-acea-00bfb36cf934 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:49.002099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c2968fc7-3bc5-4ea1-b977-991f3ae7543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.035308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] DHCP port deletion for b107dea3-9816-486a-9632-283f1d0de853 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:49.062271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.063376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Fanout notify agent at l3_agent the message router_deleted on router 180f0c91-0864-4ac8-a534-633f12dc5650 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:45:49.088335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.098655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f8aea16-91f4-4f03-8afa-f244946990e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/routers/180f0c91-0864-4ac8-a534-633f12dc5650 HTTP/1.1" status: 204 len: 168 time: 4.2435014 Aug 27 02:45:49.109160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:49.145466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c2968fc7-3bc5-4ea1-b977-991f3ae7543e None None] Port d26051ba-f9e0-41cc-acea-00bfb36cf934 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:49.174995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] Deleting port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:49.175386 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.220355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 02fd437a-5916-48a7-a378-9a35a2623955 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:49.374961 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.380402 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.465513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3cb7efb6-3ba4-4027-9784-34d1e7667062 None None] Provisioning for port 32385be8-fe29-4165-b111-8ba4f9ef437d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:49.469063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 247c99c4-a5d7-4803-9d99-0e4fdc102aac will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:49.479317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] For port 4ed8bcfb-763a-4971-8c82-c8834b992bf1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4ed8bcfb-763a-4971-8c82-c8834b992bf1,segment=NetworkSegment(fd747331-8dad-42b2-99f2-0e33c0c22238),segment_id=fd747331-8dad-42b2-99f2-0e33c0c22238)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:49.479429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.502411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3cb7efb6-3ba4-4027-9784-34d1e7667062 None None] Provisioning complete for port 32385be8-fe29-4165-b111-8ba4f9ef437d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:49.502800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3cb7efb6-3ba4-4027-9784-34d1e7667062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.555889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] Calling delete_port for 4ed8bcfb-763a-4971-8c82-c8834b992bf1 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:49.575298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.592976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.603299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.607135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 02fd437a-5916-48a7-a378-9a35a2623955 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:49.619961 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.660112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 02fd437a-5916-48a7-a378-9a35a2623955 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:49.660506 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.720323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7efb6-3ba4-4027-9784-34d1e7667062 None None] Port 32385be8-fe29-4165-b111-8ba4f9ef437d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:49.724159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.734411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.748401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3cb7efb6-3ba4-4027-9784-34d1e7667062 None None] Provisioning complete for port c8f67e62-f50e-4814-93d2-fea8b17f1b81 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:49.748781 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3cb7efb6-3ba4-4027-9784-34d1e7667062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.765225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:49.791489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] No DVR routers for this DVR port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:49.802608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:49.817242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73681d65-16b5-4e1b-a719-531474b89694']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:49.825198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:49.831827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:49.832487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.854729 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.857972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f114dc4-704c-4593-bab0-a9016b91a3f6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:49.858275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f114dc4-704c-4593-bab0-a9016b91a3f6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:49.867808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=247c99c4-a5d7-4803-9d99-0e4fdc102aac,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:49.888416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.897214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Pushing event updated for resources: {'Port': ['ID=d26051ba-f9e0-41cc-acea-00bfb36cf934,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:49.920088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.930457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:49.931135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:49.941887 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:49.976070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 02fd437a-5916-48a7-a378-9a35a2623955, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=02fd437a-5916-48a7-a378-9a35a2623955,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:50.010888 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.011223 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.034951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b107dea3-9816-486a-9632-283f1d0de853']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:50.058908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd747331-8dad-42b2-99f2-0e33c0c22238') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:50.059250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd747331-8dad-42b2-99f2-0e33c0c22238') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:50.061626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Network 3b0cf139-770d-4e61-a187-5587a0431470 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:50.064579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:50.076139 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.104980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.117869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.154625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.156212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.161406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/networks/73681d65-16b5-4e1b-a719-531474b89694 HTTP/1.1" status: 204 len: 168 time: 1.0589974 Aug 27 02:45:50.168283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:50.169464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.173858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd06fca-65d4-49cd-9a77-14780e3bc03c tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Network': ['ID=73681d65-16b5-4e1b-a719-531474b89694,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:50.177243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50660) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:50.194858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] No DVR routers for this DVR port 4ed8bcfb-763a-4971-8c82-c8834b992bf1 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:50.207016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=02fd437a-5916-48a7-a378-9a35a2623955,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:50.241275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f58f-be3d-4afe-9701-e50424440124 None None] Pushing event deleted for resources: {'Port': ['ID=4ed8bcfb-763a-4971-8c82-c8834b992bf1,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:50.324819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-38ddbb23-aca5-48bf-8f30-35c4169e5fd8 None None] Provisioning complete for port 32385be8-fe29-4165-b111-8ba4f9ef437d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:50.325443 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-38ddbb23-aca5-48bf-8f30-35c4169e5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:50.352073 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:50.388544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-38ddbb23-aca5-48bf-8f30-35c4169e5fd8 None None] Port 32385be8-fe29-4165-b111-8ba4f9ef437d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:50.389901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.404114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Port': ['ID=4ed8bcfb-763a-4971-8c82-c8834b992bf1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:50.415803 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16ed9a90-73cd-448e-9abd-98a3a642f067 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5194945 Aug 27 02:45:50.420892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50662) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:50.422294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.424186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] 10.222.0.10 "DELETE /v2.0/networks/b107dea3-9816-486a-9632-283f1d0de853 HTTP/1.1" status: 204 len: 168 time: 2.0440061 Aug 27 02:45:50.428383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Router dd4a55b7-8720-424d-8d12-cc7ea91e43ff has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:50.529929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e32105f8-cf92-4740-b07c-0121686ef0bf None None] Provisioning for port 247c99c4-a5d7-4803-9d99-0e4fdc102aac completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:50.535745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e32105f8-cf92-4740-b07c-0121686ef0bf None None] Provisioning complete for port 247c99c4-a5d7-4803-9d99-0e4fdc102aac triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:50.538068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e32105f8-cf92-4740-b07c-0121686ef0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.577396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319fc75-1a07-4fbc-b50f-87afb6f36e18 tempest-AllowedAddressPairTestJSON-1939176204 tempest-AllowedAddressPairTestJSON-1939176204-project] Pushing event deleted for resources: {'Network': ['ID=b107dea3-9816-486a-9632-283f1d0de853,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:50.597275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:50.610377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6a38baeb-2564-4a41-86d8-1ea900c9962b admin admin] 10.222.0.10 "PUT /v2.0/routers/dd4a55b7-8720-424d-8d12-cc7ea91e43ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1527874 Aug 27 02:45:50.637305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting port dfedc029-5375-4795-b9f8-2f1a8539c65a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:50.637671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.642837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Sync routers for ids ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:50.661396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88180073-23b2-46be-a5d2-acf62df0e158 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:50.663757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-88180073-23b2-46be-a5d2-acf62df0e158 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2383053 Aug 27 02:45:50.666812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50668) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:50.719430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e32105f8-cf92-4740-b07c-0121686ef0bf None None] Port 247c99c4-a5d7-4803-9d99-0e4fdc102aac cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:50.731864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Routers {'dd4a55b7-8720-424d-8d12-cc7ea91e43ff'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:50.732497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:50.745722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed7462-306a-4e30-941d-3bba17e73543 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:50.755719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed7462-306a-4e30-941d-3bba17e73543 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:50.769307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed7462-306a-4e30-941d-3bba17e73543 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:50.791015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47ed7462-306a-4e30-941d-3bba17e73543 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1137929 Aug 27 02:45:50.793759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50674) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:50.847977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.848313 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.875216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Calling delete_port for dfedc029-5375-4795-b9f8-2f1a8539c65a owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:50.882869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-26af04e2-aab1-467b-94e2-a1dca5bd2fd6 None None] Provisioning complete for port d26051ba-f9e0-41cc-acea-00bfb36cf934 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:50.883340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-26af04e2-aab1-467b-94e2-a1dca5bd2fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.982670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50684) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:51.027688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 02fd437a-5916-48a7-a378-9a35a2623955 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:51.034071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 247c99c4-a5d7-4803-9d99-0e4fdc102aac {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:51.047296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.102304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-26af04e2-aab1-467b-94e2-a1dca5bd2fd6 None None] Port d26051ba-f9e0-41cc-acea-00bfb36cf934 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:51.163911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Set router dd4a55b7-8720-424d-8d12-cc7ea91e43ff gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:51.266431 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.302888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 247c99c4-a5d7-4803-9d99-0e4fdc102aac owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:51.359598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 02fd437a-5916-48a7-a378-9a35a2623955 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:51.360860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.610182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.706626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.780055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Port': ['ID=dfedc029-5375-4795-b9f8-2f1a8539c65a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:51.824525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50710) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:51.827442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.836898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/247c99c4-a5d7-4803-9d99-0e4fdc102aac HTTP/1.1" status: 204 len: 168 time: 1.0370874 Aug 27 02:45:51.838136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0c8c7-5609-43d7-921c-e6d63094eae4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=247c99c4-a5d7-4803-9d99-0e4fdc102aac,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:51.840310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50712) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:51.845192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-45c8c698-507b-4289-ae2f-57d61f9a5bf4 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353790325', 'description': 'tempest-secgroup-smoke-1353790325 description', 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:51.926041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.939878 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Floating IP 789e3b6d-9d34-4be8-8bed-4d449a7e809d disassociated (deleted). External IP: 172.25.1.135, port: 9a4e97fa-b75a-45f2-af5d-99775ab29da9. Aug 27 02:45:51.959953 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-288dcfbd-8224-4b6c-9695-f082b8761d37 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:51.970651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-288dcfbd-8224-4b6c-9695-f082b8761d37 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/247c99c4-a5d7-4803-9d99-0e4fdc102aac HTTP/1.1" status: 404 len: 333 time: 0.1189113 Aug 27 02:45:51.971521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50714) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:52.017307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-26ea795a-46d1-46e4-99e4-81b20f5ba83d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b67306ededca452fa4db1c7bddc2f905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0316989 Aug 27 02:45:52.021373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50716) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:52.109249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c8f67e62-f50e-4814-93d2-fea8b17f1b81 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:52.142868 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c8c698-507b-4289-ae2f-57d61f9a5bf4 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.231176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '02fd437a-5916-48a7-a378-9a35a2623955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port': {'id': '02fd437a-5916-48a7-a378-9a35a2623955', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd26051ba-f9e0-41cc-acea-00bfb36cf934', 'name': '', 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'mac_address': 'fa:16:3e:67:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f0320fd3-1c29-4286-81f6-30441f2fc9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:47Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 2, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'subnets': [{'id': 'f0320fd3-1c29-4286-81f6-30441f2fc9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:52.235872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb061-eb34-4fef-8061-a81a35fcdfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.283107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Checking router: dd4a55b7-8720-424d-8d12-cc7ea91e43ff for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:52.292631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Updating router dd4a55b7-8720-424d-8d12-cc7ea91e43ff port d26051ba-f9e0-41cc-acea-00bfb36cf934 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:52.334708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb061-eb34-4fef-8061-a81a35fcdfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.346803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:52.365306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c8f67e62-f50e-4814-93d2-fea8b17f1b81 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:52.366394 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.400827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 32385be8-fe29-4165-b111-8ba4f9ef437d {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:52.401431 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.476542 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.517212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb061-eb34-4fef-8061-a81a35fcdfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.520449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb061-eb34-4fef-8061-a81a35fcdfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.527131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8d1bb061-eb34-4fef-8061-a81a35fcdfce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e3cfe07-b539-4444-ad4b-629fe132e871 HTTP/1.1" status: 204 len: 168 time: 0.4983900 Aug 27 02:45:52.559011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.559523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:52.580020 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] Sync routers for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:52.582263 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.597304 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:52.599664 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:52.632145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bb061-eb34-4fef-8061-a81a35fcdfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3cfe07-b539-4444-ad4b-629fe132e871,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:52.653644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 32385be8-fe29-4165-b111-8ba4f9ef437d owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:52.727267 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c8c698-507b-4289-ae2f-57d61f9a5bf4 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.775644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c8c698-507b-4289-ae2f-57d61f9a5bf4 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.856947 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:52.864639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c966bc15-0ff8-4ac9-9df9-05b700cbf466 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:52.869238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45c8c698-507b-4289-ae2f-57d61f9a5bf4 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.877247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-45c8c698-507b-4289-ae2f-57d61f9a5bf4 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0511508 Aug 27 02:45:52.880437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50738) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:52.934895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d231a752-bdde-4690-9731-a12a0af5fccf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'security_group_rule': {'security_group_id': '1f705071-a7a4-43bc-b62d-08354cc2748d', 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:52.997108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-be590601-9462-406e-8580-b6d7be96ea2a tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/floatingips/789e3b6d-9d34-4be8-8bed-4d449a7e809d HTTP/1.1" status: 204 len: 168 time: 2.8096836 Aug 27 02:45:52.998254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c698-507b-4289-ae2f-57d61f9a5bf4 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f705071-a7a4-43bc-b62d-08354cc2748d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:53.025845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:53.035051 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c84f910-004d-412b-9811-5a8e7e2e13b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:53.062646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d231a752-bdde-4690-9731-a12a0af5fccf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.072287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.156295 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa556647-c755-40ff-ad40-00f13e956eec x-openstack-request-id: req-aa556647-c755-40ff-ad40-00f13e956eec {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:53.157218 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:53.158234 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa556647-c755-40ff-ad40-00f13e956eec {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:53.158869 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'status': 'completed', 'code': 200} Aug 27 02:45:53.179575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c966bc15-0ff8-4ac9-9df9-05b700cbf466 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:53.183817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c966bc15-0ff8-4ac9-9df9-05b700cbf466 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:53.185378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ed8bcfb-763a-4971-8c82-c8834b992bf1 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:53.242572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=32385be8-fe29-4165-b111-8ba4f9ef437d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:53.272008 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.278440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c63d84dc-a198-4380-b183-e676169eaec6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/32385be8-fe29-4165-b111-8ba4f9ef437d HTTP/1.1" status: 204 len: 168 time: 1.3043165 Aug 27 02:45:53.278633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50758) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:53.305333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4ed8bcfb-763a-4971-8c82-c8834b992bf1 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:53.308161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4ed8bcfb-763a-4971-8c82-c8834b992bf1 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:53.310829 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb3f7aa-a15d-4115-b024-90d1bd8d0940 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:45:53.320833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50760) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:53.329294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6bb3f7aa-a15d-4115-b024-90d1bd8d0940 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/32385be8-fe29-4165-b111-8ba4f9ef437d HTTP/1.1" status: 404 len: 333 time: 0.0397918 Aug 27 02:45:53.460250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet 804f616f-424f-4daa-a1ee-0f6627cdc0e1 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:53.473469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d231a752-bdde-4690-9731-a12a0af5fccf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.477212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-109f2ab6-fc8f-474e-8183-f2fb7e0999c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:53.479279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-109f2ab6-fc8f-474e-8183-f2fb7e0999c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468d24a72a2f4b159f511a088eedaa10&device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 1135 time: 0.2820377 Aug 27 02:45:53.480228 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.486098 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:19Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:53.492789 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d231a752-bdde-4690-9731-a12a0af5fccf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.611423 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] Checking router: 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:53.637673 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:53.638932 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:53.668488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e343d5-2e8a-4071-bb61-e2dff53c88ae req-a64623b4-e75f-4256-8cb2-58839441c3e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:53.686516 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00e343d5-2e8a-4071-bb61-e2dff53c88ae req-a64623b4-e75f-4256-8cb2-58839441c3e5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 984 time: 0.1424587 Aug 27 02:45:53.768908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00e343d5-2e8a-4071-bb61-e2dff53c88ae req-f795ca3d-af38-425b-9848-b8dc172e8799 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0726731 Aug 27 02:45:53.784631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231a752-bdde-4690-9731-a12a0af5fccf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2696b29-e196-4cae-93e5-118aeab5b8a4,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:53.798891 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.815600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Transition to ACTIVE for port object d26051ba-f9e0-41cc-acea-00bfb36cf934 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:53.828140 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.835406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d231a752-bdde-4690-9731-a12a0af5fccf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.839850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d231a752-bdde-4690-9731-a12a0af5fccf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9096637 Aug 27 02:45:53.840569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50772) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:53.847398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.877366 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:53.886850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c8af4512-66cb-4e32-b8c3-531868441e06 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'security_group_rule': {'security_group_id': '1f705071-a7a4-43bc-b62d-08354cc2748d', 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:53.889587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329edc-48d3-4219-8905-66e25960d22a None None] Pushing event updated for resources: {'Port': ['ID=d26051ba-f9e0-41cc-acea-00bfb36cf934,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:54.026481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Attempting to bind port d26051ba-f9e0-41cc-acea-00bfb36cf934 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:54.033157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Attempting to bind port d26051ba-f9e0-41cc-acea-00bfb36cf934 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:54.033566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Attempting to bind port d26051ba-f9e0-41cc-acea-00bfb36cf934 on network 3b0cf139-770d-4e61-a187-5587a0431470 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:54.046988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:54.049762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Checking segment: {'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:54.049996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.050429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Bound using segment: {'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:54.050937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Bound port: d26051ba-f9e0-41cc-acea-00bfb36cf934, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f895521f-ea28-408c-b61a-ff7a6cfe4e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:54.051337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.104572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90d869-51b8-4733-838a-096fa658887f req-fdde4a8c-2b4b-4da7-baaa-0677142c4da0 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.108163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb90d869-51b8-4733-838a-096fa658887f req-fdde4a8c-2b4b-4da7-baaa-0677142c4da0 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 946 time: 0.2735751 Aug 27 02:45:54.165817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-092d14ae-3a54-4948-9a2f-a635c85a4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.171771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-092d14ae-3a54-4948-9a2f-a635c85a4873 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37f06184-c652-44d5-9b25-4c12085a4a98 HTTP/1.1" status: 200 len: 898 time: 0.6803410 Aug 27 02:45:54.176230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50782) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:54.234344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] For port d26051ba-f9e0-41cc-acea-00bfb36cf934, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:54.241955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] For port d26051ba-f9e0-41cc-acea-00bfb36cf934, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d26051ba-f9e0-41cc-acea-00bfb36cf934,segment=NetworkSegment(f895521f-ea28-408c-b61a-ff7a6cfe4e43),segment_id=f895521f-ea28-408c-b61a-ff7a6cfe4e43)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:54.251638 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8af4512-66cb-4e32-b8c3-531868441e06 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.253016 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.293385 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:19Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:54.327495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Routers {'dd4a55b7-8720-424d-8d12-cc7ea91e43ff'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:54.330104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:54.337346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-6df5f965-2b16-46cb-8b42-74fbc17b49b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9 HTTP/1.1" status: 200 len: 217 time: 0.1407425 Aug 27 02:45:54.365714 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824d128-ed78-4b6d-94cc-27a84e68d7de None None] The sync data for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 is: [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:12Z', 'revision_number': 4, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'efac5a6c-410b-47eb-b29b-36eca293a5e1', 'name': '', 'network_id': '37f06184-c652-44d5-9b25-4c12085a4a98', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'mac_address': 'fa:16:3e:1b:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:11Z', 'updated_at': '2021-08-27T02:44:19Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'subnets': [{'id': 'abe4eea1-beb5-4d6b-8afb-9a4e13fdad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:54.368800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb90d869-51b8-4733-838a-096fa658887f req-4e01294a-88f5-472b-816e-7e59226ada1c tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493951 Aug 27 02:45:54.383576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.419684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-aea98701-4651-49ee-b94d-db1cd3f1737f tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:54.420383 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-aea98701-4651-49ee-b94d-db1cd3f1737f tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:45:54.420874 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-aea98701-4651-49ee-b94d-db1cd3f1737f tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:45:54.425574 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aea98701-4651-49ee-b94d-db1cd3f1737f tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2482448 Aug 27 02:45:54.426146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50786) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:54.432390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458233253'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:54.481267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.509328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.594962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8af4512-66cb-4e32-b8c3-531868441e06 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.610441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8af4512-66cb-4e32-b8c3-531868441e06 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.613837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] Set router dd4a55b7-8720-424d-8d12-cc7ea91e43ff gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:54.620468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-71e5658e-c4cf-497a-9f86-cafc9c176bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.629557 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-71e5658e-c4cf-497a-9f86-cafc9c176bef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abe4eea1-beb5-4d6b-8afb-9a4e13fdad79 HTTP/1.1" status: 200 len: 834 time: 0.2581189 Aug 27 02:45:54.671941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.715709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.729949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.765986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=804f616f-424f-4daa-a1ee-0f6627cdc0e1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:54.769095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af4512-66cb-4e32-b8c3-531868441e06 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b08ddc-34e2-45b1-8011-1c568d6d5b3d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:54.789546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ed1da6-8e49-42ce-b37f-293d1579de60,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:54.850476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8af4512-66cb-4e32-b8c3-531868441e06 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.853809 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c8af4512-66cb-4e32-b8c3-531868441e06 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0003362 Aug 27 02:45:54.855415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50790) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:54.887343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b94f2f15-fba6-4095-bd1e-60e72c08b765 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'security_group_rule': {'security_group_id': '1f705071-a7a4-43bc-b62d-08354cc2748d', 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:54.934933 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.944379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4534b2c-0618-4849-84c0-cbd91b014d00 None None] Network 4ed6aa43-d657-4b26-82e4-62466f1dffda requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:54.947146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b849081d-f52d-42ef-836a-be656ae5abcf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/804f616f-424f-4daa-a1ee-0f6627cdc0e1 HTTP/1.1" status: 204 len: 168 time: 1.6258605 Aug 27 02:45:54.949867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50792) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:54.958364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-bdb17702-0891-40f9-9b36-92d1c6f81757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.960246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-bdb17702-0891-40f9-9b36-92d1c6f81757 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37f06184-c652-44d5-9b25-4c12085a4a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3160224 Aug 27 02:45:54.977524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41044f5-45f5-4ca2-8d20-1a8e47e71cfc None None] New status for floating IP 789e3b6d-9d34-4be8-8bed-4d449a7e809d: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:45:54.980533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-4f651746-7775-4c65-9d38-f8e4eb36c871 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.982487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-4f651746-7775-4c65-9d38-f8e4eb36c871 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 984 time: 0.2590511 Aug 27 02:45:55.008809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.076720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-38b93741-eea2-4c05-bfb5-4a1652ca4525 service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074603 Aug 27 02:45:55.174390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329edc-48d3-4219-8905-66e25960d22a None None] Pushing event updated for resources: {'Port': ['ID=d26051ba-f9e0-41cc-acea-00bfb36cf934,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:55.231929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f15-fba6-4095-bd1e-60e72c08b765 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.337389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f15-fba6-4095-bd1e-60e72c08b765 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.355732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f15-fba6-4095-bd1e-60e72c08b765 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.381524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f2f15-fba6-4095-bd1e-60e72c08b765 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8c62cc-e5ed-4a15-8c44-4d430bcdd28d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:55.425921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2c84f910-004d-412b-9811-5a8e7e2e13b8 req-6fe9dac5-23c1-46c1-8a28-94f9a567af03 service neutron] 10.222.0.32 "GET /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362758 Aug 27 02:45:55.470660 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f15-fba6-4095-bd1e-60e72c08b765 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.476933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b94f2f15-fba6-4095-bd1e-60e72c08b765 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6159148 Aug 27 02:45:55.484680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:55.485186 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.546504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] DHCP port deletion for 4ed6aa43-d657-4b26-82e4-62466f1dffda request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:55.599646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.601389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50800) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:55.614501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e74ddf5d-6c1f-4654-8695-a1aa2e5d038e tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'security_group_rule': {'security_group_id': '1f705071-a7a4-43bc-b62d-08354cc2748d', 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:55.635443 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.652708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] For port 9a4e97fa-b75a-45f2-af5d-99775ab29da9, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=9a4e97fa-b75a-45f2-af5d-99775ab29da9,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:55.653348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.683423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Calling delete_port for 9a4e97fa-b75a-45f2-af5d-99775ab29da9 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:55.691431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6022b5c-61a3-45fb-81e0-4ef2cdf71e8d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:55.726041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '02fd437a-5916-48a7-a378-9a35a2623955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port': {'id': '02fd437a-5916-48a7-a378-9a35a2623955', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd26051ba-f9e0-41cc-acea-00bfb36cf934', 'name': '', 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'mac_address': 'fa:16:3e:67:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f0320fd3-1c29-4286-81f6-30441f2fc9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:47Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 4, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'subnets': [{'id': 'f0320fd3-1c29-4286-81f6-30441f2fc9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:55.760974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74ddf5d-6c1f-4654-8695-a1aa2e5d038e tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.770881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ecf92-27fd-4fd1-a7da-5cc99fa09fee None None] The sync data for ids ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'] in n-d-806293-1 is: [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '02fd437a-5916-48a7-a378-9a35a2623955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port': {'id': '02fd437a-5916-48a7-a378-9a35a2623955', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd26051ba-f9e0-41cc-acea-00bfb36cf934', 'name': '', 'network_id': '3b0cf139-770d-4e61-a187-5587a0431470', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'mac_address': 'fa:16:3e:67:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f0320fd3-1c29-4286-81f6-30441f2fc9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:47Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 4, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'subnets': [{'id': 'f0320fd3-1c29-4286-81f6-30441f2fc9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:55.780342 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.788190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dacba911-3b7f-488c-95e4-d1bb9bed78f7 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3609838 Aug 27 02:45:55.791501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] Deleting port c8f67e62-f50e-4814-93d2-fea8b17f1b81 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:55.791884 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.793710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50802) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:55.845953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2d8528b1-3bc1-4a43-a851-21dee8f6a866 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'b6022b5c-61a3-45fb-81e0-4ef2cdf71e8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:55.945470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] For port c8f67e62-f50e-4814-93d2-fea8b17f1b81, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c8f67e62-f50e-4814-93d2-fea8b17f1b81,segment=NetworkSegment(ef76d37b-e026-4d66-bbef-7fe6e65ddaca),segment_id=ef76d37b-e026-4d66-bbef-7fe6e65ddaca)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:55.946039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.963991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] Calling delete_port for c8f67e62-f50e-4814-93d2-fea8b17f1b81 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:55.967279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd53a-f767-472a-8629-898718316d80 req-50eacfd5-22ef-4a23-ac08-db6157c7a9b8 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:55.975755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a1bd53a-f767-472a-8629-898718316d80 req-50eacfd5-22ef-4a23-ac08-db6157c7a9b8 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d474f39-88de-487a-9f2e-69bfcfc977c3 HTTP/1.1" status: 200 len: 984 time: 1.0266368 Aug 27 02:45:56.000096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.045107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Port': ['ID=9a4e97fa-b75a-45f2-af5d-99775ab29da9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:56.068832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a24e53-c6ca-4f9c-9bbf-4980d004fcd7 req-fec65637-bc1a-4df0-ac28-edada3271629 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:56.081525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02a24e53-c6ca-4f9c-9bbf-4980d004fcd7 req-fec65637-bc1a-4df0-ac28-edada3271629 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 946 time: 0.1296904 Aug 27 02:45:56.122204 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.130400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-a42eed98-8f4f-40b0-ba31-bbd3edb1932f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:56.132398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-a42eed98-8f4f-40b0-ba31-bbd3edb1932f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 946 time: 0.5298588 Aug 27 02:45:56.163882 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] Pushing event deleted for resources: {'Port': ['ID=c8f67e62-f50e-4814-93d2-fea8b17f1b81,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:56.178305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74ddf5d-6c1f-4654-8695-a1aa2e5d038e tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.181156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3138b-16f4-48b8-ac13-4c2f71fd234d None None] No DVR routers for this DVR port c8f67e62-f50e-4814-93d2-fea8b17f1b81 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:56.186786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d8528b1-3bc1-4a43-a851-21dee8f6a866 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.188560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] No DVR routers for this DVR port 9a4e97fa-b75a-45f2-af5d-99775ab29da9 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:56.194878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.195910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bcaff849-9904-4ca5-aaad-8f42748e68ff req-8eb5e89f-0a6e-4102-b021-f800ece74566 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.32 "DELETE /v2.0/ports/9a4e97fa-b75a-45f2-af5d-99775ab29da9 HTTP/1.1" status: 204 len: 173 time: 1.1162090 Aug 27 02:45:56.201130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'name': 'network-vif-deleted', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:56.203666 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5236a5-6158-41a3-a6f9-12be95277b64" -d '{"events": [{"server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "name": "network-vif-deleted", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:56.222513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02a24e53-c6ca-4f9c-9bbf-4980d004fcd7 req-55669e26-56db-40cc-b327-f2414fd27e20 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374943 Aug 27 02:45:56.255635 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74ddf5d-6c1f-4654-8695-a1aa2e5d038e tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.301041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a1bd53a-f767-472a-8629-898718316d80 req-0ac3145a-9fa5-4d3e-baa6-c4b13813ac57 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0a80687-5991-4da9-ab14-929be9ec3ae0&id=e03b8884-dd53-404a-8ce1-758fc3368070&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3242915 Aug 27 02:45:56.318642 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b588b12-d182-4baf-9bdf-3794c9d8bc38 x-openstack-request-id: req-9b588b12-d182-4baf-9bdf-3794c9d8bc38 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:56.319190 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d474f39-88de-487a-9f2e-69bfcfc977c3", "name": "network-vif-deleted", "tag": "9a4e97fa-b75a-45f2-af5d-99775ab29da9", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:56.319697 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b588b12-d182-4baf-9bdf-3794c9d8bc38 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:56.320315 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d474f39-88de-487a-9f2e-69bfcfc977c3', 'name': 'network-vif-deleted', 'tag': '9a4e97fa-b75a-45f2-af5d-99775ab29da9', 'status': 'completed', 'code': 200} Aug 27 02:45:56.347248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ddf5d-6c1f-4654-8695-a1aa2e5d038e tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18db654f-a032-4422-816d-81d69a942513,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:56.410195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port c8f67e62-f50e-4814-93d2-fea8b17f1b81 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:56.410675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.417118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e74ddf5d-6c1f-4654-8695-a1aa2e5d038e tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.418462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e74ddf5d-6c1f-4654-8695-a1aa2e5d038e tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8105435 Aug 27 02:45:56.421328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50810) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:56.427201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'security_group_rule': {'security_group_id': '1f705071-a7a4-43bc-b62d-08354cc2748d', 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:56.464999 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Project c6db92cbe2d4469da469b5d5ed5aa5d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:45:56.481314 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.511333 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d8528b1-3bc1-4a43-a851-21dee8f6a866 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.563308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d8528b1-3bc1-4a43-a851-21dee8f6a866 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.606128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] For port c8f67e62-f50e-4814-93d2-fea8b17f1b81, host n-d-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:56.606608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.643651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.649817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Deleting port ae3922ae-1b32-4199-b05e-269815a2b318 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:56.650276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.659464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.686944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75c2bd1-b124-4a81-a24e-bd04809ea664,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:56.710452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.711962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-95c4d4fa-cc45-4424-8466-c38174856daf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2892964 Aug 27 02:45:56.714684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50812) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:56.729440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'security_group_rule': {'security_group_id': '1f705071-a7a4-43bc-b62d-08354cc2748d', 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:56.791840 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Project c6db92cbe2d4469da469b5d5ed5aa5d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:45:56.801041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.805148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for c8f67e62-f50e-4814-93d2-fea8b17f1b81 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:56.807423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8528b1-3bc1-4a43-a851-21dee8f6a866 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6ba2fc-bc88-442f-94c2-f0020756a889,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:56.826926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Port c8f67e62-f50e-4814-93d2-fea8b17f1b81 was not found and therefore no delete operation was performed {{(pid=94773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:45:56.828187 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2d8528b1-3bc1-4a43-a851-21dee8f6a866 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.829486 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d8528b1-3bc1-4a43-a851-21dee8f6a866 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0098248 Aug 27 02:45:56.840091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.840915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50814) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:56.845831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-121a3542-ba1b-4055-8399-1ec9860450c0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'b6022b5c-61a3-45fb-81e0-4ef2cdf71e8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:56.869947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] For port ae3922ae-1b32-4199-b05e-269815a2b318, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae3922ae-1b32-4199-b05e-269815a2b318,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:56.871096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.914207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-121a3542-ba1b-4055-8399-1ec9860450c0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.927126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No DVR routers for this DVR port c8f67e62-f50e-4814-93d2-fea8b17f1b81 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:56.932700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=c8f67e62-f50e-4814-93d2-fea8b17f1b81,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:57.003049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.016302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.039396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b594094b-5769-4642-815f-319becdae8ed,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:57.050455 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-121a3542-ba1b-4055-8399-1ec9860450c0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:45:57.055402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-121a3542-ba1b-4055-8399-1ec9860450c0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2133257 Aug 27 02:45:57.064467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50816) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:57.078588 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.080324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c84ea899-4c03-43b0-b2c1-934a7a71bfcf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3641036 Aug 27 02:45:57.117131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.166863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-378e1ca6-5262-4250-abd4-02aa0077c0c2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.168427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed6aa43-d657-4b26-82e4-62466f1dffda']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:57.192640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef76d37b-e026-4d66-bbef-7fe6e65ddaca') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:57.193110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef76d37b-e026-4d66-bbef-7fe6e65ddaca') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:57.211448 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.220548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-378e1ca6-5262-4250-abd4-02aa0077c0c2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.291295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.304642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:57.305762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:57.309590 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:57.324684 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-378e1ca6-5262-4250-abd4-02aa0077c0c2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.329039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-378e1ca6-5262-4250-abd4-02aa0077c0c2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.334084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-378e1ca6-5262-4250-abd4-02aa0077c0c2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/b6022b5c-61a3-45fb-81e0-4ef2cdf71e8d HTTP/1.1" status: 204 len: 168 time: 0.2641613 Aug 27 02:45:57.334814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50830) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:57.449049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e1ca6-5262-4250-abd4-02aa0077c0c2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6022b5c-61a3-45fb-81e0-4ef2cdf71e8d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:57.460316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.460773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.461028 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Floating IP 61266dc0-2d1b-4d17-8bdc-1cf719b5eaad disassociated. External IP: 172.25.1.207, port: ae3922ae-1b32-4199-b05e-269815a2b318. Aug 27 02:45:57.461380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Calling delete_port for ae3922ae-1b32-4199-b05e-269815a2b318 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:57.586917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d26051ba-f9e0-41cc-acea-00bfb36cf934 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:57.593472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-80851753-8880-45e6-8ed7-972b579e38e1 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2262871 Aug 27 02:45:57.594561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-65a997a7-71d0-412f-83cb-621d82455f72 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353790325&fields=id&tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8 HTTP/1.1" status: 200 len: 267 time: 0.1221223 Aug 27 02:45:57.595039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50840) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:57.599459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-07e8c171-bd03-438f-80a8-c01a46483e9b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178272181'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:57.693328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.713448 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.724274 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/4ed6aa43-d657-4b26-82e4-62466f1dffda HTTP/1.1" status: 204 len: 168 time: 2.7696612 Aug 27 02:45:57.724939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50842) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:57.729531 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-43542ee3-a4ae-4fcd-b973-15a31378e12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.745765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-86074438'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:57.747003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d26051ba-f9e0-41cc-acea-00bfb36cf934 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:57.751774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d26051ba-f9e0-41cc-acea-00bfb36cf934 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:57.752178 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.760965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07e8c171-bd03-438f-80a8-c01a46483e9b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.811055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d56cb3-9e31-415f-9dfc-67a2fb70b971 req-ec06f2b0-5b0c-4c50-b400-806eb4446c2f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:57.814634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17d56cb3-9e31-415f-9dfc-67a2fb70b971 req-ec06f2b0-5b0c-4c50-b400-806eb4446c2f tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 946 time: 0.4167621 Aug 27 02:45:57.818569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:57.823826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.840744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=4ed6aa43-d657-4b26-82e4-62466f1dffda,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:57.870026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.870701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.871404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.871894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.872382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.873140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.873807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.874613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.875271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.875773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.876256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.876890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000471e-94d5-47f8-be13-4aef5159c677 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:57.900282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-afb8c6b9-3ff4-400c-a66d-d87337ba3f13 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:57.915979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-afb8c6b9-3ff4-400c-a66d-d87337ba3f13 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/networks?id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 200 len: 809 time: 0.3108349 Aug 27 02:45:57.937695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:57.940019 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.941193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-8e0ce676-0333-4b28-8973-46d62e9f65b5 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/quotas/c6db92cbe2d4469da469b5d5ed5aa5d8 HTTP/1.1" status: 200 len: 375 time: 0.0241807 Aug 27 02:45:57.990296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17d56cb3-9e31-415f-9dfc-67a2fb70b971 req-b2bd273a-7dfb-4580-b973-f3e2744a9aae tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups?id=05c9c377-4418-4acb-b4c2-8337b2d414d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456895 Aug 27 02:45:57.995607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.996327 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Added segment db461ae4-2157-43ef-b096-7a4cab0317c3 of type vlan for network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d Aug 27 02:45:58.034960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-beb36678-3e4f-41e6-b928-a57918ae5d39 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927787 Aug 27 02:45:58.064655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d26051ba-f9e0-41cc-acea-00bfb36cf934, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d26051ba-f9e0-41cc-acea-00bfb36cf934,segment=NetworkSegment(f895521f-ea28-408c-b61a-ff7a6cfe4e43),segment_id=f895521f-ea28-408c-b61a-ff7a6cfe4e43)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:58.077195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.113806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07e8c171-bd03-438f-80a8-c01a46483e9b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.125163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07e8c171-bd03-438f-80a8-c01a46483e9b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.131962 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.170600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.174597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.185782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c8f67e62-f50e-4814-93d2-fea8b17f1b81 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:58.200887 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07e8c171-bd03-438f-80a8-c01a46483e9b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.202349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-07e8c171-bd03-438f-80a8-c01a46483e9b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6063550 Aug 27 02:45:58.207497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50846) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.216048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0e5753c3-b10e-4f65-b0cb-5b2284b1908e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'b83016b3-34f6-496d-a027-cfed983a9f30', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:58.216638 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-0e5753c3-b10e-4f65-b0cb-5b2284b1908e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 02:45:58.217422 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-0e5753c3-b10e-4f65-b0cb-5b2284b1908e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:45:58.218406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0e5753c3-b10e-4f65-b0cb-5b2284b1908e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095298 Aug 27 02:45:58.219237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8c171-bd03-438f-80a8-c01a46483e9b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83016b3-34f6-496d-a027-cfed983a9f30,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:58.221578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50848) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.249688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-a468cf0f-e578-4b15-ad4e-67d60924381e service neutron] 10.222.0.10 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086697 Aug 27 02:45:58.260293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.265397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d26051ba-f9e0-41cc-acea-00bfb36cf934,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:58.265650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:58.266232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.284765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event deleted for resources: {'Port': ['ID=ae3922ae-1b32-4199-b05e-269815a2b318,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:58.286963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c8f67e62-f50e-4814-93d2-fea8b17f1b81 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:58.287542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c8f67e62-f50e-4814-93d2-fea8b17f1b81 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:58.290829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9a4e97fa-b75a-45f2-af5d-99775ab29da9 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:58.319955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 9a4e97fa-b75a-45f2-af5d-99775ab29da9 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:58.320562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 9a4e97fa-b75a-45f2-af5d-99775ab29da9 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:58.367552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29c08afa-f3ea-41a1-8acd-65b7815227af tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.409037 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6662791 Aug 27 02:45:58.412334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50854) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.423466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29c08afa-f3ea-41a1-8acd-65b7815227af tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.428938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:58.469176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-354e86eb-cf1d-4f72-9969-cc15d16ca2b9 service neutron] 10.222.0.10 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117553 Aug 27 02:45:58.493835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29c08afa-f3ea-41a1-8acd-65b7815227af tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.497277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29c08afa-f3ea-41a1-8acd-65b7815227af tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.498855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-29c08afa-f3ea-41a1-8acd-65b7815227af tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/b83016b3-34f6-496d-a027-cfed983a9f30 HTTP/1.1" status: 204 len: 168 time: 0.2693706 Aug 27 02:45:58.510632 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50856) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.560745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c08afa-f3ea-41a1-8acd-65b7815227af tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83016b3-34f6-496d-a027-cfed983a9f30,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:58.572645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5e09190-e38c-433e-bad9-80443e422be4 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.581043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847edb8a-2caa-4b41-8228-a99a663da567 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Network': ['ID=9bf34d0f-5c9f-4dc9-880c-c54541c4708d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:58.594967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:58.662487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4bda7a8d-ae0e-4429-ad89-1b97eb489d25 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550858 Aug 27 02:45:58.663293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50858) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.668315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9722c23f-3cc1-42e2-a5e8-e3c69cd91373 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566978450'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:58.716427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5e09190-e38c-433e-bad9-80443e422be4 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.758801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9722c23f-3cc1-42e2-a5e8-e3c69cd91373 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.840269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5e09190-e38c-433e-bad9-80443e422be4 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.842914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d5e09190-e38c-433e-bad9-80443e422be4 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.844173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d5e09190-e38c-433e-bad9-80443e422be4 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/security-groups/c0a80687-5991-4da9-ab14-929be9ec3ae0 HTTP/1.1" status: 204 len: 168 time: 0.6718903 Aug 27 02:45:58.848605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50868) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.900581 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b36b623f-ace3-4268-9a4b-028bd5dec07e req-58662c2b-d85b-4cec-8ac2-208eb1d9800f tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 210 time: 0.0758510 Aug 27 02:45:58.911614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e09190-e38c-433e-bad9-80443e422be4 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a80687-5991-4da9-ab14-929be9ec3ae0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:58.917086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Router d5506018-3d4d-40b8-bc45-e6fa997c54ce has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:58.998184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe251a3b-a381-4afc-b5b5-a0f78ac73998 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.025101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9722c23f-3cc1-42e2-a5e8-e3c69cd91373 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.051859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9722c23f-3cc1-42e2-a5e8-e3c69cd91373 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.113575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe251a3b-a381-4afc-b5b5-a0f78ac73998 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.114693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:59.122078 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.184454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9722c23f-3cc1-42e2-a5e8-e3c69cd91373 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.188221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9722c23f-3cc1-42e2-a5e8-e3c69cd91373 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5238523 Aug 27 02:45:59.221815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50876) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:59.228105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6c513c60-3c9a-49cc-b581-eb2d1b105552 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '1f6fe02f-249d-4ab3-9533-183600d92a90', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:59.229175 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-6c513c60-3c9a-49cc-b581-eb2d1b105552 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 02:45:59.229691 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-6c513c60-3c9a-49cc-b581-eb2d1b105552 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:45:59.236271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6c513c60-3c9a-49cc-b581-eb2d1b105552 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077648 Aug 27 02:45:59.247221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50878) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:59.273818 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:45:59.285107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44d81f4b-0fe9-4ba7-b2e0-69f6b9fe48f0 req-647268ad-48ea-4d49-aa4c-1c451f9e014b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/ports?device_id=269d7729-2943-4561-a4bd-fece0a5d32d5 HTTP/1.1" status: 200 len: 210 time: 0.1597755 Aug 27 02:45:59.298437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:59.325900 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] Sync routers for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:59.349300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722c23f-3cc1-42e2-a5e8-e3c69cd91373 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6fe02f-249d-4ab3-9533-183600d92a90,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:59.354146 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:59.355436 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:45:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:59.356003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] No DVR routers for this DVR port ae3922ae-1b32-4199-b05e-269815a2b318 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:59.362277 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.366196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6384ddb0-65ba-48d5-8984-f73098d851a5 req-bc9f82c4-b945-403f-9205-4096a2d457f5 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.45 "DELETE /v2.0/ports/ae3922ae-1b32-4199-b05e-269815a2b318 HTTP/1.1" status: 204 len: 173 time: 3.2200375 Aug 27 02:45:59.379808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'name': 'network-vif-deleted', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:59.382410 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011cd042-6729-46e7-b140-51a527da768b" -d '{"events": [{"server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "name": "network-vif-deleted", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:59.444328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe251a3b-a381-4afc-b5b5-a0f78ac73998 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.461374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe251a3b-a381-4afc-b5b5-a0f78ac73998 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.469601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50890) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:59.474922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fe251a3b-a381-4afc-b5b5-a0f78ac73998 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/security-groups/e03b8884-dd53-404a-8ce1-758fc3368070 HTTP/1.1" status: 204 len: 168 time: 0.6129112 Aug 27 02:45:59.512109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe251a3b-a381-4afc-b5b5-a0f78ac73998 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03b8884-dd53-404a-8ce1-758fc3368070,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:59.563328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae3922ae-1b32-4199-b05e-269815a2b318 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:59.569058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d26051ba-f9e0-41cc-acea-00bfb36cf934 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:59.583143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe2fae9-da2c-4c33-90fd-e407e3928146 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.635390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe2fae9-da2c-4c33-90fd-e407e3928146 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.668672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: ae3922ae-1b32-4199-b05e-269815a2b318 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:59.672142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae3922ae-1b32-4199-b05e-269815a2b318 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:59.688480 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f566258-ef13-4716-81a5-88afa209733a x-openstack-request-id: req-1f566258-ef13-4716-81a5-88afa209733a {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:59.689370 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269d7729-2943-4561-a4bd-fece0a5d32d5", "name": "network-vif-deleted", "tag": "ae3922ae-1b32-4199-b05e-269815a2b318", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:59.690490 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f566258-ef13-4716-81a5-88afa209733a {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:59.691552 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269d7729-2943-4561-a4bd-fece0a5d32d5', 'name': 'network-vif-deleted', 'tag': 'ae3922ae-1b32-4199-b05e-269815a2b318', 'status': 'completed', 'code': 200} Aug 27 02:45:59.748186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d26051ba-f9e0-41cc-acea-00bfb36cf934 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:59.748725 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.763628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe2fae9-da2c-4c33-90fd-e407e3928146 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.769443 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe2fae9-da2c-4c33-90fd-e407e3928146 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.771441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9fe2fae9-da2c-4c33-90fd-e407e3928146 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/1f6fe02f-249d-4ab3-9533-183600d92a90 HTTP/1.1" status: 204 len: 168 time: 0.5223899 Aug 27 02:45:59.775205 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:59.784417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50892) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:59.815076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2fae9-da2c-4c33-90fd-e407e3928146 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6fe02f-249d-4ab3-9533-183600d92a90,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:59.893746 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c91daa73-c751-4947-850a-7880bc646e79 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045954 Aug 27 02:45:59.902295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50894) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:59.911955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--763058449'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:59.966633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.210962 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.233043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f80ab3a-9e89-4574-b4e1-8613c71194f6 req-0bb73e66-7fb7-4414-8f07-fb783248636c tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 210 time: 0.1279905 Aug 27 02:46:00.344088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.352830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.414977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.418594 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-02a44796-cd3d-4426-b846-2be608a795c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.419984 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5122774 Aug 27 02:46:00.423765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50906) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.438654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f51a8227-f8bc-4cab-9605-77560a782da0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '17bae5ad-2f23-42af-87af-6d7080bbbbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:00.439466 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-f51a8227-f8bc-4cab-9605-77560a782da0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 02:46:00.440278 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-f51a8227-f8bc-4cab-9605-77560a782da0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:00.446546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f51a8227-f8bc-4cab-9605-77560a782da0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153420 Aug 27 02:46:00.447249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50908) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.464892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:00.468563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50910) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.470874 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.482778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0757506d-0cb4-4620-9fd5-dd779b827f9e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '17bae5ad-2f23-42af-87af-6d7080bbbbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:00.483628 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-0757506d-0cb4-4620-9fd5-dd779b827f9e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 02:46:00.484541 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-0757506d-0cb4-4620-9fd5-dd779b827f9e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:00.485672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0757506d-0cb4-4620-9fd5-dd779b827f9e tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0204065 Aug 27 02:46:00.495467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50914) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.502119 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] Checking router: d5506018-3d4d-40b8-bc45-e6fa997c54ce for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:00.509456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c8cccd9e-f57c-4120-9f88-a2a213f3632c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '17bae5ad-2f23-42af-87af-6d7080bbbbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:00.510898 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-c8cccd9e-f57c-4120-9f88-a2a213f3632c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 02:46:00.511323 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-c8cccd9e-f57c-4120-9f88-a2a213f3632c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:00.514457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c8cccd9e-f57c-4120-9f88-a2a213f3632c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145705 Aug 27 02:46:00.514457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bae5ad-2f23-42af-87af-6d7080bbbbb1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:00.520407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50916) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.523473 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:00.525531 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:00.540645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3976ba30-82fa-4ec5-9ae2-26bdd72770f2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '17bae5ad-2f23-42af-87af-6d7080bbbbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:00.542662 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-3976ba30-82fa-4ec5-9ae2-26bdd72770f2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 02:46:00.543644 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-3976ba30-82fa-4ec5-9ae2-26bdd72770f2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:00.547131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50918) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.555472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3976ba30-82fa-4ec5-9ae2-26bdd72770f2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0186238 Aug 27 02:46:00.559561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.559988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.560402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.560955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.561354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.561759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.562338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.562781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.563225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.563800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.564199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.564593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ab55a-aed5-4f1b-87a4-a4c866e06f0a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.627287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Checking segment: {'id': 'db461ae4-2157-43ef-b096-7a4cab0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:00.627985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network hostable DHCP agents. Network: 9bf34d0f-5c9f-4dc9-880c-c54541c4708d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:46:00.630649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=c5a23acb-d2a4-4c99-b015-d0d013d999a7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:00.667309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3042b8b5-2884-4c11-b4de-e46f56435ee7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.705886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:46:00.720805 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:00.799087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9bf34d0f-5c9f-4dc9-880c-c54541c4708d) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:00.808020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:00.812186 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.812349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0fd8b-ea5c-4131-8373-fbcff939e40e None None] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:00.847588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eaae81c7-026e-4749-9fc9-5fbcb43a43af tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4296360 Aug 27 02:46:00.848293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50920) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.857786 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca55aa-edf1-42e7-b04d-de865479e784 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.868063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-04841f31-6479-448b-9b7a-6bfb48bdc3a9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1191503432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:00.901327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca55aa-edf1-42e7-b04d-de865479e784 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.939747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04841f31-6479-448b-9b7a-6bfb48bdc3a9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.941001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04841f31-6479-448b-9b7a-6bfb48bdc3a9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.986218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3042b8b5-2884-4c11-b4de-e46f56435ee7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.019361 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca55aa-edf1-42e7-b04d-de865479e784 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.022117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca55aa-edf1-42e7-b04d-de865479e784 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.023621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-47ca55aa-edf1-42e7-b04d-de865479e784 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/17bae5ad-2f23-42af-87af-6d7080bbbbb1 HTTP/1.1" status: 204 len: 168 time: 0.4750955 Aug 27 02:46:01.026948 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:01.027511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50922) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:01.038851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04841f31-6479-448b-9b7a-6bfb48bdc3a9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.054900 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04841f31-6479-448b-9b7a-6bfb48bdc3a9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.095497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca55aa-edf1-42e7-b04d-de865479e784 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bae5ad-2f23-42af-87af-6d7080bbbbb1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:01.112034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.116362 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe801b9-7d68-4586-b094-40dc1c732219 None None] The sync data for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 is: [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:38:20Z', 'revision_number': 4, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'c5af3a3e-855a-4cc4-8d45-570deb5a5039', 'name': '', 'network_id': 'be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'mac_address': 'fa:16:3e:53:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:17Z', 'updated_at': '2021-08-27T02:38:34Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'subnets': [{'id': '4a16dea0-e8d7-4300-9bc9-e13d89e05ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:01.116619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04841f31-6479-448b-9b7a-6bfb48bdc3a9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.120686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04841f31-6479-448b-9b7a-6bfb48bdc3a9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2703273 Aug 27 02:46:01.121408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50924) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:01.144142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-4adde54a-234c-458f-b580-75883fbaab1b tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:01.146072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-4adde54a-234c-458f-b580-75883fbaab1b tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.32 "GET /v2.0/networks?id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 200 len: 809 time: 0.4228413 Aug 27 02:46:01.170008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-9bf34d0f-5c9f-4dc9-880c-c54541c4708d', 'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d', 'tenant_id': '802219eba5474bba8b45fed094050565', 'fixed_ips': [{'subnet_id': 'c5a23acb-d2a4-4c99-b015-d0d013d999a7'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:46:01.173435 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.219863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3042b8b5-2884-4c11-b4de-e46f56435ee7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.227322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3042b8b5-2884-4c11-b4de-e46f56435ee7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.233491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3042b8b5-2884-4c11-b4de-e46f56435ee7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "DELETE /v2.0/security-groups/05c9c377-4418-4acb-b4c2-8337b2d414d8 HTTP/1.1" status: 204 len: 168 time: 0.7437932 Aug 27 02:46:01.239628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:01.244974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d', 'name': 'tempest-PortsIpV6TestJSON-167493266'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:01.265370 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b9492d88-e516-4151-8b80-718f42544fb0 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2337418 Aug 27 02:46:01.280432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50928) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:01.294817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-38ab605a-08a3-4e6d-b872-7d971f612e49 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528000157'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:01.349151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042b8b5-2884-4c11-b4de-e46f56435ee7 tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c9c377-4418-4acb-b4c2-8337b2d414d8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:01.360144 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-fe06554c-48d8-4e59-bed2-740bf5e0d45a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] show failed (client error): The resource could not be found. Aug 27 02:46:01.366511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fe06554c-48d8-4e59-bed2-740bf5e0d45a tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "GET /v2.0/security-groups/05c9c377-4418-4acb-b4c2-8337b2d414d8 HTTP/1.1" status: 404 len: 347 time: 0.1206868 Aug 27 02:46:01.390165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-4d301e49-ecc0-41ea-bb4c-72a5a2f6cf13 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8 HTTP/1.1" status: 200 len: 380 time: 0.2328134 Aug 27 02:46:01.391245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50932) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:01.405082 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ab605a-08a3-4e6d-b872-7d971f612e49 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.428235 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a052b757-1556-4464-9e11-2e91982b4733 req-fb8096d7-7021-43ce-8934-042f58657768 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 210 time: 0.0787187 Aug 27 02:46:01.469630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'port': {'device_id': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'admin_state_up': True, 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'security_groups': ['1f705071-a7a4-43bc-b62d-08354cc2748d']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:01.556719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Allocated IP 2001:db8::2 (9bf34d0f-5c9f-4dc9-880c-c54541c4708d/c5a23acb-d2a4-4c99-b015-d0d013d999a7/e7102b57-23bd-45d7-86d2-289fdac027d6) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:01.717330 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.726928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Transition to ACTIVE for port object e7102b57-23bd-45d7-86d2-289fdac027d6 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:01.743981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Transition to ACTIVE for port object e7102b57-23bd-45d7-86d2-289fdac027d6 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:01.754412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6e706-0950-484e-9e48-dbce034ad0a6 None None] New status for floating IP 61266dc0-2d1b-4d17-8bdc-1cf719b5eaad: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:46:01.762074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.825170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.862460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Pushing event updated for resources: {'Port': ['ID=e7102b57-23bd-45d7-86d2-289fdac027d6,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:01.872550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:01.880272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:01.911978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:02.019508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Attempting to bind port e7102b57-23bd-45d7-86d2-289fdac027d6 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:02.020131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Attempting to bind port e7102b57-23bd-45d7-86d2-289fdac027d6 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'db461ae4-2157-43ef-b096-7a4cab0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:02.020674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Attempting to bind port e7102b57-23bd-45d7-86d2-289fdac027d6 on network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:02.027973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:02.028743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Checking segment: {'id': 'db461ae4-2157-43ef-b096-7a4cab0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:02.029398 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.030416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Bound using segment: {'id': 'db461ae4-2157-43ef-b096-7a4cab0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:02.031362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Bound port: e7102b57-23bd-45d7-86d2-289fdac027d6, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db461ae4-2157-43ef-b096-7a4cab0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9bf34d0f-5c9f-4dc9-880c-c54541c4708d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:02.032100 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.103497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Deleting port 9dd2534b-6b48-457c-83b2-2c776e1ccf9e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:02.103839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.120238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] For port e7102b57-23bd-45d7-86d2-289fdac027d6, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:02.126131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] For port e7102b57-23bd-45d7-86d2-289fdac027d6, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e7102b57-23bd-45d7-86d2-289fdac027d6,segment=NetworkSegment(db461ae4-2157-43ef-b096-7a4cab0317c3),segment_id=db461ae4-2157-43ef-b096-7a4cab0317c3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:02.144207 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.204221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ab605a-08a3-4e6d-b872-7d971f612e49 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.219426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ab605a-08a3-4e6d-b872-7d971f612e49 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.256455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0f3a1-05ac-4268-93bf-b05790ffa372 None None] Pushing event updated for resources: {'Port': ['ID=e7102b57-23bd-45d7-86d2-289fdac027d6,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:02.278923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab605a-08a3-4e6d-b872-7d971f612e49 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec87468c-cdff-463f-a031-78d0fe735bd4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:02.307454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.308029 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.331539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Calling delete_port for 9dd2534b-6b48-457c-83b2-2c776e1ccf9e owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:02.334842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Made reservation on behalf of c6db92cbe2d4469da469b5d5ed5aa5d8 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:02.340075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.347121 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38ab605a-08a3-4e6d-b872-7d971f612e49 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.348648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-38ab605a-08a3-4e6d-b872-7d971f612e49 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0622039 Aug 27 02:46:02.357557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:02.371044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:02.374188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-26b72c36-f18b-444e-916f-c167006c29b5 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:02.374709 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-26b72c36-f18b-444e-916f-c167006c29b5 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:46:02.375029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.375256 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-26b72c36-f18b-444e-916f-c167006c29b5 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:02.376545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-26b72c36-f18b-444e-916f-c167006c29b5 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127704 Aug 27 02:46:02.380204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50940) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:02.398730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-fb66d6bb-f5aa-47b4-92aa-4d94fb1576d2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:02.420765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port d6b8be8b-adb3-4ba8-988e-058de2018c2d yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:46:02.733203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting port efac5a6c-410b-47eb-b29b-36eca293a5e1 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:02.733550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.861862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] For port efac5a6c-410b-47eb-b29b-36eca293a5e1, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=efac5a6c-410b-47eb-b29b-36eca293a5e1,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:02.862572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.878241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Calling delete_port for efac5a6c-410b-47eb-b29b-36eca293a5e1 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:02.885059 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50de671f-7ba2-4ebe-8972-a18a829fb797 req-eb9b75b0-4769-4d9d-bb14-e795f0733526 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 210 time: 0.2680638 Aug 27 02:46:02.896551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.907662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::168 (9bf34d0f-5c9f-4dc9-880c-c54541c4708d/c5a23acb-d2a4-4c99-b015-d0d013d999a7/d6b8be8b-adb3-4ba8-988e-058de2018c2d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:03.088013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Pushing event deleted for resources: {'Port': ['ID=9dd2534b-6b48-457c-83b2-2c776e1ccf9e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:03.107538 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-fb66d6bb-f5aa-47b4-92aa-4d94fb1576d2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:03.110004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb66d6bb-f5aa-47b4-92aa-4d94fb1576d2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7284944 Aug 27 02:46:03.113483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50948) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:03.133536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5d8c5dcb-6b10-45df-bf8d-1fe5250cee6c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:03.134204 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-5d8c5dcb-6b10-45df-bf8d-1fe5250cee6c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 02:46:03.134747 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-5d8c5dcb-6b10-45df-bf8d-1fe5250cee6c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:03.139163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d8c5dcb-6b10-45df-bf8d-1fe5250cee6c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227873 Aug 27 02:46:03.144149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50950) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:03.159088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e8de27d8-29f5-42b9-a7ee-63f41b5be1b8 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:03.192610 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.230763 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.252805 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.254570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-038e2f38-070a-4ebf-8cd2-6e99c1dde91b tempest-AttachVolumeTestJSON-1745001472 tempest-AttachVolumeTestJSON-1745001472-project] 10.222.0.10 "DELETE /v2.0/floatingips/61266dc0-2d1b-4d17-8bdc-1cf719b5eaad HTTP/1.1" status: 204 len: 168 time: 1.8617377 Aug 27 02:46:03.308018 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.314082 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-e8de27d8-29f5-42b9-a7ee-63f41b5be1b8 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:03.318602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e8de27d8-29f5-42b9-a7ee-63f41b5be1b8 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1713865 Aug 27 02:46:03.327065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50954) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:03.332372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cf3eee4c-3bb2-4326-8278-e29949f800cc tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:03.332941 n-d-806293-1 neutron-server[94773]: WARNING neutron.api.v2.base [None req-cf3eee4c-3bb2-4326-8278-e29949f800cc tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:46:03.333515 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-cf3eee4c-3bb2-4326-8278-e29949f800cc tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:03.337894 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cf3eee4c-3bb2-4326-8278-e29949f800cc tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097063 Aug 27 02:46:03.348504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Allocated IP 172.20.0.4 (9e490cb6-5a5d-41dc-8116-202bfee3f9bc/8cc08818-870f-4f46-a8e8-8b46fcbd9c1b/342c47c4-1158-47ab-bbaa-413caff32dd6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:03.354851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50956) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:03.368837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6c479915-0bb4-49da-a269-10edf15fec95 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:03.392586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object d6b8be8b-adb3-4ba8-988e-058de2018c2d will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:03.468613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.562402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7102b57-23bd-45d7-86d2-289fdac027d6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:03.612117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Port': ['ID=efac5a6c-410b-47eb-b29b-36eca293a5e1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:03.680557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e7102b57-23bd-45d7-86d2-289fdac027d6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:03.717950 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-6c479915-0bb4-49da-a269-10edf15fec95 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:03.722308 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6c479915-0bb4-49da-a269-10edf15fec95 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3614821 Aug 27 02:46:03.722942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50964) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:03.749651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-98de3e7f-15fe-47f4-8475-d94fe9cda659 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:03.750142 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-98de3e7f-15fe-47f4-8475-d94fe9cda659 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 02:46:03.750710 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-98de3e7f-15fe-47f4-8475-d94fe9cda659 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:03.754434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-98de3e7f-15fe-47f4-8475-d94fe9cda659 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0257540 Aug 27 02:46:03.755655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50966) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:03.767945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8a1a9c6a-8173-4418-8999-31ced8902ebb tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:03.768630 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.825951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:03.850182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:03.862912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:03.874633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:03.875331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.912736 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.930612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Transition to ACTIVE for port object 342c47c4-1158-47ab-bbaa-413caff32dd6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:03.932600 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-8a1a9c6a-8173-4418-8999-31ced8902ebb tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:03.933969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a1a9c6a-8173-4418-8999-31ced8902ebb tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1746624 Aug 27 02:46:03.937714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bdd58d-8f8a-4fe3-a6ce-bae78fc91717 None None] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:03.937869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50970) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:03.943035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-04c170b1-bba6-47e8-94bf-5a0198fa874c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'ec87468c-cdff-463f-a031-78d0fe735bd4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:04.007211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.065509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.066765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:04.067551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=d6b8be8b-adb3-4ba8-988e-058de2018c2d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:04.093745 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5a836b99-5a0c-41aa-8839-e9d271569483 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8522682 Aug 27 02:46:04.100037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:04.120594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 50972) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:04.130790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b8fd8ce5-e74f-4c4f-b248-d79b83040bb5 None None] Provisioning for port e7102b57-23bd-45d7-86d2-289fdac027d6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:04.144995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:04.168860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b8fd8ce5-e74f-4c4f-b248-d79b83040bb5 None None] Provisioning complete for port e7102b57-23bd-45d7-86d2-289fdac027d6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:04.169527 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8ce5-e74f-4c4f-b248-d79b83040bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.238475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc1f14-4440-4db4-bc17-30207b7fbcba req-1624b252-3b15-44c0-a1ab-3b899e092a7d tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.240990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9fc1f14-4440-4db4-bc17-30207b7fbcba req-1624b252-3b15-44c0-a1ab-3b899e092a7d tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 931 time: 0.1457808 Aug 27 02:46:04.248633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'Port': ['ID=342c47c4-1158-47ab-bbaa-413caff32dd6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:04.343189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a9fc1f14-4440-4db4-bc17-30207b7fbcba req-c388119f-0856-4406-aa99-774db735663d tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922825 Aug 27 02:46:04.456946 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8ce5-e74f-4c4f-b248-d79b83040bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.545897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b8fd8ce5-e74f-4c4f-b248-d79b83040bb5 None None] For port e7102b57-23bd-45d7-86d2-289fdac027d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e7102b57-23bd-45d7-86d2-289fdac027d6,segment=NetworkSegment(db461ae4-2157-43ef-b096-7a4cab0317c3),segment_id=db461ae4-2157-43ef-b096-7a4cab0317c3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:04.557953 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8ce5-e74f-4c4f-b248-d79b83040bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.579234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:04.595494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.596946 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.623980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-cd1a2554-aa64-4bfd-901f-96d5b626b5ea tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2143574 Aug 27 02:46:04.676997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Request body: {'port': {'device_id': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:04.681226 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-04c170b1-bba6-47e8-94bf-5a0198fa874c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:04.690589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-04c170b1-bba6-47e8-94bf-5a0198fa874c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7492123 Aug 27 02:46:04.692357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50980) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:04.696146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd8ce5-e74f-4c4f-b248-d79b83040bb5 None None] Pushing event updated for resources: {'Port': ['ID=e7102b57-23bd-45d7-86d2-289fdac027d6,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:04.721925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-19454447-2f59-4790-a3f8-1ad99bf0ba50 None None] Provisioning for port 342c47c4-1158-47ab-bbaa-413caff32dd6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:04.729787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-19454447-2f59-4790-a3f8-1ad99bf0ba50 None None] Provisioning complete for port 342c47c4-1158-47ab-bbaa-413caff32dd6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:04.730227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-19454447-2f59-4790-a3f8-1ad99bf0ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.809314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-19454447-2f59-4790-a3f8-1ad99bf0ba50 None None] Port 342c47c4-1158-47ab-bbaa-413caff32dd6 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:04.931773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.934489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-4a2f01ab-c89b-4885-98e8-9de046fb5700 req-ca85ca5d-0522-4eda-aa36-42409ef71019 service neutron] (94772) timed out ('10.222.0.10', 50912) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:46:04.942456 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe54bc53-7b95-4899-9b0d-29fbacec6487 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.983351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe54bc53-7b95-4899-9b0d-29fbacec6487 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.062076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-32690291-377a-41f4-9ddc-8b4adc24251a None None] Provisioning for port d6b8be8b-adb3-4ba8-988e-058de2018c2d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:05.077360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe54bc53-7b95-4899-9b0d-29fbacec6487 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.077696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-32690291-377a-41f4-9ddc-8b4adc24251a None None] Provisioning complete for port d6b8be8b-adb3-4ba8-988e-058de2018c2d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:05.079407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-32690291-377a-41f4-9ddc-8b4adc24251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.082547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fe54bc53-7b95-4899-9b0d-29fbacec6487 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.085251 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fe54bc53-7b95-4899-9b0d-29fbacec6487 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/ec87468c-cdff-463f-a031-78d0fe735bd4 HTTP/1.1" status: 204 len: 168 time: 0.3875053 Aug 27 02:46:05.086854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:05.096807 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-581cb7a1-5867-4f99-b29a-b21c0d8cdd11 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "PUT /v2.0/routers/669eb1e6-7e20-4580-bc51-6ce87b2b55e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6196849 Aug 27 02:46:05.096807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50982) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:05.104635 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] Sync routers for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:05.121736 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:05.123575 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:05.140462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50984) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:05.158150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54bc53-7b95-4899-9b0d-29fbacec6487 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec87468c-cdff-463f-a031-78d0fe735bd4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:05.161480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.221239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-32690291-377a-41f4-9ddc-8b4adc24251a None None] Port d6b8be8b-adb3-4ba8-988e-058de2018c2d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:05.253951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-32690291-377a-41f4-9ddc-8b4adc24251a None None] Provisioning complete for port e7102b57-23bd-45d7-86d2-289fdac027d6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:05.254349 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-32690291-377a-41f4-9ddc-8b4adc24251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.296051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting subnet abe4eea1-beb5-4d6b-8afb-9a4e13fdad79 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:05.299712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.318386 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:05.418423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.630724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.640672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-48fcd6b0-2d19-4e43-9376-c9055cc4a35e None None] Provisioning complete for port d6b8be8b-adb3-4ba8-988e-058de2018c2d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:05.641227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-48fcd6b0-2d19-4e43-9376-c9055cc4a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.721183 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eb77d949-23bd-4b2d-a0a8-5bd62cc62752 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5926545 Aug 27 02:46:05.722367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50992) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:05.742795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7102b57-23bd-45d7-86d2-289fdac027d6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:05.753030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b2a13d98-300f-4964-bdab-bfc0e1c2c7e9 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464347151'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:05.785620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.849047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-48fcd6b0-2d19-4e43-9376-c9055cc4a35e None None] Port d6b8be8b-adb3-4ba8-988e-058de2018c2d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:05.860909 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.864341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/subnets/abe4eea1-beb5-4d6b-8afb-9a4e13fdad79 HTTP/1.1" status: 204 len: 168 time: 0.6888714 Aug 27 02:46:05.865272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b375e-5bd0-477a-8a3d-2b9f7bbd57ce tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Subnet': ['ID=abe4eea1-beb5-4d6b-8afb-9a4e13fdad79,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:05.872880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e7102b57-23bd-45d7-86d2-289fdac027d6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:05.873563 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.876087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd60fcc8-34d8-43eb-ac6c-2fe08f4d9760 None None] Network 37f06184-c652-44d5-9b25-4c12085a4a98 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:05.880308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 50996) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:05.920782 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:46:03Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:05.999363 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] Checking router: 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:06.006170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d98-300f-4964-bdab-bfc0e1c2c7e9 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.034892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] Routers {'669eb1e6-7e20-4580-bc51-6ce87b2b55e2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:06.035550 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:06.117391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.191221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112ef01-d6b5-445c-8d97-ca86edea2bc4 req-c4cdee26-632b-4d9a-8036-f17f898d58ef tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:06.193562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c112ef01-d6b5-445c-8d97-ca86edea2bc4 req-c4cdee26-632b-4d9a-8036-f17f898d58ef tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 931 time: 0.6838183 Aug 27 02:46:06.270457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c112ef01-d6b5-445c-8d97-ca86edea2bc4 req-16034381-908c-41de-91fb-a1231e7e5eb6 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684040 Aug 27 02:46:06.309419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] DHCP port deletion for 37f06184-c652-44d5-9b25-4c12085a4a98 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:46:06.310601 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] Set router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:06.399947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] Deleting port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:06.400327 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.410306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.431383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.455230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.569586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] For port bb3a07a1-4998-40bc-b3f0-2b7549d64c08, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=bb3a07a1-4998-40bc-b3f0-2b7549d64c08,segment=NetworkSegment(9867beac-c52f-48ea-813c-ebf28a7176ea),segment_id=9867beac-c52f-48ea-813c-ebf28a7176ea)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:06.570019 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.585399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] Calling delete_port for bb3a07a1-4998-40bc-b3f0-2b7549d64c08 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:06.601523 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d98-300f-4964-bdab-bfc0e1c2c7e9 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.638534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d98-300f-4964-bdab-bfc0e1c2c7e9 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.639835 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:46:03Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:06.712130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d98-300f-4964-bdab-bfc0e1c2c7e9 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.713313 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86117452-9779-43a6-81b1-aa5fbb8744bb None None] The sync data for ids ['669eb1e6-7e20-4580-bc51-6ce87b2b55e2'] in n-d-806293-1 is: [{'id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-385557578', 'tenant_id': '468d24a72a2f4b159f511a088eedaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:46:03Z', 'revision_number': 5, 'project_id': '468d24a72a2f4b159f511a088eedaa10', 'gw_port': {'id': '61e0b937-f6e8-4d24-b80b-bcdb065f2151', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eb1e6-7e20-4580-bc51-6ce87b2b55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:44:05Z', 'updated_at': '2021-08-27T02:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:06.714654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b2a13d98-300f-4964-bdab-bfc0e1c2c7e9 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9784548 Aug 27 02:46:06.720329 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.736639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51006) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:06.742466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a2398caa-cc35-4fda-b18d-1af1e4324c6b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '27cb959e-cb10-4d8c-8476-2bdad59d348a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:06.759162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Deleting port 61e0b937-f6e8-4d24-b80b-bcdb065f2151 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:06.759869 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:06.792729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] Pushing event deleted for resources: {'Port': ['ID=bb3a07a1-4998-40bc-b3f0-2b7549d64c08,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:06.798359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681c8ee-3124-429d-9af6-9e07f6b1d074 None None] No DVR routers for this DVR port bb3a07a1-4998-40bc-b3f0-2b7549d64c08 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:06.826127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13d98-300f-4964-bdab-bfc0e1c2c7e9 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb959e-cb10-4d8c-8476-2bdad59d348a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:06.914245 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-a2398caa-cc35-4fda-b18d-1af1e4324c6b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The resource could not be found. Aug 27 02:46:06.920832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a2398caa-cc35-4fda-b18d-1af1e4324c6b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1796558 Aug 27 02:46:06.922060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=d6b8be8b-adb3-4ba8-988e-058de2018c2d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:06.924727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51010) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:06.936010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4f09bd33-28b8-4538-ade6-4e865c948544 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '27cb959e-cb10-4d8c-8476-2bdad59d348a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6fdcaf54-6948-4269-8c76-28cdcceae1a9'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:06.978508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] For port 61e0b937-f6e8-4d24-b80b-bcdb065f2151, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=61e0b937-f6e8-4d24-b80b-bcdb065f2151,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:06.978878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.000695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Calling delete_port for 61e0b937-f6e8-4d24-b80b-bcdb065f2151 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:07.027669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342c47c4-1158-47ab-bbaa-413caff32dd6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:07.066515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.070918 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.161320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Transition to ACTIVE for port object 342c47c4-1158-47ab-bbaa-413caff32dd6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:07.185456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5feb23d0-e95c-4af4-8bdd-60befb30061d None None] Provisioning complete for port d6b8be8b-adb3-4ba8-988e-058de2018c2d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:07.185846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5feb23d0-e95c-4af4-8bdd-60befb30061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.201314 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.254165 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-4f09bd33-28b8-4538-ade6-4e865c948544 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The resource could not be found. Aug 27 02:46:07.255317 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4f09bd33-28b8-4538-ade6-4e865c948544 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3259089 Aug 27 02:46:07.273002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51012) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:07.306977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Pushing event updated for resources: {'Port': ['ID=342c47c4-1158-47ab-bbaa-413caff32dd6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:07.358426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5feb23d0-e95c-4af4-8bdd-60befb30061d None None] Port d6b8be8b-adb3-4ba8-988e-058de2018c2d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:07.410074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.465835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device efac5a6c-410b-47eb-b29b-36eca293a5e1 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:07.502255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: efac5a6c-410b-47eb-b29b-36eca293a5e1 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:07.502787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device efac5a6c-410b-47eb-b29b-36eca293a5e1 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:07.503318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bb3a07a1-4998-40bc-b3f0-2b7549d64c08 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:07.532046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: bb3a07a1-4998-40bc-b3f0-2b7549d64c08 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:07.532046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device bb3a07a1-4998-40bc-b3f0-2b7549d64c08 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:07.535038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.552326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Port': ['ID=61e0b937-f6e8-4d24-b80b-bcdb065f2151,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:07.562891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b58-3b46-416a-a099-e9e207c0ad2a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.640352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b58-3b46-416a-a099-e9e207c0ad2a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.680781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Attempting to bind port 342c47c4-1158-47ab-bbaa-413caff32dd6 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:07.681338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Attempting to bind port 342c47c4-1158-47ab-bbaa-413caff32dd6 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:07.682031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Attempting to bind port 342c47c4-1158-47ab-bbaa-413caff32dd6 on network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:07.706950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08e3e2-09b1-4a8c-a3de-bcd82ffdd2bb req-f1633ce3-6a47-4c84-9275-f7df22a64f0c tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:07.708572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e08e3e2-09b1-4a8c-a3de-bcd82ffdd2bb req-f1633ce3-6a47-4c84-9275-f7df22a64f0c tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 943 time: 0.2116313 Aug 27 02:46:07.728316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.763063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Port 342c47c4-1158-47ab-bbaa-413caff32dd6 on network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:46:07.763550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Attempting to bind port 342c47c4-1158-47ab-bbaa-413caff32dd6 on network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:07.807465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:07.808019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Checking segment: {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:07.808552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Bound using segment: {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:07.809114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Bound port: 342c47c4-1158-47ab-bbaa-413caff32dd6, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57af0824-4c80-4612-8f47-ca21c86e3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:07.809568 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.839607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.843745 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e08e3e2-09b1-4a8c-a3de-bcd82ffdd2bb req-11aafb1c-07a0-458b-9fda-66a657b41bce tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244984 Aug 27 02:46:07.846390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.903394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b58-3b46-416a-a099-e9e207c0ad2a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.909761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.911072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Fanout notify agent at l3_agent the message router_deleted on router 669eb1e6-7e20-4580-bc51-6ce87b2b55e2 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:46:07.915360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b58-3b46-416a-a099-e9e207c0ad2a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.924561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0bac5b58-3b46-416a-a099-e9e207c0ad2a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/27cb959e-cb10-4d8c-8476-2bdad59d348a HTTP/1.1" status: 204 len: 168 time: 0.6496482 Aug 27 02:46:07.930349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51020) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:07.936403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:07.941601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e9422695-0873-452f-a95e-738fe42db4ef tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/routers/669eb1e6-7e20-4580-bc51-6ce87b2b55e2 HTTP/1.1" status: 204 len: 168 time: 2.0579619 Aug 27 02:46:07.945803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51022) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:08.037186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac5b58-3b46-416a-a099-e9e207c0ad2a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb959e-cb10-4d8c-8476-2bdad59d348a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:08.122911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.235942 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.255958 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.256905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.309754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.329413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=d6b8be8b-adb3-4ba8-988e-058de2018c2d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:08.329998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f06184-c652-44d5-9b25-4c12085a4a98']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:08.335796 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e8c57563-1d5b-4495-be37-e93fd6daa492 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3982453 Aug 27 02:46:08.342502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] For port 342c47c4-1158-47ab-bbaa-413caff32dd6, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:08.344189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51026) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:08.347774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9867beac-c52f-48ea-813c-ebf28a7176ea') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:08.348339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9867beac-c52f-48ea-813c-ebf28a7176ea') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:08.349639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-89891355-f8bc-437d-aa28-4fd56040be54 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': '81d52595-2075-4a68-9f40-308e5ac41162', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:08.362997 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.397130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.422252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:08.424555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.425328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] For port 342c47c4-1158-47ab-bbaa-413caff32dd6, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=342c47c4-1158-47ab-bbaa-413caff32dd6,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:08.459720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.496551 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-89891355-f8bc-437d-aa28-4fd56040be54 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The resource could not be found. Aug 27 02:46:08.497840 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-89891355-f8bc-437d-aa28-4fd56040be54 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1522608 Aug 27 02:46:08.504303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51028) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:08.506196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:08.507654 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.508547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] 10.222.0.32 "PUT /v2.0/ports/342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 200 len: 1091 time: 3.8415134 Aug 27 02:46:08.513744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8993924e-96ad-4810-95e2-bebfd680f898 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452910550'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:08.534006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:08.537055 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:08.540778 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2218914f-3d08-417d-b64d-7b91902e339a" -d '{"events": [{"name": "network-changed", "server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:08.560624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.566388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8993924e-96ad-4810-95e2-bebfd680f898 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.576642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.585174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] 10.222.0.10 "DELETE /v2.0/networks/37f06184-c652-44d5-9b25-4c12085a4a98 HTTP/1.1" status: 204 len: 168 time: 0.6362457 Aug 27 02:46:08.625726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea8eb-5175-44d2-b444-bd717557fab5 tempest-TestSecurityGroupsBasicOps-2011626969 tempest-TestSecurityGroupsBasicOps-2011626969-project] Pushing event deleted for resources: {'Network': ['ID=37f06184-c652-44d5-9b25-4c12085a4a98,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:08.722566 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c3b53b-1df6-4900-a1c3-155c316e9e35 x-openstack-request-id: req-37c3b53b-1df6-4900-a1c3-155c316e9e35 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:08.722896 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:08.723132 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37c3b53b-1df6-4900-a1c3-155c316e9e35 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:08.723501 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'status': 'completed', 'code': 200} Aug 27 02:46:08.753250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8509b-6480-4ab7-a18b-01df439bcc39 service neutron] Pushing event updated for resources: {'Port': ['ID=342c47c4-1158-47ab-bbaa-413caff32dd6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:08.829588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-2f82a55e-0d54-464e-b32e-0870ef382863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:08.831872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-2f82a55e-0d54-464e-b32e-0870ef382863 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1094 time: 0.2287679 Aug 27 02:46:08.844522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:08.913663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:08.922225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-95468fbc-302b-4f11-bb70-0e59911146e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 200 len: 217 time: 0.0752347 Aug 27 02:46:09.171105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f7f5-7cbd-4c3c-9846-d44a353c52cc req-bf6dcc9f-9ebc-468c-be8b-5585f119487b tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:09.172662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a037f7f5-7cbd-4c3c-9846-d44a353c52cc req-bf6dcc9f-9ebc-468c-be8b-5585f119487b tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 943 time: 0.1434503 Aug 27 02:46:09.306847 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a037f7f5-7cbd-4c3c-9846-d44a353c52cc req-fba62ad5-251d-49e5-94e1-d56c93b623ff tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270456 Aug 27 02:46:09.366219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51050) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:09.494128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 61e0b937-f6e8-4d24-b80b-bcdb065f2151 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:09.557767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 61e0b937-f6e8-4d24-b80b-bcdb065f2151 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:09.563832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 61e0b937-f6e8-4d24-b80b-bcdb065f2151 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:09.597268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1672731a-f26d-4ed5-a32b-09adc66a456e None None] Provisioning complete for port d6b8be8b-adb3-4ba8-988e-058de2018c2d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:09.597912 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1672731a-f26d-4ed5-a32b-09adc66a456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:09.787002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1672731a-f26d-4ed5-a32b-09adc66a456e None None] Port d6b8be8b-adb3-4ba8-988e-058de2018c2d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:09.802365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-a0445848-5bde-41a3-9a5f-7531a8737819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:09.803883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-a0445848-5bde-41a3-9a5f-7531a8737819 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b HTTP/1.1" status: 200 len: 848 time: 0.8726735 Aug 27 02:46:09.811579 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1d3dd200-3015-4971-b50f-ae8da4d7594a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=468d24a72a2f4b159f511a088eedaa10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438663 Aug 27 02:46:09.812526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51058) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:09.857138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8993924e-96ad-4810-95e2-bebfd680f898 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:09.928770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8993924e-96ad-4810-95e2-bebfd680f898 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:09.974779 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c10b7da-2df0-4365-8518-b1cb1f8eb133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.023574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c10b7da-2df0-4365-8518-b1cb1f8eb133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.077091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993924e-96ad-4810-95e2-bebfd680f898 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea762f-df8a-4577-b27c-c520f2d1dbad,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:10.089303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8993924e-96ad-4810-95e2-bebfd680f898 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.092946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8993924e-96ad-4810-95e2-bebfd680f898 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5802727 Aug 27 02:46:10.097455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51060) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:10.112548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ad907f7d-1731-4da7-bfc6-9f90f8345d1b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380971847'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:10.129363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-e5ecd28a-a7f7-410a-9e25-7ff30dc8994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:10.130974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-e5ecd28a-a7f7-410a-9e25-7ff30dc8994e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3029518 Aug 27 02:46:10.212856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad907f7d-1731-4da7-bfc6-9f90f8345d1b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.234874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Router bf30c106-a032-4cb3-86cb-035097b1f789 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:46:10.437577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c10b7da-2df0-4365-8518-b1cb1f8eb133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.444075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c10b7da-2df0-4365-8518-b1cb1f8eb133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.446553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-2553ec48-0e60-40ad-9e8e-3bb1ff5b3918 service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040762 Aug 27 02:46:10.452335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8c10b7da-2df0-4365-8518-b1cb1f8eb133 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d0eddd8-8833-42b6-91f4-ba7bec045758 HTTP/1.1" status: 204 len: 168 time: 0.6365807 Aug 27 02:46:10.492295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10b7da-2df0-4365-8518-b1cb1f8eb133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0eddd8-8833-42b6-91f4-ba7bec045758,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:10.595295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad907f7d-1731-4da7-bfc6-9f90f8345d1b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.610537 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad907f7d-1731-4da7-bfc6-9f90f8345d1b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.714170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad907f7d-1731-4da7-bfc6-9f90f8345d1b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.715844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ad907f7d-1731-4da7-bfc6-9f90f8345d1b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6154568 Aug 27 02:46:10.720712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:10.735190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3199a4b4-e39f-4c53-b571-4633e7e04551 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group_rule': {'security_group_id': 'fbea762f-df8a-4577-b27c-c520f2d1dbad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd043f137-9bed-47d3-87d5-a5e2fb5f0f92'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:10.780138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:10.795806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad907f7d-1731-4da7-bfc6-9f90f8345d1b tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d043f137-9bed-47d3-87d5-a5e2fb5f0f92,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:10.799267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9d32ad35-2214-49f5-88af-45f0f0cb1934 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "PUT /v2.0/routers/bf30c106-a032-4cb3-86cb-035097b1f789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6755757 Aug 27 02:46:10.803529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] Sync routers for ids ['bf30c106-a032-4cb3-86cb-035097b1f789'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:10.820084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51076) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:10.833154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] Routers {'bf30c106-a032-4cb3-86cb-035097b1f789'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:10.837561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['bf30c106-a032-4cb3-86cb-035097b1f789'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:10.857185 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-3199a4b4-e39f-4c53-b571-4633e7e04551 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:10.859042 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3199a4b4-e39f-4c53-b571-4633e7e04551 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1328659 Aug 27 02:46:10.861937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51078) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:10.935667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:10.957068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] Routers {'bf30c106-a032-4cb3-86cb-035097b1f789'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:10.958508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['bf30c106-a032-4cb3-86cb-035097b1f789'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:11.020177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c059-478c-4269-9543-d312e97307eb req-8fb5dddc-0d3a-45cc-834b-eafe3d86b494 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:11.035671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca16c059-478c-4269-9543-d312e97307eb req-8fb5dddc-0d3a-45cc-834b-eafe3d86b494 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 943 time: 0.5007780 Aug 27 02:46:11.043724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51080) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:11.044430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e895e6f2-0160-4653-b34e-37ba8391697c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.056124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:11.060252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6dc3b-7fc8-4e48-9645-ad6033646087 None None] The sync data for ids ['bf30c106-a032-4cb3-86cb-035097b1f789'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:11.119970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e895e6f2-0160-4653-b34e-37ba8391697c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.149879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca16c059-478c-4269-9543-d312e97307eb req-6e73376d-be2b-4f51-aa56-394c61bd59dc tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056085 Aug 27 02:46:11.190615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3096bdd4-91d6-4a1e-b50a-798867855da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.195874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e895e6f2-0160-4653-b34e-37ba8391697c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.196378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5304b-fe3d-4165-aa7f-a9277aa97ea2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:11.198017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a9b5304b-fe3d-4165-aa7f-a9277aa97ea2 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf30c106-a032-4cb3-86cb-035097b1f789 HTTP/1.1" status: 200 len: 988 time: 0.3698983 Aug 27 02:46:11.199785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e895e6f2-0160-4653-b34e-37ba8391697c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.204472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e895e6f2-0160-4653-b34e-37ba8391697c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/d043f137-9bed-47d3-87d5-a5e2fb5f0f92 HTTP/1.1" status: 204 len: 168 time: 0.3409605 Aug 27 02:46:11.205700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51082) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:11.206365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51084) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:11.236148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9774286-c5b1-46fe-940e-83b66e9f9113 req-afc05069-3e37-4128-a30d-c7649765b195 service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768910 Aug 27 02:46:11.323725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895e6f2-0160-4653-b34e-37ba8391697c tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d043f137-9bed-47d3-87d5-a5e2fb5f0f92,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:11.400546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218914f-3d08-417d-b64d-7b91902e339a req-17880f58-bdb0-44bb-89c0-1fac4c90f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:11.402155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2218914f-3d08-417d-b64d-7b91902e339a req-17880f58-bdb0-44bb-89c0-1fac4c90f33f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1094 time: 0.1048293 Aug 27 02:46:11.424927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f065ef58-40b2-4acf-bb16-ced9cf002534 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2048151 Aug 27 02:46:11.425858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51086) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:11.591102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218914f-3d08-417d-b64d-7b91902e339a req-6b4aaa8f-1a05-45a7-b460-2e51ffcd1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:11.597310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2218914f-3d08-417d-b64d-7b91902e339a req-6b4aaa8f-1a05-45a7-b460-2e51ffcd1437 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 200 len: 910 time: 0.1867855 Aug 27 02:46:11.684269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3745a185-aae2-46e5-b35a-a1a5253607d3 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.708582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2218914f-3d08-417d-b64d-7b91902e339a req-0c31c971-31a6-4260-81cb-443331c03927 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 200 len: 217 time: 0.1036506 Aug 27 02:46:11.712086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3745a185-aae2-46e5-b35a-a1a5253607d3 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.793919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218914f-3d08-417d-b64d-7b91902e339a req-ebb11bf3-af69-4f1f-a53a-717347f86015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:11.797000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2218914f-3d08-417d-b64d-7b91902e339a req-ebb11bf3-af69-4f1f-a53a-717347f86015 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b HTTP/1.1" status: 200 len: 848 time: 0.0790279 Aug 27 02:46:11.839854 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3745a185-aae2-46e5-b35a-a1a5253607d3 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.842489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3745a185-aae2-46e5-b35a-a1a5253607d3 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.844451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3745a185-aae2-46e5-b35a-a1a5253607d3 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/fbea762f-df8a-4577-b27c-c520f2d1dbad HTTP/1.1" status: 204 len: 168 time: 0.4138494 Aug 27 02:46:11.855322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51090) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:11.886916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745a185-aae2-46e5-b35a-a1a5253607d3 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea762f-df8a-4577-b27c-c520f2d1dbad,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:11.951581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3096bdd4-91d6-4a1e-b50a-798867855da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.967118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3096bdd4-91d6-4a1e-b50a-798867855da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.982839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3f4e4da8-04a0-4c40-a85b-944816ad0a30 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263576 Aug 27 02:46:11.994890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51096) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:11.997269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218914f-3d08-417d-b64d-7b91902e339a req-f1008356-4ee5-4c79-9fd9-67025611b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:12.002625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2218914f-3d08-417d-b64d-7b91902e339a req-f1008356-4ee5-4c79-9fd9-67025611b2e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1962466 Aug 27 02:46:12.012578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-49f4da04-ce97-4d85-b4fe-18bf92be4f78 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'tempest-secgroup--22201774'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:12.040146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096bdd4-91d6-4a1e-b50a-798867855da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979f79b1-088a-48db-b35e-73de9a8d4d85,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:12.044707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3096bdd4-91d6-4a1e-b50a-798867855da5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d89b62541a884a698f30a06245a3e07a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9962223 Aug 27 02:46:12.049728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51098) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:12.180074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49f4da04-ce97-4d85-b4fe-18bf92be4f78 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.214150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c3aacbf-9af0-44dd-86c8-f27b5ccf886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.217210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2218914f-3d08-417d-b64d-7b91902e339a req-8372484d-682f-484a-a48f-e0914ac028ae service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932061 Aug 27 02:46:12.342757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c3aacbf-9af0-44dd-86c8-f27b5ccf886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.351712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2218914f-3d08-417d-b64d-7b91902e339a req-6e6f1d4e-3f2b-4f90-b862-1798fb02b4f1 service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250970 Aug 27 02:46:12.396478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49f4da04-ce97-4d85-b4fe-18bf92be4f78 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.403988 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49f4da04-ce97-4d85-b4fe-18bf92be4f78 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.428936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1d62-99ae-4e57-8e89-4bbf4b6bc2d9 req-70e6159c-ac0e-4b1c-8d54-0b3550468cd9 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:12.433149 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae6f1d62-99ae-4e57-8e89-4bbf4b6bc2d9 req-70e6159c-ac0e-4b1c-8d54-0b3550468cd9 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 943 time: 0.2149811 Aug 27 02:46:12.451827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4da04-ce97-4d85-b4fe-18bf92be4f78 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fea9df-7515-47ab-9fb2-4c7162fcc240,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:12.455581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.458908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49f4da04-ce97-4d85-b4fe-18bf92be4f78 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.467165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-49f4da04-ce97-4d85-b4fe-18bf92be4f78 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4615941 Aug 27 02:46:12.467783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51102) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:12.478135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-db07e8ab-87bb-460e-aa04-d7e51547a00d tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:12.478641 n-d-806293-1 neutron-server[94772]: WARNING neutron.api.v2.base [None req-db07e8ab-87bb-460e-aa04-d7e51547a00d tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:46:12.479205 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-db07e8ab-87bb-460e-aa04-d7e51547a00d tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 02:46:12.483877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db07e8ab-87bb-460e-aa04-d7e51547a00d tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "PUT /v2.0/security-groups/82fea9df-7515-47ab-9fb2-4c7162fcc240 HTTP/1.1" status: 409 len: 330 time: 0.0129998 Aug 27 02:46:12.484490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51104) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:12.499668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 342c47c4-1158-47ab-bbaa-413caff32dd6 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:12.602686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae0a5-7054-45b4-97a0-400ca6d3c81a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.635677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae0a5-7054-45b4-97a0-400ca6d3c81a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.677838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 342c47c4-1158-47ab-bbaa-413caff32dd6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=342c47c4-1158-47ab-bbaa-413caff32dd6,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:12.696422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae0a5-7054-45b4-97a0-400ca6d3c81a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.702249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae0a5-7054-45b4-97a0-400ca6d3c81a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.707850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ef8ae0a5-7054-45b4-97a0-400ca6d3c81a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/82fea9df-7515-47ab-9fb2-4c7162fcc240 HTTP/1.1" status: 204 len: 168 time: 0.2221706 Aug 27 02:46:12.709749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51112) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:12.715832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'port_id': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'mac_address': 'fa:16:3e:89:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:12.771016 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.779389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ae0a5-7054-45b4-97a0-400ca6d3c81a tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fea9df-7515-47ab-9fb2-4c7162fcc240,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:12.817598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342c47c4-1158-47ab-bbaa-413caff32dd6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:12.843014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 342c47c4-1158-47ab-bbaa-413caff32dd6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=342c47c4-1158-47ab-bbaa-413caff32dd6,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:12.844232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50612cf1-15f2-41d5-8ba8-013afd8fa3ca tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248927 Aug 27 02:46:12.846029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51114) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:12.862789 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:12.879619 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-ebf83628-aa92-4a8f-81a5-736b31d94a5d tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] delete failed (client error): The resource could not be found. Aug 27 02:46:12.885010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ebf83628-aa92-4a8f-81a5-736b31d94a5d tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "DELETE /v2.0/security-groups/f7a4acb1-bc78-4fd0-80e7-85868dd94936 HTTP/1.1" status: 404 len: 347 time: 0.0370839 Aug 27 02:46:12.885609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51116) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:12.915469 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-a2a318a9-47cd-4405-9242-ba03feab5543 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] show failed (client error): The resource could not be found. Aug 27 02:46:12.922226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a2a318a9-47cd-4405-9242-ba03feab5543 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-groups/c71abd63-ed54-4fc6-abfe-40ace5f3d7b9 HTTP/1.1" status: 404 len: 347 time: 0.0355124 Aug 27 02:46:12.922829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51118) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:12.959821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=342c47c4-1158-47ab-bbaa-413caff32dd6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:12.974871 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-95cebae3-0475-4ad2-9bb2-7e888a4a04f2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] show failed (client error): The resource could not be found. Aug 27 02:46:12.982867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-95cebae3-0475-4ad2-9bb2-7e888a4a04f2 tempest-NegativeSecGroupTest-1733319457 tempest-NegativeSecGroupTest-1733319457-project] 10.222.0.10 "GET /v2.0/security-group-rules/d6206346-afd4-491c-8fc0-b4767a4efba1 HTTP/1.1" status: 404 len: 356 time: 0.0589826 Aug 27 02:46:13.043826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae6f1d62-99ae-4e57-8e89-4bbf4b6bc2d9 req-202f24bc-fbb9-4379-baa4-67a6189ced93 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981724 Aug 27 02:46:13.060844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c3aacbf-9af0-44dd-86c8-f27b5ccf886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.061394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['342c47c4-1158-47ab-bbaa-413caff32dd6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:13.063867 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3c3aacbf-9af0-44dd-86c8-f27b5ccf886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.069335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c3aacbf-9af0-44dd-86c8-f27b5ccf886c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/979f79b1-088a-48db-b35e-73de9a8d4d85 HTTP/1.1" status: 204 len: 168 time: 1.0186293 Aug 27 02:46:13.157251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aacbf-9af0-44dd-86c8-f27b5ccf886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979f79b1-088a-48db-b35e-73de9a8d4d85,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:13.401301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port d6b8be8b-adb3-4ba8-988e-058de2018c2d {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:13.405119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.573501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.583386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51132) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:13.592609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for d6b8be8b-adb3-4ba8-988e-058de2018c2d owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:13.799704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51140) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:13.902128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5cf47b50-4492-412a-bc30-c51fe26e0c23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56c66b922b7e44c4b95488d240f6dbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989859 Aug 27 02:46:13.909615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51144) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:13.969680 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-08707b7c-e4ca-4bf5-b25f-a4d9cd99ae89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8db62acf31e84190a72a50bf6367b91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837385 Aug 27 02:46:13.974080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51148) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:14.026611 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.061461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=d6b8be8b-adb3-4ba8-988e-058de2018c2d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.108053 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb422-4b34-4864-96fc-46446881afff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.169253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb422-4b34-4864-96fc-46446881afff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.217012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.324497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb422-4b34-4864-96fc-46446881afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.327141 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb422-4b34-4864-96fc-46446881afff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.336315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb0cb422-4b34-4864-96fc-46446881afff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d37f5fc-51fd-4396-a81d-5ab75a6cb0dd HTTP/1.1" status: 204 len: 168 time: 0.4245546 Aug 27 02:46:14.357667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 342c47c4-1158-47ab-bbaa-413caff32dd6 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:14.401391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7700f4d0-3178-47d6-96c2-434067198a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.455839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7700f4d0-3178-47d6-96c2-434067198a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.493479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 342c47c4-1158-47ab-bbaa-413caff32dd6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:14.499802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 342c47c4-1158-47ab-bbaa-413caff32dd6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:14.500640 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.550788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Router bf30c106-a032-4cb3-86cb-035097b1f789 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:14.553417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cb422-4b34-4864-96fc-46446881afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d37f5fc-51fd-4396-a81d-5ab75a6cb0dd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.591198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7700f4d0-3178-47d6-96c2-434067198a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.593822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7700f4d0-3178-47d6-96c2-434067198a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.621637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7700f4d0-3178-47d6-96c2-434067198a04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31ed1da6-8e49-42ce-b37f-293d1579de60 HTTP/1.1" status: 204 len: 168 time: 0.6463523 Aug 27 02:46:14.648958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fd91f-37ff-44c3-a43d-8a144c01d158 req-66a9e4c9-4225-4b27-9ee7-1844033dcce9 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:14.675179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a6fd91f-37ff-44c3-a43d-8a144c01d158 req-66a9e4c9-4225-4b27-9ee7-1844033dcce9 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 944 time: 0.4116516 Aug 27 02:46:14.706688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:14.724304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8679144e-049f-4427-b784-9343e00b5b21 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "PUT /v2.0/routers/bf30c106-a032-4cb3-86cb-035097b1f789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5058076 Aug 27 02:46:14.726603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51162) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:14.731673 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] Sync routers for ids ['bf30c106-a032-4cb3-86cb-035097b1f789'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:14.733286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700f4d0-3178-47d6-96c2-434067198a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ed1da6-8e49-42ce-b37f-293d1579de60,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.744934 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] Routers {'bf30c106-a032-4cb3-86cb-035097b1f789'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:14.760184 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['bf30c106-a032-4cb3-86cb-035097b1f789'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:14.791743 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.809702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a6fd91f-37ff-44c3-a43d-8a144c01d158 req-3439ee43-c6cb-4e43-a51b-167468666725 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327593 Aug 27 02:46:14.814096 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa61c20-45ac-463d-acf7-dca7d7eb01f0 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:46:14.820176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51164) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:14.826352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3fa61c20-45ac-463d-acf7-dca7d7eb01f0 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/d6b8be8b-adb3-4ba8-988e-058de2018c2d HTTP/1.1" status: 404 len: 333 time: 0.0982673 Aug 27 02:46:14.880924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:14.883994 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:14.886770 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2d472-2307-410c-b2e5-c56970699b45" -d '{"events": [{"server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "name": "network-vif-plugged", "status": "completed", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:14.910069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] Routers {'bf30c106-a032-4cb3-86cb-035097b1f789'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:14.910737 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['bf30c106-a032-4cb3-86cb-035097b1f789'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:14.928292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 342c47c4-1158-47ab-bbaa-413caff32dd6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=342c47c4-1158-47ab-bbaa-413caff32dd6,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:14.945026 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:15.025720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78b0a9f6-72c6-435a-9a77-90dc2b09385f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:15.155277 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91fc51-a452-4a9f-adbf-728308f8a936 x-openstack-request-id: req-bb91fc51-a452-4a9f-adbf-728308f8a936 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:15.163090 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "name": "network-vif-plugged", "status": "completed", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:15.163090 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb91fc51-a452-4a9f-adbf-728308f8a936 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:15.169881 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'code': 200} Aug 27 02:46:15.173626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=342c47c4-1158-47ab-bbaa-413caff32dd6,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:15.425902 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:15.426721 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebbfce-b794-49c1-a698-9a61d00965e5 None None] The sync data for ids ['bf30c106-a032-4cb3-86cb-035097b1f789'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:15.521329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78b0a9f6-72c6-435a-9a77-90dc2b09385f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:15.524778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78b0a9f6-72c6-435a-9a77-90dc2b09385f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:15.535165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c33b07-9328-43d4-be21-bf111fc5d3ca req-d222bb85-47d6-45d0-bdec-27bbf6802838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:15.537939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11c33b07-9328-43d4-be21-bf111fc5d3ca req-d222bb85-47d6-45d0-bdec-27bbf6802838 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1096 time: 0.2473996 Aug 27 02:46:15.621566 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78b0a9f6-72c6-435a-9a77-90dc2b09385f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:15.623015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0a9f6-72c6-435a-9a77-90dc2b09385f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Fanout notify agent at l3_agent the message router_deleted on router bf30c106-a032-4cb3-86cb-035097b1f789 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:46:15.633548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78b0a9f6-72c6-435a-9a77-90dc2b09385f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:15.634650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-78b0a9f6-72c6-435a-9a77-90dc2b09385f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/routers/bf30c106-a032-4cb3-86cb-035097b1f789 HTTP/1.1" status: 204 len: 168 time: 0.8130448 Aug 27 02:46:15.637353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51182) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:15.776226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet c5a23acb-d2a4-4c99-b015-d0d013d999a7 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:15.780028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11c33b07-9328-43d4-be21-bf111fc5d3ca req-abef865b-0ce4-4fe9-b304-26a7d442e821 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857457 Aug 27 02:46:15.783413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:15.905541 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.090223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69832409-80e3-4683-8fcb-b1fdaee7f014 req-ed4fbc9f-06ec-4707-8eec-a06aab71d7eb tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:16.092050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69832409-80e3-4683-8fcb-b1fdaee7f014 req-ed4fbc9f-06ec-4707-8eec-a06aab71d7eb tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.1823535 Aug 27 02:46:16.224880 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.284836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69832409-80e3-4683-8fcb-b1fdaee7f014 req-b0277cf9-bc53-4297-b4dc-a93a2963a282 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528890 Aug 27 02:46:16.290263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51202) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:16.392009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.464675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.469263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/c5a23acb-d2a4-4c99-b015-d0d013d999a7 HTTP/1.1" status: 204 len: 168 time: 0.8126564 Aug 27 02:46:16.471098 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46347-1d0a-4ffd-8dac-1533c678d76f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a23acb-d2a4-4c99-b015-d0d013d999a7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:16.472289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51206) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:16.472973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73713a-6c9b-4d0a-a96d-6b4da21c16e5 None None] Network 9bf34d0f-5c9f-4dc9-880c-c54541c4708d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:16.593863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-058f5174-c35f-42cb-a5c5-bcc7ec477716 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2045494897', 'prefixes': ['172.20.0.0/16']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:16.659427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.717310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-058f5174-c35f-42cb-a5c5-bcc7ec477716 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] Notify callbacks [] for subnetpool, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.718755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-058f5174-c35f-42cb-a5c5-bcc7ec477716 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4268169 Aug 27 02:46:16.721588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51208) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:16.751753 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.754058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port e7102b57-23bd-45d7-86d2-289fdac027d6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:16.756780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.798004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bf9218c9-635e-4928-9156-8be055eb36f9 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] 10.222.0.10 "GET /v2.0/subnetpools/2cbe2286-ae95-4a4c-9397-7446b02b2ec3 HTTP/1.1" status: 200 len: 732 time: 0.0752261 Aug 27 02:46:16.801002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51210) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:16.806713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c1c9da1c-229c-4955-8813-a118468989c5 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-14416030'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:16.863128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] DHCP port deletion for 9bf34d0f-5c9f-4dc9-880c-c54541c4708d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:46:16.890362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] For port e7102b57-23bd-45d7-86d2-289fdac027d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e7102b57-23bd-45d7-86d2-289fdac027d6,segment=NetworkSegment(db461ae4-2157-43ef-b096-7a4cab0317c3),segment_id=db461ae4-2157-43ef-b096-7a4cab0317c3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:16.892755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.907163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for e7102b57-23bd-45d7-86d2-289fdac027d6 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:16.943435 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1c9da1c-229c-4955-8813-a118468989c5 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] Notify callbacks [] for subnetpool, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.946045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c1c9da1c-229c-4955-8813-a118468989c5 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] 10.222.0.10 "PUT /v2.0/subnetpools/2cbe2286-ae95-4a4c-9397-7446b02b2ec3 HTTP/1.1" status: 200 len: 682 time: 0.1438785 Aug 27 02:46:16.949906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51212) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:16.957199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] Deleting port e7102b57-23bd-45d7-86d2-289fdac027d6 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:16.957707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.075969 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.086601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] For port e7102b57-23bd-45d7-86d2-289fdac027d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e7102b57-23bd-45d7-86d2-289fdac027d6,segment=NetworkSegment(db461ae4-2157-43ef-b096-7a4cab0317c3),segment_id=db461ae4-2157-43ef-b096-7a4cab0317c3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:17.087021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.116909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78de605e-51bc-4e9c-a5be-f5a31c9224c8 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] Notify callbacks [] for subnetpool, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.118097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-78de605e-51bc-4e9c-a5be-f5a31c9224c8 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2cbe2286-ae95-4a4c-9397-7446b02b2ec3 HTTP/1.1" status: 204 len: 168 time: 0.1669075 Aug 27 02:46:17.120959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:17.131974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] Calling delete_port for e7102b57-23bd-45d7-86d2-289fdac027d6 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:17.160097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No DVR routers for this DVR port e7102b57-23bd-45d7-86d2-289fdac027d6 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:17.166824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=e7102b57-23bd-45d7-86d2-289fdac027d6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:17.173376 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-7b545f86-dd17-4ce5-a59e-649405f7b3eb tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] show failed (client error): The resource could not be found. Aug 27 02:46:17.174674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7b545f86-dd17-4ce5-a59e-649405f7b3eb tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] 10.222.0.10 "GET /v2.0/subnetpools/2cbe2286-ae95-4a4c-9397-7446b02b2ec3 HTTP/1.1" status: 404 len: 346 time: 0.0514331 Aug 27 02:46:17.177539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:17.203254 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-6d57dc40-11e2-46b2-988a-60eddc506380 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] delete failed (client error): The resource could not be found. Aug 27 02:46:17.204539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6d57dc40-11e2-46b2-988a-60eddc506380 tempest-SubnetPoolsTestJSON-2083815092 tempest-SubnetPoolsTestJSON-2083815092-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2cbe2286-ae95-4a4c-9397-7446b02b2ec3 HTTP/1.1" status: 404 len: 346 time: 0.0258994 Aug 27 02:46:17.252826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.285409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] No DVR routers for this DVR port e7102b57-23bd-45d7-86d2-289fdac027d6 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:17.319959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89393b-fce5-47d1-b841-82cad630a4c6 None None] Pushing event deleted for resources: {'Port': ['ID=e7102b57-23bd-45d7-86d2-289fdac027d6,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:17.332683 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.347544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf34d0f-5c9f-4dc9-880c-c54541c4708d']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:17.375900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db461ae4-2157-43ef-b096-7a4cab0317c3') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:17.376204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db461ae4-2157-43ef-b096-7a4cab0317c3') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:17.386658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.403857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.411752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:17.412486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:17.415930 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:17.531105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7102b57-23bd-45d7-86d2-289fdac027d6 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:17.564102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e7102b57-23bd-45d7-86d2-289fdac027d6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:17.564452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e7102b57-23bd-45d7-86d2-289fdac027d6 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:17.577683 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.598032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51230) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:17.612214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.620971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51234) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:17.634099 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/9bf34d0f-5c9f-4dc9-880c-c54541c4708d HTTP/1.1" status: 204 len: 168 time: 1.1574674 Aug 27 02:46:17.639491 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.651650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bfe0a-bb60-4660-b32c-a907b68b3920 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=9bf34d0f-5c9f-4dc9-880c-c54541c4708d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:17.682280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec756d39-3805-485c-8ca9-89ddd42ea7a1 req-49178946-bdb5-4b23-a122-62ae887db5bd tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:17.684364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec756d39-3805-485c-8ca9-89ddd42ea7a1 req-49178946-bdb5-4b23-a122-62ae887db5bd tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.1753743 Aug 27 02:46:17.726379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6063b171-69ff-41f7-acfb-c0b7d0e8eced tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:17.731145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6063b171-69ff-41f7-acfb-c0b7d0e8eced tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/ee38d6af-b1af-44d1-9171-6b2458340eed HTTP/1.1" status: 200 len: 843 time: 0.1057785 Aug 27 02:46:17.734623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:17.765953 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec756d39-3805-485c-8ca9-89ddd42ea7a1 req-1a7f4c3b-f558-42c3-baec-bbd0e25e223b tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752952 Aug 27 02:46:17.840332 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1de09ae2-7134-4d96-ac68-93d18d0374cb tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/ee38d6af-b1af-44d1-9171-6b2458340eed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0983639 Aug 27 02:46:17.840332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98a2c70f-0242-4672-85a4-a51538be59d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.842347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51240) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:17.846476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:18.007620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615f6d-667c-4a12-a2a5-4c0030f4b654 req-3ef41678-a13c-4327-8a2e-679fc0cbb641 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:18.009202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93615f6d-667c-4a12-a2a5-4c0030f4b654 req-3ef41678-a13c-4327-8a2e-679fc0cbb641 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.1013529 Aug 27 02:46:18.074639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93615f6d-667c-4a12-a2a5-4c0030f4b654 req-cc8870a7-c5d9-445b-9561-a975f803c614 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587518 Aug 27 02:46:18.147322 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98a2c70f-0242-4672-85a4-a51538be59d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.165658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98a2c70f-0242-4672-85a4-a51538be59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.217087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2c70f-0242-4672-85a4-a51538be59d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7856e3e-6dfb-4f94-9008-f66c9d941c79,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:18.242048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:18.247993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.258587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-98a2c70f-0242-4672-85a4-a51538be59d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91accd5713974fa0a07fafbbc0ce82ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568568 Aug 27 02:46:18.259197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51248) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:18.381597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-463f770d-2f22-4e98-8349-c2ff1da49ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.410845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-463f770d-2f22-4e98-8349-c2ff1da49ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.512730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-463f770d-2f22-4e98-8349-c2ff1da49ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.517090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-463f770d-2f22-4e98-8349-c2ff1da49ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.520378 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-463f770d-2f22-4e98-8349-c2ff1da49ce1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7856e3e-6dfb-4f94-9008-f66c9d941c79 HTTP/1.1" status: 204 len: 168 time: 0.2574165 Aug 27 02:46:18.648023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f770d-2f22-4e98-8349-c2ff1da49ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7856e3e-6dfb-4f94-9008-f66c9d941c79,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:18.711654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685408c-8d4d-44a0-bee1-d60a4c27a781 req-ddd6597b-e87d-4514-a7c5-9959499a4778 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:18.711654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c685408c-8d4d-44a0-bee1-d60a4c27a781 req-ddd6597b-e87d-4514-a7c5-9959499a4778 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.2103589 Aug 27 02:46:18.738071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.765432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51258) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:18.782471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c685408c-8d4d-44a0-bee1-d60a4c27a781 req-b42a6b80-b38b-42bf-9874-932dc6001251 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755985 Aug 27 02:46:18.800215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51262) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:18.821334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:18.827190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:18.833229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:18.833972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.839908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821e05a-6bb4-4de4-a1b4-257eaa16aa6c None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:18.848287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=3ea86b5a-abf4-4411-b6b1-32bf06073ec6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:18.865248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1d47df16-27b1-4e90-8a3c-e3ebf6baff31 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0204396 Aug 27 02:46:18.865861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51268) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:18.871843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4d128238-1779-41c6-bcb0-4d5a3372e32d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'security_group': {'name': 'tempest-secgroup-728278177'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:18.916342 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d128238-1779-41c6-bcb0-4d5a3372e32d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.125787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'tenant_id': '802219eba5474bba8b45fed094050565', 'fixed_ips': [{'subnet_id': '3ea86b5a-abf4-4411-b6b1-32bf06073ec6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:46:19.131184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.147389 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d128238-1779-41c6-bcb0-4d5a3372e32d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.160163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d128238-1779-41c6-bcb0-4d5a3372e32d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.599722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d128238-1779-41c6-bcb0-4d5a3372e32d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.607099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51288) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:19.610888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d128238-1779-41c6-bcb0-4d5a3372e32d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7437372 Aug 27 02:46:19.611870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'security_group': {'name': 'tempest-secgroup-1595125687'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:19.684379 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.700576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f269bdc-ef0d-4d04-b6dc-a0dc880f50be tempest-TestServerBasicOps-657349473 tempest-TestServerBasicOps-657349473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:19.702696 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8f269bdc-ef0d-4d04-b6dc-a0dc880f50be tempest-TestServerBasicOps-657349473 tempest-TestServerBasicOps-657349473-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1091 time: 0.9013388 Aug 27 02:46:19.703974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d128238-1779-41c6-bcb0-4d5a3372e32d tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e0b0ec-b07c-4996-afe8-73927e44cb18,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:19.708676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51294) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:19.716199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:19.772084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:46:19.772084 n-d-806293-1 neutron-server[94772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:46:19.772084 n-d-806293-1 neutron-server[94772]: [parameters: {'project_id_1': '802219eba5474bba8b45fed094050565', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 46, 19, 753289)}] Aug 27 02:46:19.772084 n-d-806293-1 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:46:19.772084 n-d-806293-1 neutron-server[94772]: DEBUG oslo_db.api [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:46:19.799497 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.818602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Allocated IP 2001:db8::2 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/3ea86b5a-abf4-4411-b6b1-32bf06073ec6/b36036ea-2bfd-481b-b858-187cfa0e5cb7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:19.856637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.064417 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.158390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.183815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Transition to ACTIVE for port object b36036ea-2bfd-481b-b858-187cfa0e5cb7 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:20.213254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Transition to ACTIVE for port object b36036ea-2bfd-481b-b858-187cfa0e5cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:20.226176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.243514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Allocated IP 172.25.1.216 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/489612d1-9636-470c-a180-47569b62dd32) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:20.299623 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.312772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:20.322542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:20.336813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:20.403200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Pushing event updated for resources: {'Port': ['ID=b36036ea-2bfd-481b-b858-187cfa0e5cb7,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:20.414434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.430176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Deleting port c5af3a3e-855a-4cc4-8d45-570deb5a5039 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:20.430572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.516160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.525517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Attempting to bind port b36036ea-2bfd-481b-b858-187cfa0e5cb7 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:20.527275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Attempting to bind port b36036ea-2bfd-481b-b858-187cfa0e5cb7 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:20.527651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Attempting to bind port b36036ea-2bfd-481b-b858-187cfa0e5cb7 on network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:20.531709 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.537189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:20.537612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Checking segment: {'id': 'c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:20.538011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.538457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Bound using segment: {'id': 'c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:20.538944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Bound port: b36036ea-2bfd-481b-b858-187cfa0e5cb7, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:20.539332 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.572710 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.599156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.600374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9922504 Aug 27 02:46:20.606526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51312) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:20.612552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] For port b36036ea-2bfd-481b-b858-187cfa0e5cb7, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:20.616609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] For port b36036ea-2bfd-481b-b858-187cfa0e5cb7, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b36036ea-2bfd-481b-b858-187cfa0e5cb7,segment=NetworkSegment(c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c),segment_id=c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:20.618254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1841082472', 'security_groups': ['b6fb7a04-c1ae-4efa-90ca-010eea56b13f'], 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ea86b5a-abf4-4411-b6b1-32bf06073ec6'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:20.637465 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.651925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:20.655966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:20.660427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:20.662514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d29330-0c89-4f74-9c12-50143278344b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb7a04-c1ae-4efa-90ca-010eea56b13f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:20.700527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'Port': ['ID=489612d1-9636-470c-a180-47569b62dd32,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:20.743956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] For port c5af3a3e-855a-4cc4-8d45-570deb5a5039, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c5af3a3e-855a-4cc4-8d45-570deb5a5039,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:20.744379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.762101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103659a-2367-43f5-84f5-5e7243640c42 None None] Pushing event updated for resources: {'Port': ['ID=b36036ea-2bfd-481b-b858-187cfa0e5cb7,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:20.767475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Calling delete_port for c5af3a3e-855a-4cc4-8d45-570deb5a5039 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:21.082359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:21.561111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:21.564803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b36036ea-2bfd-481b-b858-187cfa0e5cb7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:21.613505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port 3a91caa2-8c35-42ce-9424-c329303e97f5 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:46:21.728107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:21.741071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:21.837090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:21.895524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:21.938145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5af3a3e-855a-4cc4-8d45-570deb5a5039,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:22.053658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::342 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/3ea86b5a-abf4-4411-b6b1-32bf06073ec6/3a91caa2-8c35-42ce-9424-c329303e97f5) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:22.199876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.215420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.297143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event updated for resources: {'Port': ['ID=489612d1-9636-470c-a180-47569b62dd32,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:22.376260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.389033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.431955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Provisioning complete for port ee38d6af-b1af-44d1-9171-6b2458340eed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:22.432325 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.495475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.523088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Port ee38d6af-b1af-44d1-9171-6b2458340eed cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:22.550216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Provisioning for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:22.556434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:22.557102 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.582685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 3a91caa2-8c35-42ce-9424-c329303e97f5 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:22.590409 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Floating IP cdfaa0de-3b4a-4610-9c98-cc5599c1aed3 associated. External IP: 172.25.1.216, port: 342c47c4-1158-47ab-bbaa-413caff32dd6. Aug 27 02:46:22.701984 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.752290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.785383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] For port b36036ea-2bfd-481b-b858-187cfa0e5cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b36036ea-2bfd-481b-b858-187cfa0e5cb7,segment=NetworkSegment(c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c),segment_id=c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:22.792597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Router d5506018-3d4d-40b8-bc45-e6fa997c54ce has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:22.797341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.871850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100dc9c-0593-4fde-bd00-55c36b05b23d None None] Pushing event updated for resources: {'Port': ['ID=b36036ea-2bfd-481b-b858-187cfa0e5cb7,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:22.967730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Router d38a10fa-1191-474d-88e9-b69560919d00 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:23.003625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:23.009260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:23.020515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] Sync routers for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:23.029126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8f8745c0-6799-4d96-ac20-4b8cbfd6ce81 admin admin] 10.222.0.10 "PUT /v2.0/routers/d5506018-3d4d-40b8-bc45-e6fa997c54ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2623060 Aug 27 02:46:23.033733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51344) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:23.035676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:23.036747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:23.037487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:23.046510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:23.060444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:23.060444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:23.111538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5028493 Aug 27 02:46:23.112715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e137d9-7dd5-4394-8453-1601e54f36d4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=3a91caa2-8c35-42ce-9424-c329303e97f5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:23.114301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51346) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:23.226184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f19818e9-f268-44ee-ba3f-1d5829c95223 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:23.360760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:23.475121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:23.479710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dc810dd9-02af-41a3-9859-a3c57abdc3c0 None None] Provisioning for port 3a91caa2-8c35-42ce-9424-c329303e97f5 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:23.487742 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] Sync routers for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:23.491674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19818e9-f268-44ee-ba3f-1d5829c95223 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:23.501372 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:23.505069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:23.510289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f19818e9-f268-44ee-ba3f-1d5829c95223 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:23.577996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dc810dd9-02af-41a3-9859-a3c57abdc3c0 None None] Provisioning complete for port 3a91caa2-8c35-42ce-9424-c329303e97f5 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:23.581045 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc810dd9-02af-41a3-9859-a3c57abdc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:23.644921 n-d-806293-1 neutron-server[94772]: INFO neutron.db.ipam_backend_mixin [None req-f19818e9-f268-44ee-ba3f-1d5829c95223 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ea86b5a-abf4-4411-b6b1-32bf06073ec6 (CIDR: 2001:db8::/64) Aug 27 02:46:23.649089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-dc810dd9-02af-41a3-9859-a3c57abdc3c0 None None] Port 3a91caa2-8c35-42ce-9424-c329303e97f5 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:23.656506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b36036ea-2bfd-481b-b858-187cfa0e5cb7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:23.657410 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19818e9-f268-44ee-ba3f-1d5829c95223 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:23.657878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19818e9-f268-44ee-ba3f-1d5829c95223 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:23.661885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:23.703909 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:23.716621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:23.756550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f19818e9-f268-44ee-ba3f-1d5829c95223 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6358531 Aug 27 02:46:23.756752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51354) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:23.762010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:23.790050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:23.790705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:23.814334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-671581d8-9ff3-481e-b5b7-512523b78235 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0907395 Aug 27 02:46:23.814334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:23.814334 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a91020f-ea07-4848-8a43-c1804aef81b4" -d '{"events": [{"name": "network-changed", "server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:23.887298 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc9d41-7a73-4f79-84ac-704110fc84c5 x-openstack-request-id: req-6cfc9d41-7a73-4f79-84ac-704110fc84c5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:23.887601 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:23.887856 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cfc9d41-7a73-4f79-84ac-704110fc84c5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:23.888263 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'status': 'completed', 'code': 200} Aug 27 02:46:23.919208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:46:21Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:23.966098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] Checking router: d5506018-3d4d-40b8-bc45-e6fa997c54ce for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:23.986764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] Routers {'d5506018-3d4d-40b8-bc45-e6fa997c54ce'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:23.987544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:24.013316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:24.017198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:24.038413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:24.052018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-55efdc17-a9ab-4f1d-acda-9276c4dc6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:24.056447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-55efdc17-a9ab-4f1d-acda-9276c4dc6fbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1096 time: 0.1399243 Aug 27 02:46:24.096685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] Set router d5506018-3d4d-40b8-bc45-e6fa997c54ce gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:24.106608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'cdfaa0de-3b4a-4610-9c98-cc5599c1aed3', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'port_id': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'mac_address': 'fa:16:3e:89:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:21Z', 'updated_at': '2021-08-27T02:46:21Z', 'revision_number': 0, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:37Z', 'revision_number': 5, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:24.143757 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] Checking router: d38a10fa-1191-474d-88e9-b69560919d00 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:24.153323 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:24.156006 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:24.339147 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:24.384578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:46:21Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:24.418899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-1099e743-fd48-4733-b7ac-aa551ced6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:24.421188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-1099e743-fd48-4733-b7ac-aa551ced6f63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 200 len: 910 time: 0.3499985 Aug 27 02:46:24.427268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Deleting port b92db3ce-0d66-4f76-984c-239474c2d134 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:24.430415 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:24.438496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26d844-27d6-4fe9-8986-926f6fdb9472 None None] The sync data for ids ['d5506018-3d4d-40b8-bc45-e6fa997c54ce'] in n-d-806293-1 is: [{'id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'name': 'tempest-AttachVolumeTestJSON-977556312-router', 'tenant_id': 'e0c54a1f297b41029af8a835dd5106e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:38:09Z', 'updated_at': '2021-08-27T02:46:21Z', 'revision_number': 5, 'project_id': 'e0c54a1f297b41029af8a835dd5106e0', 'gw_port': {'id': 'b92db3ce-0d66-4f76-984c-239474c2d134', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5506018-3d4d-40b8-bc45-e6fa997c54ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:38:11Z', 'updated_at': '2021-08-27T02:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:24.541258 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:24.585673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:24.589231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:24.594123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:24.594931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:24.600390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549c72b-6d2c-435a-9b8f-19aca2e2ad2e None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:24.624460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=d8c80530-82e3-479c-81d8-dfd833bccec9,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:24.635036 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-11fbf66b-abe6-4e3e-bf2b-c369cebec5cf tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8774266 Aug 27 02:46:24.638109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51368) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:24.644526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-223053873', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8c80530-82e3-479c-81d8-dfd833bccec9'}], 'security_groups': ['33e0b0ec-b07c-4996-afe8-73927e44cb18']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:24.743520 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-16ebc1a6-6d7b-4a44-9bb3-fe17c11704ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 200 len: 999 time: 0.3096569 Aug 27 02:46:24.759566 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'cdfaa0de-3b4a-4610-9c98-cc5599c1aed3', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'port_id': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'mac_address': 'fa:16:3e:89:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:21Z', 'updated_at': '2021-08-27T02:46:21Z', 'revision_number': 0, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:37Z', 'revision_number': 5, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:24.760513 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:24.848466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571f3a-dbbb-4af0-8acf-7957a7e08208 None None] The sync data for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 is: [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'cdfaa0de-3b4a-4610-9c98-cc5599c1aed3', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'port_id': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'mac_address': 'fa:16:3e:89:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:21Z', 'updated_at': '2021-08-27T02:46:21Z', 'revision_number': 0, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:37Z', 'revision_number': 5, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:24.970257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] For port b92db3ce-0d66-4f76-984c-239474c2d134, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b92db3ce-0d66-4f76-984c-239474c2d134,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:24.971252 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:24.990102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-143e7023-24d8-405e-9edb-df703d8c73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:24.993930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-143e7023-24d8-405e-9edb-df703d8c73c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b HTTP/1.1" status: 200 len: 848 time: 0.2396128 Aug 27 02:46:25.000964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Calling delete_port for b92db3ce-0d66-4f76-984c-239474c2d134 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:25.151242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] Update dhcp port {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'fixed_ips': [{'subnet_id': '3ea86b5a-abf4-4411-b6b1-32bf06073ec6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8c80530-82e3-479c-81d8-dfd833bccec9'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'b36036ea-2bfd-481b-b858-187cfa0e5cb7'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:46:25.203026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-112c3b7e-95b4-4518-8f50-7c30071759b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:25.205041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-112c3b7e-95b4-4518-8f50-7c30071759b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014601 Aug 27 02:46:25.258416 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:25.345643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-dd1c5aa5-2d20-4664-b8c9-840115ba14ef service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292822 Aug 27 02:46:25.457819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c5af3a3e-855a-4cc4-8d45-570deb5a5039 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:25.479390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c5af3a3e-855a-4cc4-8d45-570deb5a5039 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:25.479782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c5af3a3e-855a-4cc4-8d45-570deb5a5039 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:25.502134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c99fc-fa53-428c-8860-64b9e7c5d4ce None None] New status for floating IP cdfaa0de-3b4a-4610-9c98-cc5599c1aed3: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:46:25.539137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Delete allocated IP 2001:db8::342 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/3ea86b5a-abf4-4411-b6b1-32bf06073ec6) {{(pid=94773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:46:25.548133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8:0:1::36b (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/d8c80530-82e3-479c-81d8-dfd833bccec9/3a91caa2-8c35-42ce-9424-c329303e97f5) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:25.590294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a91020f-ea07-4848-8a43-c1804aef81b4 req-9fd183d9-f521-4e09-9195-1c5b39ada0fd service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323558 Aug 27 02:46:25.736449 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:25.771969 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:25.787954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object 3a91caa2-8c35-42ce-9424-c329303e97f5 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:25.820666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:25.904180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] Allocated IP 2001:db8:0:1::2 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/d8c80530-82e3-479c-81d8-dfd833bccec9/b36036ea-2bfd-481b-b858-187cfa0e5cb7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:25.946586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92db3ce-0d66-4f76-984c-239474c2d134,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:25.958763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=3a91caa2-8c35-42ce-9424-c329303e97f5,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:26.007504 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.062383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] In _notify_port_updated(), no bound segment for port 3a91caa2-8c35-42ce-9424-c329303e97f5 on network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:46:26.071577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:26.072689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.077205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb0b677a-5858-463e-b179-f17f6b78cbe9 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "PUT /v2.0/ports/3a91caa2-8c35-42ce-9424-c329303e97f5 HTTP/1.1" status: 200 len: 930 time: 1.4354792 Aug 27 02:46:26.078578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] For port b36036ea-2bfd-481b-b858-187cfa0e5cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b36036ea-2bfd-481b-b858-187cfa0e5cb7,segment=NetworkSegment(c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c),segment_id=c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:26.082113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51384) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:26.129381 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.150113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] Transition to ACTIVE for port object b36036ea-2bfd-481b-b858-187cfa0e5cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:26.165185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.175088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.177533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.264165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port 3a91caa2-8c35-42ce-9424-c329303e97f5 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:26.264521 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.305147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4738c2-49b4-4808-8dde-6459f1ba17e2 None None] Pushing event updated for resources: {'Port': ['ID=b36036ea-2bfd-481b-b858-187cfa0e5cb7,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:26.368038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.369297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5506018-3d4d-40b8-bc45-e6fa997c54ce {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:46:26.383551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.384754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-39e1dd74-9490-4695-a1b1-4b6e2dcae147 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d5506018-3d4d-40b8-bc45-e6fa997c54ce HTTP/1.1" status: 204 len: 168 time: 3.3500392 Aug 27 02:46:26.388359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51394) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:26.464788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] Deleting subnet 4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:26.476791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.504051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.534978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for 3a91caa2-8c35-42ce-9424-c329303e97f5 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:26.542790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.649069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.748766 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.814798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.819987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4a16dea0-e8d7-4300-9bc9-e13d89e05ac4 HTTP/1.1" status: 204 len: 168 time: 0.4305589 Aug 27 02:46:26.821407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9459c-733b-402e-aa0e-5ac10c5e0022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a16dea0-e8d7-4300-9bc9-e13d89e05ac4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:26.823980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f9dfd-4925-4ea8-97c8-fb3eba81ff32 None None] Network be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:26.825449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51400) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:26.872500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.939422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.960835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.967133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/3a91caa2-8c35-42ce-9424-c329303e97f5 HTTP/1.1" status: 204 len: 168 time: 0.8834913 Aug 27 02:46:26.968097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:26.969224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3174e7-6c6c-40d4-8520-1d1b9d22a891 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=3a91caa2-8c35-42ce-9424-c329303e97f5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:27.023827 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d787d9c6-7586-4303-9c6e-0d2bdecf519b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:46:27.028525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d787d9c6-7586-4303-9c6e-0d2bdecf519b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/3a91caa2-8c35-42ce-9424-c329303e97f5 HTTP/1.1" status: 404 len: 333 time: 0.0550351 Aug 27 02:46:27.029165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51404) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:27.068802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Deleting port 19fe344e-7b33-42d3-8853-bed6e511ff4d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:27.069157 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.079604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] DHCP port deletion for be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:46:27.128261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c139584-aa53-4658-bd13-977e2d3e66ac tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.163206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c139584-aa53-4658-bd13-977e2d3e66ac tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.175175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] Deleting port 19fe344e-7b33-42d3-8853-bed6e511ff4d {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:27.176202 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.205259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] For port 19fe344e-7b33-42d3-8853-bed6e511ff4d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19fe344e-7b33-42d3-8853-bed6e511ff4d,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:27.205556 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.220283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Calling delete_port for 19fe344e-7b33-42d3-8853-bed6e511ff4d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:27.258616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c139584-aa53-4658-bd13-977e2d3e66ac tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.263362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c139584-aa53-4658-bd13-977e2d3e66ac tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.275520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] For port 19fe344e-7b33-42d3-8853-bed6e511ff4d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19fe344e-7b33-42d3-8853-bed6e511ff4d,segment=NetworkSegment(fff82cd0-0422-4553-bb8d-0ded6e3d1e15),segment_id=fff82cd0-0422-4553-bb8d-0ded6e3d1e15)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:27.276249 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.282817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9c139584-aa53-4658-bd13-977e2d3e66ac tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/security-groups/b6fb7a04-c1ae-4efa-90ca-010eea56b13f HTTP/1.1" status: 204 len: 168 time: 0.2525117 Aug 27 02:46:27.284022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51406) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:27.290045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] Calling delete_port for 19fe344e-7b33-42d3-8853-bed6e511ff4d owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:27.310420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c139584-aa53-4658-bd13-977e2d3e66ac tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb7a04-c1ae-4efa-90ca-010eea56b13f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:27.332304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.374405 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.381481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cf33ece-5574-4d45-b895-1f91607d2288 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.394437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Pushing event deleted for resources: {'Port': ['ID=19fe344e-7b33-42d3-8853-bed6e511ff4d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:27.400197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] No DVR routers for this DVR port 19fe344e-7b33-42d3-8853-bed6e511ff4d on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:27.441727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] Pushing event deleted for resources: {'Port': ['ID=19fe344e-7b33-42d3-8853-bed6e511ff4d,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:27.445680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f200b-42e0-47a9-bd2c-4da657c5395c None None] No DVR routers for this DVR port 19fe344e-7b33-42d3-8853-bed6e511ff4d on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:27.472345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88b67bc8-2361-48d3-a38a-c22f79e92feb None None] Provisioning complete for port ee38d6af-b1af-44d1-9171-6b2458340eed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:27.472720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88b67bc8-2361-48d3-a38a-c22f79e92feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.485429 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cf33ece-5574-4d45-b895-1f91607d2288 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.542548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b36036ea-2bfd-481b-b858-187cfa0e5cb7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:27.599859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cf33ece-5574-4d45-b895-1f91607d2288 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.604092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.604716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3cf33ece-5574-4d45-b895-1f91607d2288 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.608233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3cf33ece-5574-4d45-b895-1f91607d2288 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/security-groups/33e0b0ec-b07c-4996-afe8-73927e44cb18 HTTP/1.1" status: 204 len: 168 time: 0.3193614 Aug 27 02:46:27.617033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:27.622478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-88b67bc8-2361-48d3-a38a-c22f79e92feb None None] Port ee38d6af-b1af-44d1-9171-6b2458340eed cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:27.642888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88b67bc8-2361-48d3-a38a-c22f79e92feb None None] Provisioning for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:27.650005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88b67bc8-2361-48d3-a38a-c22f79e92feb None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:27.650436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88b67bc8-2361-48d3-a38a-c22f79e92feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.653734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:27.704108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf33ece-5574-4d45-b895-1f91607d2288 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e0b0ec-b07c-4996-afe8-73927e44cb18,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:27.769868 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-796d1462-5b17-4be2-9fff-f8026cf4175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.776621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet 3ea86b5a-abf4-4411-b6b1-32bf06073ec6 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:27.786695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.797772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:27.798150 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.849000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.964084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88b67bc8-2361-48d3-a38a-c22f79e92feb None None] Could not find standard attr ID for object 3a91caa2-8c35-42ce-9424-c329303e97f5. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:46:28.013372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19fe344e-7b33-42d3-8853-bed6e511ff4d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:28.046063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 19fe344e-7b33-42d3-8853-bed6e511ff4d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:28.046503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19fe344e-7b33-42d3-8853-bed6e511ff4d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:28.047466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b92db3ce-0d66-4f76-984c-239474c2d134 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:28.086348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b92db3ce-0d66-4f76-984c-239474c2d134 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:28.086958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b92db3ce-0d66-4f76-984c-239474c2d134 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:28.091695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0c1405e0-a5fd-4000-963f-e2d77d6f1d50 None None] Could not find standard attr ID for object 3a91caa2-8c35-42ce-9424-c329303e97f5. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:46:28.119164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.205902 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.234291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea86b5a-abf4-4411-b6b1-32bf06073ec6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:28.238731 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.240688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-abcdbbb9-2b29-4a8f-a30e-169f076d1d29 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/3ea86b5a-abf4-4411-b6b1-32bf06073ec6 HTTP/1.1" status: 204 len: 168 time: 0.6166856 Aug 27 02:46:28.245863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51452) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:28.256118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:28.258175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604680ca-3181-4e67-8996-03d093a174f8 None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:28.396170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:28.396679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff82cd0-0422-4553-bb8d-0ded6e3d1e15') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:28.406941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.423235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.423966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:28.427924 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.431867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:28.432525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:28.435425 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:28.503215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.515612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.517919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] 10.222.0.10 "DELETE /v2.0/networks/be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac HTTP/1.1" status: 204 len: 168 time: 1.6911492 Aug 27 02:46:28.533836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659b853-5f06-4015-82fb-09256b3ca049 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4a61b3-a934-42a8-b8f3-f3ef62d3e6ac,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:28.797527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51466) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:28.835408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.843464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-976b6a69-d2fe-4616-8a43-06be975e5740 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0c54a1f297b41029af8a835dd5106e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447476 Aug 27 02:46:28.845918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51468) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:28.873551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:28.878541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:28.883901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:28.884622 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.908054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=9fae6877-3740-48ca-a9a6-350bfa43f823,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:28.919957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13ad7882-22b1-442e-ae5f-37a6db5b25b8 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6699436 Aug 27 02:46:28.922487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51470) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:28.927589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9702f78a-7b79-4478-8893-fe36229b592c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'security_group': {'name': 'tempest-secgroup-474698112'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:28.946672 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-592e6e4c-4666-499e-88a2-20d4ffa01eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.978993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-592e6e4c-4666-499e-88a2-20d4ffa01eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.981090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9702f78a-7b79-4478-8893-fe36229b592c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.087373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9702f78a-7b79-4478-8893-fe36229b592c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.094875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9702f78a-7b79-4478-8893-fe36229b592c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.111457 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-592e6e4c-4666-499e-88a2-20d4ffa01eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.114206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-592e6e4c-4666-499e-88a2-20d4ffa01eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.115399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-592e6e4c-4666-499e-88a2-20d4ffa01eb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fbf907e-7312-448b-b531-c49912323154 HTTP/1.1" status: 204 len: 168 time: 0.2682917 Aug 27 02:46:29.137495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f78a-7b79-4478-8893-fe36229b592c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca38741c-9270-4468-aa0e-75ac96f0a32c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:29.147896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9702f78a-7b79-4478-8893-fe36229b592c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.151936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9702f78a-7b79-4478-8893-fe36229b592c tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2258036 Aug 27 02:46:29.151936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6e4c-4666-499e-88a2-20d4ffa01eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf907e-7312-448b-b531-c49912323154,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:29.152193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51474) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:29.156599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-fabbee2e-7595-4c21-918e-54422c83a2bd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'security_group': {'name': 'tempest-secgroup-1889722381'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:29.202165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fabbee2e-7595-4c21-918e-54422c83a2bd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.299017 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fabbee2e-7595-4c21-918e-54422c83a2bd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.306963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fabbee2e-7595-4c21-918e-54422c83a2bd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.348358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fabbee2e-7595-4c21-918e-54422c83a2bd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.349833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fabbee2e-7595-4c21-918e-54422c83a2bd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1968329 Aug 27 02:46:29.351698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbee2e-7595-4c21-918e-54422c83a2bd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8c266b-eaa6-400e-adb9-0fb78775a05c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:29.352934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51478) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:29.357766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2a75d7ae-fb00-4f41-869d-dc73dc3c6e09 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'security_group': {'name': 'tempest-secgroup-505839487'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:29.406441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f509a6-819e-4602-ad0b-789581ba312c None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:29.407828 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d7ae-fb00-4f41-869d-dc73dc3c6e09 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.506802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d7ae-fb00-4f41-869d-dc73dc3c6e09 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.513416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d7ae-fb00-4f41-869d-dc73dc3c6e09 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.531112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-12c3893b-25e3-49e7-a41b-02d0d7d491c2 None None] Provisioning complete for port ee38d6af-b1af-44d1-9171-6b2458340eed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:29.531494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12c3893b-25e3-49e7-a41b-02d0d7d491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.547049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d7ae-fb00-4f41-869d-dc73dc3c6e09 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ea906d-07f1-4782-ae81-292bb78a855c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:29.575051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d7ae-fb00-4f41-869d-dc73dc3c6e09 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.576487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2a75d7ae-fb00-4f41-869d-dc73dc3c6e09 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2225368 Aug 27 02:46:29.579308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51490) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:29.582067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-12c3893b-25e3-49e7-a41b-02d0d7d491c2 None None] Port ee38d6af-b1af-44d1-9171-6b2458340eed cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:29.585968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1132793931', 'security_groups': ['75ea906d-07f1-4782-ae81-292bb78a855c'], 'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9fae6877-3740-48ca-a9a6-350bfa43f823'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:29.653492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-12c3893b-25e3-49e7-a41b-02d0d7d491c2 None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:29.653866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12c3893b-25e3-49e7-a41b-02d0d7d491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.735688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:29.869176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] Update dhcp port {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'fixed_ips': [{'subnet_id': 'd8c80530-82e3-479c-81d8-dfd833bccec9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9fae6877-3740-48ca-a9a6-350bfa43f823'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'b36036ea-2bfd-481b-b858-187cfa0e5cb7'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:46:29.895491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.897059 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:29.933278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] device_id is not set on port a8a772b7-9be2-491e-962d-a859072bbfe9 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:46:30.113605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:30.138621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] Allocated IP 2001:db8::2 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/9fae6877-3740-48ca-a9a6-350bfa43f823/b36036ea-2bfd-481b-b858-187cfa0e5cb7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:30.233699 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-594c15c5-9d42-484c-85f5-cde239db0614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.251150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1191360931-network', 'tenant_id': 'a7615d92f13b41e8923af3372f83120e'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:30.260472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] For port b36036ea-2bfd-481b-b858-187cfa0e5cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b36036ea-2bfd-481b-b858-187cfa0e5cb7,segment=NetworkSegment(c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c),segment_id=c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:30.285086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Made reservation on behalf of a7615d92f13b41e8923af3372f83120e for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:30.287770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.297656 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.298702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.316088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] Transition to ACTIVE for port object b36036ea-2bfd-481b-b858-187cfa0e5cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:30.333657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.431554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8::3e7 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/9fae6877-3740-48ca-a9a6-350bfa43f823/a8a772b7-9be2-491e-962d-a859072bbfe9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:30.439872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.447634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.465846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b68bea-25b9-4e9b-ab28-691d89995601 None None] Pushing event updated for resources: {'Port': ['ID=b36036ea-2bfd-481b-b858-187cfa0e5cb7,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:30.484326 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.498782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:46:30.531783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ced19e-ebfe-4cbf-9655-a6af752fe43a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:30.536807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.537157 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Added segment 907b0272-36cb-448c-9df6-37c929efc902 of type vlan for network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 Aug 27 02:46:30.599493 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.645321 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.647582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:30.648657 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.732879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.746133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6283090 Aug 27 02:46:30.746133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7cc70-b9cb-4aff-be6e-df5550f506e8 admin admin] Pushing event updated for resources: {'Network': ['ID=51d560cf-cdb0-4e15-9c12-1e315c4098b9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:30.762977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51564) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:30.764435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:46:30.773723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Request body: {'subnet': {'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1191360931-subnet', 'tenant_id': 'a7615d92f13b41e8923af3372f83120e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:30.821435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object a8a772b7-9be2-491e-962d-a859072bbfe9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:30.875730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Made reservation on behalf of a7615d92f13b41e8923af3372f83120e for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:30.878088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.968148 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.045100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:31.060432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:31.066752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:31.072626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:31.074041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.084068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=a8a772b7-9be2-491e-962d-a859072bbfe9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:31.114391 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-02f14d6c-168f-4d97-98f0-8a826ab90201 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5334027 Aug 27 02:46:31.117454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51572) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:31.122883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5e13d41d-14ab-46d2-883a-91f29e0600d6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:31.262302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.306074 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.362718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea88342-1f36-44bb-b6da-f8675085ec24,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:31.368640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13d41d-14ab-46d2-883a-91f29e0600d6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:31.368963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Checking segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:31.368963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Network hostable DHCP agents. Network: 51d560cf-cdb0-4e15-9c12-1e315c4098b9, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:46:31.371272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e13d41d-14ab-46d2-883a-91f29e0600d6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.409540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:46:31.445799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f6b81206-264a-4475-8798-0f8f801ec09e None None] Provisioning complete for port ee38d6af-b1af-44d1-9171-6b2458340eed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:31.446618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f6b81206-264a-4475-8798-0f8f801ec09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.452358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 51d560cf-cdb0-4e15-9c12-1e315c4098b9) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:31.470197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:31.480478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.540957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-70cf94c6-2505-429c-8bc4-f5dbca186b8f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7758009 Aug 27 02:46:31.554971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c411d-4a18-4e4a-98f9-f75a817d7fff None None] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:31.561606 n-d-806293-1 neutron-server[94773]: INFO neutron.db.ipam_backend_mixin [None req-5e13d41d-14ab-46d2-883a-91f29e0600d6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9fae6877-3740-48ca-a9a6-350bfa43f823 (CIDR: 2001:db8::/64) Aug 27 02:46:31.574858 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e13d41d-14ab-46d2-883a-91f29e0600d6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:31.575374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e13d41d-14ab-46d2-883a-91f29e0600d6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:31.597094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b36036ea-2bfd-481b-b858-187cfa0e5cb7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:31.610350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51576) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:31.610596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5e13d41d-14ab-46d2-883a-91f29e0600d6 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4918852 Aug 27 02:46:31.617072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a2ddfd6b-4cee-4e76-af06-5477b113ee49 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:31.746610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f6b81206-264a-4475-8798-0f8f801ec09e None None] Port ee38d6af-b1af-44d1-9171-6b2458340eed cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:31.842823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ddfd6b-4cee-4e76-af06-5477b113ee49 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:31.847402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2ddfd6b-4cee-4e76-af06-5477b113ee49 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.936251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f6b81206-264a-4475-8798-0f8f801ec09e None None] Provisioning for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:31.951783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:31.952167 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.953816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f6b81206-264a-4475-8798-0f8f801ec09e None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:31.954143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f6b81206-264a-4475-8798-0f8f801ec09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.040998 n-d-806293-1 neutron-server[94772]: INFO neutron.db.ipam_backend_mixin [None req-a2ddfd6b-4cee-4e76-af06-5477b113ee49 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d8c80530-82e3-479c-81d8-dfd833bccec9 (CIDR: 2001:db8:0:1::/64) Aug 27 02:46:32.051230 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ddfd6b-4cee-4e76-af06-5477b113ee49 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:32.052067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ddfd6b-4cee-4e76-af06-5477b113ee49 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:32.087890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a2ddfd6b-4cee-4e76-af06-5477b113ee49 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4757695 Aug 27 02:46:32.090620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51596) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:32.097437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'subnet': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:32.241154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cd4bf-c9da-4df2-85d1-da5db2e56258 None None] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:32.321975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Made reservation on behalf of 802219eba5474bba8b45fed094050565 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:32.328342 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.502581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-93094ed8-0732-46e2-a808-9a204d22ae7c None None] Provisioning for port a8a772b7-9be2-491e-962d-a859072bbfe9 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:32.514653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-93094ed8-0732-46e2-a808-9a204d22ae7c None None] Provisioning complete for port a8a772b7-9be2-491e-962d-a859072bbfe9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:32.515238 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93094ed8-0732-46e2-a808-9a204d22ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.576543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-2b83a4b1-91c2-4a36-8b56-bba64541560b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:32.577798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-93094ed8-0732-46e2-a808-9a204d22ae7c None None] Port a8a772b7-9be2-491e-962d-a859072bbfe9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:32.578256 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-2b83a4b1-91c2-4a36-8b56-bba64541560b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.3377485 Aug 27 02:46:32.606830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-524ce8f0-bfab-456c-b925-c93ff894b42b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/quotas/a7615d92f13b41e8923af3372f83120e HTTP/1.1" status: 200 len: 375 time: 0.0208724 Aug 27 02:46:32.665590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.718783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:32.722343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:32.727684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:32.728289 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.736933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c10ea6-17d2-4180-9ed2-7f5fa929763e None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:32.740110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Subnet': ['ID=d188a017-4602-4514-a80e-85aa9d87beeb,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:32.752920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2573ca1-fd90-48c9-a4ec-9d10ecdb4960 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6607814 Aug 27 02:46:32.756257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51618) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:32.762819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1522265882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd188a017-4602-4514-a80e-85aa9d87beeb'}], 'security_groups': ['ca38741c-9270-4468-aa0e-75ac96f0a32c', 'fb8c266b-eaa6-400e-adb9-0fb78775a05c']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:32.840097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.932830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-b1e0fcf7-a528-4467-bbff-0e1ef276c5e5 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3249621 Aug 27 02:46:33.011742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] Update dhcp port {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'fixed_ips': [{'subnet_id': 'd8c80530-82e3-479c-81d8-dfd833bccec9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9fae6877-3740-48ca-a9a6-350bfa43f823', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd188a017-4602-4514-a80e-85aa9d87beeb'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'b36036ea-2bfd-481b-b858-187cfa0e5cb7'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:46:33.038370 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.094374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-833456bc-443e-46f6-9db4-d410aa052a29 service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604517 Aug 27 02:46:33.115203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51624) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:33.197615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.203301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] Deleting subnet 69986473-8944-4141-8fba-7376e8b1a3c9 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:33.209535 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.228378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Delete allocated IP 2001:db8::3e7 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/9fae6877-3740-48ca-a9a6-350bfa43f823) {{(pid=94772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:46:33.240826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Allocated IP 2001:db8:0:2::1da (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/d188a017-4602-4514-a80e-85aa9d87beeb/a8a772b7-9be2-491e-962d-a859072bbfe9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:33.262969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-41ef677b-f17a-4508-aa2a-43e25dae9b59 service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674278 Aug 27 02:46:33.273196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.328631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.411323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.442210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.443496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69986473-8944-4141-8fba-7376e8b1a3c9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:33.447887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.450707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-59c09e30-361b-4adf-a556-7aa9a674fede admin admin] 10.222.0.10 "DELETE /v2.0/subnets/69986473-8944-4141-8fba-7376e8b1a3c9 HTTP/1.1" status: 204 len: 168 time: 0.3336906 Aug 27 02:46:33.453441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51632) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:33.466976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Transition to ACTIVE for port object a8a772b7-9be2-491e-962d-a859072bbfe9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:33.483662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.520178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16b20743-ae94-41b8-bf1d-3965172d4e82 req-20115dcf-0b71-4d3c-8549-1afa5f21129c tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 210 time: 0.0434153 Aug 27 02:46:33.548367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] Allocated IP 2001:db8:0:2::2 (997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3/d188a017-4602-4514-a80e-85aa9d87beeb/b36036ea-2bfd-481b-b858-187cfa0e5cb7) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:33.571244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.588594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] In _notify_port_updated(), no bound segment for port a8a772b7-9be2-491e-962d-a859072bbfe9 on network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:46:33.594296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:33.594948 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.599026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "PUT /v2.0/ports/a8a772b7-9be2-491e-962d-a859072bbfe9 HTTP/1.1" status: 200 len: 970 time: 0.8385932 Aug 27 02:46:33.600292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51636) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:33.608391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c78433-524c-41cb-bc8e-ec93ea13524b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event updated for resources: {'Port': ['ID=a8a772b7-9be2-491e-962d-a859072bbfe9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:33.727821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.739914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7afd9b-db54-45f8-af3d-d90461d7cfa8']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:33.756402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20911b21-1937-48ae-b435-2f76e3164c22') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:33.756794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20911b21-1937-48ae-b435-2f76e3164c22') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:33.762774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port a8a772b7-9be2-491e-962d-a859072bbfe9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:33.763516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.768878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] For port b36036ea-2bfd-481b-b858-187cfa0e5cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b36036ea-2bfd-481b-b858-187cfa0e5cb7,segment=NetworkSegment(c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c),segment_id=c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:33.779137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.806877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.819359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:33.821603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:33.826680 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:33.837681 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.880341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.902068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for a8a772b7-9be2-491e-962d-a859072bbfe9 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:33.961045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] Transition to ACTIVE for port object b36036ea-2bfd-481b-b858-187cfa0e5cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:33.962650 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.973925 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.993514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.998117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ce7afd9b-db54-45f8-af3d-d90461d7cfa8 HTTP/1.1" status: 204 len: 168 time: 0.5408130 Aug 27 02:46:33.998117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9e2c-a30d-421d-ac24-60c841c7d610 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7afd9b-db54-45f8-af3d-d90461d7cfa8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.056391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.107288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74045b3-2b8a-4e88-9b04-5f93b1f44327 None None] Pushing event updated for resources: {'Port': ['ID=b36036ea-2bfd-481b-b858-187cfa0e5cb7,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.123979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=a8a772b7-9be2-491e-962d-a859072bbfe9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.126812 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.132391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51650) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.142629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae0883bf-0d5c-47f1-bc4e-c2f18c4a2ac3 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/a8a772b7-9be2-491e-962d-a859072bbfe9 HTTP/1.1" status: 204 len: 168 time: 0.5409489 Aug 27 02:46:34.162941 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fa6d73-787f-4e6a-919d-cf34826e9929 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] GET failed (client error): The resource could not be found. Aug 27 02:46:34.167956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51654) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.183298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c1fa6d73-787f-4e6a-919d-cf34826e9929 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports/a8a772b7-9be2-491e-962d-a859072bbfe9 HTTP/1.1" status: 404 len: 333 time: 0.0493228 Aug 27 02:46:34.274347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f465d58-ca9a-4b03-bdf1-53aaf29441dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.301628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51660) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.330371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f465d58-ca9a-4b03-bdf1-53aaf29441dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.386401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2af9f3cd-1411-4a27-ab53-7f88dd0780af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f754daf49ee4fa592dd0398075dc9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821497 Aug 27 02:46:34.387975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51666) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.403486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f465d58-ca9a-4b03-bdf1-53aaf29441dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.407729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f465d58-ca9a-4b03-bdf1-53aaf29441dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.408937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9f465d58-ca9a-4b03-bdf1-53aaf29441dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/security-groups/75ea906d-07f1-4782-ae81-292bb78a855c HTTP/1.1" status: 204 len: 168 time: 0.2378194 Aug 27 02:46:34.411794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51668) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.439461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465d58-ca9a-4b03-bdf1-53aaf29441dd tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ea906d-07f1-4782-ae81-292bb78a855c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.476795 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fea4e52-8dca-416a-a767-fc2a6ffff889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.491733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20484793-9e15-4e05-a563-6400d7e0b3cc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.503687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fea4e52-8dca-416a-a767-fc2a6ffff889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.526237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20484793-9e15-4e05-a563-6400d7e0b3cc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.589024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20484793-9e15-4e05-a563-6400d7e0b3cc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.593250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fea4e52-8dca-416a-a767-fc2a6ffff889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.596738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fea4e52-8dca-416a-a767-fc2a6ffff889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.597944 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20484793-9e15-4e05-a563-6400d7e0b3cc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.599237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-20484793-9e15-4e05-a563-6400d7e0b3cc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/security-groups/fb8c266b-eaa6-400e-adb9-0fb78775a05c HTTP/1.1" status: 204 len: 168 time: 0.1804979 Aug 27 02:46:34.606524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51672) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.607477 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7fea4e52-8dca-416a-a767-fc2a6ffff889 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bb6d638-3c7e-4348-bdb5-0eee52ae40d6 HTTP/1.1" status: 204 len: 168 time: 0.2181973 Aug 27 02:46:34.638263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20484793-9e15-4e05-a563-6400d7e0b3cc tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8c266b-eaa6-400e-adb9-0fb78775a05c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.639640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea4e52-8dca-416a-a767-fc2a6ffff889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb6d638-3c7e-4348-bdb5-0eee52ae40d6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.661529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-36f2401f-8a43-485f-a372-c35b72924931 req-d2ee7767-3b6a-43ed-8e52-9742e61ff1d9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 210 time: 0.0361230 Aug 27 02:46:34.710915 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b45098a7-c26a-4e8b-83f9-b7b3a7cc2e56 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.741826 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b45098a7-c26a-4e8b-83f9-b7b3a7cc2e56 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.819850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b45098a7-c26a-4e8b-83f9-b7b3a7cc2e56 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.824950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b45098a7-c26a-4e8b-83f9-b7b3a7cc2e56 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.829293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51676) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.830577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b45098a7-c26a-4e8b-83f9-b7b3a7cc2e56 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/security-groups/ca38741c-9270-4468-aa0e-75ac96f0a32c HTTP/1.1" status: 204 len: 168 time: 0.2210236 Aug 27 02:46:34.843826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45098a7-c26a-4e8b-83f9-b7b3a7cc2e56 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca38741c-9270-4468-aa0e-75ac96f0a32c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.948539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet 9fae6877-3740-48ca-a9a6-350bfa43f823 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:34.987006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.070041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.138690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8fde4b7f-af3c-48c4-ad15-1599299c07ca None None] Could not find standard attr ID for object a8a772b7-9be2-491e-962d-a859072bbfe9. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:46:35.151207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8fde4b7f-af3c-48c4-ad15-1599299c07ca None None] Provisioning complete for port ee38d6af-b1af-44d1-9171-6b2458340eed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:35.151611 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8fde4b7f-af3c-48c4-ad15-1599299c07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.153482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-6a3f0faa-0051-4b3e-a249-7de99a314238 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:35.155134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-6a3f0faa-0051-4b3e-a249-7de99a314238 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.2402480 Aug 27 02:46:35.169883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Request body: {'port': {'device_id': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'admin_state_up': True, 'tenant_id': 'a7615d92f13b41e8923af3372f83120e'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:35.245115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4b7f-af3c-48c4-ad15-1599299c07ca None None] Port ee38d6af-b1af-44d1-9171-6b2458340eed cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:35.263511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8fde4b7f-af3c-48c4-ad15-1599299c07ca None None] Provisioning for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:35.267813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8fde4b7f-af3c-48c4-ad15-1599299c07ca None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:35.268573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8fde4b7f-af3c-48c4-ad15-1599299c07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.288240 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.372872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Made reservation on behalf of a7615d92f13b41e8923af3372f83120e for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:35.388779 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.472085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b36036ea-2bfd-481b-b858-187cfa0e5cb7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:35.484935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.522869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=9fae6877-3740-48ca-a9a6-350bfa43f823,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:35.529313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c2d1c8c5-a1cc-4877-9fd4-7445bb16548b None None] Could not find standard attr ID for object a8a772b7-9be2-491e-962d-a859072bbfe9. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:46:35.563309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.565254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b3af0a49-1a53-4829-b5be-89d10eb4466f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/9fae6877-3740-48ca-a9a6-350bfa43f823 HTTP/1.1" status: 204 len: 168 time: 0.7335646 Aug 27 02:46:35.569348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51698) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:35.581104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:35.581986 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.639335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Allocated IP 172.20.0.4 (51d560cf-cdb0-4e15-9c12-1e315c4098b9/6ea88342-1f36-44bb-b6da-f8675085ec24/3a332131-f5ca-4205-aa7c-c599af6c1d44) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:35.699148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet d188a017-4602-4514-a80e-85aa9d87beeb {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:35.717963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.762914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1c5dc-49a9-4d9c-a3b0-29e2857688d5 None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:35.827906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e750cd37-c0f4-4411-9532-4fdcccb63231 req-89e5cb1b-9d7b-4b7f-aec5-7b002eb12fba tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 210 time: 0.0373046 Aug 27 02:46:35.842921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.908840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.944352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.013011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.021256 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.045121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=d188a017-4602-4514-a80e-85aa9d87beeb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:36.049392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.052057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-22e8ea4d-9a1a-48b8-ba05-f87b0ffb37d1 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/d188a017-4602-4514-a80e-85aa9d87beeb HTTP/1.1" status: 204 len: 168 time: 0.4817107 Aug 27 02:46:36.054619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51720) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.082468 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-712cacc4-1ac7-4107-8b42-551812acaeff tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.083180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712cacc4-1ac7-4107-8b42-551812acaeff tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:36.085134 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-712cacc4-1ac7-4107-8b42-551812acaeff tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/9fae6877-3740-48ca-a9a6-350bfa43f823 HTTP/1.1" status: 404 len: 337 time: 0.0294166 Aug 27 02:46:36.087834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51724) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.135945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:36.138087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event updated for resources: {'Port': ['ID=3a332131-f5ca-4205-aa7c-c599af6c1d44,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:36.141824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:36.144716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:36.156965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting subnet d8c80530-82e3-479c-81d8-dfd833bccec9 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:36.161112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.201554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8aeb56-27fc-434b-9302-9e59ea76b83c None None] Update dhcp port {'port': {'network_id': '997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3', 'fixed_ips': [{'subnet_id': 'd8c80530-82e3-479c-81d8-dfd833bccec9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd188a017-4602-4514-a80e-85aa9d87beeb'}], 'binding:host_id': 'n-d-806293-1'}, 'id': 'b36036ea-2bfd-481b-b858-187cfa0e5cb7'} from n-d-806293-1. {{(pid=94774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:46:36.214888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:36.215534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.219081 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.236411 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0c8aeb56-27fc-434b-9302-9e59ea76b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.248989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-827cf69d-43de-41db-9580-25ee2061f91e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829861 Aug 27 02:46:36.265779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Request body: {'port': {'device_id': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:36.266710 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:46:36.370836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.374045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.448197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-0c8aeb56-27fc-434b-9302-9e59ea76b83c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8c80530-82e3-479c-81d8-dfd833bccec9: This subnet is being modified by another concurrent operation. Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8c80530-82e3-479c-81d8-dfd833bccec9: This subnet is being modified by another concurrent operation. Aug 27 02:46:36.450195 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:46:36.518854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c80530-82e3-479c-81d8-dfd833bccec9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:36.524277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.529418 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-54cf38f1-98de-44a2-a1b5-0d9039101a81 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/d8c80530-82e3-479c-81d8-dfd833bccec9 HTTP/1.1" status: 204 len: 168 time: 0.4403687 Aug 27 02:46:36.530480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51760) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.562886 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f14938-0a11-4731-89f0-eaae542edb4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.563619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f14938-0a11-4731-89f0-eaae542edb4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:36.570664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-61f14938-0a11-4731-89f0-eaae542edb4f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/3ea86b5a-abf4-4411-b6b1-32bf06073ec6 HTTP/1.1" status: 404 len: 337 time: 0.0387993 Aug 27 02:46:36.571424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51762) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.573422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe108d3-d6ed-4a1f-ab09-b72a122bfbc3 None None] Network 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:36.603674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3da02f37-9e8c-4d21-a414-4600d1feeb6f tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf30c106-a032-4cb3-86cb-035097b1f789 HTTP/1.1" status: 200 len: 205 time: 0.0308368 Aug 27 02:46:36.605814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51764) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.660920 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-cc3b7970-0fce-4ac4-9412-7c9c2260d87b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] delete failed (client error): The resource could not be found. Aug 27 02:46:36.664725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cc3b7970-0fce-4ac4-9412-7c9c2260d87b tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/routers/bf30c106-a032-4cb3-86cb-035097b1f789 HTTP/1.1" status: 404 len: 336 time: 0.0549805 Aug 27 02:46:36.665246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51766) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.714221 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-578b7ac2-df9f-410f-a8a0-ef80dd1da20e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.714909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578b7ac2-df9f-410f-a8a0-ef80dd1da20e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:36.718390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-578b7ac2-df9f-410f-a8a0-ef80dd1da20e tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/c5a23acb-d2a4-4c99-b015-d0d013d999a7 HTTP/1.1" status: 404 len: 337 time: 0.0509098 Aug 27 02:46:36.721043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.742899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ec4d0665-83d9-4b0c-a361-3620d280af97 None None] Provisioning complete for port ee38d6af-b1af-44d1-9171-6b2458340eed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:36.743493 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ec4d0665-83d9-4b0c-a361-3620d280af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.776361 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aa4d74-df72-4e1d-92be-08a101960db4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.776946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5aa4d74-df72-4e1d-92be-08a101960db4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:36.778861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b5aa4d74-df72-4e1d-92be-08a101960db4 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/804f616f-424f-4daa-a1ee-0f6627cdc0e1 HTTP/1.1" status: 404 len: 337 time: 0.0568876 Aug 27 02:46:36.781724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51772) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.785383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d0665-83d9-4b0c-a361-3620d280af97 None None] Port ee38d6af-b1af-44d1-9171-6b2458340eed cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:36.801612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ec4d0665-83d9-4b0c-a361-3620d280af97 None None] Provisioning complete for port b36036ea-2bfd-481b-b858-187cfa0e5cb7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:36.802196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ec4d0665-83d9-4b0c-a361-3620d280af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.843913 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6327180-9874-4503-b325-f88103134260 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.844525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6327180-9874-4503-b325-f88103134260 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:36.846353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f6327180-9874-4503-b325-f88103134260 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/d51e585e-5e0b-4675-8d1d-35f261d54503 HTTP/1.1" status: 404 len: 337 time: 0.0636780 Aug 27 02:46:36.848965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51776) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.881890 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3bdc35-cf83-44d6-98eb-5beb25c26bb7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.882792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3bdc35-cf83-44d6-98eb-5beb25c26bb7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:36.886548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cb3bdc35-cf83-44d6-98eb-5beb25c26bb7 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/f314540c-d4af-42d1-a145-a9b37165249a HTTP/1.1" status: 404 len: 333 time: 0.0348344 Aug 27 02:46:36.887788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51780) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.893889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a332131-f5ca-4205-aa7c-c599af6c1d44 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:36.902385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.923874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] DHCP port deletion for 997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:46:36.944482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Transition to ACTIVE for port object 3a332131-f5ca-4205-aa7c-c599af6c1d44 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:36.947423 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2471a675-9d09-4c5e-b583-1e9bdd1893ba tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.947892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2471a675-9d09-4c5e-b583-1e9bdd1893ba tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:36.949772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2471a675-9d09-4c5e-b583-1e9bdd1893ba tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/a48aa21b-bd8f-46e8-bbe0-ab59e0d98162 HTTP/1.1" status: 404 len: 337 time: 0.0598383 Aug 27 02:46:36.953042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51784) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:36.954631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.992987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] Deleting port b36036ea-2bfd-481b-b858-187cfa0e5cb7 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:36.993755 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.996280 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7253d274-801a-47fb-8693-6af2824c7714 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:36.996752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7253d274-801a-47fb-8693-6af2824c7714 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:37.000920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7253d274-801a-47fb-8693-6af2824c7714 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/b84b5618-0cc0-4bdc-8dca-9eace73e4f9b HTTP/1.1" status: 404 len: 337 time: 0.0440986 Aug 27 02:46:37.002204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:37.072719 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dda2b2-1e09-4704-973b-46dec190342a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:37.073496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] For port b36036ea-2bfd-481b-b858-187cfa0e5cb7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b36036ea-2bfd-481b-b858-187cfa0e5cb7,segment=NetworkSegment(c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c),segment_id=c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:37.073633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dda2b2-1e09-4704-973b-46dec190342a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:37.074052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.075537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-41dda2b2-1e09-4704-973b-46dec190342a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/424c3f05-afa3-426f-9891-e5a9d2b16827 HTTP/1.1" status: 404 len: 333 time: 0.0677326 Aug 27 02:46:37.078949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51798) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:37.091468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Pushing event updated for resources: {'Port': ['ID=3a332131-f5ca-4205-aa7c-c599af6c1d44,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:37.109671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] Calling delete_port for b36036ea-2bfd-481b-b858-187cfa0e5cb7 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:37.151233 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca37a863-b6e8-4893-8c4b-a17761477541 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:37.152460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca37a863-b6e8-4893-8c4b-a17761477541 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:37.157146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca37a863-b6e8-4893-8c4b-a17761477541 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/837458fa-1cb5-46f4-b133-8631672af9d5 HTTP/1.1" status: 404 len: 337 time: 0.0751297 Aug 27 02:46:37.159868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51820) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:37.212954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.221595 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a47782-a57e-4951-9b07-1691c1615c1a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] DELETE failed (client error): The resource could not be found. Aug 27 02:46:37.222063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a47782-a57e-4951-9b07-1691c1615c1a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:46:37.226356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-36a47782-a57e-4951-9b07-1691c1615c1a tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/subnets/77236c3a-db70-44f2-9d9b-f881c1fbe773 HTTP/1.1" status: 404 len: 337 time: 0.0630276 Aug 27 02:46:37.231683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5796172-bbae-4ad6-bc61-1936b05e1fd1 req-94739033-d286-428d-a8fc-37f592962cfe tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.233294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a5796172-bbae-4ad6-bc61-1936b05e1fd1 req-94739033-d286-428d-a8fc-37f592962cfe tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 943 time: 0.2753029 Aug 27 02:46:37.235370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51832) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:37.256048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] Pushing event deleted for resources: {'Port': ['ID=b36036ea-2bfd-481b-b858-187cfa0e5cb7,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:37.258483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e8094-a4b0-447b-8f69-c6d7044f93d7 None None] No DVR routers for this DVR port b36036ea-2bfd-481b-b858-187cfa0e5cb7 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:37.286051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116315d-9765-4b78-b196-9ea401c91f56 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:46:37.336387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Attempting to bind port 3a332131-f5ca-4205-aa7c-c599af6c1d44 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:37.337625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Attempting to bind port 3a332131-f5ca-4205-aa7c-c599af6c1d44 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:37.338131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Attempting to bind port 3a332131-f5ca-4205-aa7c-c599af6c1d44 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:37.344499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a5796172-bbae-4ad6-bc61-1936b05e1fd1 req-e338de7c-0708-4a2c-81fe-985cff9f16fe tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971911 Aug 27 02:46:37.349940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Port 3a332131-f5ca-4205-aa7c-c599af6c1d44 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:46:37.350709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Attempting to bind port 3a332131-f5ca-4205-aa7c-c599af6c1d44 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:37.356694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:37.356945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Checking segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:37.357321 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Bound using segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:37.357824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Bound port: 3a332131-f5ca-4205-aa7c-c599af6c1d44, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:37.358188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.366142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Deleting port ee38d6af-b1af-44d1-9171-6b2458340eed {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:37.366593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.405250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116315d-9765-4b78-b196-9ea401c91f56 None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:46:37.443405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] For port 3a332131-f5ca-4205-aa7c-c599af6c1d44, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:37.446709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] For port 3a332131-f5ca-4205-aa7c-c599af6c1d44, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:37.452941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.492488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.493147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.495149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.495286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] 10.222.0.45 "PUT /v2.0/ports/3a332131-f5ca-4205-aa7c-c599af6c1d44 HTTP/1.1" status: 200 len: 1091 time: 1.2384136 Aug 27 02:46:37.495861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'tag': '3a332131-f5ca-4205-aa7c-c599af6c1d44'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:37.499140 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6586d688-166e-4e4a-821e-14a89e16fb54" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6ffce5-6cda-4e98-8028-b901a2b20b43", "tag": "3a332131-f5ca-4205-aa7c-c599af6c1d44"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:37.527369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Calling delete_port for ee38d6af-b1af-44d1-9171-6b2458340eed owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:37.542988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b36036ea-2bfd-481b-b858-187cfa0e5cb7 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:37.570568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b36036ea-2bfd-481b-b858-187cfa0e5cb7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:37.570915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b36036ea-2bfd-481b-b858-187cfa0e5cb7 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:37.594958 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac9b4a7-e3f5-4e6b-baac-c09567049805 x-openstack-request-id: req-dac9b4a7-e3f5-4e6b-baac-c09567049805 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:37.595187 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6ffce5-6cda-4e98-8028-b901a2b20b43", "tag": "3a332131-f5ca-4205-aa7c-c599af6c1d44", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:37.595293 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dac9b4a7-e3f5-4e6b-baac-c09567049805 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:37.595639 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'tag': '3a332131-f5ca-4205-aa7c-c599af6c1d44', 'status': 'completed', 'code': 200} Aug 27 02:46:37.598870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff1de-6a57-4b81-8d73-4f34b3231c2d service neutron] Pushing event updated for resources: {'Port': ['ID=3a332131-f5ca-4205-aa7c-c599af6c1d44,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:37.614688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-28ba50db-c188-4724-a728-14362ff825ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.614896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-28ba50db-c188-4724-a728-14362ff825ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 1094 time: 0.0570583 Aug 27 02:46:37.653129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.669313 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-7fe6d194-9036-4be6-afde-56fe951cc6cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44 HTTP/1.1" status: 200 len: 217 time: 0.0460165 Aug 27 02:46:37.693420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Port': ['ID=ee38d6af-b1af-44d1-9171-6b2458340eed,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:37.702592 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.705466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-56d87ed4-c0b3-4ea0-ae10-94621e5c3538 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/ports/ee38d6af-b1af-44d1-9171-6b2458340eed HTTP/1.1" status: 204 len: 168 time: 0.4689486 Aug 27 02:46:37.707970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51838) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:37.727522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-632f6bdf-dce7-4864-abe9-b232d4a493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.729137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-632f6bdf-dce7-4864-abe9-b232d4a493bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.0520420 Aug 27 02:46:37.768456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-c61b28df-4ff6-45bd-ac8c-07990152fcff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319641 Aug 27 02:46:37.810428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.894109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-3688f552-3eb0-47f9-86dc-e36ccd7fe9c2 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179090 Aug 27 02:46:37.915248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.934768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:37.948040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:37.948475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73a49f5-39ec-4dc3-a9b6-d6e8c6a9972c') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:37.963801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.978817 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.988477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:37.988920 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:37.992514 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:38.016640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-34c3c994-04cd-4d7b-8b30-073765d2f463 req-b46bc9f5-eba0-4b3b-b756-c373415f95c4 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153395 Aug 27 02:46:38.099976 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.108852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.113073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] 10.222.0.10 "DELETE /v2.0/networks/997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3 HTTP/1.1" status: 204 len: 168 time: 0.4015613 Aug 27 02:46:38.126753 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a0c63-a18b-4271-97fe-285d3e8c7621 tempest-PortsIpV6TestJSON-12423647 tempest-PortsIpV6TestJSON-12423647-project] Pushing event deleted for resources: {'Network': ['ID=997e57cc-1b9f-4c6a-9ba8-a28db3ff84c3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:38.150656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-5d74c81e-bbc9-4bda-aab2-c9e8f9f0c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.152621 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-5d74c81e-bbc9-4bda-aab2-c9e8f9f0c79b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 1094 time: 0.0466766 Aug 27 02:46:38.257257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-2a18bab7-029a-4537-8ed2-481923a8c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.258935 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-2a18bab7-029a-4537-8ed2-481923a8c211 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 916 time: 0.0993357 Aug 27 02:46:38.310264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-7ef0ebec-38b9-4508-acff-1129132e5bc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44 HTTP/1.1" status: 200 len: 217 time: 0.0432041 Aug 27 02:46:38.385692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-bc8244ea-0d8e-410f-9880-868543fa8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.389946 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-bc8244ea-0d8e-410f-9880-868543fa8d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.0709515 Aug 27 02:46:38.432548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-fb73d43e-fa07-48de-8e90-4b570bcaddfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373871 Aug 27 02:46:38.487924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:38.565818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585195a-1355-4008-92ee-478346227897 req-e57f1425-33a8-4365-b4f3-66a6964f3ca1 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.567457 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7585195a-1355-4008-92ee-478346227897 req-e57f1425-33a8-4365-b4f3-66a6964f3ca1 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 943 time: 0.1334345 Aug 27 02:46:38.613390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-559172b7-505b-4b40-8cba-4dd5e31ccfa7 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727724 Aug 27 02:46:38.634777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7585195a-1355-4008-92ee-478346227897 req-f001bf11-9f0c-4698-8406-6aace047f892 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581529 Aug 27 02:46:38.682998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51866) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:38.684912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-40d7e452-b9e1-4781-afbb-46e26e9a17ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=802219eba5474bba8b45fed094050565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957300 Aug 27 02:46:38.755407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6586d688-166e-4e4a-821e-14a89e16fb54 req-bce2d53d-3f06-474e-bba3-a92fadf7ad57 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335604 Aug 27 02:46:38.760040 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d48198d4-5339-4337-ba3f-24a8671159dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.783247 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d48198d4-5339-4337-ba3f-24a8671159dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.835016 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d48198d4-5339-4337-ba3f-24a8671159dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.837806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d48198d4-5339-4337-ba3f-24a8671159dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.839073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d48198d4-5339-4337-ba3f-24a8671159dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f67548c2-25f1-4a6e-8a87-1f3aab608b00 HTTP/1.1" status: 204 len: 168 time: 0.1551907 Aug 27 02:46:38.849145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48198d4-5339-4337-ba3f-24a8671159dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67548c2-25f1-4a6e-8a87-1f3aab608b00,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:39.551673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51890) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:39.672063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a332131-f5ca-4205-aa7c-c599af6c1d44 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:39.690117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c790c83a-fe85-4a23-83aa-ae63b57d2030 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1013721468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:39.747265 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c790c83a-fe85-4a23-83aa-ae63b57d2030 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.748973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c790c83a-fe85-4a23-83aa-ae63b57d2030 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.847142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c790c83a-fe85-4a23-83aa-ae63b57d2030 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.858705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c790c83a-fe85-4a23-83aa-ae63b57d2030 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.872696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545154e-0a07-4a30-a583-44a4e3739bc5 req-d1e16b2d-643a-4a15-a0ad-9e262061a799 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.875852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d545154e-0a07-4a30-a583-44a4e3739bc5 req-d1e16b2d-643a-4a15-a0ad-9e262061a799 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 943 time: 0.1255004 Aug 27 02:46:39.897185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3a332131-f5ca-4205-aa7c-c599af6c1d44, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:39.899175 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c790c83a-fe85-4a23-83aa-ae63b57d2030 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.903078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c790c83a-fe85-4a23-83aa-ae63b57d2030 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3477619 Aug 27 02:46:39.903394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51908) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:39.909224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1811219102'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:39.940941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '3a332131-f5ca-4205-aa7c-c599af6c1d44', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'port_id': '3a332131-f5ca-4205-aa7c-c599af6c1d44', 'mac_address': 'fa:16:3e:df:d0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea88342-1f36-44bb-b6da-f8675085ec24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:39.962441 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Made reservation on behalf of 2f73980485024fb1be27346b8531f9d8 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:39.966621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.969576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d545154e-0a07-4a30-a583-44a4e3739bc5 req-79ca6901-d354-4ebc-bc5d-003f9551a65c tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857468 Aug 27 02:46:39.983287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.012533 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.027858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a332131-f5ca-4205-aa7c-c599af6c1d44 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:40.051987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3a332131-f5ca-4205-aa7c-c599af6c1d44, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:40.060162 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.122930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=3a332131-f5ca-4205-aa7c-c599af6c1d44,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:40.145270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.152666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.188279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:46:40.198696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755537bb-1d85-4fe6-8c9a-b96f3e3d508f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:40.204324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.205057 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Added segment fdc174a2-7fc6-4977-9ade-46e34639c84c of type vlan for network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 Aug 27 02:46:40.256729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.267586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:40.287863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.293747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:40.294568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.370470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4657271 Aug 27 02:46:40.371707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd047d9-8edc-454c-8068-945b2012d169 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Network': ['ID=7d57d174-3cce-462c-a8b3-63ac09c11ba1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:40.373399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51920) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:40.378934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'subnet': {'network_id': '7d57d174-3cce-462c-a8b3-63ac09c11ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:40.408398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:46:40.495649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Made reservation on behalf of 2f73980485024fb1be27346b8531f9d8 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:40.499171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.963232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.024996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Subnet': ['ID=6abab992-3d8c-4397-b449-942bdbb20592,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:41.034856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Checking segment: {'id': 'fdc174a2-7fc6-4977-9ade-46e34639c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7d57d174-3cce-462c-a8b3-63ac09c11ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:41.035220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network hostable DHCP agents. Network: 7d57d174-3cce-462c-a8b3-63ac09c11ba1, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:46:41.055969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:46:41.088507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 7d57d174-3cce-462c-a8b3-63ac09c11ba1) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:41.096459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b32a2e-a024-4806-8df6-579c3157bfec None None] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:41.099737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:41.100578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.139078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449e15b-0375-4b74-9dde-11a2168f2b74 req-cc1a8efa-8f69-4b78-9b25-fb1c1e1c9e72 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:41.142471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5449e15b-0375-4b74-9dde-11a2168f2b74 req-cc1a8efa-8f69-4b78-9b25-fb1c1e1c9e72 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 944 time: 0.0812662 Aug 27 02:46:41.147717 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1c50876-13c6-42a9-9f01-77e5ca06b950 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7733071 Aug 27 02:46:41.151542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:41.157032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'network': {'name': 'tempest-router-network01--2118600334'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:41.194655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5449e15b-0375-4b74-9dde-11a2168f2b74 req-209c3b74-5a31-4410-8c12-c6a2877008df tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Aug 27 02:46:41.223246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Made reservation on behalf of 2f73980485024fb1be27346b8531f9d8 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:41.227101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.286628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:46:41.302117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.303557 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Added segment bd3d4391-94dd-4bb5-b3b7-c9c93532c701 of type vlan for network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 Aug 27 02:46:41.316359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-7d57d174-3cce-462c-a8b3-63ac09c11ba1', 'network_id': '7d57d174-3cce-462c-a8b3-63ac09c11ba1', 'tenant_id': '2f73980485024fb1be27346b8531f9d8', 'fixed_ips': [{'subnet_id': '6abab992-3d8c-4397-b449-942bdbb20592'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:46:41.318308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.373754 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.413015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.420256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:41.421894 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.492807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3394525 Aug 27 02:46:41.496842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51932) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:41.505896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc231d5-f16c-40e7-8c48-3c16354f67b4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Network': ['ID=88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:41.507396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'network': {'name': 'tempest-router-network02--1071258658'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:41.522448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:46:41.539592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Allocated IP 172.20.0.2 (7d57d174-3cce-462c-a8b3-63ac09c11ba1/6abab992-3d8c-4397-b449-942bdbb20592/5a209145-230e-4ab9-9418-bb945f930fed) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:41.547687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Made reservation on behalf of 2f73980485024fb1be27346b8531f9d8 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:41.556267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.589963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:46:41.602438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.602791 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Added segment be3431e5-9166-417b-be40-a7f68665cc7d of type vlan for network 843fcad2-6f1f-4199-84e1-094c00e5405d Aug 27 02:46:41.658630 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.687984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.688243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a332131-f5ca-4205-aa7c-c599af6c1d44 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:41.696459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:41.697109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.795738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 3a332131-f5ca-4205-aa7c-c599af6c1d44 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:41.803039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3024886 Aug 27 02:46:41.803881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51934) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:41.804159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967def9b-c84a-4b68-8b90-5b7ec46f3f65 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Network': ['ID=843fcad2-6f1f-4199-84e1-094c00e5405d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:41.807522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 3a332131-f5ca-4205-aa7c-c599af6c1d44 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:41.807922 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.812725 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.818532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'subnet': {'network_id': '88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:41.835006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 843fcad2-6f1f-4199-84e1-094c00e5405d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:46:41.875448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Transition to ACTIVE for port object 5a209145-230e-4ab9-9418-bb945f930fed will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:41.919143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Transition to ACTIVE for port object 5a209145-230e-4ab9-9418-bb945f930fed will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:41.944510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Made reservation on behalf of 2f73980485024fb1be27346b8531f9d8 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:41.948852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.971632 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.974126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.034614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:42.039980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a332131-f5ca-4205-aa7c-c599af6c1d44'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:42.042116 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5e0a3b-7627-4b33-bb28-ed76b29331b1" -d '{"events": [{"server_uuid": "ed6ffce5-6cda-4e98-8028-b901a2b20b43", "name": "network-vif-plugged", "status": "completed", "tag": "3a332131-f5ca-4205-aa7c-c599af6c1d44"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:42.045188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:42.049381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Pushing event updated for resources: {'Port': ['ID=5a209145-230e-4ab9-9418-bb945f930fed,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:42.057391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:42.063148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 3a332131-f5ca-4205-aa7c-c599af6c1d44, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:42.074804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.110944 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2a3afe-1933-479f-ac69-ee1ce5afdac1 x-openstack-request-id: req-8a2a3afe-1933-479f-ac69-ee1ce5afdac1 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:42.111592 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ffce5-6cda-4e98-8028-b901a2b20b43", "name": "network-vif-plugged", "status": "completed", "tag": "3a332131-f5ca-4205-aa7c-c599af6c1d44", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:42.111592 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a2a3afe-1933-479f-ac69-ee1ce5afdac1 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:42.111855 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a332131-f5ca-4205-aa7c-c599af6c1d44', 'code': 200} Aug 27 02:46:42.186997 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.194640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Attempting to bind port 5a209145-230e-4ab9-9418-bb945f930fed on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:42.195009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Attempting to bind port 5a209145-230e-4ab9-9418-bb945f930fed by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fdc174a2-7fc6-4977-9ade-46e34639c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7d57d174-3cce-462c-a8b3-63ac09c11ba1'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:42.195374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Attempting to bind port 5a209145-230e-4ab9-9418-bb945f930fed on network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:42.209235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:42.209613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Checking segment: {'id': 'fdc174a2-7fc6-4977-9ade-46e34639c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7d57d174-3cce-462c-a8b3-63ac09c11ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:42.210022 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.210485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Bound using segment: {'id': 'fdc174a2-7fc6-4977-9ade-46e34639c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7d57d174-3cce-462c-a8b3-63ac09c11ba1'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:42.210972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Bound port: 5a209145-230e-4ab9-9418-bb945f930fed, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc174a2-7fc6-4977-9ade-46e34639c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7d57d174-3cce-462c-a8b3-63ac09c11ba1'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:42.211360 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.225124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=3a332131-f5ca-4205-aa7c-c599af6c1d44,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:42.267069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Subnet': ['ID=5ed547e7-6ecf-4eeb-8781-4a1528147487,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:42.281781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Checking segment: {'id': 'bd3d4391-94dd-4bb5-b3b7-c9c93532c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:42.282177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network hostable DHCP agents. Network: 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:46:42.306274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] For port 5a209145-230e-4ab9-9418-bb945f930fed, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:42.311640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] For port 5a209145-230e-4ab9-9418-bb945f930fed, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5a209145-230e-4ab9-9418-bb945f930fed,segment=NetworkSegment(fdc174a2-7fc6-4977-9ade-46e34639c84c),segment_id=fdc174a2-7fc6-4977-9ade-46e34639c84c)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:42.312878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:46:42.322279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.328252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:42.330429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b04264-24b7-4966-99bf-8fe2a9b05170 req-19817b8d-98a9-46f5-9776-3ba1f5c397e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:42.331874 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9b04264-24b7-4966-99bf-8fe2a9b05170 req-19817b8d-98a9-46f5-9776-3ba1f5c397e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 1096 time: 0.1543963 Aug 27 02:46:42.338087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:42.339160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.357707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5bebc-bb36-474b-baa8-96f77e3d8427 None None] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:42.363908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2df42cc9-569e-4ee0-a307-ee25a99a5004 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5583153 Aug 27 02:46:42.366093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51942) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:42.373418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'subnet': {'network_id': '843fcad2-6f1f-4199-84e1-094c00e5405d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:42.426219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9b04264-24b7-4966-99bf-8fe2a9b05170 req-74355d7c-4fb1-4ca7-9f85-3d673dd74105 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873730 Aug 27 02:46:42.469962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611b9a4-050d-453a-aa7e-1d0d4fa55c6f req-4ed80cdd-5106-431d-b2b9-a4472502adbc tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:42.475847 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c611b9a4-050d-453a-aa7e-1d0d4fa55c6f req-4ed80cdd-5106-431d-b2b9-a4472502adbc tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 945 time: 0.1129382 Aug 27 02:46:42.485206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d18cdf-953c-4a23-b661-cab8f5a1f868 None None] Pushing event updated for resources: {'Port': ['ID=5a209145-230e-4ab9-9418-bb945f930fed,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:42.559272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c611b9a4-050d-453a-aa7e-1d0d4fa55c6f req-8a79671f-8bea-460f-bd03-f37536681da7 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741155 Aug 27 02:46:42.585836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Made reservation on behalf of 2f73980485024fb1be27346b8531f9d8 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:42.590813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.691526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7', 'network_id': '88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7', 'tenant_id': '2f73980485024fb1be27346b8531f9d8', 'fixed_ips': [{'subnet_id': '5ed547e7-6ecf-4eeb-8781-4a1528147487'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:46:42.692394 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.870674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.884975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Allocated IP 172.20.0.2 (88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7/5ed547e7-6ecf-4eeb-8781-4a1528147487/1bb49b60-8d8e-4e14-bcc0-487bea49e0a4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:42.951863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Subnet': ['ID=6bf50e38-1e2b-4823-b70b-cafdab070036,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:42.962204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Checking segment: {'id': 'be3431e5-9166-417b-be40-a7f68665cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '843fcad2-6f1f-4199-84e1-094c00e5405d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:42.962629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network hostable DHCP agents. Network: 843fcad2-6f1f-4199-84e1-094c00e5405d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:46:42.989756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network 843fcad2-6f1f-4199-84e1-094c00e5405d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:46:43.003059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 843fcad2-6f1f-4199-84e1-094c00e5405d) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:43.008738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:43.009343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.018624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901433f-8776-48ae-a64f-2049e06d30ff None None] Network 843fcad2-6f1f-4199-84e1-094c00e5405d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:43.046439 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3a6cfcbe-8017-4a0d-b526-b02bc31bb16b tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6780689 Aug 27 02:46:43.048816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 51948) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:43.172831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.226848 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Transition to ACTIVE for port object 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:43.264686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-843fcad2-6f1f-4199-84e1-094c00e5405d', 'network_id': '843fcad2-6f1f-4199-84e1-094c00e5405d', 'tenant_id': '2f73980485024fb1be27346b8531f9d8', 'fixed_ips': [{'subnet_id': '6bf50e38-1e2b-4823-b70b-cafdab070036'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:46:43.267430 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.295975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Transition to ACTIVE for port object 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:43.319624 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.424231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.451707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:43.457552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:43.466752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:43.542186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Pushing event updated for resources: {'Port': ['ID=1bb49b60-8d8e-4e14-bcc0-487bea49e0a4,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:43.589293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5a209145-230e-4ab9-9418-bb945f930fed up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:43.649439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Attempting to bind port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:43.649813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Attempting to bind port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'bd3d4391-94dd-4bb5-b3b7-c9c93532c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:43.650182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Attempting to bind port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 on network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:43.661977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Allocated IP 172.20.0.2 (843fcad2-6f1f-4199-84e1-094c00e5405d/6bf50e38-1e2b-4823-b70b-cafdab070036/0d5bb865-a493-475a-88a7-ec99457fb706) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:43.671605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:43.671605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Checking segment: {'id': 'bd3d4391-94dd-4bb5-b3b7-c9c93532c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:43.672087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.672418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Bound using segment: {'id': 'bd3d4391-94dd-4bb5-b3b7-c9c93532c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:43.672917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Bound port: 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3d4391-94dd-4bb5-b3b7-c9c93532c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:43.695250 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.803478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd374f6f-7943-4a2b-a5b4-4c4b3aea9ff8 req-4d272f80-d5f6-4fcb-9447-7ca92d4c748f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:43.805313 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd374f6f-7943-4a2b-a5b4-4c4b3aea9ff8 req-4d272f80-d5f6-4fcb-9447-7ca92d4c748f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 945 time: 0.1011844 Aug 27 02:46:43.824545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 5a209145-230e-4ab9-9418-bb945f930fed completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:43.862567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd374f6f-7943-4a2b-a5b4-4c4b3aea9ff8 req-73505a36-344f-4985-8c79-824d9fbf1aed tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498564 Aug 27 02:46:43.928802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Allocated IP 172.20.0.1 (88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7/5ed547e7-6ecf-4eeb-8781-4a1528147487/771ce22d-89cf-41d4-b1fe-99e2713a9b2b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:43.933718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] For port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:43.938255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] For port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1bb49b60-8d8e-4e14-bcc0-487bea49e0a4,segment=NetworkSegment(bd3d4391-94dd-4bb5-b3b7-c9c93532c701),segment_id=bd3d4391-94dd-4bb5-b3b7-c9c93532c701)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:43.968314 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.121489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.123887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a520df0-d8cc-41ac-be51-dc1b948d8825 None None] Pushing event updated for resources: {'Port': ['ID=1bb49b60-8d8e-4e14-bcc0-487bea49e0a4,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:44.127163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.137044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be6a91-628e-4dc8-901f-3208008bbf59 None None] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:44.152927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Transition to ACTIVE for port object 771ce22d-89cf-41d4-b1fe-99e2713a9b2b will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:44.161918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Transition to ACTIVE for port object 0d5bb865-a493-475a-88a7-ec99457fb706 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:44.216788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.226876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Transition to ACTIVE for port object 0d5bb865-a493-475a-88a7-ec99457fb706 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:44.230460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbd786cb-f905-4ed9-8a74-6a5fd8470c05 None None] Provisioning for port 5a209145-230e-4ab9-9418-bb945f930fed completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:44.238058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bbd786cb-f905-4ed9-8a74-6a5fd8470c05 None None] Provisioning complete for port 5a209145-230e-4ab9-9418-bb945f930fed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:44.238464 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbd786cb-f905-4ed9-8a74-6a5fd8470c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.290831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.351992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Pushing event updated for resources: {'Port': ['ID=0d5bb865-a493-475a-88a7-ec99457fb706,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:44.418777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Network 843fcad2-6f1f-4199-84e1-094c00e5405d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:44.428417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:44.431658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:44.469543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:44.485978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:44.491200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:44.564530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-7b2059f8-fa22-444c-a515-060f9d9f4ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2686505 Aug 27 02:46:44.565880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Port': ['ID=771ce22d-89cf-41d4-b1fe-99e2713a9b2b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:44.577096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.696422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Attempting to bind port 0d5bb865-a493-475a-88a7-ec99457fb706 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:44.696720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Attempting to bind port 0d5bb865-a493-475a-88a7-ec99457fb706 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'be3431e5-9166-417b-be40-a7f68665cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '843fcad2-6f1f-4199-84e1-094c00e5405d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:44.697059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Attempting to bind port 0d5bb865-a493-475a-88a7-ec99457fb706 on network 843fcad2-6f1f-4199-84e1-094c00e5405d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:44.725244 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:44.725486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Checking segment: {'id': 'be3431e5-9166-417b-be40-a7f68665cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '843fcad2-6f1f-4199-84e1-094c00e5405d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:44.725858 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.726252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Bound using segment: {'id': 'be3431e5-9166-417b-be40-a7f68665cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '843fcad2-6f1f-4199-84e1-094c00e5405d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:44.726758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Bound port: 0d5bb865-a493-475a-88a7-ec99457fb706, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3431e5-9166-417b-be40-a7f68665cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '843fcad2-6f1f-4199-84e1-094c00e5405d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:44.727191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.764215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbd786cb-f905-4ed9-8a74-6a5fd8470c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.917942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-7761376c-4ec1-484c-a691-f2eaeaf38278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:44.919885 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-7761376c-4ec1-484c-a691-f2eaeaf38278 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 1096 time: 0.2812164 Aug 27 02:46:44.950399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bbd786cb-f905-4ed9-8a74-6a5fd8470c05 None None] For port 5a209145-230e-4ab9-9418-bb945f930fed, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5a209145-230e-4ab9-9418-bb945f930fed,segment=NetworkSegment(fdc174a2-7fc6-4977-9ade-46e34639c84c),segment_id=fdc174a2-7fc6-4977-9ade-46e34639c84c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:44.964090 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbd786cb-f905-4ed9-8a74-6a5fd8470c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.995931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] For port 0d5bb865-a493-475a-88a7-ec99457fb706, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:45.016036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] For port 0d5bb865-a493-475a-88a7-ec99457fb706, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d5bb865-a493-475a-88a7-ec99457fb706,segment=NetworkSegment(be3431e5-9166-417b-be40-a7f68665cc7d),segment_id=be3431e5-9166-417b-be40-a7f68665cc7d)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:45.040477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:45.053067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:45.124975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd786cb-f905-4ed9-8a74-6a5fd8470c05 None None] Pushing event updated for resources: {'Port': ['ID=5a209145-230e-4ab9-9418-bb945f930fed,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:45.265822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c91e2-bf36-415a-b4d8-dfd24cae2b25 None None] Pushing event updated for resources: {'Port': ['ID=0d5bb865-a493-475a-88a7-ec99457fb706,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:45.602684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-657977f7-6c5c-4e8a-b6aa-ae6bcbdfb9f9 None None] Provisioning complete for port 5a209145-230e-4ab9-9418-bb945f930fed triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:45.603070 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-657977f7-6c5c-4e8a-b6aa-ae6bcbdfb9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:45.718027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-66c3eb2f-7943-4389-8953-9e49c0703420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:45.719576 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-66c3eb2f-7943-4389-8953-9e49c0703420 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 916 time: 0.7744565 Aug 27 02:46:45.848358 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-3869f0db-04c1-46ab-8308-3065d317609d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44 HTTP/1.1" status: 200 len: 217 time: 0.0955696 Aug 27 02:46:45.857376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5a209145-230e-4ab9-9418-bb945f930fed up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:45.937990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 51998) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:45.939599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5a209145-230e-4ab9-9418-bb945f930fed triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:45.940228 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:45.975228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde93c5-797a-4775-a090-8441e190e953 None None] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:46.078348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-b2329c3d-1c79-4965-81e3-fba6da83e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:46.083554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-b2329c3d-1c79-4965-81e3-fba6da83e7f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.2204652 Aug 27 02:46:46.177118 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a2eda1-c781-4e60-9491-8d49529fd0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.215328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.246251 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-c811f3a1-9eb3-4ca5-9fa9-0fa2a1267a24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518729 Aug 27 02:46:46.246836 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.343068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a2eda1-c781-4e60-9491-8d49529fd0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.356515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6a2eda1-c781-4e60-9491-8d49529fd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.415651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6a2eda1-c781-4e60-9491-8d49529fd0e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80faf2ef95e64feb99b29e84e8af67bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758134 Aug 27 02:46:46.418813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52002) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:46.482940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2eda1-c781-4e60-9491-8d49529fd0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34e1a01-8e01-42e7-a579-6cf2d5852a4c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:46.492641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.494810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Port': ['ID=771ce22d-89cf-41d4-b1fe-99e2713a9b2b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:46.506386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3d04d70e-e88c-4ea3-b7c2-e96f19962270 None None] Provisioning for port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:46.563563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3949cc63-b6d4-4453-9ca9-938fcb6b806a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.601905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3949cc63-b6d4-4453-9ca9-938fcb6b806a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.604903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:46.631749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-fb004c03-f932-4e55-80e5-6550a9466d83 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768942 Aug 27 02:46:46.733339 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3949cc63-b6d4-4453-9ca9-938fcb6b806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.740115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3949cc63-b6d4-4453-9ca9-938fcb6b806a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.742523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3949cc63-b6d4-4453-9ca9-938fcb6b806a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f34e1a01-8e01-42e7-a579-6cf2d5852a4c HTTP/1.1" status: 204 len: 168 time: 0.3164589 Aug 27 02:46:46.764991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949cc63-b6d4-4453-9ca9-938fcb6b806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34e1a01-8e01-42e7-a579-6cf2d5852a4c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:46.767637 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.828594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:46.842077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:46.842522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.891086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:46.897348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:46.962895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff1428-7f25-4708-b2df-35540d790be4 None None] Network 843fcad2-6f1f-4199-84e1-094c00e5405d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:47.032109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-583d4d1c-ab04-4317-87d9-93295f427fd1 req-965d62ff-9ab9-45c8-a7ff-bde190985028 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734434 Aug 27 02:46:47.118038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d1df603e-9f10-4acb-b2a1-7709814bb08e None None] Provisioning for port 0d5bb865-a493-475a-88a7-ec99457fb706 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:47.141115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Router 4ee22d9c-1b15-430c-bce6-f1dcf8610c00 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:46:47.162019 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.274464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1bb49b60-8d8e-4e14-bcc0-487bea49e0a4,segment=NetworkSegment(bd3d4391-94dd-4bb5-b3b7-c9c93532c701),segment_id=bd3d4391-94dd-4bb5-b3b7-c9c93532c701)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:47.305231 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.343593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3180a01f-4d18-41b7-8bfe-3f359ba8d129 None None] Provisioning for port 771ce22d-89cf-41d4-b1fe-99e2713a9b2b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:47.354952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3180a01f-4d18-41b7-8bfe-3f359ba8d129 None None] Provisioning complete for port 771ce22d-89cf-41d4-b1fe-99e2713a9b2b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:47.355418 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3180a01f-4d18-41b7-8bfe-3f359ba8d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.399922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:47.412486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52022) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:47.414469 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] Sync routers for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:47.428760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:47.429556 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:47.434421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e90669c3-b615-4c42-9fc2-53a778279b6d tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "PUT /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3827958 Aug 27 02:46:47.465494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52024) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:47.492547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-baf24729-0886-48e9-807e-73dbdb14ef38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.501016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1bb49b60-8d8e-4e14-bcc0-487bea49e0a4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:47.520009 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:47.533699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3180a01f-4d18-41b7-8bfe-3f359ba8d129 None None] Port 771ce22d-89cf-41d4-b1fe-99e2713a9b2b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:47.535529 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:47.536155 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:47.575939 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:47.576668 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afda2f1-8614-47b5-99c3-84ff4c7745b4 None None] The sync data for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:47.592218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3180a01f-4d18-41b7-8bfe-3f359ba8d129 None None] Provisioning complete for port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:47.592711 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3180a01f-4d18-41b7-8bfe-3f359ba8d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.654926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d5bb865-a493-475a-88a7-ec99457fb706 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:47.744366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.759486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-baf24729-0886-48e9-807e-73dbdb14ef38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.767580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-baf24729-0886-48e9-807e-73dbdb14ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.779911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0d5bb865-a493-475a-88a7-ec99457fb706 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:47.785961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d5bb865-a493-475a-88a7-ec99457fb706 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:47.786747 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.834697 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-baf24729-0886-48e9-807e-73dbdb14ef38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bb9b2b8d71c466d97552a8969308745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678255 Aug 27 02:46:47.835917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf24729-0886-48e9-807e-73dbdb14ef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449b3315-eb2b-4d9d-9d00-30f48d74c0e9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:47.841922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52028) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:47.955398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf2f08d0-f002-4a7c-8ae7-dc2f036cdafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.992045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf2f08d0-f002-4a7c-8ae7-dc2f036cdafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.018158 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.047344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf2f08d0-f002-4a7c-8ae7-dc2f036cdafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.050524 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf2f08d0-f002-4a7c-8ae7-dc2f036cdafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.058557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cf2f08d0-f002-4a7c-8ae7-dc2f036cdafe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/449b3315-eb2b-4d9d-9d00-30f48d74c0e9 HTTP/1.1" status: 204 len: 168 time: 0.2152033 Aug 27 02:46:48.068672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f08d0-f002-4a7c-8ae7-dc2f036cdafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449b3315-eb2b-4d9d-9d00-30f48d74c0e9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:48.071225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7bf1fad2-a23b-4cc8-9b8b-640094b48638 None None] Provisioning complete for port 771ce22d-89cf-41d4-b1fe-99e2713a9b2b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:48.071615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fad2-a23b-4cc8-9b8b-640094b48638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.120332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 0d5bb865-a493-475a-88a7-ec99457fb706, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d5bb865-a493-475a-88a7-ec99457fb706,segment=NetworkSegment(be3431e5-9166-417b-be40-a7f68665cc7d),segment_id=be3431e5-9166-417b-be40-a7f68665cc7d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:48.138649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.155663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1fad2-a23b-4cc8-9b8b-640094b48638 None None] Port 771ce22d-89cf-41d4-b1fe-99e2713a9b2b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:48.169719 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-b4a36c5b-c71a-4be7-b362-f0bda603b5a7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:46:48.173521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b4a36c5b-c71a-4be7-b362-f0bda603b5a7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "PUT /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7569149 Aug 27 02:46:48.174097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52032) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:48.212498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7bf1fad2-a23b-4cc8-9b8b-640094b48638 None None] Provisioning complete for port 0d5bb865-a493-475a-88a7-ec99457fb706 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:48.212877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fad2-a23b-4cc8-9b8b-640094b48638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.228941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=0d5bb865-a493-475a-88a7-ec99457fb706,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:48.933595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.234622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Deleting port 771ce22d-89cf-41d4-b1fe-99e2713a9b2b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:49.234975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.354015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.368882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Calling delete_port for 771ce22d-89cf-41d4-b1fe-99e2713a9b2b owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:49.498681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d5bb865-a493-475a-88a7-ec99457fb706 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:49.583841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0d5bb865-a493-475a-88a7-ec99457fb706 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:49.585269 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.659264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.698582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Port': ['ID=771ce22d-89cf-41d4-b1fe-99e2713a9b2b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:49.742417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:49.826159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:49.826586 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.916853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:50.145875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Router 4ee22d9c-1b15-430c-bce6-f1dcf8610c00 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:50.240006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:50.245965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-364aa0b3-62da-42b9-b3ed-dc6e666dfb03 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "PUT /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0701892 Aug 27 02:46:50.251274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52082) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:50.252525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] Sync routers for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:50.270571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:50.272291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:50.290893 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-f57c7983-c106-4461-ae4a-b7460b30296e tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] delete failed (client error): The resource could not be found. Aug 27 02:46:50.292470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f57c7983-c106-4461-ae4a-b7460b30296e tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1727862753 HTTP/1.1" status: 404 len: 335 time: 0.0399330 Aug 27 02:46:50.296096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52084) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:50.301729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e88b8244-54f8-45fa-8c3f-c97bb6636876 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ee22d9c-1b15-430c-bce6-f1dcf8610c00'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:50.337518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:50.346635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:50.347243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:50.383168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:50.383828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd2323-6144-4a3c-b29f-1ed055b02435 None None] The sync data for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:50.611851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52090) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:50.631695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e88b8244-54f8-45fa-8c3f-c97bb6636876 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:50.662251 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-e88b8244-54f8-45fa-8c3f-c97bb6636876 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] update failed (client error): The resource could not be found. Aug 27 02:46:50.667493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e88b8244-54f8-45fa-8c3f-c97bb6636876 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "PUT /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00 HTTP/1.1" status: 404 len: 339 time: 0.3665304 Aug 27 02:46:50.667828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52094) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:50.767899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7aefe6-5208-437b-a861-98ace083b8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.307818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.409120 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7aefe6-5208-437b-a861-98ace083b8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.420416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf7aefe6-5208-437b-a861-98ace083b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.514849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bf7aefe6-5208-437b-a861-98ace083b8a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30a29ce9df1047c5af44ff3e016caeec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994424 Aug 27 02:46:51.515146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52102) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:51.519577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7aefe6-5208-437b-a861-98ace083b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a932fae-ec8e-4a54-8757-1b9006c57943,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:51.602202 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71795596-a3e4-4b63-9eee-58ebd2f2080c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.627884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71795596-a3e4-4b63-9eee-58ebd2f2080c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.635512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Allocated IP 172.20.0.1 (7d57d174-3cce-462c-a8b3-63ac09c11ba1/6abab992-3d8c-4397-b449-942bdbb20592/f3a03a26-551c-4a9a-b33b-2f1a8d138f0d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:51.687756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71795596-a3e4-4b63-9eee-58ebd2f2080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.690777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71795596-a3e4-4b63-9eee-58ebd2f2080c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.692051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-71795596-a3e4-4b63-9eee-58ebd2f2080c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a932fae-ec8e-4a54-8757-1b9006c57943 HTTP/1.1" status: 204 len: 168 time: 0.1752865 Aug 27 02:46:51.705696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71795596-a3e4-4b63-9eee-58ebd2f2080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a932fae-ec8e-4a54-8757-1b9006c57943,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:51.812745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.853092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Transition to ACTIVE for port object f3a03a26-551c-4a9a-b33b-2f1a8d138f0d will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:51.910539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.962626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:51.966062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:51.970402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:52.023220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Port': ['ID=f3a03a26-551c-4a9a-b33b-2f1a8d138f0d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:52.034225 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.159089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52110) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:52.174644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53cd43af-8677-42e1-a146-c1f99b65172e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.205848 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.319547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53cd43af-8677-42e1-a146-c1f99b65172e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.326345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53cd43af-8677-42e1-a146-c1f99b65172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.367254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52114) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:52.368107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-53cd43af-8677-42e1-a146-c1f99b65172e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=821db6d9e6c746a29dd59391a5009916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073920 Aug 27 02:46:52.392108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd43af-8677-42e1-a146-c1f99b65172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a826bfec-16c9-4236-976b-e5dbbf880e6d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:52.418098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f88e9abb-d437-4547-a028-88e6bb57b9b6 None None] Provisioning for port f3a03a26-551c-4a9a-b33b-2f1a8d138f0d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:52.423526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f88e9abb-d437-4547-a028-88e6bb57b9b6 None None] Provisioning complete for port f3a03a26-551c-4a9a-b33b-2f1a8d138f0d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:52.424145 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f88e9abb-d437-4547-a028-88e6bb57b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.498441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f88e9abb-d437-4547-a028-88e6bb57b9b6 None None] Port f3a03a26-551c-4a9a-b33b-2f1a8d138f0d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:52.509740 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11646ca9-9023-4b31-9743-ab30a7f93b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.555416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11646ca9-9023-4b31-9743-ab30a7f93b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.591499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52120) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:52.612721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.620231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.684716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11646ca9-9023-4b31-9743-ab30a7f93b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.687279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11646ca9-9023-4b31-9743-ab30a7f93b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.688436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-11646ca9-9023-4b31-9743-ab30a7f93b5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a826bfec-16c9-4236-976b-e5dbbf880e6d HTTP/1.1" status: 204 len: 168 time: 0.3202572 Aug 27 02:46:52.711657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11646ca9-9023-4b31-9743-ab30a7f93b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a826bfec-16c9-4236-976b-e5dbbf880e6d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:52.718576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event updated for resources: {'Port': ['ID=f3a03a26-551c-4a9a-b33b-2f1a8d138f0d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:52.735710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.839674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:52.841799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:52.864961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596352f-b28f-4059-af7e-1c85c3daa4dc req-cdd56fc9-ada4-4b62-a25d-a5011adb517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:52.866692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5596352f-b28f-4059-af7e-1c85c3daa4dc req-cdd56fc9-ada4-4b62-a25d-a5011adb517e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1096 time: 0.2739108 Aug 27 02:46:52.911499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5596352f-b28f-4059-af7e-1c85c3daa4dc req-4b477b15-15a6-4c3d-b5f3-e6978114f743 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351763 Aug 27 02:46:52.995280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Router 4ee22d9c-1b15-430c-bce6-f1dcf8610c00 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:53.107502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:53.120411 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] Sync routers for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:53.122901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b17763f4-df63-4835-843d-f33827397eb4 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "PUT /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539058 Aug 27 02:46:53.123395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52134) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:53.124824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0b8e1510-06c4-408e-a8a7-c6142a4ff42d None None] Provisioning complete for port f3a03a26-551c-4a9a-b33b-2f1a8d138f0d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:53.125270 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0b8e1510-06c4-408e-a8a7-c6142a4ff42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.133087 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:53.133721 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.179892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.185314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e1510-06c4-408e-a8a7-c6142a4ff42d None None] Port f3a03a26-551c-4a9a-b33b-2f1a8d138f0d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:53.189357 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:53.190440 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.226876 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.227707 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd165e-569d-40ef-8dee-23f489b8647f None None] The sync data for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:53.272206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43c8a873-b50e-476d-a609-681641ba23e7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.362492 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-43c8a873-b50e-476d-a609-681641ba23e7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:46:53.366653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-43c8a873-b50e-476d-a609-681641ba23e7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00 HTTP/1.1" status: 409 len: 329 time: 0.2417793 Aug 27 02:46:53.366913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52152) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:53.737827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.036817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Deleting port f3a03a26-551c-4a9a-b33b-2f1a8d138f0d {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:54.037083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.129414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.144603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Calling delete_port for f3a03a26-551c-4a9a-b33b-2f1a8d138f0d owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:54.330980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.360817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Port': ['ID=f3a03a26-551c-4a9a-b33b-2f1a8d138f0d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:54.534514 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.629383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-a2d6fc8a-a55c-4c42-98c9-d825f0fada10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649018 Aug 27 02:46:54.723994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84423e77-e400-4ade-ae79-fa18180efed0 req-871dcebb-6cdf-4fac-9f74-7ff95478b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:54.726348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-871dcebb-6cdf-4fac-9f74-7ff95478b476 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1096 time: 0.0518796 Aug 27 02:46:54.731467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Router 4ee22d9c-1b15-430c-bce6-f1dcf8610c00 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:54.836095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:54.845837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a5f53d90-f8f4-4196-95ae-c65ed027f6d6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "PUT /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4731774 Aug 27 02:46:54.845837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52208) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:54.856012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14678095-29c9-4524-abfc-092597abddd1 None None] Sync routers for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:54.867801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14678095-29c9-4524-abfc-092597abddd1 None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:54.871755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14678095-29c9-4524-abfc-092597abddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:54.876108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84423e77-e400-4ade-ae79-fa18180efed0 req-ad2f6fc0-a86f-4fe1-af0f-73eba5abc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:54.888299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-ad2f6fc0-a86f-4fe1-af0f-73eba5abc82b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 200 len: 910 time: 0.1299717 Aug 27 02:46:54.921958 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-548d7795-2b2b-491e-b56f-4f0439856c8f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] show failed (client error): The resource could not be found. Aug 27 02:46:54.926836 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-548d7795-2b2b-491e-b56f-4f0439856c8f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1002559708 HTTP/1.1" status: 404 len: 335 time: 0.0770216 Aug 27 02:46:54.947139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52214) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:54.958545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4b0249c7-113a-4a51-a179-80a1bde7d854 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:54.969352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14678095-29c9-4524-abfc-092597abddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:54.992413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14678095-29c9-4524-abfc-092597abddd1 None None] Routers {'4ee22d9c-1b15-430c-bce6-f1dcf8610c00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:54.996646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14678095-29c9-4524-abfc-092597abddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:46:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:55.029934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-49057e6c-bc19-4222-9bdc-7df987dcf800 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1403213 Aug 27 02:46:55.042403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-14678095-29c9-4524-abfc-092597abddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:55.043210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14678095-29c9-4524-abfc-092597abddd1 None None] The sync data for ids ['4ee22d9c-1b15-430c-bce6-f1dcf8610c00'] in n-d-806293-1 is: [] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:55.050947 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-4b0249c7-113a-4a51-a179-80a1bde7d854 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] update failed (client error): The resource could not be found. Aug 27 02:46:55.052260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b0249c7-113a-4a51-a179-80a1bde7d854 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1256385325 HTTP/1.1" status: 404 len: 335 time: 0.1043196 Aug 27 02:46:55.056296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52218) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:55.091106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84423e77-e400-4ade-ae79-fa18180efed0 req-69cf6b47-fdf5-48e9-ba75-136a4f0d1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:55.092576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-69cf6b47-fdf5-48e9-ba75-136a4f0d1847 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b HTTP/1.1" status: 200 len: 848 time: 0.0554481 Aug 27 02:46:55.120126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Deleting subnet 6bf50e38-1e2b-4823-b70b-cafdab070036 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:55.123444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.151180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84423e77-e400-4ade-ae79-fa18180efed0 req-843b4ba7-579e-4d8d-9433-0b429e21bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:55.153341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-843b4ba7-579e-4d8d-9433-0b429e21bf97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535955 Aug 27 02:46:55.180149 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.260870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-b4d75c71-baf1-4a67-9375-8cd953f75681 service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997300 Aug 27 02:46:55.283804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.354667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.391121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf50e38-1e2b-4823-b70b-cafdab070036,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:55.395584 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.397815 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9617732e-d1c8-416f-af99-1fa3dafd61fb tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/subnets/6bf50e38-1e2b-4823-b70b-cafdab070036 HTTP/1.1" status: 204 len: 168 time: 0.3384061 Aug 27 02:46:55.400314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52230) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:55.401252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84423e77-e400-4ade-ae79-fa18180efed0 req-f7e9dcc7-6dc1-43bc-8cea-b6137f9d14d2 service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320136 Aug 27 02:46:55.407464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f2abf-968e-4f52-ac4f-4cfd4a461328 None None] Network 843fcad2-6f1f-4199-84e1-094c00e5405d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:55.467438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Deleting subnet 5ed547e7-6ecf-4eeb-8781-4a1528147487 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:55.472976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.530466 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.607994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] DHCP port deletion for 843fcad2-6f1f-4199-84e1-094c00e5405d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:46:55.661079 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.675219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Deleting port 0d5bb865-a493-475a-88a7-ec99457fb706 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:55.675965 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.747424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] For port 0d5bb865-a493-475a-88a7-ec99457fb706, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0d5bb865-a493-475a-88a7-ec99457fb706,segment=NetworkSegment(be3431e5-9166-417b-be40-a7f68665cc7d),segment_id=be3431e5-9166-417b-be40-a7f68665cc7d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:55.747919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.752329 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.762739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Calling delete_port for 0d5bb865-a493-475a-88a7-ec99457fb706 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:55.793745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed547e7-6ecf-4eeb-8781-4a1528147487,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:55.800178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.802239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-de74acfa-f8b3-4a7a-9f44-3edcd4cc106a tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/subnets/5ed547e7-6ecf-4eeb-8781-4a1528147487 HTTP/1.1" status: 204 len: 168 time: 0.4008989 Aug 27 02:46:55.804981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:55.818792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42098659-bec3-472b-9e26-68f90911cf9d None None] Network 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:55.887848 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.949223 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.950199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Deleting port 0d5bb865-a493-475a-88a7-ec99457fb706 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:55.950582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.980233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Pushing event deleted for resources: {'Port': ['ID=0d5bb865-a493-475a-88a7-ec99457fb706,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:55.987499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] No DVR routers for this DVR port 0d5bb865-a493-475a-88a7-ec99457fb706 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:55.999988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe1743-1a2b-4678-ae9b-d36b47210fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:56.043977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] For port 0d5bb865-a493-475a-88a7-ec99457fb706, host n-d-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:56.044486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.049375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] DHCP port deletion for 88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:46:56.060089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Calling delete_port for 0d5bb865-a493-475a-88a7-ec99457fb706 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:56.063304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Port 0d5bb865-a493-475a-88a7-ec99457fb706 was not found and therefore no delete operation was performed {{(pid=94773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:46:56.064741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.098509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Port': ['ID=0d5bb865-a493-475a-88a7-ec99457fb706,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:56.118725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] No DVR routers for this DVR port 0d5bb865-a493-475a-88a7-ec99457fb706 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:56.128802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] Deleting port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:56.129246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.199474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] For port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1bb49b60-8d8e-4e14-bcc0-487bea49e0a4,segment=NetworkSegment(bd3d4391-94dd-4bb5-b3b7-c9c93532c701),segment_id=bd3d4391-94dd-4bb5-b3b7-c9c93532c701)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:56.199886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.214543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] Calling delete_port for 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:56.217235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.230332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843fcad2-6f1f-4199-84e1-094c00e5405d']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:56.249523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3431e5-9166-417b-be40-a7f68665cc7d') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:56.251200 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3431e5-9166-417b-be40-a7f68665cc7d') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:56.263867 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.280602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.292636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:56.293132 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:56.299795 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:56.309581 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.335881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] Pushing event deleted for resources: {'Port': ['ID=1bb49b60-8d8e-4e14-bcc0-487bea49e0a4,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:56.337769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22ead1-1c22-440b-a77e-7b69057b609a None None] No DVR routers for this DVR port 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:56.377323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.384511 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.386485 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/networks/843fcad2-6f1f-4199-84e1-094c00e5405d HTTP/1.1" status: 204 len: 168 time: 0.5798357 Aug 27 02:46:56.389275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52244) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:56.399117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8139fc-55d0-4b28-b564-d85de7ef58c6 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Network': ['ID=843fcad2-6f1f-4199-84e1-094c00e5405d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:56.498184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.615860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.626434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:56.637702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3d4391-94dd-4bb5-b3b7-c9c93532c701') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:56.638071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3d4391-94dd-4bb5-b3b7-c9c93532c701') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:56.647003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.661122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.667209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:56.667574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:56.670788 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:56.732134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.745099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.747294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/networks/88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7 HTTP/1.1" status: 204 len: 168 time: 0.3558190 Aug 27 02:46:56.749975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:56.757876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa43715-60af-4d8a-a4ea-bf249ae301b7 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Network': ['ID=88c9dd4e-9626-4d52-b4b4-ed2c4fe7a2b7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:56.811703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Deleting subnet 6abab992-3d8c-4397-b449-942bdbb20592 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:56.815476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.861232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.957339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.041144 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.078967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Subnet': ['ID=6abab992-3d8c-4397-b449-942bdbb20592,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:57.083672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.086454 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-571b8a70-2afd-416d-99e1-0086e478818f tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/subnets/6abab992-3d8c-4397-b449-942bdbb20592 HTTP/1.1" status: 204 len: 168 time: 0.3342950 Aug 27 02:46:57.090297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52252) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:57.096975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cbc1a-1c8b-426b-aa0e-9e5151dd470a None None] Network 7d57d174-3cce-462c-a8b3-63ac09c11ba1 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:57.290914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.407821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Deleting port 5a209145-230e-4ab9-9418-bb945f930fed {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:57.408606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.486344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d5bb865-a493-475a-88a7-ec99457fb706 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:57.500854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] For port 5a209145-230e-4ab9-9418-bb945f930fed, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5a209145-230e-4ab9-9418-bb945f930fed,segment=NetworkSegment(fdc174a2-7fc6-4977-9ade-46e34639c84c),segment_id=fdc174a2-7fc6-4977-9ade-46e34639c84c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:57.501233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.527980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Calling delete_port for 5a209145-230e-4ab9-9418-bb945f930fed owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:57.542711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0d5bb865-a493-475a-88a7-ec99457fb706 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:57.543143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0d5bb865-a493-475a-88a7-ec99457fb706 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:57.543645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:57.548502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] DHCP port deletion for 7d57d174-3cce-462c-a8b3-63ac09c11ba1 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:46:57.571905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:57.572238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1bb49b60-8d8e-4e14-bcc0-487bea49e0a4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:57.702700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] Deleting port 5a209145-230e-4ab9-9418-bb945f930fed {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:57.703309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.723481 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8cd91a87-869d-4974-a8bf-ac5a8a65eac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.797731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] For port 5a209145-230e-4ab9-9418-bb945f930fed, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5a209145-230e-4ab9-9418-bb945f930fed,segment=NetworkSegment(fdc174a2-7fc6-4977-9ade-46e34639c84c),segment_id=fdc174a2-7fc6-4977-9ade-46e34639c84c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:57.798143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.820729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] Calling delete_port for 5a209145-230e-4ab9-9418-bb945f930fed owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:57.933045 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:57.947677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] No DVR routers for this DVR port 5a209145-230e-4ab9-9418-bb945f930fed on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:57.968968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97ac3b-dc37-4484-b715-a2937b9a5be3 None None] Pushing event deleted for resources: {'Port': ['ID=5a209145-230e-4ab9-9418-bb945f930fed,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:58.058349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.084519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Port': ['ID=5a209145-230e-4ab9-9418-bb945f930fed,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:58.089936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] No DVR routers for this DVR port 5a209145-230e-4ab9-9418-bb945f930fed on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:58.173242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.184281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d57d174-3cce-462c-a8b3-63ac09c11ba1']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:58.196029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc174a2-7fc6-4977-9ade-46e34639c84c') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:58.196387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc174a2-7fc6-4977-9ade-46e34639c84c') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:58.206472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.221033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.227289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:58.227791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:58.232225 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:58.302581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.323294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.325302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/networks/7d57d174-3cce-462c-a8b3-63ac09c11ba1 HTTP/1.1" status: 204 len: 168 time: 1.2309544 Aug 27 02:46:58.328178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52272) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:58.329366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db413031-64d7-4c41-a05d-1ca10cc0e8f9 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Pushing event deleted for resources: {'Network': ['ID=7d57d174-3cce-462c-a8b3-63ac09c11ba1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:58.359454 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d8a32ad4-2052-4515-982f-11d062c26397 tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ee22d9c-1b15-430c-bce6-f1dcf8610c00 HTTP/1.1" status: 200 len: 205 time: 0.0284262 Aug 27 02:46:58.361330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52274) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:58.466130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52a57bbf-825e-444e-90a0-22695079e2aa tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.997324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52a57bbf-825e-444e-90a0-22695079e2aa tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.009253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52a57bbf-825e-444e-90a0-22695079e2aa tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.072555 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52a57bbf-825e-444e-90a0-22695079e2aa tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.073014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a57bbf-825e-444e-90a0-22695079e2aa tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee22d9c-1b15-430c-bce6-f1dcf8610c00 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:46:59.090635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fd0e-5e10-4859-975d-4462b124c032 req-9d5d3616-4db1-4783-beb1-ed9dc3663f41 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:59.092643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-9d5d3616-4db1-4783-beb1-ed9dc3663f41 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.2927754 Aug 27 02:46:59.097920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-52a57bbf-825e-444e-90a0-22695079e2aa tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.108931 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-52a57bbf-825e-444e-90a0-22695079e2aa tempest-RoutersNegativeTest-1062747344 tempest-RoutersNegativeTest-1062747344-project] 10.222.0.10 "DELETE /v2.0/routers/4ee22d9c-1b15-430c-bce6-f1dcf8610c00 HTTP/1.1" status: 204 len: 168 time: 0.7442541 Aug 27 02:46:59.123640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2b57914b-639c-473d-94e6-ae81a60d576f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/quotas/a7615d92f13b41e8923af3372f83120e HTTP/1.1" status: 200 len: 375 time: 0.0156915 Aug 27 02:46:59.202395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-16a38b0f-82da-4527-b8df-863b553cb5f6 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728557 Aug 27 02:46:59.350856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-9365cc21-03f9-4010-a884-eaca85de6193 service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410446 Aug 27 02:46:59.451970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52304) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:59.471109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-bce5af7b-3b61-42cf-a158-b235eac6dd20 service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192911 Aug 27 02:46:59.478868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5a209145-230e-4ab9-9418-bb945f930fed no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:59.508205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 5a209145-230e-4ab9-9418-bb945f930fed {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:59.508557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5a209145-230e-4ab9-9418-bb945f930fed not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:59.647352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-38ea06bc-d8b1-42c5-86a7-072172aee525 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f73980485024fb1be27346b8531f9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936672 Aug 27 02:46:59.649536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52308) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:59.706761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-442f2eb3-896b-40e8-9f61-821aa6a2bec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.750386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3f91e803-7bf8-436d-b2e5-1f2cc62e2c50 req-c0ef9745-ec16-4a12-bec9-fc6280469a9a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 210 time: 0.0334797 Aug 27 02:46:59.760681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-442f2eb3-896b-40e8-9f61-821aa6a2bec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.842451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-442f2eb3-896b-40e8-9f61-821aa6a2bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.847148 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-442f2eb3-896b-40e8-9f61-821aa6a2bec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:59.849404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-442f2eb3-896b-40e8-9f61-821aa6a2bec5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/755537bb-1d85-4fe6-8c9a-b96f3e3d508f HTTP/1.1" status: 204 len: 168 time: 0.1976449 Aug 27 02:46:59.859486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f2eb3-896b-40e8-9f61-821aa6a2bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755537bb-1d85-4fe6-8c9a-b96f3e3d508f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:00.253896 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-50825ddb-a7b8-4e9d-8984-b6901d29701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:00.455665 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:00.638828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52348) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:00.775718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:00.889375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff2b8fc5-1d40-44a9-8966-9b84088e3be9 req-b63777bd-2f60-43c7-bcb0-c9ece3151ddc tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 210 time: 0.0399134 Aug 27 02:47:00.935548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:00.942585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:00.976647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715f48f-3429-4307-851a-f85c8fef1eab,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:00.987623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.989008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.989008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.989008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.989740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.990083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.990440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.991075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.991560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.992055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.992552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:00.993035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.010517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52362) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:01.048835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52366) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:01.049134 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f84658ad-fbcd-46d1-8ec5-4efee65fc453 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dce72883dc4d4542aa5f82db125af6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042945 Aug 27 02:47:01.146028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-189139726'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:01.152450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.178831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fd0e-5e10-4859-975d-4462b124c032 req-29fc3781-344c-4caf-a290-5f9212515948 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:01.180299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-29fc3781-344c-4caf-a290-5f9212515948 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.1967757 Aug 27 02:47:01.200408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Request body: {'port': {'device_id': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'admin_state_up': True, 'tenant_id': 'a7615d92f13b41e8923af3372f83120e'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:01.206081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.214095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Made reservation on behalf of 154b01edc2554c908a00afc04087b4c5 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:01.217712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.279271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.306245 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.352399 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.356204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.360905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f715f48f-3429-4307-851a-f85c8fef1eab HTTP/1.1" status: 204 len: 168 time: 0.3075342 Aug 27 02:47:01.396856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715f48f-3429-4307-851a-f85c8fef1eab,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:01.413880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.414288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.414603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.415197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.415337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.415589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.415910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.416240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.416669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.417154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.417636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.418120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7d47d-0f8d-4f1c-94bd-f448412541f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:01.481501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.492435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.533012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:01.534968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Made reservation on behalf of a7615d92f13b41e8923af3372f83120e for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:01.538798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.565023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.565372 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Added segment 0bd5f981-6c25-4416-94aa-835799802b41 of type vlan for network fc377473-c6e4-4411-8518-a239259e7438 Aug 27 02:47:01.577818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d626f1b-972c-4ccb-89b7-a10aa24d5f42,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:01.674578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.729271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52374) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:01.743757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69b6206-9aef-443e-ae39-e15e0497ec58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.746170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.751748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:01.752337 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.761325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Allocated IP 172.20.0.12 (51d560cf-cdb0-4e15-9c12-1e315c4098b9/6ea88342-1f36-44bb-b6da-f8675085ec24/d7740e47-fa86-4e4f-aeeb-3648348ad534) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:01.849977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Pushing event updated for resources: {'Network': ['ID=fc377473-c6e4-4411-8518-a239259e7438,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:01.858511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69b6206-9aef-443e-ae39-e15e0497ec58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.862103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network fc377473-c6e4-4411-8518-a239259e7438 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:01.872506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb68e0e5-4990-4e76-8159-a94e715c6224 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8607147 Aug 27 02:47:01.875968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52376) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:01.881074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-52d25d4d-7354-48ea-9658-8d153315101a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1577192098') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:01.884005 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69b6206-9aef-443e-ae39-e15e0497ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.945387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b6206-9aef-443e-ae39-e15e0497ec58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d035754-daa4-4732-83cf-51f0fcd77043,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:02.018102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f69b6206-9aef-443e-ae39-e15e0497ec58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ea99862deca4c0586a91db7e923abd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874925 Aug 27 02:47:02.018844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52380) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.022475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.043780 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a595d368-e3da-4991-a7b5-d00df460736b req-6beba356-334f-429f-b4dc-1c9a797a8d33 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 210 time: 0.0505111 Aug 27 02:47:02.073874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.086792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:02.120114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:02.123677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:02.128376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:02.137394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f75daded-c546-4e14-855d-86bcd5a037ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.181131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f75daded-c546-4e14-855d-86bcd5a037ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.181483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event updated for resources: {'Port': ['ID=d7740e47-fa86-4e4f-aeeb-3648348ad534,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:02.209259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:02.211757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.225441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-52d25d4d-7354-48ea-9658-8d153315101a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "PUT /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1577192098 HTTP/1.1" status: 201 len: 201 time: 0.3483503 Aug 27 02:47:02.228090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52382) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.234022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-deeba5fd-d193-4fc2-af29-ffe5bb5a6865 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1577192098') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:02.252917 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-3880a3e2-68c7-4063-914a-8e2fee54b4fa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0566041 Aug 27 02:47:02.256755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f75daded-c546-4e14-855d-86bcd5a037ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.259413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f75daded-c546-4e14-855d-86bcd5a037ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.263244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f75daded-c546-4e14-855d-86bcd5a037ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d035754-daa4-4732-83cf-51f0fcd77043 HTTP/1.1" status: 204 len: 168 time: 0.2271886 Aug 27 02:47:02.273634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75daded-c546-4e14-855d-86bcd5a037ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d035754-daa4-4732-83cf-51f0fcd77043,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:02.287608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Request body: {'port': {'device_id': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:02.361791 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-deeba5fd-d193-4fc2-af29-ffe5bb5a6865 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "GET /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1577192098 HTTP/1.1" status: 204 len: 168 time: 0.1324761 Aug 27 02:47:02.364289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52388) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.369260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.370273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-1603cef0-a621-4099-ac02-0e9c691ef972 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:02.462630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1603cef0-a621-4099-ac02-0e9c691ef972 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "GET /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags HTTP/1.1" status: 200 len: 238 time: 0.0968823 Aug 27 02:47:02.465200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52390) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.469943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-c57897d1-1e96-439a-8807-0b14d126b96b tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', {'tags': ['tempest-TagsTest-Tag-1881671350', 'tempest-TagsTest-Tag-1063813966', 'tempest-TagsTest-Tag-1202080266']}) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:02.558147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c57897d1-1e96-439a-8807-0b14d126b96b tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "PUT /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags HTTP/1.1" status: 200 len: 309 time: 0.0918906 Aug 27 02:47:02.560916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52394) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.566240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-f4100343-f605-4d0e-937a-64d625bb7662 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1881671350') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:02.713385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4100343-f605-4d0e-937a-64d625bb7662 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "DELETE /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1881671350 HTTP/1.1" status: 204 len: 168 time: 0.1506047 Aug 27 02:47:02.715768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.720236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-87f16616-2a46-40e6-8b78-16439072dd84 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1881671350') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:02.746373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7740e47-fa86-4e4f-aeeb-3648348ad534 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:02.778855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.800290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Transition to ACTIVE for port object d7740e47-fa86-4e4f-aeeb-3648348ad534 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:02.810797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.837610 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-87f16616-2a46-40e6-8b78-16439072dd84 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] show failed (client error): The resource could not be found. Aug 27 02:47:02.838734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-87f16616-2a46-40e6-8b78-16439072dd84 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "GET /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1881671350 HTTP/1.1" status: 404 len: 326 time: 0.1220310 Aug 27 02:47:02.842056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52406) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.848654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-2172a699-0a46-4f5b-a25b-d5d115e2eb10 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1063813966') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:02.868459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7740e47-fa86-4e4f-aeeb-3648348ad534,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:02.937099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2172a699-0a46-4f5b-a25b-d5d115e2eb10 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "GET /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1063813966 HTTP/1.1" status: 204 len: 168 time: 0.0931108 Aug 27 02:47:02.937837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52412) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.942804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Attempting to bind port d7740e47-fa86-4e4f-aeeb-3648348ad534 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:02.943315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Attempting to bind port d7740e47-fa86-4e4f-aeeb-3648348ad534 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:02.943513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-17c5bf42-49e2-4159-9794-00acfa0d977a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1202080266') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:02.943648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Attempting to bind port d7740e47-fa86-4e4f-aeeb-3648348ad534 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:02.949003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Port d7740e47-fa86-4e4f-aeeb-3648348ad534 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:47:02.949003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Attempting to bind port d7740e47-fa86-4e4f-aeeb-3648348ad534 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:02.954110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:02.954494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Checking segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:02.955222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Bound using segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:02.955808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Bound port: d7740e47-fa86-4e4f-aeeb-3648348ad534, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:02.956163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:03.046682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-17c5bf42-49e2-4159-9794-00acfa0d977a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "GET /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1202080266 HTTP/1.1" status: 204 len: 168 time: 0.1071053 Aug 27 02:47:03.047580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52416) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:03.050145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] For port d7740e47-fa86-4e4f-aeeb-3648348ad534, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:03.053337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-a87e480b-6076-4a40-8fdb-de240923c695 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:03.056254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] For port d7740e47-fa86-4e4f-aeeb-3648348ad534, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d7740e47-fa86-4e4f-aeeb-3648348ad534,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:03.063145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:03.122987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.123746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:03.125392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/d7740e47-fa86-4e4f-aeeb-3648348ad534 HTTP/1.1" status: 200 len: 1092 time: 0.8475642 Aug 27 02:47:03.127180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'tag': 'd7740e47-fa86-4e4f-aeeb-3648348ad534'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:03.128300 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b582fcf-0e67-4885-b7e1-40c27f533d37" -d '{"events": [{"name": "network-changed", "server_uuid": "b5052bcd-216f-4207-88b0-adb08cfc0ffa", "tag": "d7740e47-fa86-4e4f-aeeb-3648348ad534"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:03.175786 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:03.214409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a87e480b-6076-4a40-8fdb-de240923c695 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "DELETE /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags HTTP/1.1" status: 204 len: 168 time: 0.1651390 Aug 27 02:47:03.215073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52424) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:03.219959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-cb88e4f0-7e96-44df-a8b2-70907c3a4799 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1063813966') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:03.234692 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244aa5b3-d3e3-4c6f-b0fa-f7025317e54f x-openstack-request-id: req-244aa5b3-d3e3-4c6f-b0fa-f7025317e54f {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:03.234692 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5052bcd-216f-4207-88b0-adb08cfc0ffa", "tag": "d7740e47-fa86-4e4f-aeeb-3648348ad534", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:03.234692 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-244aa5b3-d3e3-4c6f-b0fa-f7025317e54f {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:03.236049 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'tag': 'd7740e47-fa86-4e4f-aeeb-3648348ad534', 'status': 'completed', 'code': 200} Aug 27 02:47:03.296169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcf26c-0f02-4a39-a62c-cadec95a11b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7740e47-fa86-4e4f-aeeb-3648348ad534,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:03.319837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fd0e-5e10-4859-975d-4462b124c032 req-d499b208-c09f-4782-b9e1-0ed227f732b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.321609 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-d499b208-c09f-4782-b9e1-0ed227f732b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 1095 time: 0.1333714 Aug 27 02:47:03.335957 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-cb88e4f0-7e96-44df-a8b2-70907c3a4799 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] show failed (client error): The resource could not be found. Aug 27 02:47:03.341718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cb88e4f0-7e96-44df-a8b2-70907c3a4799 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "GET /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1063813966 HTTP/1.1" status: 404 len: 326 time: 0.1254976 Aug 27 02:47:03.342342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52426) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:03.347160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.tag.tag_plugin [None req-c107f62d-11f1-4612-a85e-1d7e8c3af779 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438', 'tempest-TagsTest-Tag-1202080266') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:03.349987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edebc2-a435-4b44-a582-e89be5831957 req-f0b95ebf-1572-4860-b054-db84f5ed82c3 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.352893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48edebc2-a435-4b44-a582-e89be5831957 req-f0b95ebf-1572-4860-b054-db84f5ed82c3 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 944 time: 0.1684008 Aug 27 02:47:03.392563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-065c50bf-5428-46ec-b400-61e9037d10b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7740e47-fa86-4e4f-aeeb-3648348ad534 HTTP/1.1" status: 200 len: 217 time: 0.0385795 Aug 27 02:47:03.487001 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [None req-c107f62d-11f1-4612-a85e-1d7e8c3af779 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] show failed (client error): The resource could not be found. Aug 27 02:47:03.503701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48edebc2-a435-4b44-a582-e89be5831957 req-5651faed-8929-48c0-b75f-99ae5e59c155 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073000 Aug 27 02:47:03.513070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c107f62d-11f1-4612-a85e-1d7e8c3af779 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "GET /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags/tempest-TagsTest-Tag-1202080266 HTTP/1.1" status: 404 len: 326 time: 0.1670489 Aug 27 02:47:03.517633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52434) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:03.527352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.tag.tag_plugin [None req-77e6362b-9e5a-40cb-9020-8cdf3ca7f280 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fc377473-c6e4-4411-8518-a239259e7438') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:03.539450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fd0e-5e10-4859-975d-4462b124c032 req-c9419694-9d34-4258-98f6-c083934bc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.541520 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-c9419694-9d34-4258-98f6-c083934bc08d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.1338935 Aug 27 02:47:03.631879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-d6dc6ed3-361f-492f-aa4f-0a34bf251573 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768688 Aug 27 02:47:03.759664 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-77e6362b-9e5a-40cb-9020-8cdf3ca7f280 tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "DELETE /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438/tags HTTP/1.1" status: 204 len: 168 time: 0.2378364 Aug 27 02:47:03.764975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52442) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:03.783780 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-ea3dbf16-22e2-4e00-bf11-4108e11fc9a1 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306155 Aug 27 02:47:03.884104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:03.909736 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9710fd0e-5e10-4859-975d-4462b124c032 req-471497e4-921f-4f51-9471-75e83c481a2e service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182573 Aug 27 02:47:04.001476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:04.023038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc377473-c6e4-4411-8518-a239259e7438']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:04.049973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-5236bbd4-f2a7-4168-bcfc-eb799942f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:04.053552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-5236bbd4-f2a7-4168-bcfc-eb799942f303 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 1095 time: 0.0590682 Aug 27 02:47:04.055517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd5f981-6c25-4416-94aa-835799802b41') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:04.055913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd5f981-6c25-4416-94aa-835799802b41') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:04.075701 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:04.113852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:04.125148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:47:04.125591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:47:04.134830 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:47:04.193997 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-86bbebf8-fdbe-4917-806e-1650f897edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:04.196092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-86bbebf8-fdbe-4917-806e-1650f897edc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 916 time: 0.1361334 Aug 27 02:47:04.207829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:04.223551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:04.230775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] 10.222.0.10 "DELETE /v2.0/networks/fc377473-c6e4-4411-8518-a239259e7438 HTTP/1.1" status: 204 len: 168 time: 0.4597700 Aug 27 02:47:04.262524 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-eb06ef24-4beb-4a49-b1ce-b469d5eb3fca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7740e47-fa86-4e4f-aeeb-3648348ad534 HTTP/1.1" status: 200 len: 217 time: 0.0561433 Aug 27 02:47:04.263154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be51596-a9bd-4e79-a332-18c68075687a tempest-TagsTest-1098998468 tempest-TagsTest-1098998468-project] Pushing event deleted for resources: {'Network': ['ID=fc377473-c6e4-4411-8518-a239259e7438,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:04.336700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-cf1a34ea-db13-41ba-9bb6-7475014e5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:04.336700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-cf1a34ea-db13-41ba-9bb6-7475014e5886 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.0651865 Aug 27 02:47:04.373566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-bae12c8f-9229-40c3-af69-c81abb4ba966 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275474 Aug 27 02:47:04.484687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-6afe2664-7874-45b1-ab80-ac78c8682c08 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017969 Aug 27 02:47:04.706640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6b582fcf-0e67-4885-b7e1-40c27f533d37 req-713a1c14-c7e4-4726-92a1-1c1c965cc9fd service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092853 Aug 27 02:47:04.788660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9289b-ad63-4f8f-a306-8e6906134744 req-b4b7c3ae-1477-4afb-9898-72956eddb219 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:04.792967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1e9289b-ad63-4f8f-a306-8e6906134744 req-b4b7c3ae-1477-4afb-9898-72956eddb219 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 944 time: 0.1172621 Aug 27 02:47:04.802553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52460) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:04.875032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1e9289b-ad63-4f8f-a306-8e6906134744 req-e4382195-1c98-4648-bcdb-146f5cbbe23b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727289 Aug 27 02:47:05.021647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-24b93524-c429-46d3-ac1f-5d3203aba17e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=154b01edc2554c908a00afc04087b4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174292 Aug 27 02:47:05.025040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52468) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:05.118037 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb22e2b0-a795-4cd2-a003-ebbde6d84b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.148492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb22e2b0-a795-4cd2-a003-ebbde6d84b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.243604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb22e2b0-a795-4cd2-a003-ebbde6d84b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.250371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eb22e2b0-a795-4cd2-a003-ebbde6d84b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.250371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eb22e2b0-a795-4cd2-a003-ebbde6d84b3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d626f1b-972c-4ccb-89b7-a10aa24d5f42 HTTP/1.1" status: 204 len: 168 time: 0.2213149 Aug 27 02:47:05.261220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22e2b0-a795-4cd2-a003-ebbde6d84b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d626f1b-972c-4ccb-89b7-a10aa24d5f42,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:05.814260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d7740e47-fa86-4e4f-aeeb-3648348ad534 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:47:05.997226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d7740e47-fa86-4e4f-aeeb-3648348ad534, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d7740e47-fa86-4e4f-aeeb-3648348ad534,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:06.024175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'd7740e47-fa86-4e4f-aeeb-3648348ad534', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'port_id': 'd7740e47-fa86-4e4f-aeeb-3648348ad534', 'mac_address': 'fa:16:3e:11:7f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea88342-1f36-44bb-b6da-f8675085ec24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:47:06.042966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040219c-8bf5-411a-a1e5-9161b36a14d3 req-b4f2f461-e2f6-4196-9970-cfb19e9c52d9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:06.051949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6040219c-8bf5-411a-a1e5-9161b36a14d3 req-b4f2f461-e2f6-4196-9970-cfb19e9c52d9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 944 time: 0.0910451 Aug 27 02:47:06.086005 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.107759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7740e47-fa86-4e4f-aeeb-3648348ad534 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:06.121974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6040219c-8bf5-411a-a1e5-9161b36a14d3 req-39d7c29a-a9ad-4993-88d2-753a9a463889 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687723 Aug 27 02:47:06.147539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d7740e47-fa86-4e4f-aeeb-3648348ad534, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d7740e47-fa86-4e4f-aeeb-3648348ad534,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:06.158023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.220027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=d7740e47-fa86-4e4f-aeeb-3648348ad534,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:06.390862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['d7740e47-fa86-4e4f-aeeb-3648348ad534'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:07.299717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103be37f-d987-48b5-aabf-46e36705358e req-fbf4efaa-47d3-4d55-820d-fccbf2888019 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:07.308228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-103be37f-d987-48b5-aabf-46e36705358e req-fbf4efaa-47d3-4d55-820d-fccbf2888019 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 945 time: 0.0805652 Aug 27 02:47:07.345830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-103be37f-d987-48b5-aabf-46e36705358e req-3d8f33ad-4863-4144-8270-260b96333d07 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364020 Aug 27 02:47:07.827975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d7740e47-fa86-4e4f-aeeb-3648348ad534 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:07.910125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port d7740e47-fa86-4e4f-aeeb-3648348ad534 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:07.914874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port d7740e47-fa86-4e4f-aeeb-3648348ad534 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:07.915297 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:08.023331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:08.055900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7740e47-fa86-4e4f-aeeb-3648348ad534'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:08.058258 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5592c33-5413-4e1b-82c9-7feb280d6393" -d '{"events": [{"server_uuid": "b5052bcd-216f-4207-88b0-adb08cfc0ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d7740e47-fa86-4e4f-aeeb-3648348ad534"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:08.078820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port d7740e47-fa86-4e4f-aeeb-3648348ad534, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d7740e47-fa86-4e4f-aeeb-3648348ad534,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:08.086041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:08.125809 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56a7c3-bcd0-4607-9f27-d32d065eeff5 x-openstack-request-id: req-6b56a7c3-bcd0-4607-9f27-d32d065eeff5 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:08.126298 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5052bcd-216f-4207-88b0-adb08cfc0ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d7740e47-fa86-4e4f-aeeb-3648348ad534", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:08.126728 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b56a7c3-bcd0-4607-9f27-d32d065eeff5 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:08.127120 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7740e47-fa86-4e4f-aeeb-3648348ad534', 'code': 200} Aug 27 02:47:08.172238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=d7740e47-fa86-4e4f-aeeb-3648348ad534,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:08.250738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbeb49a-b94b-4e3d-b505-cd0c8f5611ca req-53752782-9b16-410b-b4b3-631634f68785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:08.252407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2dbeb49a-b94b-4e3d-b505-cd0c8f5611ca req-53752782-9b16-410b-b4b3-631634f68785 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 1097 time: 0.0634985 Aug 27 02:47:08.296593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2dbeb49a-b94b-4e3d-b505-cd0c8f5611ca req-40e70833-b11b-42ff-9836-55fb65ce7acc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Aug 27 02:47:08.544915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4ab7b-cb5d-4c81-91ca-5f042a509869 req-10c25bfa-dc55-4b3f-ba6d-0a5702122178 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:08.547205 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26f4ab7b-cb5d-4c81-91ca-5f042a509869 req-10c25bfa-dc55-4b3f-ba6d-0a5702122178 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 946 time: 0.1013253 Aug 27 02:47:08.606685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26f4ab7b-cb5d-4c81-91ca-5f042a509869 req-25d328e1-d6c2-4e3c-b7a6-a013b6d0a05b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495241 Aug 27 02:47:08.967050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52572) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.008355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52576) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.179732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98389706-17d1-45a0-9f12-f87ed2b8ed47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.208808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ff1dd1d-e973-4ade-a2e1-c3bad3bb0c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.274255 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98389706-17d1-45a0-9f12-f87ed2b8ed47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.279520 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98389706-17d1-45a0-9f12-f87ed2b8ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.328122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-98389706-17d1-45a0-9f12-f87ed2b8ed47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0291af54e8634edc94987dc590d07464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186152 Aug 27 02:47:09.329641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98389706-17d1-45a0-9f12-f87ed2b8ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b8747-cbef-4c56-b361-f052335a9544,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.335415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52580) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.418783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ff1dd1d-e973-4ade-a2e1-c3bad3bb0c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.424156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d1a3ca0-1e27-42d4-b255-1954523afcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.429573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ff1dd1d-e973-4ade-a2e1-c3bad3bb0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.480128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d1a3ca0-1e27-42d4-b255-1954523afcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.498891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7ff1dd1d-e973-4ade-a2e1-c3bad3bb0c55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef052b4a20164c40a00a91615963d898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302813 Aug 27 02:47:09.500027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52582) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.504448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1dd1d-e973-4ade-a2e1-c3bad3bb0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f407eb16-9bb7-47ae-9908-271e9c3de901,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.549928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d1a3ca0-1e27-42d4-b255-1954523afcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.552712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d1a3ca0-1e27-42d4-b255-1954523afcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.553884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3d1a3ca0-1e27-42d4-b255-1954523afcb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/178b8747-cbef-4c56-b361-f052335a9544 HTTP/1.1" status: 204 len: 168 time: 0.2168200 Aug 27 02:47:09.563707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a3ca0-1e27-42d4-b255-1954523afcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b8747-cbef-4c56-b361-f052335a9544,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.578747 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bda87b-8970-4c8e-bac1-721f940fef17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.602409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bda87b-8970-4c8e-bac1-721f940fef17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.670590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bda87b-8970-4c8e-bac1-721f940fef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.673541 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84bda87b-8970-4c8e-bac1-721f940fef17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.677506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-84bda87b-8970-4c8e-bac1-721f940fef17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f407eb16-9bb7-47ae-9908-271e9c3de901 HTTP/1.1" status: 204 len: 168 time: 0.1763773 Aug 27 02:47:09.685941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bda87b-8970-4c8e-bac1-721f940fef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f407eb16-9bb7-47ae-9908-271e9c3de901,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.773090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371d68-fc7f-4c5a-bf9e-f184b4ad81eb req-fcf67a4b-7ef8-4d97-819e-7a25398b0542 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:09.774703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f371d68-fc7f-4c5a-bf9e-f184b4ad81eb req-fcf67a4b-7ef8-4d97-819e-7a25398b0542 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 946 time: 0.0547078 Aug 27 02:47:09.821549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3f371d68-fc7f-4c5a-bf9e-f184b4ad81eb req-8974f3b1-45c8-4914-a5d2-b4c3ad9ef47d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Aug 27 02:47:09.936890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52600) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.952347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9acacda7-74e4-4ef9-bd2f-d4b448031c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.112891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9acacda7-74e4-4ef9-bd2f-d4b448031c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.122999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9acacda7-74e4-4ef9-bd2f-d4b448031c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.176780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acacda7-74e4-4ef9-bd2f-d4b448031c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe3bb0-1ac5-4a60-8e91-602254554da0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:10.186582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9acacda7-74e4-4ef9-bd2f-d4b448031c98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ea252083b3d4280979d333506da75b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486985 Aug 27 02:47:10.186890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52608) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:10.220615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52610) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:10.247081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30ea7686-47ac-4bc5-9b5d-a3be5e9bc1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.273792 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1715eb5a-b28e-4ef3-8cbd-c7e07b272918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.307419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1715eb5a-b28e-4ef3-8cbd-c7e07b272918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.398632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1715eb5a-b28e-4ef3-8cbd-c7e07b272918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.401324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1715eb5a-b28e-4ef3-8cbd-c7e07b272918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.402512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1715eb5a-b28e-4ef3-8cbd-c7e07b272918 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5fe3bb0-1ac5-4a60-8e91-602254554da0 HTTP/1.1" status: 204 len: 168 time: 0.2143023 Aug 27 02:47:10.408959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30ea7686-47ac-4bc5-9b5d-a3be5e9bc1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.415445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715eb5a-b28e-4ef3-8cbd-c7e07b272918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe3bb0-1ac5-4a60-8e91-602254554da0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:10.419080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30ea7686-47ac-4bc5-9b5d-a3be5e9bc1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.471677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-30ea7686-47ac-4bc5-9b5d-a3be5e9bc1c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=babc3d1f9fda45a99507ba36880f0965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489846 Aug 27 02:47:10.472773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea7686-47ac-4bc5-9b5d-a3be5e9bc1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d659cd1-9f2d-433b-9bfb-b2db4e2dd776,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:10.475160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52618) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:10.535014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72607f61-9005-430f-a513-ee4ada777ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.556586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72607f61-9005-430f-a513-ee4ada777ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.607441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72607f61-9005-430f-a513-ee4ada777ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.610708 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72607f61-9005-430f-a513-ee4ada777ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:10.612085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-72607f61-9005-430f-a513-ee4ada777ee9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d659cd1-9f2d-433b-9bfb-b2db4e2dd776 HTTP/1.1" status: 204 len: 168 time: 0.1324878 Aug 27 02:47:10.620766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72607f61-9005-430f-a513-ee4ada777ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d659cd1-9f2d-433b-9bfb-b2db4e2dd776,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:11.209211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52656) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:11.335873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-101912374-network', 'tenant_id': 'c87f9be3d4334da49014ea262cb38e99'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:11.361319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Made reservation on behalf of c87f9be3d4334da49014ea262cb38e99 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:11.372389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.383014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.566935 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.575575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.603466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:11.622097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.623716 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Added segment 10e1e45f-2bc1-4d79-883c-3dedc82e932d of type vlan for network 10e456d8-a138-4947-aab7-3ed3c7ade729 Aug 27 02:47:11.625595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f06c73-4345-40e4-a1df-1739d7223c2c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:11.683466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.723776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.725070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:11.725977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:11.792642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] Pushing event updated for resources: {'Network': ['ID=10e456d8-a138-4947-aab7-3ed3c7ade729,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:11.805427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2df3cfa9-5de7-445b-9308-c832f59d7fad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5951092 Aug 27 02:47:11.808267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 10e456d8-a138-4947-aab7-3ed3c7ade729 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:11.808828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 52680) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:11.815009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Request body: {'subnet': {'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-101912374-subnet', 'tenant_id': 'c87f9be3d4334da49014ea262cb38e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:11.842671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Made reservation on behalf of c87f9be3d4334da49014ea262cb38e99 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:11.846639 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.072243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.139038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:12.146194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Checking segment: {'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:12.146194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Network hostable DHCP agents. Network: 10e456d8-a138-4947-aab7-3ed3c7ade729, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:12.167540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Network 10e456d8-a138-4947-aab7-3ed3c7ade729 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:12.183685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 10e456d8-a138-4947-aab7-3ed3c7ade729) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:12.193069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451cd0c-7961-4948-a748-e7e9ed3c23e7 None None] Network 10e456d8-a138-4947-aab7-3ed3c7ade729 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:12.197272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:12.197992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.235795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d25c8fe8-3792-4fa3-b55a-44854650b4e4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4164858 Aug 27 02:47:12.503450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60888494-c20c-4424-8b46-0bc134f52e95 None None] Network 10e456d8-a138-4947-aab7-3ed3c7ade729 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:13.269847 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:47:15.207572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4deb9ab3-9f39-4518-ac15-fcce5e6d6797 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:15.209189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4deb9ab3-9f39-4518-ac15-fcce5e6d6797 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.1371913 Aug 27 02:47:15.227344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-dbc6fd16-d336-4329-a540-068f76b938bc tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/quotas/a7615d92f13b41e8923af3372f83120e HTTP/1.1" status: 200 len: 375 time: 0.0096455 Aug 27 02:47:15.288338 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-6c8f20cf-2d64-47a1-8844-ee2e44a18839 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541589 Aug 27 02:47:15.405508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-78ea54e9-992b-4df2-aa7e-59878e6d761b service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084890 Aug 27 02:47:15.893031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-e8ebfeab-158f-4131-8236-0c496af31b96 service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855611 Aug 27 02:47:16.096055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7062a7c1-e54d-40b6-bad3-59e3f28e2968 req-b224ddb3-6aaf-4ee8-bdb0-2f8302c4e1ee tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 210 time: 0.0345647 Aug 27 02:47:16.727513 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.222474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d0c32e1f-f2cf-42da-828f-2e712b91314a req-085d0fe3-660d-4398-8c86-67238d215a3a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 210 time: 0.0404537 Aug 27 02:47:17.293961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-300f350b-9377-4a50-86e2-cea7025b4104 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:17.296155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-300f350b-9377-4a50-86e2-cea7025b4104 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.32 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.2071807 Aug 27 02:47:17.313362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Request body: {'port': {'device_id': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'admin_state_up': True, 'tenant_id': 'a7615d92f13b41e8923af3372f83120e'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:17.465065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Made reservation on behalf of a7615d92f13b41e8923af3372f83120e for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:17.470385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.643723 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.658179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Allocated IP 172.20.0.10 (51d560cf-cdb0-4e15-9c12-1e315c4098b9/6ea88342-1f36-44bb-b6da-f8675085ec24/257b44c8-5463-4692-ad14-086c42f82b7a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:17.871769 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.918802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.936317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44', 'd7740e47-fa86-4e4f-aeeb-3648348ad534'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:18.022630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:18.029365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:18.036467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:18.066587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event updated for resources: {'Port': ['ID=257b44c8-5463-4692-ad14-086c42f82b7a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:18.114501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.115349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.158958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-4d3ee9d8-07f1-4e67-b645-90e07ad74ea9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502073 Aug 27 02:47:18.185173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Request body: {'port': {'device_id': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:18.306815 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.519893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31b03b-0707-46eb-998e-9fa5d31dc7bf req-5c849d26-4fb3-4a06-a19f-d8821f5b256b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.521433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff31b03b-0707-46eb-998e-9fa5d31dc7bf req-5c849d26-4fb3-4a06-a19f-d8821f5b256b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 932 time: 0.1297228 Aug 27 02:47:18.618685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ff31b03b-0707-46eb-998e-9fa5d31dc7bf req-4b028785-a746-4a59-8631-0dbb13a51906 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871303 Aug 27 02:47:18.665811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52818) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:18.764790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257b44c8-5463-4692-ad14-086c42f82b7a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:18.780747 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.808169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Transition to ACTIVE for port object 257b44c8-5463-4692-ad14-086c42f82b7a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:18.817871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.902927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Pushing event updated for resources: {'Port': ['ID=257b44c8-5463-4692-ad14-086c42f82b7a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:18.917403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4802c32b-9ab6-4862-b6ee-737c22fd502a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.982177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Attempting to bind port 257b44c8-5463-4692-ad14-086c42f82b7a on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:18.982693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Attempting to bind port 257b44c8-5463-4692-ad14-086c42f82b7a by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:18.983031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Attempting to bind port 257b44c8-5463-4692-ad14-086c42f82b7a on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:18.998413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Port 257b44c8-5463-4692-ad14-086c42f82b7a on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:47:18.998741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Attempting to bind port 257b44c8-5463-4692-ad14-086c42f82b7a on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:19.012457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:19.012777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Checking segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:19.013157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Bound using segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:19.013754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Bound port: 257b44c8-5463-4692-ad14-086c42f82b7a, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:19.014109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.095640 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4802c32b-9ab6-4862-b6ee-737c22fd502a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.102297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] For port 257b44c8-5463-4692-ad14-086c42f82b7a, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:19.102544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4802c32b-9ab6-4862-b6ee-737c22fd502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.107152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] For port 257b44c8-5463-4692-ad14-086c42f82b7a, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=257b44c8-5463-4692-ad14-086c42f82b7a,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:19.117237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.135602 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4802c32b-9ab6-4862-b6ee-737c22fd502a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=322f58f4e60a4f64b99caa1eeb7a3d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684927 Aug 27 02:47:19.143237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52822) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:19.176205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802c32b-9ab6-4862-b6ee-737c22fd502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233b9f9-cc90-45ed-bd3e-8c26e7c61206,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:19.216732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f92b242-8a86-49cd-b6bb-e0d540cedc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.240378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.243120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.245173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f92b242-8a86-49cd-b6bb-e0d540cedc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.246101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] 10.222.0.32 "PUT /v2.0/ports/257b44c8-5463-4692-ad14-086c42f82b7a HTTP/1.1" status: 200 len: 1092 time: 1.0787890 Aug 27 02:47:19.248452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'tag': '257b44c8-5463-4692-ad14-086c42f82b7a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:19.252793 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dc8529-5ecd-4116-8631-2542ad225739" -d '{"events": [{"name": "network-changed", "server_uuid": "71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b", "tag": "257b44c8-5463-4692-ad14-086c42f82b7a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:19.332864 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f92b242-8a86-49cd-b6bb-e0d540cedc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.343625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f92b242-8a86-49cd-b6bb-e0d540cedc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.349979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6f92b242-8a86-49cd-b6bb-e0d540cedc6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0233b9f9-cc90-45ed-bd3e-8c26e7c61206 HTTP/1.1" status: 204 len: 168 time: 0.2029335 Aug 27 02:47:19.359844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0c83d-8fc9-48b2-a624-664ce7dbd28d service neutron] Pushing event updated for resources: {'Port': ['ID=257b44c8-5463-4692-ad14-086c42f82b7a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:19.363712 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5650ed-7b81-48e6-99e3-103c8ca25ac5 x-openstack-request-id: req-ef5650ed-7b81-48e6-99e3-103c8ca25ac5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:19.365233 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b", "tag": "257b44c8-5463-4692-ad14-086c42f82b7a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:19.365233 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef5650ed-7b81-48e6-99e3-103c8ca25ac5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:19.365233 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'tag': '257b44c8-5463-4692-ad14-086c42f82b7a', 'status': 'completed', 'code': 200} Aug 27 02:47:19.369202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92b242-8a86-49cd-b6bb-e0d540cedc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233b9f9-cc90-45ed-bd3e-8c26e7c61206,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:19.421627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-355bba21-d840-48e9-ac17-a38b5b34c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.427314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-355bba21-d840-48e9-ac17-a38b5b34c219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 1095 time: 0.1266427 Aug 27 02:47:19.486484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-6c6ce132-efcb-4053-a761-2540892cbe77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257b44c8-5463-4692-ad14-086c42f82b7a HTTP/1.1" status: 200 len: 217 time: 0.0516787 Aug 27 02:47:19.562456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-97da1da7-e8c2-42f6-b487-c565cfdebde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.564319 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-97da1da7-e8c2-42f6-b487-c565cfdebde2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.0714881 Aug 27 02:47:19.602309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-07da9bcd-1eaa-4d68-b743-29cd8208b937 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289147 Aug 27 02:47:19.787016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-86e70da4-36f6-4f35-908e-f983a165c77c service neutron] 10.222.0.32 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752493 Aug 27 02:47:19.800401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168edbe-29e7-4379-a5c0-b035fac73240 req-269c467f-81f8-49e1-9bc1-54fd89c988e3 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.802502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f168edbe-29e7-4379-a5c0-b035fac73240 req-269c467f-81f8-49e1-9bc1-54fd89c988e3 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 944 time: 0.0758197 Aug 27 02:47:19.887182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52836) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:19.895644 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f168edbe-29e7-4379-a5c0-b035fac73240 req-c5a5d703-4f09-4409-9ada-915f6b3e7e8a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817254 Aug 27 02:47:19.901789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12de4501-1489-445d-ae46-37cdd4ee56a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.935648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-255c69da-585b-42db-9c18-4b24ad2d6530 req-d790e005-c58a-4ed5-ba76-f3501af2ae29 service neutron] 10.222.0.32 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320562 Aug 27 02:47:20.049487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8529-5ecd-4116-8631-2542ad225739 req-2b225978-242a-482b-bf64-488a0372afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:20.052304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09dc8529-5ecd-4116-8631-2542ad225739 req-2b225978-242a-482b-bf64-488a0372afda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 1095 time: 0.0651815 Aug 27 02:47:20.055191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12de4501-1489-445d-ae46-37cdd4ee56a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.061279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12de4501-1489-445d-ae46-37cdd4ee56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.086337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de4501-1489-445d-ae46-37cdd4ee56a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1855640f-1239-4a97-beed-b965d2de4765,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:20.111508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-12de4501-1489-445d-ae46-37cdd4ee56a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63aeea52b2774d8582ba800fad22303a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228298 Aug 27 02:47:20.114047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 52840) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:20.168917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c32d741-194e-411f-8be9-40a3c204b0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.195322 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c32d741-194e-411f-8be9-40a3c204b0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.206149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8529-5ecd-4116-8631-2542ad225739 req-be435981-f441-4ba7-8f00-fdd671447131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:20.208228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09dc8529-5ecd-4116-8631-2542ad225739 req-be435981-f441-4ba7-8f00-fdd671447131 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 916 time: 0.1471391 Aug 27 02:47:20.261743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09dc8529-5ecd-4116-8631-2542ad225739 req-cb1c5f66-f384-4c7f-a0e5-f47a7a23a854 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257b44c8-5463-4692-ad14-086c42f82b7a HTTP/1.1" status: 200 len: 217 time: 0.0439837 Aug 27 02:47:20.271336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c32d741-194e-411f-8be9-40a3c204b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.274126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8c32d741-194e-411f-8be9-40a3c204b0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.275331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8c32d741-194e-411f-8be9-40a3c204b0ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1855640f-1239-4a97-beed-b965d2de4765 HTTP/1.1" status: 204 len: 168 time: 0.1603451 Aug 27 02:47:20.287336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32d741-194e-411f-8be9-40a3c204b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1855640f-1239-4a97-beed-b965d2de4765,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:20.337873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8529-5ecd-4116-8631-2542ad225739 req-857601cd-6f55-4696-9ee0-9eb99c9ec5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:20.338884 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09dc8529-5ecd-4116-8631-2542ad225739 req-857601cd-6f55-4696-9ee0-9eb99c9ec5ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.0702589 Aug 27 02:47:20.389960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09dc8529-5ecd-4116-8631-2542ad225739 req-d797948a-b013-4194-84d4-fd9202c27948 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428734 Aug 27 02:47:20.509628 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09dc8529-5ecd-4116-8631-2542ad225739 req-cbdc9aeb-ba64-47f1-8678-211b5b7c6702 service neutron] 10.222.0.32 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118343 Aug 27 02:47:20.660953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09dc8529-5ecd-4116-8631-2542ad225739 req-9730158a-31d0-40f0-b81d-96c96e95cc61 service neutron] 10.222.0.32 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430395 Aug 27 02:47:21.050185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf683-9541-4ec3-bc91-5f37f62e6e4a req-3f45a5a8-e999-4454-8d63-5b25c6ca2143 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:21.060676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-879bf683-9541-4ec3-bc91-5f37f62e6e4a req-3f45a5a8-e999-4454-8d63-5b25c6ca2143 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 944 time: 0.0653279 Aug 27 02:47:21.110918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-879bf683-9541-4ec3-bc91-5f37f62e6e4a req-59bad14a-0577-446d-8bfe-65da791b97f2 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Aug 27 02:47:22.250062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544be5f-45fe-4fee-b658-7cc2f6f9a79b req-1db3e259-cba6-4902-a59c-30f34eb86baa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:22.257843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f544be5f-45fe-4fee-b658-7cc2f6f9a79b req-1db3e259-cba6-4902-a59c-30f34eb86baa tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 944 time: 0.0624664 Aug 27 02:47:22.311799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f544be5f-45fe-4fee-b658-7cc2f6f9a79b req-8ea41c5f-6151-4f89-9235-05b94eb419e2 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503137 Aug 27 02:47:22.656314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 257b44c8-5463-4692-ad14-086c42f82b7a details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:47:22.790126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 257b44c8-5463-4692-ad14-086c42f82b7a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=257b44c8-5463-4692-ad14-086c42f82b7a,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:22.802114 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '257b44c8-5463-4692-ad14-086c42f82b7a', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'port_id': '257b44c8-5463-4692-ad14-086c42f82b7a', 'mac_address': 'fa:16:3e:61:9e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea88342-1f36-44bb-b6da-f8675085ec24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:47:22.843416 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.857620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257b44c8-5463-4692-ad14-086c42f82b7a {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:22.879938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 257b44c8-5463-4692-ad14-086c42f82b7a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=257b44c8-5463-4692-ad14-086c42f82b7a,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:22.886359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.944115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=257b44c8-5463-4692-ad14-086c42f82b7a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:23.104800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['257b44c8-5463-4692-ad14-086c42f82b7a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:23.473607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b83c-6c33-4429-af3f-957c4a030f7d req-eba19c38-bb96-4f81-9679-5fdea1eb2535 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:23.481287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-06b4b83c-6c33-4429-af3f-957c4a030f7d req-eba19c38-bb96-4f81-9679-5fdea1eb2535 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 945 time: 0.0758975 Aug 27 02:47:23.535142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-06b4b83c-6c33-4429-af3f-957c4a030f7d req-1671fc7d-db09-4ea3-9830-ef6f91236d2e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Aug 27 02:47:24.658022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e90e-f7ab-44ce-afa0-7d5379608e85 req-2f51c9ee-7499-4e1b-87c1-5166e63c5f6d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:24.659803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2bc4e90e-f7ab-44ce-afa0-7d5379608e85 req-2f51c9ee-7499-4e1b-87c1-5166e63c5f6d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 945 time: 0.0545874 Aug 27 02:47:24.669689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 257b44c8-5463-4692-ad14-086c42f82b7a up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:24.738906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2bc4e90e-f7ab-44ce-afa0-7d5379608e85 req-dff957e7-0a8c-4625-ad95-a64799244df5 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684824 Aug 27 02:47:24.756365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 257b44c8-5463-4692-ad14-086c42f82b7a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:24.762636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 257b44c8-5463-4692-ad14-086c42f82b7a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:24.763303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:24.859320 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:24.916611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 257b44c8-5463-4692-ad14-086c42f82b7a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=257b44c8-5463-4692-ad14-086c42f82b7a,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:24.917846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b44c8-5463-4692-ad14-086c42f82b7a'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:24.920801 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83edc1d-e2c1-479d-939f-43d010d8615d" -d '{"events": [{"server_uuid": "71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "257b44c8-5463-4692-ad14-086c42f82b7a"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:24.939865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:24.971354 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93481c6-6d94-47b3-a94b-f2105d07f59b x-openstack-request-id: req-a93481c6-6d94-47b3-a94b-f2105d07f59b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:24.971675 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "257b44c8-5463-4692-ad14-086c42f82b7a", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:24.971952 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a93481c6-6d94-47b3-a94b-f2105d07f59b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:24.972345 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b44c8-5463-4692-ad14-086c42f82b7a', 'code': 200} Aug 27 02:47:25.002182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=257b44c8-5463-4692-ad14-086c42f82b7a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:25.106594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487eb05-c9bc-455d-92d9-05ec22ac379d req-8028e74e-1bd7-4a11-af79-bb77f3fe8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:25.108471 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9487eb05-c9bc-455d-92d9-05ec22ac379d req-8028e74e-1bd7-4a11-af79-bb77f3fe8cc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 1097 time: 0.0587680 Aug 27 02:47:25.158633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9487eb05-c9bc-455d-92d9-05ec22ac379d req-d65462d4-891a-491b-9886-64c2021ed414 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Aug 27 02:47:25.855854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d223755-cf75-4855-9c05-17f824dc9c8e req-c526b1dd-6d2f-4d80-9612-c764f2c6f42a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:25.864511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d223755-cf75-4855-9c05-17f824dc9c8e req-c526b1dd-6d2f-4d80-9612-c764f2c6f42a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 946 time: 0.0574930 Aug 27 02:47:25.914455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7d223755-cf75-4855-9c05-17f824dc9c8e req-e946e85d-135f-4f3a-8158-137892f9eed6 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Aug 27 02:47:27.041805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933955-ce3c-4110-a195-079d15b4dfc9 req-36c0e8a6-bb48-4751-8bee-6691d044d873 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:27.050771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9c933955-ce3c-4110-a195-079d15b4dfc9 req-36c0e8a6-bb48-4751-8bee-6691d044d873 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 946 time: 0.0742588 Aug 27 02:47:27.101196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9c933955-ce3c-4110-a195-079d15b4dfc9 req-0ce7ffc5-aed1-4bd2-8547-4dbfede6b826 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Aug 27 02:47:27.717408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93b403d3-76ec-495d-a30c-3d95beb3411b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:28.829612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53040) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:28.980691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47c45965-1b7d-471f-84e0-a3f017756f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.115295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47c45965-1b7d-471f-84e0-a3f017756f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.121916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47c45965-1b7d-471f-84e0-a3f017756f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.168672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c45965-1b7d-471f-84e0-a3f017756f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ee9424-29cd-4bc5-a0e8-00ae219621b3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:29.183022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47c45965-1b7d-471f-84e0-a3f017756f8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a06296001e05418782ae8b861000d41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510685 Aug 27 02:47:29.186023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53052) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:29.246419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce164f46-af99-4ca7-83a8-599856c2c685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.271610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce164f46-af99-4ca7-83a8-599856c2c685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.322759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce164f46-af99-4ca7-83a8-599856c2c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.325936 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce164f46-af99-4ca7-83a8-599856c2c685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.332578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ce164f46-af99-4ca7-83a8-599856c2c685 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72ee9424-29cd-4bc5-a0e8-00ae219621b3 HTTP/1.1" status: 204 len: 168 time: 0.1443219 Aug 27 02:47:29.344238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce164f46-af99-4ca7-83a8-599856c2c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ee9424-29cd-4bc5-a0e8-00ae219621b3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:29.683528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53064) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:29.701659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c04bb31c-54a3-4272-9a73-0e0b3439863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.797045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c04bb31c-54a3-4272-9a73-0e0b3439863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.804254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c04bb31c-54a3-4272-9a73-0e0b3439863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.848443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb31c-54a3-4272-9a73-0e0b3439863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8ca5b9-d350-4b99-871f-c0c595768ace,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:29.862770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53066) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:29.863186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c04bb31c-54a3-4272-9a73-0e0b3439863d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76ab9f80f8cf4a8da6935b703cc662fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783621 Aug 27 02:47:29.984010 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90fdd5a2-f476-40ad-98f6-b250a1246995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.007077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90fdd5a2-f476-40ad-98f6-b250a1246995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.062215 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90fdd5a2-f476-40ad-98f6-b250a1246995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.064884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90fdd5a2-f476-40ad-98f6-b250a1246995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.066266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-90fdd5a2-f476-40ad-98f6-b250a1246995 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf8ca5b9-d350-4b99-871f-c0c595768ace HTTP/1.1" status: 204 len: 168 time: 0.2022710 Aug 27 02:47:30.084705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdd5a2-f476-40ad-98f6-b250a1246995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8ca5b9-d350-4b99-871f-c0c595768ace,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:30.234106 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-13f35d9b-e512-424d-9f6d-ee32cdba3dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.444175 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.308980 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.511093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53130) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.688334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27256767-faef-4b8b-a921-3a606e9ef592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.821462 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27256767-faef-4b8b-a921-3a606e9ef592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.830251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27256767-faef-4b8b-a921-3a606e9ef592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.915360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-27256767-faef-4b8b-a921-3a606e9ef592 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=437706d8e1134322b6bb9a1a2d3607b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031429 Aug 27 02:47:31.916371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27256767-faef-4b8b-a921-3a606e9ef592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b8e71f-91fc-4605-bc8b-d2d240625a5b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:31.918007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53146) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:32.021545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0603bdd6-8059-4c3e-9929-db555c3c79b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.053166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0603bdd6-8059-4c3e-9929-db555c3c79b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.109813 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0603bdd6-8059-4c3e-9929-db555c3c79b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.112818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0603bdd6-8059-4c3e-9929-db555c3c79b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.114403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0603bdd6-8059-4c3e-9929-db555c3c79b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0b8e71f-91fc-4605-bc8b-d2d240625a5b HTTP/1.1" status: 204 len: 168 time: 0.1945634 Aug 27 02:47:32.124244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603bdd6-8059-4c3e-9929-db555c3c79b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b8e71f-91fc-4605-bc8b-d2d240625a5b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:33.181733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.382944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53228) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:34.499178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a6e952f-a498-4444-9841-e32e12ded132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.597338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a6e952f-a498-4444-9841-e32e12ded132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.603795 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a6e952f-a498-4444-9841-e32e12ded132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.644986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0a6e952f-a498-4444-9841-e32e12ded132 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73a58d59bd0749b38b1257e372192881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601559 Aug 27 02:47:34.647667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:34.649013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e952f-a498-4444-9841-e32e12ded132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb52192-4cc6-4bc7-9296-2bad7a2b673e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:34.723424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b66bdd5d-0b3b-4c1f-aa5a-eab5d4e3da89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.751143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b66bdd5d-0b3b-4c1f-aa5a-eab5d4e3da89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.809455 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b66bdd5d-0b3b-4c1f-aa5a-eab5d4e3da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.812645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b66bdd5d-0b3b-4c1f-aa5a-eab5d4e3da89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.813937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b66bdd5d-0b3b-4c1f-aa5a-eab5d4e3da89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecb52192-4cc6-4bc7-9296-2bad7a2b673e HTTP/1.1" status: 204 len: 168 time: 0.1652327 Aug 27 02:47:34.823131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bdd5d-0b3b-4c1f-aa5a-eab5d4e3da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb52192-4cc6-4bc7-9296-2bad7a2b673e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:42.522589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53562) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.667822 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-510abcbb-323b-40c3-992a-bbd984a62ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:42.832569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-510abcbb-323b-40c3-992a-bbd984a62ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:42.846770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-510abcbb-323b-40c3-992a-bbd984a62ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:42.907055 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-510abcbb-323b-40c3-992a-bbd984a62ed3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9fc4b6fac6746a0987e667bc856546a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833520 Aug 27 02:47:42.909512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510abcbb-323b-40c3-992a-bbd984a62ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859341de-c8aa-4ce7-9019-e26522b17a8b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:42.909707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53582) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:43.000230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac8358e6-ca8b-4b42-9fc4-6e858385540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.027334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac8358e6-ca8b-4b42-9fc4-6e858385540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.088828 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac8358e6-ca8b-4b42-9fc4-6e858385540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.092516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac8358e6-ca8b-4b42-9fc4-6e858385540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.096315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac8358e6-ca8b-4b42-9fc4-6e858385540a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/859341de-c8aa-4ce7-9019-e26522b17a8b HTTP/1.1" status: 204 len: 168 time: 0.1830637 Aug 27 02:47:43.103690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8358e6-ca8b-4b42-9fc4-6e858385540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859341de-c8aa-4ce7-9019-e26522b17a8b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:45.284815 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-526af1bb-1cc5-4c1d-a949-8734dd783724 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420237 Aug 27 02:47:45.383373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-eece512f-70d5-4958-9204-f22939de7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:45.384944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-eece512f-70d5-4958-9204-f22939de7b16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 1096 time: 0.0605097 Aug 27 02:47:45.501689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-e846b1f9-005e-433b-bc5f-e4df8b72eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:45.503513 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-e846b1f9-005e-433b-bc5f-e4df8b72eb9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 916 time: 0.0993681 Aug 27 02:47:45.622742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-7f81466c-853d-4a7d-bd0f-edb53b6f4a31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44 HTTP/1.1" status: 200 len: 217 time: 0.1114962 Aug 27 02:47:45.756883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-e1049f33-f7f9-4328-85e1-91945722b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:45.775979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-e1049f33-f7f9-4328-85e1-91945722b0f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.1439202 Aug 27 02:47:45.817552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-e20935a5-b125-41e0-af92-fb56f553ac3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331352 Aug 27 02:47:45.960779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-336e6d6c-5193-4c8d-b1b0-b2dce16f353c service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341865 Aug 27 02:47:46.124350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c67331-b616-409b-a541-6c2e470a0f39 req-dccc57a2-4c17-409e-a31b-ea8d8c0b4f3d service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558881 Aug 27 02:47:46.494550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-ffc1140a-b124-4b66-8d80-a0d4fbd1b775 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:46.499064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-ffc1140a-b124-4b66-8d80-a0d4fbd1b775 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.1169937 Aug 27 02:47:46.522537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e287a792-10db-4771-b7c0-c40c04aa02c5 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/quotas/a7615d92f13b41e8923af3372f83120e HTTP/1.1" status: 200 len: 375 time: 0.0195584 Aug 27 02:47:46.589715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-7854a0bb-b96a-46ee-8d40-a2a2fa65ea0b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610580 Aug 27 02:47:46.717305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-599ca802-f763-4636-bcb9-6059d7aed38d service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190240 Aug 27 02:47:46.763867 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.826215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-2b52c7c9-c704-4953-b03d-eba1d0e3d4b6 service neutron] 10.222.0.10 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020195 Aug 27 02:47:47.406073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b307296-a3b8-4703-bd16-cc40e9a6b3a4 req-ad052623-b525-4232-803e-3612497cad61 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 210 time: 0.3148785 Aug 27 02:47:47.644490 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.381523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-3f5c0111-93e8-4f4c-820f-9e1925b9f611 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:48.386382 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-3f5c0111-93e8-4f4c-820f-9e1925b9f611 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 815 time: 0.1879947 Aug 27 02:47:48.400735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Request body: {'port': {'device_id': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'admin_state_up': True, 'tenant_id': 'a7615d92f13b41e8923af3372f83120e'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:48.711767 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-66cb3a22-b83f-488d-88ec-aa3ca54f6cf6 req-400aba04-5e41-47f6-9a38-f3910d01e786 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 210 time: 0.1332738 Aug 27 02:47:48.727022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Made reservation on behalf of a7615d92f13b41e8923af3372f83120e for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:48.731305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.916768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Allocated IP 172.20.0.6 (51d560cf-cdb0-4e15-9c12-1e315c4098b9/6ea88342-1f36-44bb-b6da-f8675085ec24/f9755d5a-216d-4a93-8bb6-4ffbab3eb805) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:49.096019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.145754 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.166969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44', 'd7740e47-fa86-4e4f-aeeb-3648348ad534'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:49.200206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event updated for resources: {'Port': ['ID=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:49.222720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['257b44c8-5463-4692-ad14-086c42f82b7a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:49.227554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:49.229499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:49.244303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:49.354367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:49.355844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.398708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-e12668c0-102d-4e5a-a8e0-c634258b0044 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0017455 Aug 27 02:47:49.412208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Request body: {'port': {'device_id': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:49.498262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.906514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826183b-0c9a-48cc-a53c-7ebe0ba4bd21 req-67d6c772-af8a-4475-92c7-7e4f83729902 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:49.908306 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d826183b-0c9a-48cc-a53c-7ebe0ba4bd21 req-67d6c772-af8a-4475-92c7-7e4f83729902 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 931 time: 0.0902455 Aug 27 02:47:49.959428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9755d5a-216d-4a93-8bb6-4ffbab3eb805 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:49.970927 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.985445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Transition to ACTIVE for port object f9755d5a-216d-4a93-8bb6-4ffbab3eb805 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:49.993444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.009470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d826183b-0c9a-48cc-a53c-7ebe0ba4bd21 req-ce2f0e8d-969a-48e4-8680-6984ec28ff82 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929577 Aug 27 02:47:50.161334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Pushing event updated for resources: {'Port': ['ID=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:50.221153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Attempting to bind port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:50.221501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Attempting to bind port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:50.221839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Attempting to bind port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:50.226660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:47:50.226992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Attempting to bind port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 on network 51d560cf-cdb0-4e15-9c12-1e315c4098b9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:50.244880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:50.245165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Checking segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:50.245564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Bound using segment: {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:50.246009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Bound port: f9755d5a-216d-4a93-8bb6-4ffbab3eb805, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907b0272-36cb-448c-9df6-37c929efc902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:50.246407 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.269932 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:47:50.372614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] For port f9755d5a-216d-4a93-8bb6-4ffbab3eb805, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:50.376264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] For port f9755d5a-216d-4a93-8bb6-4ffbab3eb805, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:50.382563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.444434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:50.446170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.448242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] 10.222.0.45 "PUT /v2.0/ports/f9755d5a-216d-4a93-8bb6-4ffbab3eb805 HTTP/1.1" status: 200 len: 1091 time: 1.0412018 Aug 27 02:47:50.448901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'tag': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:50.451727 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986c84e7-ad7a-41d0-9a5f-19211fff8766" -d '{"events": [{"name": "network-changed", "server_uuid": "5a181082-9a8a-49a7-b079-5a201300e3ce", "tag": "f9755d5a-216d-4a93-8bb6-4ffbab3eb805"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:50.480115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82a9ca-39be-4f65-a757-7901f2df0a87 service neutron] Pushing event updated for resources: {'Port': ['ID=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:50.546827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-24f7977d-52c1-4102-b1cd-a43f3f4265ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:50.548754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-24f7977d-52c1-4102-b1cd-a43f3f4265ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 1094 time: 0.0503747 Aug 27 02:47:50.574765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53820) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.618466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-7630153b-2463-4c60-a615-b6a7cc05e051 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9755d5a-216d-4a93-8bb6-4ffbab3eb805 HTTP/1.1" status: 200 len: 217 time: 0.0607221 Aug 27 02:47:50.704702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-a7715e98-a34e-4c0a-af5d-869fdf4401f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:50.710488 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-a7715e98-a34e-4c0a-af5d-869fdf4401f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.0837879 Aug 27 02:47:50.755263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-29c660d4-cd3f-400e-bd20-232ff7a17a2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353944 Aug 27 02:47:50.802797 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458eaa16-7027-41ca-a891-aeb5bb204b15 x-openstack-request-id: req-458eaa16-7027-41ca-a891-aeb5bb204b15 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:50.803216 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a181082-9a8a-49a7-b079-5a201300e3ce", "tag": "f9755d5a-216d-4a93-8bb6-4ffbab3eb805", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:50.803742 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-458eaa16-7027-41ca-a891-aeb5bb204b15 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:50.804243 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'tag': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805', 'status': 'completed', 'code': 200} Aug 27 02:47:50.869142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9b-d0c5-44f9-acf1-cc0ebcff351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.921165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-09514212-4164-4c8f-b42d-92d522904d5a service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564004 Aug 27 02:47:50.993148 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9b-d0c5-44f9-acf1-cc0ebcff351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.999193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9b-d0c5-44f9-acf1-cc0ebcff351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.089365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bab57e9b-d0c5-44f9-acf1-cc0ebcff351c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f443b9960b674f68a30d6484215930b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131364 Aug 27 02:47:51.092293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53834) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:51.121850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab57e9b-d0c5-44f9-acf1-cc0ebcff351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fbdd2c-f38d-47c1-8f07-dc23be3b14b9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.136180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af4b5e68-f75b-455b-8d95-2408c2caeff7 req-d93ff318-b7de-4c48-93fe-009c51dd2f4b service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069647 Aug 27 02:47:51.247078 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94d9192d-56ea-4491-bdcb-14cf76d11bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.250708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f3635-9b4a-461b-8b5a-7758ca3f19c1 req-4dd75bc4-cab4-4bd3-92eb-95ce72eecaac tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:51.256570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe0f3635-9b4a-461b-8b5a-7758ca3f19c1 req-4dd75bc4-cab4-4bd3-92eb-95ce72eecaac tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 943 time: 0.0940485 Aug 27 02:47:51.268856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-56502f25-8d1e-4c2d-a4d9-69a641799c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:51.270566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-56502f25-8d1e-4c2d-a4d9-69a641799c1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7615d92f13b41e8923af3372f83120e&device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 1094 time: 0.0644825 Aug 27 02:47:51.281176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94d9192d-56ea-4491-bdcb-14cf76d11bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.313760 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe0f3635-9b4a-461b-8b5a-7758ca3f19c1 req-8108dc53-5109-4a18-b308-f5c7128a6c6f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537739 Aug 27 02:47:51.402196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-8a0d8088-6198-4a5d-bd52-9adc5e0cb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:51.404055 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-8a0d8088-6198-4a5d-bd52-9adc5e0cb7b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 200 len: 916 time: 0.1250463 Aug 27 02:47:51.419294 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94d9192d-56ea-4491-bdcb-14cf76d11bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.422205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94d9192d-56ea-4491-bdcb-14cf76d11bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.423442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-94d9192d-56ea-4491-bdcb-14cf76d11bc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57fbdd2c-f38d-47c1-8f07-dc23be3b14b9 HTTP/1.1" status: 204 len: 168 time: 0.3278148 Aug 27 02:47:51.473705 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-6844d920-f960-46e0-b266-9be9ae7494c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9755d5a-216d-4a93-8bb6-4ffbab3eb805 HTTP/1.1" status: 200 len: 217 time: 0.0558574 Aug 27 02:47:51.478980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9192d-56ea-4491-bdcb-14cf76d11bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fbdd2c-f38d-47c1-8f07-dc23be3b14b9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.544051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-98fa6514-526e-48bf-924c-fa594ac8d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:51.546205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-98fa6514-526e-48bf-924c-fa594ac8d89a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 200 len: 855 time: 0.0646605 Aug 27 02:47:51.586979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-358eaa50-e2eb-4a1e-8610-e07be633d829 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51d560cf-cdb0-4e15-9c12-1e315c4098b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294256 Aug 27 02:47:51.705283 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-88b69604-d944-4afa-acb4-32eeb9bbf922 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106391 Aug 27 02:47:51.835122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-986c84e7-ad7a-41d0-9a5f-19211fff8766 req-fa74a20e-b166-4e58-800e-c882156b29e2 service neutron] 10.222.0.45 "GET /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203616 Aug 27 02:47:52.548655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ce048-b629-4448-bbb9-1432c4541e3c req-d3aad45a-e18a-4103-a674-91326cf0d22f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:52.557503 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b37ce048-b629-4448-bbb9-1432c4541e3c req-d3aad45a-e18a-4103-a674-91326cf0d22f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 943 time: 0.1112990 Aug 27 02:47:52.598239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b37ce048-b629-4448-bbb9-1432c4541e3c req-f8602705-a75d-4378-97a2-70f433c214fe tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Aug 27 02:47:53.011306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53914) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:53.220146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'network': {'name': 'tempest-network-smoke--1781626964', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'port_security_enabled': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:53.260147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:53.266763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.290629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.408863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.413816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.446865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:53.453695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f7cda-e65a-4c5d-b579-0d6f372025ab,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:53.461440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.461903 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Added segment 6061211e-2ba8-4ca4-ab17-8faa5f198392 of type vlan for network 35b918d4-2649-4da0-92c0-eb1bfcaa693a Aug 27 02:47:53.508211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.555203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.561015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:53.561558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.623161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6077919 Aug 27 02:47:53.623464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53932) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:53.642403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'admin_state_up': True, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:53.668856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a781e4f-65f7-45bf-ba87-8c317e95cab5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Network': ['ID=35b918d4-2649-4da0-92c0-eb1bfcaa693a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:53.684487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:53.695267 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.696527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.765204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86443ef0-2775-4d78-8590-3a4da9ead20c req-3ddf87ee-35a7-4b36-b38c-bb616d31f570 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:53.770190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.775049 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86443ef0-2775-4d78-8590-3a4da9ead20c req-3ddf87ee-35a7-4b36-b38c-bb616d31f570 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 943 time: 0.0949068 Aug 27 02:47:53.836114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86443ef0-2775-4d78-8590-3a4da9ead20c req-3eb67bee-e72d-4282-b798-053dd9a7fb10 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601912 Aug 27 02:47:53.947067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.979234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9755d5a-216d-4a93-8bb6-4ffbab3eb805 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:47:54.097314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f9755d5a-216d-4a93-8bb6-4ffbab3eb805, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:54.111348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805', 'network_id': '51d560cf-cdb0-4e15-9c12-1e315c4098b9', 'port_id': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805', 'mac_address': 'fa:16:3e:a5:2a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea88342-1f36-44bb-b6da-f8675085ec24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:47:54.150532 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.165010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9755d5a-216d-4a93-8bb6-4ffbab3eb805 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:54.174160 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.187089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f9755d5a-216d-4a93-8bb6-4ffbab3eb805, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:54.192424 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.195371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.275935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:54.362280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.25.1.55 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/85147966-da4d-45d7-9487-5297d5a5bb70) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:54.424622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f9755d5a-216d-4a93-8bb6-4ffbab3eb805'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:54.475479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.541027 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.590057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=85147966-da4d-45d7-9487-5297d5a5bb70,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:54.608186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:54.609591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:54.612092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:54.870377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.006456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e22876-2b94-4372-995e-0e83b880ec14 req-539cdd09-8c32-4a2b-a852-fe0dce41ac5e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:55.008536 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3e22876-2b94-4372-995e-0e83b880ec14 req-539cdd09-8c32-4a2b-a852-fe0dce41ac5e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 944 time: 0.0928671 Aug 27 02:47:55.117571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3e22876-2b94-4372-995e-0e83b880ec14 req-86d66c42-4abe-4019-a1fd-0a83369ff252 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921488 Aug 27 02:47:55.207947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.646783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router cb612148-32d9-4d93-a0a1-7f3bc77e1265 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:47:55.769743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:55.785611 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Sync routers for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:55.791269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.796197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66f253e4-0792-40cb-892d-456db274cee0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1701612 Aug 27 02:47:55.799773 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:55.800609 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:47:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:55.801320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53978) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:55.913253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53986) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:55.914266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24026c5c-036a-4a00-8b94-682ec1aedffe tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5b1b46e9678645cd87d02089062acdc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1085727 Aug 27 02:47:55.928950 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:56.017075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9755d5a-216d-4a93-8bb6-4ffbab3eb805 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:56.091397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:56.112629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:56.113109 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.146941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dca27e-3386-45ac-84e0-9bc0a17723a9 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.148493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f2dca27e-3386-45ac-84e0-9bc0a17723a9 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2341998 Aug 27 02:47:56.151784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 53992) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:56.181637 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:54Z', 'revision_number': 3, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:56.225412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-382a0285-c144-47e8-ae8c-90252ad1da6a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707040 Aug 27 02:47:56.225768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 53996) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:56.231891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312297778', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:56.238412 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.295076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:56.298029 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d613c11-37ed-472c-b5c5-d445dbd68ee1" -d '{"events": [{"server_uuid": "5a181082-9a8a-49a7-b079-5a201300e3ce", "name": "network-vif-plugged", "status": "completed", "tag": "f9755d5a-216d-4a93-8bb6-4ffbab3eb805"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:56.298771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ded4e-150f-48ea-a460-717d8beb168d req-93509f9c-f08a-4898-9730-17cd05a51f95 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.315470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f9755d5a-216d-4a93-8bb6-4ffbab3eb805, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:56.319043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f34ded4e-150f-48ea-a460-717d8beb168d req-93509f9c-f08a-4898-9730-17cd05a51f95 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 944 time: 0.0819447 Aug 27 02:47:56.324582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.405840 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ccef4-1bb5-448e-a7fd-f3b060ab352b x-openstack-request-id: req-b14ccef4-1bb5-448e-a7fd-f3b060ab352b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:56.406127 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a181082-9a8a-49a7-b079-5a201300e3ce", "name": "network-vif-plugged", "status": "completed", "tag": "f9755d5a-216d-4a93-8bb6-4ffbab3eb805", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:56.406417 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b14ccef4-1bb5-448e-a7fd-f3b060ab352b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:56.406967 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805', 'code': 200} Aug 27 02:47:56.426960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f34ded4e-150f-48ea-a460-717d8beb168d req-b6963812-67a1-4efa-8511-0b2dda5a7a0f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069098 Aug 27 02:47:56.433362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:56.436362 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Checking router: cb612148-32d9-4d93-a0a1-7f3bc77e1265 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:56.436819 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Updating router cb612148-32d9-4d93-a0a1-7f3bc77e1265 port 85147966-da4d-45d7-9487-5297d5a5bb70 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:47:56.438228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.446521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:56.455556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.455959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.456310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.456649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.456983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.457941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.458179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.458539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.458873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.459205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.459855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.459982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:56.467285 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.579625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c16a6-8cb5-47d8-b786-767f0880685e req-0bc33b86-a205-480d-8e67-d8a57bf3fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.581845 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f34c16a6-8cb5-47d8-b786-767f0880685e req-0bc33b86-a205-480d-8e67-d8a57bf3fba9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 1096 time: 0.0690641 Aug 27 02:47:56.623582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-ba1324e3-b197-4839-99c7-40c906a37dac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500891 Aug 27 02:47:56.645469 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f34c16a6-8cb5-47d8-b786-767f0880685e req-4c5612a1-3b10-410c-b24c-330e464f1937 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555968 Aug 27 02:47:56.742443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-30cf93c6-968b-47cc-9fcf-c12dd1f8fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.742443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-30cf93c6-968b-47cc-9fcf-c12dd1f8fa16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1096 time: 0.0612330 Aug 27 02:47:56.780182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.864628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Checking segment: {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:56.864938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network hostable DHCP agents. Network: 35b918d4-2649-4da0-92c0-eb1bfcaa693a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:56.886366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Subnet': ['ID=9da1d958-a8bb-4941-98e7-f2aff12683d7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:56.896981 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.907759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-04a01cb4-5349-4f50-98f1-1f05ea09334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.910674 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Transition to ACTIVE for port object 85147966-da4d-45d7-9487-5297d5a5bb70 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:56.910838 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-04a01cb4-5349-4f50-98f1-1f05ea09334a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 200 len: 910 time: 0.1289759 Aug 27 02:47:56.917686 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.919173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:56.943703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 35b918d4-2649-4da0-92c0-eb1bfcaa693a) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:56.948600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.953062 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.959779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221b5d0-b316-4141-8dc4-b5a1e6cdef50 None None] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:57.008331 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Attempting to bind port 85147966-da4d-45d7-9487-5297d5a5bb70 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:57.008825 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Attempting to bind port 85147966-da4d-45d7-9487-5297d5a5bb70 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:57.009596 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Attempting to bind port 85147966-da4d-45d7-9487-5297d5a5bb70 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:57.016945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c189bff-f80d-4393-b127-7c839cf4b895 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7864113 Aug 27 02:47:57.016945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54010) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:57.030534 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:57.030534 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:57.030534 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.030534 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:57.030534 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Bound port: 85147966-da4d-45d7-9487-5297d5a5bb70, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:57.030981 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.045887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-c8783189-22e3-4f89-9136-fe23628addff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1239457 Aug 27 02:47:57.057420 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Pushing event updated for resources: {'Port': ['ID=85147966-da4d-45d7-9487-5297d5a5bb70,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:57.070904 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.071243 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.071577 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.071964 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.072288 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.072613 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.072933 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.073251 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.073566 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.073883 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.074199 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.074545 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:57.152214 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] For port 85147966-da4d-45d7-9487-5297d5a5bb70, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:57.157507 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] For port 85147966-da4d-45d7-9487-5297d5a5bb70, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=85147966-da4d-45d7-9487-5297d5a5bb70,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:57.161735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-d2b90845-7d2d-412e-945b-5a3f2c369176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:57.164989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-d2b90845-7d2d-412e-945b-5a3f2c369176 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b HTTP/1.1" status: 200 len: 848 time: 0.1100938 Aug 27 02:47:57.173447 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.247862 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:57.249026 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:47:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:57.263181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:47:57.264467 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.291460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-0bfe6a8a-5567-4ae3-81bd-89cfea842439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:57.293476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-0bfe6a8a-5567-4ae3-81bd-89cfea842439 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197443 Aug 27 02:47:57.295359 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d1114-b366-4702-8d2c-9498a15bee73 None None] Pushing event updated for resources: {'Port': ['ID=85147966-da4d-45d7-9487-5297d5a5bb70,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:57.421805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Allocated IP 172.20.0.2 (35b918d4-2649-4da0-92c0-eb1bfcaa693a/9da1d958-a8bb-4941-98e7-f2aff12683d7/53033709-8cf8-459f-afe0-668d024b6095) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:57.427354 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:57.502524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-ceefc08b-b810-474f-8e06-040ee8cb5904 service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989005 Aug 27 02:47:57.709701 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-11cd2283-3923-4bde-9f87-fdf78014df35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.714840 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.723777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Transition to ACTIVE for port object 53033709-8cf8-459f-afe0-668d024b6095 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:57.742431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Transition to ACTIVE for port object 53033709-8cf8-459f-afe0-668d024b6095 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:57.751694 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:54Z', 'revision_number': 3, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:57.759138 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.793218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:57.795839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:57.815162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:57.834897 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d705af-564d-47f9-a83c-288d6d8efa54 None None] The sync data for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 is: [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:54Z', 'revision_number': 3, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:47:57.856784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-408e4848-1b0d-4263-b69a-48c99fa474cf req-fe0c93c2-7347-4437-8956-bc7b748c1e4e service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426392 Aug 27 02:47:57.883917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd07848-7573-4370-a931-7d7d0bf876e4 req-c17f37fb-99b3-47d8-b1e9-ecf4e7ce20a9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:57.886247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6cd07848-7573-4370-a931-7d7d0bf876e4 req-c17f37fb-99b3-47d8-b1e9-ecf4e7ce20a9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 945 time: 0.3079011 Aug 27 02:47:57.898944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Pushing event updated for resources: {'Port': ['ID=53033709-8cf8-459f-afe0-668d024b6095,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:57.921076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Attempting to bind port 53033709-8cf8-459f-afe0-668d024b6095 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:57.921460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Attempting to bind port 53033709-8cf8-459f-afe0-668d024b6095 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:57.921827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Attempting to bind port 53033709-8cf8-459f-afe0-668d024b6095 on network 35b918d4-2649-4da0-92c0-eb1bfcaa693a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:57.927411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:57.927787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Checking segment: {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:57.928194 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.928592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Bound using segment: {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:57.929060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Bound port: 53033709-8cf8-459f-afe0-668d024b6095, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:57.929443 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.006197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6cd07848-7573-4370-a931-7d7d0bf876e4 req-6658f86d-b403-4de3-98ef-b8bd5457e112 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098788 Aug 27 02:47:58.019021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] For port 53033709-8cf8-459f-afe0-668d024b6095, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:58.023488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] For port 53033709-8cf8-459f-afe0-668d024b6095, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=53033709-8cf8-459f-afe0-668d024b6095,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:58.037058 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.112712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.123103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97639439-c998-4054-bc1f-7ba547d1119f None None] Pushing event updated for resources: {'Port': ['ID=53033709-8cf8-459f-afe0-668d024b6095,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:58.580856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.20.0.1 (35b918d4-2649-4da0-92c0-eb1bfcaa693a/9da1d958-a8bb-4941-98e7-f2aff12683d7/baa05c20-073a-4beb-95bd-29f97984f7b9) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:58.774421 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.797490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Transition to ACTIVE for port object baa05c20-073a-4beb-95bd-29f97984f7b9 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:58.852747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.896445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:58.899986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:58.912729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:58.978641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=baa05c20-073a-4beb-95bd-29f97984f7b9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:59.006877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.200005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.269142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a6d7-3ef2-4010-9367-f046e3c78c6b req-2768e418-dc3d-4971-8532-c46f6ab84fd8 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:59.275078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a04a6d7-3ef2-4010-9367-f046e3c78c6b req-2768e418-dc3d-4971-8532-c46f6ab84fd8 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 945 time: 0.1277289 Aug 27 02:47:59.470625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8a04a6d7-3ef2-4010-9367-f046e3c78c6b req-bd26833a-5c1a-40c5-a2ff-66f8d51a218b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654663 Aug 27 02:47:59.743686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 53033709-8cf8-459f-afe0-668d024b6095 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:59.822386 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.834621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.846553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 53033709-8cf8-459f-afe0-668d024b6095 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:59.868653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 85147966-da4d-45d7-9487-5297d5a5bb70 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:59.916192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=baa05c20-073a-4beb-95bd-29f97984f7b9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:59.918887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.920561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bb3df8-5c36-4b2f-bdae-b904b1bc274d None None] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:00.048443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-40b5917c-7cb0-47d1-83ad-20cafd245760 None None] Provisioning for port 53033709-8cf8-459f-afe0-668d024b6095 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:00.072622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-40b5917c-7cb0-47d1-83ad-20cafd245760 None None] Provisioning complete for port 53033709-8cf8-459f-afe0-668d024b6095 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:00.075660 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40b5917c-7cb0-47d1-83ad-20cafd245760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.181666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 85147966-da4d-45d7-9487-5297d5a5bb70 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:00.200345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:00.204458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:00.238721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 85147966-da4d-45d7-9487-5297d5a5bb70 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:00.240369 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.284535 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-99f7e61f-7d2c-4799-8457-2814c35df4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.359295 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40b5917c-7cb0-47d1-83ad-20cafd245760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.404916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router cb612148-32d9-4d93-a0a1-7f3bc77e1265 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:48:00.407115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-40b5917c-7cb0-47d1-83ad-20cafd245760 None None] For port 53033709-8cf8-459f-afe0-668d024b6095, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=53033709-8cf8-459f-afe0-668d024b6095,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:00.425294 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40b5917c-7cb0-47d1-83ad-20cafd245760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.535849 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.600618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.644686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 85147966-da4d-45d7-9487-5297d5a5bb70, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=85147966-da4d-45d7-9487-5297d5a5bb70,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:00.658125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5917c-7cb0-47d1-83ad-20cafd245760 None None] Pushing event updated for resources: {'Port': ['ID=53033709-8cf8-459f-afe0-668d024b6095,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:00.667123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.698915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:00.706855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54074) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:00.708789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b431c4f3-584b-4a8c-839b-3e27e11ebfba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "PUT /v2.0/routers/cb612148-32d9-4d93-a0a1-7f3bc77e1265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6913092 Aug 27 02:48:00.771242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Sync routers for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:00.809512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:00.810390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:48:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:00.855329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=85147966-da4d-45d7-9487-5297d5a5bb70,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:00.919044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.919523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.921991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.923574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.927263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.927989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.928615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.929260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.938037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c3c317e3-c86f-4065-9390-20325b071085 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.2270627 Aug 27 02:48:00.938858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54076) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:01.129313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.130078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.131662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.132112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.133188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.136855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.137359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.139800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:01.150989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54082) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:01.151203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-88adf4da-1378-4a43-a2b0-8fc6d53dcbd2 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5282 time: 0.2108819 Aug 27 02:48:01.407392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:01.575785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea9cdf97-4cf0-43f3-bbae-71e92ab5c88b None None] Provisioning complete for port 53033709-8cf8-459f-afe0-668d024b6095 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:01.576551 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdf97-4cf0-43f3-bbae-71e92ab5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.620808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 53033709-8cf8-459f-afe0-668d024b6095 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:01.684091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.840979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 53033709-8cf8-459f-afe0-668d024b6095 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:01.841663 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.901655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea9cdf97-4cf0-43f3-bbae-71e92ab5c88b None None] Provisioning for port baa05c20-073a-4beb-95bd-29f97984f7b9 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:01.909973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea9cdf97-4cf0-43f3-bbae-71e92ab5c88b None None] Provisioning complete for port baa05c20-073a-4beb-95bd-29f97984f7b9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:01.910588 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdf97-4cf0-43f3-bbae-71e92ab5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.960073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 2, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:01.996884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Checking router: cb612148-32d9-4d93-a0a1-7f3bc77e1265 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:48:01.997377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Updating router cb612148-32d9-4d93-a0a1-7f3bc77e1265 port baa05c20-073a-4beb-95bd-29f97984f7b9 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:48:02.009347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cdf97-4cf0-43f3-bbae-71e92ab5c88b None None] Port baa05c20-073a-4beb-95bd-29f97984f7b9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:02.031950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 85147966-da4d-45d7-9487-5297d5a5bb70 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:02.045022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ef10f459-8204-4b03-b6d4-88ffeef30fc5 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.8924820 Aug 27 02:48:02.063910 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.185376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 85147966-da4d-45d7-9487-5297d5a5bb70 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:02.185902 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.229623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fdce11dd-76bb-46aa-8fda-0263169f07ce None None] Provisioning complete for port baa05c20-073a-4beb-95bd-29f97984f7b9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:02.230958 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fdce11dd-76bb-46aa-8fda-0263169f07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.326853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fdce11dd-76bb-46aa-8fda-0263169f07ce None None] Port baa05c20-073a-4beb-95bd-29f97984f7b9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:02.500637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54110) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:02.506135 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.509879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192862072', 'description': 'tempest-secgroup-smoke-1192862072 description', 'project_id': '5b1b46e9678645cd87d02089062acdc5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:02.523587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Transition to ACTIVE for port object baa05c20-073a-4beb-95bd-29f97984f7b9 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:02.536961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.599911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.765467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7a7b7-5e96-4bb9-adc1-a56769b63ceb None None] Pushing event updated for resources: {'Port': ['ID=baa05c20-073a-4beb-95bd-29f97984f7b9,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:02.831289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Attempting to bind port baa05c20-073a-4beb-95bd-29f97984f7b9 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:02.832431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Attempting to bind port baa05c20-073a-4beb-95bd-29f97984f7b9 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:02.832431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Attempting to bind port baa05c20-073a-4beb-95bd-29f97984f7b9 on network 35b918d4-2649-4da0-92c0-eb1bfcaa693a {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:02.848500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:02.849312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Checking segment: {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:02.849312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.849685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Bound using segment: {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:02.850207 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Bound port: baa05c20-073a-4beb-95bd-29f97984f7b9, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:02.851278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.860510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.874777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.943243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.947355 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4428644 Aug 27 02:48:02.947924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54124) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:02.957230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c25457-ee87-4dc2-ac12-44db4ad88a71,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:02.957678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': '63c25457-ee87-4dc2-ac12-44db4ad88a71', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:02.976254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] For port baa05c20-073a-4beb-95bd-29f97984f7b9, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:02.980488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] For port baa05c20-073a-4beb-95bd-29f97984f7b9, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=baa05c20-073a-4beb-95bd-29f97984f7b9,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:02.982213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.985096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.985596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.992048 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.993943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.995006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.995509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.996008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.996505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.997001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.997493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.997998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:02.998570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc4906-b75e-4faa-bdf6-5a16c3b52661 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.040530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.047038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7a7b7-5e96-4bb9-adc1-a56769b63ceb None None] Pushing event updated for resources: {'Port': ['ID=baa05c20-073a-4beb-95bd-29f97984f7b9,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:03.079356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:03.080322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:48:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:03.176575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.184202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.246539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afce24e-7916-40fb-a169-bf7399a09cd9,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:03.264841 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.271434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.271840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.272284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.272979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.273342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.273655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.273979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.274413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.274685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.275050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.275380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.275701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:03.289045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.293810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54134) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:03.300604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3cee642f-ac2a-4b26-adbb-10ada572b20e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': '63c25457-ee87-4dc2-ac12-44db4ad88a71', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:03.305389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e27d39d1-f496-4640-8ffe-9ca497294f24 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550587 Aug 27 02:48:03.331774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:03.357973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cee642f-ac2a-4b26-adbb-10ada572b20e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.473341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cee642f-ac2a-4b26-adbb-10ada572b20e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.480598 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cee642f-ac2a-4b26-adbb-10ada572b20e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.517450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee642f-ac2a-4b26-adbb-10ada572b20e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88098f1-1cea-451d-967f-235af8e6b785,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:03.541065 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cee642f-ac2a-4b26-adbb-10ada572b20e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.542576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3cee642f-ac2a-4b26-adbb-10ada572b20e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2475286 Aug 27 02:48:03.545903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54136) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:03.551031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-342e5eb7-f747-4ebd-9a3f-35b8308d7d4c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': '63c25457-ee87-4dc2-ac12-44db4ad88a71', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:03.601098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-342e5eb7-f747-4ebd-9a3f-35b8308d7d4c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.789057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:02Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:03.856224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc54dcc-5ed9-4b5e-bbac-43d206acd005 None None] The sync data for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 is: [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:02Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:04.197929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-342e5eb7-f747-4ebd-9a3f-35b8308d7d4c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.204431 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-342e5eb7-f747-4ebd-9a3f-35b8308d7d4c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.225553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e5eb7-f747-4ebd-9a3f-35b8308d7d4c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb0fd9c-d94b-4a6e-a1b3-2334f58c57d1,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:04.238376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-342e5eb7-f747-4ebd-9a3f-35b8308d7d4c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.241493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-342e5eb7-f747-4ebd-9a3f-35b8308d7d4c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6941123 Aug 27 02:48:04.246296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54150) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:04.280108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-eb6cde28-c002-4e3e-aed2-cd92c124658f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': '63c25457-ee87-4dc2-ac12-44db4ad88a71', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:04.324173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb6cde28-c002-4e3e-aed2-cd92c124658f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.448632 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb6cde28-c002-4e3e-aed2-cd92c124658f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.465442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb6cde28-c002-4e3e-aed2-cd92c124658f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.495399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cde28-c002-4e3e-aed2-cd92c124658f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469c1647-40cb-4bc1-9b89-5bb6dd72fbed,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:04.523187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb6cde28-c002-4e3e-aed2-cd92c124658f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.535983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-eb6cde28-c002-4e3e-aed2-cd92c124658f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2826586 Aug 27 02:48:04.536952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54158) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:04.556877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': '63c25457-ee87-4dc2-ac12-44db4ad88a71', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:04.607106 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Project 5b1b46e9678645cd87d02089062acdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:48:04.615366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.728015 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.737339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.761902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6461aa9a-7737-4a2f-a20c-1751d04cc456,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:04.772463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.773690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5dfdd834-2d0d-488d-9ab1-8f3dfd975423 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2355282 Aug 27 02:48:04.776616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54160) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:04.781872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': '63c25457-ee87-4dc2-ac12-44db4ad88a71', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:04.835180 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Project 5b1b46e9678645cd87d02089062acdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:48:04.848178 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.025034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.036626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.082786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b53c90-549b-4c4b-8cf3-49e4e4f64a74,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:05.085998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.090383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9ce73414-c5c5-4e33-98c1-f3343e0dacc2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3105702 Aug 27 02:48:05.356628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-93464e87-2f99-4eb0-bd84-68f1abe92417 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192862072&fields=id&tenant_id=5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 267 time: 0.0711129 Aug 27 02:48:05.621403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device baa05c20-073a-4beb-95bd-29f97984f7b9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:05.661918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-d9ce4479-1018-474b-abea-b9b90258f372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:05.677946 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-d9ce4479-1018-474b-abea-b9b90258f372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/networks?id=35b918d4-2649-4da0-92c0-eb1bfcaa693a HTTP/1.1" status: 200 len: 797 time: 0.3192880 Aug 27 02:48:05.698901 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port baa05c20-073a-4beb-95bd-29f97984f7b9 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:05.700895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-6ad07cb6-66d4-49a4-bcdd-d8a23c94415c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/quotas/5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 375 time: 0.0195587 Aug 27 02:48:05.706146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port baa05c20-073a-4beb-95bd-29f97984f7b9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:05.707274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.777425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-05a75fb7-d38e-4c97-897d-029fa00fda6e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705023 Aug 27 02:48:05.806402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.888687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port baa05c20-073a-4beb-95bd-29f97984f7b9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=baa05c20-073a-4beb-95bd-29f97984f7b9,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:05.899890 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.906934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-f5d1c8f9-0880-4c22-8482-5dfc801e2b87 service neutron] 10.222.0.10 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257391 Aug 27 02:48:05.987532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=baa05c20-073a-4beb-95bd-29f97984f7b9,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:06.045090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-b8d18005-85b1-4d4d-bb5b-f0814fe79334 service neutron] 10.222.0.10 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324151 Aug 27 02:48:06.278397 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a18ddcec-88ba-4460-ad82-57fca80d1e8e req-cf127ab2-8d09-48bd-bc8e-f6cb57ff20bc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 210 time: 0.0312855 Aug 27 02:48:07.405453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-b8aedd7c-b002-4681-a91d-f547b5c4ac08 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:07.408190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-b8aedd7c-b002-4681-a91d-f547b5c4ac08 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "GET /v2.0/networks?id=35b918d4-2649-4da0-92c0-eb1bfcaa693a HTTP/1.1" status: 200 len: 797 time: 0.1465840 Aug 27 02:48:07.411027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2844679b-3767-4ea4-9865-c8386ddce0e4 req-ff00596a-af87-42d8-8594-d492bf0d47c7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 210 time: 0.0440176 Aug 27 02:48:07.478543 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-22b01156-66fd-4339-8098-928cc0cdbb36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 380 time: 0.0589335 Aug 27 02:48:07.494070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'port': {'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'admin_state_up': True, 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'security_groups': ['63c25457-ee87-4dc2-ac12-44db4ad88a71']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:07.535485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device baa05c20-073a-4beb-95bd-29f97984f7b9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:07.594093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port baa05c20-073a-4beb-95bd-29f97984f7b9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:07.594970 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.627828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:07.632419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.798281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.20.0.11 (35b918d4-2649-4da0-92c0-eb1bfcaa693a/9da1d958-a8bb-4941-98e7-f2aff12683d7/6cf346ab-a0cf-42af-ba67-6ad725479f5b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:07.953957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.969107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Transition to ACTIVE for port object 6cf346ab-a0cf-42af-ba67-6ad725479f5b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:08.003282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.046047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:08.051285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:08.055595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:08.062641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=6cf346ab-a0cf-42af-ba67-6ad725479f5b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:08.110687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:08.111236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.132244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-953ce4b4-15b7-4c03-93fd-2d1d98590ea4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6460545 Aug 27 02:48:08.147199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Request body: {'port': {'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:08.209241 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.391763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-097ce54d-fa99-43b9-9781-40b1e99491d1 None None] Provisioning for port 6cf346ab-a0cf-42af-ba67-6ad725479f5b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:08.395827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-097ce54d-fa99-43b9-9781-40b1e99491d1 None None] Provisioning complete for port 6cf346ab-a0cf-42af-ba67-6ad725479f5b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:08.396322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-097ce54d-fa99-43b9-9781-40b1e99491d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.433003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-097ce54d-fa99-43b9-9781-40b1e99491d1 None None] Port 6cf346ab-a0cf-42af-ba67-6ad725479f5b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:08.603641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de40c9d-caf7-493c-94d2-e1c308f7eeb8 req-4075fb00-0934-4c14-a8eb-9b9dcbdc30b0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:08.605329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2de40c9d-caf7-493c-94d2-e1c308f7eeb8 req-4075fb00-0934-4c14-a8eb-9b9dcbdc30b0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 932 time: 0.1129053 Aug 27 02:48:08.610034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf346ab-a0cf-42af-ba67-6ad725479f5b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:08.619120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.644432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Transition to ACTIVE for port object 6cf346ab-a0cf-42af-ba67-6ad725479f5b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:08.654294 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.668624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2de40c9d-caf7-493c-94d2-e1c308f7eeb8 req-63071a00-ecce-4e40-ae76-e2296a07ebfb tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516841 Aug 27 02:48:08.717937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf346ab-a0cf-42af-ba67-6ad725479f5b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:08.784194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Attempting to bind port 6cf346ab-a0cf-42af-ba67-6ad725479f5b on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:08.784552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Attempting to bind port 6cf346ab-a0cf-42af-ba67-6ad725479f5b by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:08.784900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Attempting to bind port 6cf346ab-a0cf-42af-ba67-6ad725479f5b on network 35b918d4-2649-4da0-92c0-eb1bfcaa693a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:08.792915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Port 6cf346ab-a0cf-42af-ba67-6ad725479f5b on network 35b918d4-2649-4da0-92c0-eb1bfcaa693a not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:48:08.793264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Attempting to bind port 6cf346ab-a0cf-42af-ba67-6ad725479f5b on network 35b918d4-2649-4da0-92c0-eb1bfcaa693a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:08.799090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:08.799441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Checking segment: {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:08.799824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Bound using segment: {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:08.800281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Bound port: 6cf346ab-a0cf-42af-ba67-6ad725479f5b, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6061211e-2ba8-4ca4-ab17-8faa5f198392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:08.800649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.884459 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] For port 6cf346ab-a0cf-42af-ba67-6ad725479f5b, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:08.888112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] For port 6cf346ab-a0cf-42af-ba67-6ad725479f5b, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:08.895641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.935729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:08.936551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.938118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] 10.222.0.32 "PUT /v2.0/ports/6cf346ab-a0cf-42af-ba67-6ad725479f5b HTTP/1.1" status: 200 len: 1092 time: 0.7963006 Aug 27 02:48:08.938640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:08.940930 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c964283-8350-496a-ab34-7c4b3adc8d89" -d '{"events": [{"name": "network-changed", "server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:08.976509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f344a31-4b92-48f2-b6b9-52025b3b7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf346ab-a0cf-42af-ba67-6ad725479f5b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:09.016827 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1560b327-0629-478b-ae3e-89eb1bfc1b09 x-openstack-request-id: req-1560b327-0629-478b-ae3e-89eb1bfc1b09 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:09.017166 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:09.017358 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1560b327-0629-478b-ae3e-89eb1bfc1b09 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:09.017744 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'status': 'completed', 'code': 200} Aug 27 02:48:09.036619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-215e72a0-d966-48bb-9756-13e98b63c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.039881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-215e72a0-d966-48bb-9756-13e98b63c049 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 1095 time: 0.0515082 Aug 27 02:48:09.122295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-53444631-876c-4e04-9caf-81c0ca87dfb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b HTTP/1.1" status: 200 len: 217 time: 0.0691407 Aug 27 02:48:09.181495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-00ef7771-cd21-45dd-8671-80ce47eab569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.184539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-00ef7771-cd21-45dd-8671-80ce47eab569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9da1d958-a8bb-4941-98e7-f2aff12683d7 HTTP/1.1" status: 200 len: 834 time: 0.0548098 Aug 27 02:48:09.244951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acee65-99c8-4133-9909-47a21868a047 req-5173e330-0221-45fa-a9f2-0983ea30c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.247619 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-5173e330-0221-45fa-a9f2-0983ea30c141 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b918d4-2649-4da0-92c0-eb1bfcaa693a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557492 Aug 27 02:48:09.339556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-a7bb137a-5cee-41cb-b0de-5828db964686 service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838795 Aug 27 02:48:09.435430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7acee65-99c8-4133-9909-47a21868a047 req-6762d5cc-97a2-41d2-9e05-f5e6d9bc3272 service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879581 Aug 27 02:48:09.531629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-4b37136f-3fc9-4777-b76c-764cb488f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.533188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-4b37136f-3fc9-4777-b76c-764cb488f6ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 1095 time: 0.0438392 Aug 27 02:48:09.633625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-37e4faea-e12b-44aa-8049-a88dc9b89ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.635261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-37e4faea-e12b-44aa-8049-a88dc9b89ae1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b918d4-2649-4da0-92c0-eb1bfcaa693a HTTP/1.1" status: 200 len: 898 time: 0.0948346 Aug 27 02:48:09.679402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-4d387eb3-a9d4-4ed0-bc29-8b1f4814b2a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b HTTP/1.1" status: 200 len: 217 time: 0.0366669 Aug 27 02:48:09.732832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-23bf2b61-e771-4692-b380-96e4d2658083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.735751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-23bf2b61-e771-4692-b380-96e4d2658083 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9da1d958-a8bb-4941-98e7-f2aff12683d7 HTTP/1.1" status: 200 len: 834 time: 0.0482099 Aug 27 02:48:09.826951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95e803-29f7-4c55-9294-3b0c2088685a req-20793e76-b1a5-408c-bb30-d107432b30ed tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.828463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec95e803-29f7-4c55-9294-3b0c2088685a req-20793e76-b1a5-408c-bb30-d107432b30ed tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 944 time: 0.0749652 Aug 27 02:48:09.830775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-ddd251b5-4865-4abd-80ce-a6758ad3e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.832152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-ddd251b5-4865-4abd-80ce-a6758ad3e58f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b918d4-2649-4da0-92c0-eb1bfcaa693a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870674 Aug 27 02:48:09.940966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec95e803-29f7-4c55-9294-3b0c2088685a req-44d70373-d5c5-4e1a-804a-5eabaf834ae7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046913 Aug 27 02:48:09.982964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-bb03af27-0727-405c-bb32-cfdf4d2a5424 service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403141 Aug 27 02:48:10.086611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8c964283-8350-496a-ab34-7c4b3adc8d89 req-f24163b4-824d-4a7a-8212-d53ecb71cfa7 service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955670 Aug 27 02:48:10.930766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6cf346ab-a0cf-42af-ba67-6ad725479f5b details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:48:11.089491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683cba-7c20-4751-ba4a-ce708bd8e9b8 req-989acd0c-01f0-4c9b-a849-63a47956cc9f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:11.091746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29683cba-7c20-4751-ba4a-ce708bd8e9b8 req-989acd0c-01f0-4c9b-a849-63a47956cc9f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 944 time: 0.0642095 Aug 27 02:48:11.136512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-29683cba-7c20-4751-ba4a-ce708bd8e9b8 req-f28de4ea-ed14-4f9c-b245-309e7f4dbf4d tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Aug 27 02:48:11.209721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6cf346ab-a0cf-42af-ba67-6ad725479f5b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:11.223411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:48:11.267045 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.284465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf346ab-a0cf-42af-ba67-6ad725479f5b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:11.307324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6cf346ab-a0cf-42af-ba67-6ad725479f5b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:11.322987 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.396247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6cf346ab-a0cf-42af-ba67-6ad725479f5b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:11.549414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['6cf346ab-a0cf-42af-ba67-6ad725479f5b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:12.253337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ae60-1cfb-4433-a659-44f1c2537af3 req-227480ba-1e31-4551-b9ea-ea8badd8c2b8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:12.254780 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b11ae60-1cfb-4433-a659-44f1c2537af3 req-227480ba-1e31-4551-b9ea-ea8badd8c2b8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Aug 27 02:48:12.299747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b11ae60-1cfb-4433-a659-44f1c2537af3 req-ba28d29c-85d8-4804-88ff-4cb0a5a022fd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379171 Aug 27 02:48:12.961923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6cf346ab-a0cf-42af-ba67-6ad725479f5b up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:13.017050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 6cf346ab-a0cf-42af-ba67-6ad725479f5b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:13.021359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 6cf346ab-a0cf-42af-ba67-6ad725479f5b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:13.021732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:13.136599 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:13.167506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:13.169783 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df42d7df-3ff6-4add-ac65-49867c8012c2" -d '{"events": [{"server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "name": "network-vif-plugged", "status": "completed", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:13.183999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 6cf346ab-a0cf-42af-ba67-6ad725479f5b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:13.189622 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:13.220222 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33da9742-061e-49af-83fd-b47e3970e793 x-openstack-request-id: req-33da9742-061e-49af-83fd-b47e3970e793 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:13.220517 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "name": "network-vif-plugged", "status": "completed", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:13.221659 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33da9742-061e-49af-83fd-b47e3970e793 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:13.222076 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'code': 200} Aug 27 02:48:13.254995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=6cf346ab-a0cf-42af-ba67-6ad725479f5b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:13.376874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2fff3-90ba-4622-a77f-87a05ba966d1 req-14faa9bd-5f32-4905-ad48-009a9cca8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.379882 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ce2fff3-90ba-4622-a77f-87a05ba966d1 req-14faa9bd-5f32-4905-ad48-009a9cca8f76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 1097 time: 0.0932970 Aug 27 02:48:13.490355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fa28-ce5d-45d5-b11a-0dc4df668b42 req-a643aa87-6fbb-4225-8ce2-2cec42f0bced tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.498936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4356fa28-ce5d-45d5-b11a-0dc4df668b42 req-a643aa87-6fbb-4225-8ce2-2cec42f0bced tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 946 time: 0.1177223 Aug 27 02:48:13.502034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ce2fff3-90ba-4622-a77f-87a05ba966d1 req-bc75b1ed-f936-4dd6-b92a-41dae1aedc49 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102302 Aug 27 02:48:13.559335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4356fa28-ce5d-45d5-b11a-0dc4df668b42 req-6b0fe22d-a320-4b21-a618-c09bc9625bbd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594344 Aug 27 02:48:14.694435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba47e2-a527-4a22-99d9-5891d2bc7336 req-9bcb7ebf-c80c-4a33-98af-65e8beb9b4d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:14.702077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-faba47e2-a527-4a22-99d9-5891d2bc7336 req-9bcb7ebf-c80c-4a33-98af-65e8beb9b4d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 946 time: 0.0622253 Aug 27 02:48:14.745610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-faba47e2-a527-4a22-99d9-5891d2bc7336 req-d7e40815-9a52-47d0-b9a5-22969200c0dd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Aug 27 02:48:14.886213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce2cd-9a3b-490b-8e88-c61edba346e6 req-fcc1923c-adb0-4f56-8d08-eea868cc94f4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:14.887908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7dce2cd-9a3b-490b-8e88-c61edba346e6 req-fcc1923c-adb0-4f56-8d08-eea868cc94f4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 946 time: 0.0734282 Aug 27 02:48:14.939531 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d7dce2cd-9a3b-490b-8e88-c61edba346e6 req-be1d0b3c-b937-4c49-af61-c5392c889de3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440855 Aug 27 02:48:14.971541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54612) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:15.015848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9bf905-8fc0-402f-86fc-77960e9a5d31 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:15.017433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ba9bf905-8fc0-402f-86fc-77960e9a5d31 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 1092 time: 0.0448351 Aug 27 02:48:15.020732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54622) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:15.028142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:15.053911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.177861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.321006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.25.1.174 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/9dbf863c-9eae-4de1-a3f6-39f900ebe925) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:15.484470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.542899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.585740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:15.589238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:15.594096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:15.673521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=9dbf863c-9eae-4de1-a3f6-39f900ebe925,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:16.075090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.168305 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.377467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.384644 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.482926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=9dbf863c-9eae-4de1-a3f6-39f900ebe925,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:16.503998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.645832 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Floating IP d744762b-7bbd-4426-bbcc-fcf63502d492 associated. External IP: 172.25.1.174, port: 6cf346ab-a0cf-42af-ba67-6ad725479f5b. Aug 27 02:48:16.746889 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.935903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router cb612148-32d9-4d93-a0a1-7f3bc77e1265 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:48:17.054927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:17.066015 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] Sync routers for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:17.075011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.077484 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:17.078127 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:48:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:17.105330 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ee2bcef9-7a94-430a-ac9c-e77bb58c3132 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0835614 Aug 27 02:48:17.106584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:17.108484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:17.109523 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d" -d '{"events": [{"name": "network-changed", "server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:17.149460 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e154b45-68ee-4704-940d-89971d9ecc5e x-openstack-request-id: req-3e154b45-68ee-4704-940d-89971d9ecc5e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:17.149751 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:17.150003 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e154b45-68ee-4704-940d-89971d9ecc5e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:17.150441 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'status': 'completed', 'code': 200} Aug 27 02:48:17.217932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c6240652-4dc2-4877-b193-38f7cc4d3baf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/floatingips/d744762b-7bbd-4426-bbcc-fcf63502d492 HTTP/1.1" status: 200 len: 992 time: 0.1083071 Aug 27 02:48:17.227057 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:17.251630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-68da2101-a228-4371-8c02-61ab90b184f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:17.253188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-68da2101-a228-4371-8c02-61ab90b184f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 1097 time: 0.0764966 Aug 27 02:48:17.398536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-1b8ce97b-ea5b-49a2-a3b3-1baa1dc6cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:17.400794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-1b8ce97b-ea5b-49a2-a3b3-1baa1dc6cb27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b918d4-2649-4da0-92c0-eb1bfcaa693a HTTP/1.1" status: 200 len: 898 time: 0.1393185 Aug 27 02:48:17.483884 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:15Z', 'revision_number': 0, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:17.510826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-a6d550a4-2392-40cd-8b02-3ab3d37d86d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b HTTP/1.1" status: 200 len: 1000 time: 0.1011486 Aug 27 02:48:17.525064 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] Checking router: cb612148-32d9-4d93-a0a1-7f3bc77e1265 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:48:17.537131 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:17.537980 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:48:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:17.640268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-e7e25dd9-b316-4287-acb1-460746c17ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:17.642491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-e7e25dd9-b316-4287-acb1-460746c17ad9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9da1d958-a8bb-4941-98e7-f2aff12683d7 HTTP/1.1" status: 200 len: 834 time: 0.1221814 Aug 27 02:48:17.653826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.690882 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:17.717092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-9828f6c8-5afb-46b8-b336-b3199dadc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:17.718780 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-9828f6c8-5afb-46b8-b336-b3199dadc638 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b918d4-2649-4da0-92c0-eb1bfcaa693a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691972 Aug 27 02:48:17.726393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-5f4abd9b-e943-4a53-84c2-dc5f5dfd88e7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:17.728172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-5f4abd9b-e943-4a53-84c2-dc5f5dfd88e7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/networks?id=10e456d8-a138-4947-aab7-3ed3c7ade729 HTTP/1.1" status: 200 len: 813 time: 0.1973543 Aug 27 02:48:17.789298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-205e8906-1219-444b-9100-7d69f4a01ddc tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/quotas/c87f9be3d4334da49014ea262cb38e99 HTTP/1.1" status: 200 len: 375 time: 0.0518243 Aug 27 02:48:17.832478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-349bd543-7c64-46a5-8972-036a9c3d62e3 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c87f9be3d4334da49014ea262cb38e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352311 Aug 27 02:48:17.982707 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:15Z', 'revision_number': 0, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:17.983093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-ab044be9-9f10-4a55-a9eb-7007f32187e2 req-c0dbf9c2-0f4d-4366-b70b-5760fabc1013 tempest-MultipleCreateTestJSON-1232518808 tempest-MultipleCreateTestJSON-1232518808-project] (94773) timed out ('10.222.0.45', 49479) {{(pid=94773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:48:18.011802 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d633f-3959-4720-91c1-f40600c2c849 None None] The sync data for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 is: [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:15Z', 'revision_number': 0, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:18.221303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 54872) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:18.291279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-3143a99c-dbdf-4396-bac9-d4c784598304 service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619371 Aug 27 02:48:18.318890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e6d08-6360-492d-bdd9-b05cd13eccfa None None] New status for floating IP d744762b-7bbd-4426-bbcc-fcf63502d492: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:48:18.331502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f1c7d157-12f2-4ed7-a8e7-1fdb607a4de6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/floatingips/d744762b-7bbd-4426-bbcc-fcf63502d492 HTTP/1.1" status: 200 len: 992 time: 0.1068194 Aug 27 02:48:18.395915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-3b81a85d-81b0-485d-a514-f9a175b75116 service neutron] 10.222.0.10 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559833 Aug 27 02:48:18.478653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b815a97-d5a2-4c99-8ac2-62e4a684af5d req-132202c8-11d2-42d2-8481-748bef469e82 service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742594 Aug 27 02:48:18.515970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-7345150d-f5b7-4452-9604-12d55e830382 service neutron] 10.222.0.10 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092477 Aug 27 02:48:18.751457 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17715b70-169c-4a47-826f-470292792312 req-f6410219-7da1-411c-a946-35e344c3f27e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 210 time: 0.0379410 Aug 27 02:48:19.334162 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 54896) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:19.440684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-babf79c6-ad43-481a-97ad-e32695e590b8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/floatingips/d744762b-7bbd-4426-bbcc-fcf63502d492 HTTP/1.1" status: 200 len: 994 time: 0.1051238 Aug 27 02:48:19.900923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff7badb9-27e8-4e54-9956-e5221f3aa94e req-2eb7873e-f145-4e42-8081-c71531ae2493 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 210 time: 0.0563772 Aug 27 02:48:19.934110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-2b69e0b5-3b89-40a8-ac8f-871aa702a361 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:19.935700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-2b69e0b5-3b89-40a8-ac8f-871aa702a361 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.45 "GET /v2.0/networks?id=10e456d8-a138-4947-aab7-3ed3c7ade729 HTTP/1.1" status: 200 len: 813 time: 0.2185905 Aug 27 02:48:19.952199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Request body: {'port': {'device_id': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729', 'admin_state_up': True, 'tenant_id': 'c87f9be3d4334da49014ea262cb38e99'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:20.072683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Made reservation on behalf of c87f9be3d4334da49014ea262cb38e99 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:20.076150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.210368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Allocated IP 172.20.0.14 (10e456d8-a138-4947-aab7-3ed3c7ade729/45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f/8828ec37-cbda-459b-9cff-ae37d69ddbce) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:20.364240 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.407279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.460858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Network 10e456d8-a138-4947-aab7-3ed3c7ade729 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:20.468312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:20.470372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Pushing event updated for resources: {'Port': ['ID=8828ec37-cbda-459b-9cff-ae37d69ddbce,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:20.476873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:20.552719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:20.553438 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.572366 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-cc4523c5-532b-47c5-95a1-7fac324f3baf tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6237614 Aug 27 02:48:20.585628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Request body: {'port': {'device_id': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:20.652824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.944819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8828ec37-cbda-459b-9cff-ae37d69ddbce {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:20.954374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.970959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Transition to ACTIVE for port object 8828ec37-cbda-459b-9cff-ae37d69ddbce will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:20.978041 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.034864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4656227-bc96-451c-aab7-5a1780fa8db8 req-82550747-105d-4d01-b782-31e3a4453f0e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:21.043328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4656227-bc96-451c-aab7-5a1780fa8db8 req-82550747-105d-4d01-b782-31e3a4453f0e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 944 time: 0.0635071 Aug 27 02:48:21.043649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8828ec37-cbda-459b-9cff-ae37d69ddbce,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:21.095665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e4656227-bc96-451c-aab7-5a1780fa8db8 req-137f4679-8a0b-4aa0-9582-e40e0727875e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501175 Aug 27 02:48:21.136683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Attempting to bind port 8828ec37-cbda-459b-9cff-ae37d69ddbce on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:21.137175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Attempting to bind port 8828ec37-cbda-459b-9cff-ae37d69ddbce by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:21.137862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Attempting to bind port 8828ec37-cbda-459b-9cff-ae37d69ddbce on network 10e456d8-a138-4947-aab7-3ed3c7ade729 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:21.142344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Port 8828ec37-cbda-459b-9cff-ae37d69ddbce on network 10e456d8-a138-4947-aab7-3ed3c7ade729 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:48:21.142769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Attempting to bind port 8828ec37-cbda-459b-9cff-ae37d69ddbce on network 10e456d8-a138-4947-aab7-3ed3c7ade729 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:21.148016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:21.148354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Checking segment: {'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:21.148777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Bound using segment: {'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:21.149236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Bound port: 8828ec37-cbda-459b-9cff-ae37d69ddbce, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:21.149630 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.222093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] For port 8828ec37-cbda-459b-9cff-ae37d69ddbce, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:21.226617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] For port 8828ec37-cbda-459b-9cff-ae37d69ddbce, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8828ec37-cbda-459b-9cff-ae37d69ddbce,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:21.233468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.268732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:21.272645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.275982 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/8828ec37-cbda-459b-9cff-ae37d69ddbce HTTP/1.1" status: 200 len: 1092 time: 0.6933165 Aug 27 02:48:21.280283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'tag': '8828ec37-cbda-459b-9cff-ae37d69ddbce'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:21.285147 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8501f6-3399-4328-9b61-594537a3d288" -d '{"events": [{"name": "network-changed", "server_uuid": "9dee52dd-5e81-41d9-ad2c-84f643f96243", "tag": "8828ec37-cbda-459b-9cff-ae37d69ddbce"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:21.336445 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2821da98-bbc8-4bfe-89d9-cfcf5bf98456 x-openstack-request-id: req-2821da98-bbc8-4bfe-89d9-cfcf5bf98456 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:21.336799 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dee52dd-5e81-41d9-ad2c-84f643f96243", "tag": "8828ec37-cbda-459b-9cff-ae37d69ddbce", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:21.337053 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2821da98-bbc8-4bfe-89d9-cfcf5bf98456 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:21.337463 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'tag': '8828ec37-cbda-459b-9cff-ae37d69ddbce', 'status': 'completed', 'code': 200} Aug 27 02:48:21.355999 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5998c-11be-45c1-86e1-8b1b6740d2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8828ec37-cbda-459b-9cff-ae37d69ddbce,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:21.375413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-ee63eb7d-0fcf-4317-94d8-b8f8c68dab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:21.376834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-ee63eb7d-0fcf-4317-94d8-b8f8c68dab18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c87f9be3d4334da49014ea262cb38e99&device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 1095 time: 0.0592315 Aug 27 02:48:21.426762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-e13d9a45-41e4-4b8f-97f4-95ab3b2af729 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828ec37-cbda-459b-9cff-ae37d69ddbce HTTP/1.1" status: 200 len: 217 time: 0.0400791 Aug 27 02:48:21.480649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-2483a3a7-2934-481f-9fa2-aa96ada24f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:21.482889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-2483a3a7-2934-481f-9fa2-aa96ada24f94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f HTTP/1.1" status: 200 len: 853 time: 0.0477638 Aug 27 02:48:21.524720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-3af938b2-ccde-4784-b082-1042ba3dd992 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e456d8-a138-4947-aab7-3ed3c7ade729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313320 Aug 27 02:48:21.637104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-ea10132b-c012-44a9-a7eb-4d2e40f4bb14 service neutron] 10.222.0.45 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074417 Aug 27 02:48:21.670474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-d251e965-5636-45c0-8ee8-fac20a8e67c7 req-df29fd43-fe20-4dc6-ae52-7ea63bcdf45d service neutron] (94772) timed out ('10.222.0.45', 49470) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:48:21.742183 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63f3fa97-d7d4-435f-9c7c-6ce950f86f95 req-b5308e18-0036-4be9-991e-ca3b14256000 service neutron] 10.222.0.45 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975862 Aug 27 02:48:21.835208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8501f6-3399-4328-9b61-594537a3d288 req-5423649a-9d3f-4d6b-9082-77acd543a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:21.836734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc8501f6-3399-4328-9b61-594537a3d288 req-5423649a-9d3f-4d6b-9082-77acd543a79c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c87f9be3d4334da49014ea262cb38e99&device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 1095 time: 0.0417478 Aug 27 02:48:21.940274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8501f6-3399-4328-9b61-594537a3d288 req-9ef00c36-d9f1-4992-8cac-24cdca0d762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:21.941918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc8501f6-3399-4328-9b61-594537a3d288 req-9ef00c36-d9f1-4992-8cac-24cdca0d762c service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e456d8-a138-4947-aab7-3ed3c7ade729 HTTP/1.1" status: 200 len: 914 time: 0.0979283 Aug 27 02:48:21.988324 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc8501f6-3399-4328-9b61-594537a3d288 req-c47ba929-ddaa-4806-af5b-e3cd539eb967 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828ec37-cbda-459b-9cff-ae37d69ddbce HTTP/1.1" status: 200 len: 217 time: 0.0370145 Aug 27 02:48:22.044562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8501f6-3399-4328-9b61-594537a3d288 req-c83f9528-3114-4273-a96e-cfc2ec228318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:22.045965 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc8501f6-3399-4328-9b61-594537a3d288 req-c83f9528-3114-4273-a96e-cfc2ec228318 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f HTTP/1.1" status: 200 len: 853 time: 0.0494695 Aug 27 02:48:22.081641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc8501f6-3399-4328-9b61-594537a3d288 req-dd631ddc-1b26-4955-b8f4-55e1a22ae493 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e456d8-a138-4947-aab7-3ed3c7ade729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259821 Aug 27 02:48:22.178751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc8501f6-3399-4328-9b61-594537a3d288 req-d3adc354-f770-4412-8434-f43299c45f2e service neutron] 10.222.0.45 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882409 Aug 27 02:48:22.224484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79580c60-4b16-4375-a97c-20180040afe9 req-66a9d2fc-a04f-4000-a3b0-260b6d6f4182 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:22.230842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79580c60-4b16-4375-a97c-20180040afe9 req-66a9d2fc-a04f-4000-a3b0-260b6d6f4182 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 944 time: 0.0633676 Aug 27 02:48:22.271528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79580c60-4b16-4375-a97c-20180040afe9 req-3eab1067-e43b-45c7-a99d-56f5948f8a34 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361042 Aug 27 02:48:22.287232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc8501f6-3399-4328-9b61-594537a3d288 req-eeab2b51-0a48-43b3-a2ea-40a61b8dfbb1 service neutron] 10.222.0.45 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992892 Aug 27 02:48:22.654845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14131-101c-4c37-9362-f9424337b7c4 req-6b6632e2-95b2-4ce4-b1c9-3fb9bb399d9d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:22.656731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3dd14131-101c-4c37-9362-f9424337b7c4 req-6b6632e2-95b2-4ce4-b1c9-3fb9bb399d9d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 945 time: 0.0503418 Aug 27 02:48:22.695635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3dd14131-101c-4c37-9362-f9424337b7c4 req-0b889390-ade0-4c65-b899-332294b9134e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Aug 27 02:48:23.393506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e40483-89bf-4261-973c-cb70a9b6ad7d req-23cad9ae-e693-417a-b7c8-eda7975d2372 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:23.395213 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0e40483-89bf-4261-973c-cb70a9b6ad7d req-23cad9ae-e693-417a-b7c8-eda7975d2372 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 944 time: 0.0510671 Aug 27 02:48:23.433945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0e40483-89bf-4261-973c-cb70a9b6ad7d req-a2b46ed5-a9fe-42ad-ab4c-854c9f258831 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Aug 27 02:48:23.830626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3a5e-5906-4623-80ba-d0e85b5bf550 req-0ca095a3-e640-4f8d-998c-c4bcc856bda9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:23.832145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f0e3a5e-5906-4623-80ba-d0e85b5bf550 req-0ca095a3-e640-4f8d-998c-c4bcc856bda9 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 945 time: 0.0561402 Aug 27 02:48:23.871172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f0e3a5e-5906-4623-80ba-d0e85b5bf550 req-3037dd3b-6838-4b23-90f7-66d8a16cab05 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Aug 27 02:48:24.156518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8828ec37-cbda-459b-9cff-ae37d69ddbce details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:48:24.256651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8828ec37-cbda-459b-9cff-ae37d69ddbce, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8828ec37-cbda-459b-9cff-ae37d69ddbce,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:24.268550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '8828ec37-cbda-459b-9cff-ae37d69ddbce', 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729', 'port_id': '8828ec37-cbda-459b-9cff-ae37d69ddbce', 'mac_address': 'fa:16:3e:58:79:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:48:24.305581 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.308396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-a8cfc3f7-2800-4c9c-af9d-189eea6e7184 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:24.309916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-a8cfc3f7-2800-4c9c-af9d-189eea6e7184 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 945 time: 0.0531509 Aug 27 02:48:24.319476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8828ec37-cbda-459b-9cff-ae37d69ddbce {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:24.339202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8828ec37-cbda-459b-9cff-ae37d69ddbce, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8828ec37-cbda-459b-9cff-ae37d69ddbce,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:24.345434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.396706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8828ec37-cbda-459b-9cff-ae37d69ddbce,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:24.412666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Deleting port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:24.413241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.506686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] For port f9755d5a-216d-4a93-8bb6-4ffbab3eb805, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:24.507085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.548954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Calling delete_port for f9755d5a-216d-4a93-8bb6-4ffbab3eb805 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:24.560336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8828ec37-cbda-459b-9cff-ae37d69ddbce'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:24.607589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b12345-ace0-4406-a7c3-6b75ec056935 req-13a571b2-f795-4206-a95f-c766c6848cac tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:24.609157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50b12345-ace0-4406-a7c3-6b75ec056935 req-13a571b2-f795-4206-a95f-c766c6848cac tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 945 time: 0.1046145 Aug 27 02:48:24.672241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50b12345-ace0-4406-a7c3-6b75ec056935 req-e3b6ffce-b704-41a5-ba00-15da681e7c5d tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 Aug 27 02:48:24.746447 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.760018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['257b44c8-5463-4692-ad14-086c42f82b7a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:24.777467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event deleted for resources: {'Port': ['ID=f9755d5a-216d-4a93-8bb6-4ffbab3eb805,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:24.821247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] No DVR routers for this DVR port f9755d5a-216d-4a93-8bb6-4ffbab3eb805 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:24.823931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.826159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc13a64b-50d1-4390-a578-e198e347dab6 req-56b20114-1e25-48e3-9a0b-4f140ca24c00 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "DELETE /v2.0/ports/f9755d5a-216d-4a93-8bb6-4ffbab3eb805 HTTP/1.1" status: 204 len: 173 time: 0.5096867 Aug 27 02:48:24.826657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'name': 'network-vif-deleted', 'tag': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:24.829177 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4140117-aab6-4cc7-a7b7-0ef73104c44a" -d '{"events": [{"server_uuid": "5a181082-9a8a-49a7-b079-5a201300e3ce", "name": "network-vif-deleted", "tag": "f9755d5a-216d-4a93-8bb6-4ffbab3eb805"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:24.890419 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3feeba-338c-486b-90a2-eb17423ed5d8 x-openstack-request-id: req-ef3feeba-338c-486b-90a2-eb17423ed5d8 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:24.890712 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a181082-9a8a-49a7-b079-5a201300e3ce", "name": "network-vif-deleted", "tag": "f9755d5a-216d-4a93-8bb6-4ffbab3eb805", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:24.890967 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef3feeba-338c-486b-90a2-eb17423ed5d8 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:24.891374 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a181082-9a8a-49a7-b079-5a201300e3ce', 'name': 'network-vif-deleted', 'tag': 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805', 'status': 'completed', 'code': 200} Aug 27 02:48:25.012720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1bcad37b-94a1-4b81-a305-843e81a7864d req-926d0dd6-dbfb-443e-bec1-2923c5b3f8bd tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a181082-9a8a-49a7-b079-5a201300e3ce HTTP/1.1" status: 200 len: 210 time: 0.0270691 Aug 27 02:48:25.052051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44', 'd7740e47-fa86-4e4f-aeeb-3648348ad534', 'f9755d5a-216d-4a93-8bb6-4ffbab3eb805'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:25.805860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e034fc-2393-4d6f-903a-63f2a2cf24c1 req-513070b6-31a8-480b-a46d-d897ce677a8e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:25.808117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e034fc-2393-4d6f-903a-63f2a2cf24c1 req-513070b6-31a8-480b-a46d-d897ce677a8e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 945 time: 0.0558720 Aug 27 02:48:25.846496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e034fc-2393-4d6f-903a-63f2a2cf24c1 req-508bcc7b-98b2-4615-97d9-f0d25bb4b1c3 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324166 Aug 27 02:48:26.171957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8828ec37-cbda-459b-9cff-ae37d69ddbce up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:26.230242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 8828ec37-cbda-459b-9cff-ae37d69ddbce completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:26.234842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 8828ec37-cbda-459b-9cff-ae37d69ddbce triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:26.235295 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.312476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.334911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828ec37-cbda-459b-9cff-ae37d69ddbce'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:26.337360 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58954ba9-f9f7-49e6-9998-c1ae45f4c58b" -d '{"events": [{"server_uuid": "9dee52dd-5e81-41d9-ad2c-84f643f96243", "name": "network-vif-plugged", "status": "completed", "tag": "8828ec37-cbda-459b-9cff-ae37d69ddbce"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:26.354645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 8828ec37-cbda-459b-9cff-ae37d69ddbce, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8828ec37-cbda-459b-9cff-ae37d69ddbce,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:26.364043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.392000 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718d1360-0a89-430a-b7ca-b84eeebe989b x-openstack-request-id: req-718d1360-0a89-430a-b7ca-b84eeebe989b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:26.392399 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dee52dd-5e81-41d9-ad2c-84f643f96243", "name": "network-vif-plugged", "status": "completed", "tag": "8828ec37-cbda-459b-9cff-ae37d69ddbce", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:26.392804 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-718d1360-0a89-430a-b7ca-b84eeebe989b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:26.393254 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828ec37-cbda-459b-9cff-ae37d69ddbce', 'code': 200} Aug 27 02:48:26.420447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=8828ec37-cbda-459b-9cff-ae37d69ddbce,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:26.496453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df6e6-8dbb-49b6-9ced-7e65fd29e0d9 req-3ec67f42-4200-4a1b-afa3-6d8f7ee3bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:26.498066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-873df6e6-8dbb-49b6-9ced-7e65fd29e0d9 req-3ec67f42-4200-4a1b-afa3-6d8f7ee3bce7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 1097 time: 0.0453231 Aug 27 02:48:26.537053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-873df6e6-8dbb-49b6-9ced-7e65fd29e0d9 req-3c3dba99-8e31-4eb9-8ab1-b6c829abd841 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Aug 27 02:48:26.965727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fc19c-2054-4dd9-9dd0-8561ad61b6c0 req-90ac8978-bc55-46aa-8021-3dad4a9cef6c tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:26.967399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f66fc19c-2054-4dd9-9dd0-8561ad61b6c0 req-90ac8978-bc55-46aa-8021-3dad4a9cef6c tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 946 time: 0.0513186 Aug 27 02:48:27.006918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f66fc19c-2054-4dd9-9dd0-8561ad61b6c0 req-5181dec3-83b6-4944-8a56-0fe0f22e48f3 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Aug 27 02:48:27.270308 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:48:27.683172 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec6f1-88ef-4c18-b4a1-265f736e27a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.137384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db88e-9ac1-4d41-9478-2fa4e2bc2e7b req-11c7f154-c4e8-4873-97d8-350ce6995efb tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.139072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c6db88e-9ac1-4d41-9478-2fa4e2bc2e7b req-11c7f154-c4e8-4873-97d8-350ce6995efb tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 946 time: 0.0559182 Aug 27 02:48:28.179989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4c6db88e-9ac1-4d41-9478-2fa4e2bc2e7b req-83eb6f72-6ac1-49a4-b1a9-dc8735dc5110 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Aug 27 02:48:28.185305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9755d5a-216d-4a93-8bb6-4ffbab3eb805 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:28.218187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f9755d5a-216d-4a93-8bb6-4ffbab3eb805 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:28.218577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f9755d5a-216d-4a93-8bb6-4ffbab3eb805 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:28.569958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e7b9-44e0-440a-8369-1fd67c5d9aed req-48685c0b-f7c5-4a4a-85f9-8a8d8a771f8f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.578343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca51e7b9-44e0-440a-8369-1fd67c5d9aed req-48685c0b-f7c5-4a4a-85f9-8a8d8a771f8f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 946 time: 0.0653241 Aug 27 02:48:28.641643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca51e7b9-44e0-440a-8369-1fd67c5d9aed req-1d1c97ed-25e3-4b36-a411-308d7a9cbb6d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619962 Aug 27 02:48:29.791740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb97df6-7346-4b11-bb63-2eecec440000 req-ec771c27-7633-4c8c-a9d5-3cb81dba6014 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:29.799770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ddb97df6-7346-4b11-bb63-2eecec440000 req-ec771c27-7633-4c8c-a9d5-3cb81dba6014 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 946 time: 0.0643308 Aug 27 02:48:29.839088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ddb97df6-7346-4b11-bb63-2eecec440000 req-0b080847-66ce-4bfd-b4b9-c05d48714758 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Aug 27 02:48:30.179516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-f1583fa9-b832-4f08-8508-43fdb8c12ee3 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:30.181037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-f1583fa9-b832-4f08-8508-43fdb8c12ee3 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 946 time: 0.0513599 Aug 27 02:48:30.235793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-556ec10b-e8e8-42bf-aeaa-f0eeadf3322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.283798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Deleting port 257b44c8-5463-4692-ad14-086c42f82b7a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:30.284148 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.372514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] For port 257b44c8-5463-4692-ad14-086c42f82b7a, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=257b44c8-5463-4692-ad14-086c42f82b7a,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:30.372892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.386191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Calling delete_port for 257b44c8-5463-4692-ad14-086c42f82b7a owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:30.440802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.537139 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.551181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44', 'd7740e47-fa86-4e4f-aeeb-3648348ad534'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:30.554968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['257b44c8-5463-4692-ad14-086c42f82b7a'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:30.568733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event deleted for resources: {'Port': ['ID=257b44c8-5463-4692-ad14-086c42f82b7a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:30.614266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] No DVR routers for this DVR port 257b44c8-5463-4692-ad14-086c42f82b7a on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:30.617343 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.620016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8a3a5aa-a78c-4e53-bd29-60a89e1fa229 req-03754bfb-b809-44ff-8737-08c5717edbbb tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.32 "DELETE /v2.0/ports/257b44c8-5463-4692-ad14-086c42f82b7a HTTP/1.1" status: 204 len: 173 time: 0.4312775 Aug 27 02:48:30.620467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'name': 'network-vif-deleted', 'tag': '257b44c8-5463-4692-ad14-086c42f82b7a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:30.622782 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92594741-fce8-4374-9da2-6f49174451f5" -d '{"events": [{"server_uuid": "71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b", "name": "network-vif-deleted", "tag": "257b44c8-5463-4692-ad14-086c42f82b7a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:30.666063 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ea3be1-c49f-486f-ae4d-03e47acfe9af x-openstack-request-id: req-86ea3be1-c49f-486f-ae4d-03e47acfe9af {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:30.666447 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b", "name": "network-vif-deleted", "tag": "257b44c8-5463-4692-ad14-086c42f82b7a", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:30.666702 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86ea3be1-c49f-486f-ae4d-03e47acfe9af {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:30.667108 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b', 'name': 'network-vif-deleted', 'tag': '257b44c8-5463-4692-ad14-086c42f82b7a', 'status': 'completed', 'code': 200} Aug 27 02:48:30.950952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9cca1121-835c-4fb2-adce-a9eef1804071 req-2857ea5b-d220-4c11-87db-17c70ccf233b tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=71c34a5d-7ce2-47a3-9c6a-840e7beb7e2b HTTP/1.1" status: 200 len: 210 time: 0.0294573 Aug 27 02:48:31.314308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.268257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e6ab-d6ff-4776-867c-41a265baacd5 req-d6b3ff37-0b3a-44da-b66a-8c012771a74a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:32.269939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acb1e6ab-d6ff-4776-867c-41a265baacd5 req-d6b3ff37-0b3a-44da-b66a-8c012771a74a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 946 time: 0.0561674 Aug 27 02:48:32.311912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-acb1e6ab-d6ff-4776-867c-41a265baacd5 req-91dbba96-f02a-4a64-9f5c-0a41e97e0664 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Aug 27 02:48:33.070679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 257b44c8-5463-4692-ad14-086c42f82b7a no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:33.096116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 257b44c8-5463-4692-ad14-086c42f82b7a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:33.098849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 257b44c8-5463-4692-ad14-086c42f82b7a not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:33.175179 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.444580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd6d99-3618-4aea-bbd6-60468174846e req-86bd23fb-ea1f-4cf6-86ba-5c7b0a173466 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:33.446258 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90cd6d99-3618-4aea-bbd6-60468174846e req-86bd23fb-ea1f-4cf6-86ba-5c7b0a173466 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 946 time: 0.0623367 Aug 27 02:48:33.514762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90cd6d99-3618-4aea-bbd6-60468174846e req-1fb403c7-f990-44b2-a063-62a5ca91ed02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615749 Aug 27 02:48:33.532694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a39cb8-3de3-493b-9527-225416d6118d req-dc43f627-4247-463a-b045-6f4594f4a59d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:33.534488 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9a39cb8-3de3-493b-9527-225416d6118d req-dc43f627-4247-463a-b045-6f4594f4a59d tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 946 time: 0.0743196 Aug 27 02:48:33.639336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Deleting port d7740e47-fa86-4e4f-aeeb-3648348ad534 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:33.639716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.741964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] For port d7740e47-fa86-4e4f-aeeb-3648348ad534, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=d7740e47-fa86-4e4f-aeeb-3648348ad534,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:33.742362 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.757801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Calling delete_port for d7740e47-fa86-4e4f-aeeb-3648348ad534 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:33.910375 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.920416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44', 'd7740e47-fa86-4e4f-aeeb-3648348ad534'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:33.958776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event deleted for resources: {'Port': ['ID=d7740e47-fa86-4e4f-aeeb-3648348ad534,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:34.018403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] No DVR routers for this DVR port d7740e47-fa86-4e4f-aeeb-3648348ad534 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:34.021519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.024495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9a39cb8-3de3-493b-9527-225416d6118d req-cf8f7325-0f6a-4e9e-b316-17262d2fc94e tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "DELETE /v2.0/ports/d7740e47-fa86-4e4f-aeeb-3648348ad534 HTTP/1.1" status: 204 len: 173 time: 0.4795780 Aug 27 02:48:34.026118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'name': 'network-vif-deleted', 'tag': 'd7740e47-fa86-4e4f-aeeb-3648348ad534'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:34.035771 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b01eeee-61d4-47c4-ac2b-8fd6c2200ef9" -d '{"events": [{"server_uuid": "b5052bcd-216f-4207-88b0-adb08cfc0ffa", "name": "network-vif-deleted", "tag": "d7740e47-fa86-4e4f-aeeb-3648348ad534"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:34.080021 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a74b74-8318-45f7-bf0b-c9ec162f6a7d x-openstack-request-id: req-c2a74b74-8318-45f7-bf0b-c9ec162f6a7d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:34.080676 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5052bcd-216f-4207-88b0-adb08cfc0ffa", "name": "network-vif-deleted", "tag": "d7740e47-fa86-4e4f-aeeb-3648348ad534", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:34.080933 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2a74b74-8318-45f7-bf0b-c9ec162f6a7d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:34.081330 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5052bcd-216f-4207-88b0-adb08cfc0ffa', 'name': 'network-vif-deleted', 'tag': 'd7740e47-fa86-4e4f-aeeb-3648348ad534', 'status': 'completed', 'code': 200} Aug 27 02:48:34.660223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ea38994-2952-492e-b8cb-0630ca9bca84 req-a462b465-e781-40dc-ac49-ffe5c8cab56f tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5052bcd-216f-4207-88b0-adb08cfc0ffa HTTP/1.1" status: 200 len: 210 time: 0.0317225 Aug 27 02:48:38.196101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2bb3-fb65-4c02-b44d-55de7f65f189 req-4c5150b5-4452-4635-afec-799a585c93d1 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:38.204480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36cb2bb3-fb65-4c02-b44d-55de7f65f189 req-4c5150b5-4452-4635-afec-799a585c93d1 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 945 time: 0.0588589 Aug 27 02:48:38.236651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d7740e47-fa86-4e4f-aeeb-3648348ad534 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:38.254047 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36cb2bb3-fb65-4c02-b44d-55de7f65f189 req-94503f4b-4eae-4dbc-942e-fc1d58ecb1d2 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 27 02:48:38.275369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: d7740e47-fa86-4e4f-aeeb-3648348ad534 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:38.276215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device d7740e47-fa86-4e4f-aeeb-3648348ad534 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:39.393139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329bc0-7c36-46f3-a046-bf3fe41b535d req-5806e07c-cfc6-489f-b158-0ce7d19dd8d1 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:39.398821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5329bc0-7c36-46f3-a046-bf3fe41b535d req-5806e07c-cfc6-489f-b158-0ce7d19dd8d1 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 945 time: 0.0702689 Aug 27 02:48:39.479456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5329bc0-7c36-46f3-a046-bf3fe41b535d req-44da96ed-167e-4573-b854-83b4ab2851e4 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ced19e-ebfe-4cbf-9655-a6af752fe43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773456 Aug 27 02:48:39.766788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-f4819456-0bfa-43d5-a94f-e533a1e07981 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:39.769078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-f4819456-0bfa-43d5-a94f-e533a1e07981 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 945 time: 0.0910721 Aug 27 02:48:39.893304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Deleting port 3a332131-f5ca-4205-aa7c-c599af6c1d44 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:39.894009 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:39.920663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55174) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:39.999900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] For port 3a332131-f5ca-4205-aa7c-c599af6c1d44, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=3a332131-f5ca-4205-aa7c-c599af6c1d44,segment=NetworkSegment(907b0272-36cb-448c-9df6-37c929efc902),segment_id=907b0272-36cb-448c-9df6-37c929efc902)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:40.000563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.027495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Calling delete_port for 3a332131-f5ca-4205-aa7c-c599af6c1d44 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:40.086168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fcd984b-a3bc-4610-b33a-fb79abf203e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.183985 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.196460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['3a332131-f5ca-4205-aa7c-c599af6c1d44'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:40.205989 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fcd984b-a3bc-4610-b33a-fb79abf203e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.213407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fcd984b-a3bc-4610-b33a-fb79abf203e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.215566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Pushing event deleted for resources: {'Port': ['ID=3a332131-f5ca-4205-aa7c-c599af6c1d44,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:40.259404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd984b-a3bc-4610-b33a-fb79abf203e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5189f9b9-250e-409c-8a9c-a09cf147304e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:40.265993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4fcd984b-a3bc-4610-b33a-fb79abf203e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbbdbc1a79504d49b95e2c85679d1f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442152 Aug 27 02:48:40.268563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55178) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:40.279272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] No DVR routers for this DVR port 3a332131-f5ca-4205-aa7c-c599af6c1d44 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:40.281965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.284100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9db60509-8f47-4b20-910e-cf0dfea09f08 req-9b232eda-028c-4c03-9805-0d76a3ad2c02 tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.45 "DELETE /v2.0/ports/3a332131-f5ca-4205-aa7c-c599af6c1d44 HTTP/1.1" status: 204 len: 173 time: 0.5034916 Aug 27 02:48:40.284550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'name': 'network-vif-deleted', 'tag': '3a332131-f5ca-4205-aa7c-c599af6c1d44'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:40.292862 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535aa7da-ab01-4273-b7c3-ecbf016cb48e" -d '{"events": [{"server_uuid": "ed6ffce5-6cda-4e98-8028-b901a2b20b43", "name": "network-vif-deleted", "tag": "3a332131-f5ca-4205-aa7c-c599af6c1d44"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:40.339940 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bce6810-e905-41d6-b9fb-54e718a0fbce x-openstack-request-id: req-7bce6810-e905-41d6-b9fb-54e718a0fbce {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:40.340267 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ffce5-6cda-4e98-8028-b901a2b20b43", "name": "network-vif-deleted", "tag": "3a332131-f5ca-4205-aa7c-c599af6c1d44", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:40.340521 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bce6810-e905-41d6-b9fb-54e718a0fbce {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:40.340921 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ffce5-6cda-4e98-8028-b901a2b20b43', 'name': 'network-vif-deleted', 'tag': '3a332131-f5ca-4205-aa7c-c599af6c1d44', 'status': 'completed', 'code': 200} Aug 27 02:48:40.343935 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fea370c7-c18b-4356-8a46-437c14835c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.368473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fea370c7-c18b-4356-8a46-437c14835c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.431770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fea370c7-c18b-4356-8a46-437c14835c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.439597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fea370c7-c18b-4356-8a46-437c14835c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.443146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fea370c7-c18b-4356-8a46-437c14835c3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5189f9b9-250e-409c-8a9c-a09cf147304e HTTP/1.1" status: 204 len: 168 time: 0.1713357 Aug 27 02:48:40.455514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea370c7-c18b-4356-8a46-437c14835c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5189f9b9-250e-409c-8a9c-a09cf147304e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:40.576447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2320abd4-6384-462e-8ec7-367e538decd1 req-72906773-2af4-4873-853e-2ede38f4ec3a tempest-AttachVolumeNegativeTest-961786451 tempest-AttachVolumeNegativeTest-961786451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6ffce5-6cda-4e98-8028-b901a2b20b43 HTTP/1.1" status: 200 len: 210 time: 0.0284436 Aug 27 02:48:41.613276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:41.635618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55238) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:41.679926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] Deleting subnet 6ea88342-1f36-44bb-b6da-f8675085ec24 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:48:41.683407 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.725878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-397f5eec-d153-4d87-96dc-764b93642e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.731680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.789230 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.873239 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.910238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea88342-1f36-44bb-b6da-f8675085ec24,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:41.912394 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.916939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d045a8a3-b87e-4e0c-ba85-8ca6bff1ca01 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6ea88342-1f36-44bb-b6da-f8675085ec24 HTTP/1.1" status: 204 len: 168 time: 0.2777445 Aug 27 02:48:41.917306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55240) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:41.966912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-397f5eec-d153-4d87-96dc-764b93642e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.977433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-397f5eec-d153-4d87-96dc-764b93642e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.036037 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-397f5eec-d153-4d87-96dc-764b93642e28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ba645a1d97045e7923e26a60eef591d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212759 Aug 27 02:48:42.038609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.039045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55242) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:42.040897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f5eec-d153-4d87-96dc-764b93642e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f70f031-bb43-4e24-b841-81ee66a649ba,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:42.098162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9d71906-0e78-419e-bc4f-2f4d8aaab1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.120872 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9d71906-0e78-419e-bc4f-2f4d8aaab1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.126893 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.138293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d560cf-cdb0-4e15-9c12-1e315c4098b9']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:42.149619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907b0272-36cb-448c-9df6-37c929efc902') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:42.150205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907b0272-36cb-448c-9df6-37c929efc902') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:42.163846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.173450 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9d71906-0e78-419e-bc4f-2f4d8aaab1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.176470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9d71906-0e78-419e-bc4f-2f4d8aaab1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.177890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c9d71906-0e78-419e-bc4f-2f4d8aaab1d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f70f031-bb43-4e24-b841-81ee66a649ba HTTP/1.1" status: 204 len: 168 time: 0.1371641 Aug 27 02:48:42.179254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.186085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:48:42.186674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.187083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d71906-0e78-419e-bc4f-2f4d8aaab1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f70f031-bb43-4e24-b841-81ee66a649ba,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:48:42.189055 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:48:42.250539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.258990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.260863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] 10.222.0.10 "DELETE /v2.0/networks/51d560cf-cdb0-4e15-9c12-1e315c4098b9 HTTP/1.1" status: 204 len: 168 time: 0.3426425 Aug 27 02:48:42.270897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1932-a4a8-436a-8af4-accc7c9efafb admin admin] Pushing event deleted for resources: {'Network': ['ID=51d560cf-cdb0-4e15-9c12-1e315c4098b9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:42.437935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55266) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:42.480039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9aea91ee-b57d-4af3-afa7-196eee2eee13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7615d92f13b41e8923af3372f83120e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407748 Aug 27 02:48:42.483502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55268) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:42.537658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30e1ced9-22fa-4812-8834-fd09bbe667f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.562143 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30e1ced9-22fa-4812-8834-fd09bbe667f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.635288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30e1ced9-22fa-4812-8834-fd09bbe667f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.638286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30e1ced9-22fa-4812-8834-fd09bbe667f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.639640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-30e1ced9-22fa-4812-8834-fd09bbe667f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00ced19e-ebfe-4cbf-9655-a6af752fe43a HTTP/1.1" status: 204 len: 168 time: 0.1547039 Aug 27 02:48:42.648258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1ced9-22fa-4812-8834-fd09bbe667f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ced19e-ebfe-4cbf-9655-a6af752fe43a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:44.264134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a332131-f5ca-4205-aa7c-c599af6c1d44 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:44.285655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 3a332131-f5ca-4205-aa7c-c599af6c1d44 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:44.286009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 3a332131-f5ca-4205-aa7c-c599af6c1d44 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:44.790013 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-2ba99db0-db74-4e60-ae2c-e8443303d0e4 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=afcbf447970442c3b0a38095073e2368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290961 Aug 27 02:48:44.947535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55360) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:45.001022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-ede3cbf5-fd8c-4095-aeda-2273431309fe tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:45.002662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-ede3cbf5-fd8c-4095-aeda-2273431309fe tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066798 Aug 27 02:48:45.018938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-71709454-eaa5-40c7-bd92-6cb3abca8520 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/quotas/afcbf447970442c3b0a38095073e2368 HTTP/1.1" status: 200 len: 375 time: 0.0097356 Aug 27 02:48:45.058413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-fe7ac054-bb0a-416d-9481-b4a1bd21033e tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=afcbf447970442c3b0a38095073e2368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311136 Aug 27 02:48:45.085833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24bc6810-85ff-4d9d-85b2-f5f370b84b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.178837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24bc6810-85ff-4d9d-85b2-f5f370b84b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.184531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24bc6810-85ff-4d9d-85b2-f5f370b84b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.238307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-24bc6810-85ff-4d9d-85b2-f5f370b84b1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c59a78880e443468a0494ad83685a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896576 Aug 27 02:48:45.241073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55368) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:45.255626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8a24245-0156-4a53-89ee-abd0dc0e3327 req-7f479781-9827-4572-8b23-05b87eefdfda tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 210 time: 0.0425103 Aug 27 02:48:45.257574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc6810-85ff-4d9d-85b2-f5f370b84b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ddc8d7-3fbf-493a-ae07-6b55d567a04c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:45.303585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f05dac8d-3c1d-4f1c-865c-6f48e012f697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.325300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f05dac8d-3c1d-4f1c-865c-6f48e012f697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.373956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f05dac8d-3c1d-4f1c-865c-6f48e012f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.376470 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f05dac8d-3c1d-4f1c-865c-6f48e012f697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.377763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f05dac8d-3c1d-4f1c-865c-6f48e012f697 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7ddc8d7-3fbf-493a-ae07-6b55d567a04c HTTP/1.1" status: 204 len: 168 time: 0.1355855 Aug 27 02:48:45.388532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dac8d-3c1d-4f1c-865c-6f48e012f697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ddc8d7-3fbf-493a-ae07-6b55d567a04c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:45.646465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55380) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:45.660292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe73a-6385-4ed5-957d-622add7e334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.783489 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe73a-6385-4ed5-957d-622add7e334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.792684 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe73a-6385-4ed5-957d-622add7e334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.833119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3bdfe73a-6385-4ed5-957d-622add7e334f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=294b2809d20242179df3c6dd41f1d048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854205 Aug 27 02:48:45.834101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe73a-6385-4ed5-957d-622add7e334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c08e88-075e-4922-910a-0c1e4420080d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:45.835873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55388) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:45.893917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-787e1228-1bf8-4260-a1ba-3c87c8bc4f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.915578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-787e1228-1bf8-4260-a1ba-3c87c8bc4f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.965046 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-787e1228-1bf8-4260-a1ba-3c87c8bc4f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.968531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-787e1228-1bf8-4260-a1ba-3c87c8bc4f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.969822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-787e1228-1bf8-4260-a1ba-3c87c8bc4f79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8c08e88-075e-4922-910a-0c1e4420080d HTTP/1.1" status: 204 len: 168 time: 0.1328843 Aug 27 02:48:45.983225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e1228-1bf8-4260-a1ba-3c87c8bc4f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c08e88-075e-4922-910a-0c1e4420080d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:46.142797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-b9503ece-fc98-4301-8be2-e87609c71b5e tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=afcbf447970442c3b0a38095073e2368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318670 Aug 27 02:48:46.714498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4ef70af-a66a-42eb-9a75-2aa639befcc5 req-e41de309-66af-483d-a336-482acbdd6309 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 210 time: 0.3667462 Aug 27 02:48:46.725567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-a84efb39-d986-45ca-b099-da3f78fadc16 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:46.727227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-a84efb39-d986-45ca-b099-da3f78fadc16 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5774050 Aug 27 02:48:46.744978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Request body: {'port': {'device_id': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': 'afcbf447970442c3b0a38095073e2368'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:46.752036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.865830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Made reservation on behalf of afcbf447970442c3b0a38095073e2368 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:46.870053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.879946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.973458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.978920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.058958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:47.130102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Allocated IP 192.168.233.98 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/07dca4f6-6b23-42b2-8a29-cb0c0a956791) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:47.311393 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.327270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Transition to ACTIVE for port object 07dca4f6-6b23-42b2-8a29-cb0c0a956791 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:47.362937 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.408959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:47.412070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:47.420582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:47.450695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Pushing event updated for resources: {'Port': ['ID=07dca4f6-6b23-42b2-8a29-cb0c0a956791,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:47.492350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:47.493559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.514375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-dde24eef-cbf2-4d50-b216-8fad02302e5d tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7714732 Aug 27 02:48:47.526825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-76eea90c-fccc-4208-baf7-b3d6e49fc1a1 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:48:47.528231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-76eea90c-fccc-4208-baf7-b3d6e49fc1a1 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085437 Aug 27 02:48:47.548667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Request body: {'port': {'device_id': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:47.614782 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.658410 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.738256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b76ef669-1265-461d-ba67-c796bdc00d8d None None] Provisioning for port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:47.745763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b76ef669-1265-461d-ba67-c796bdc00d8d None None] Provisioning complete for port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:47.750219 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b76ef669-1265-461d-ba67-c796bdc00d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.793557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b76ef669-1265-461d-ba67-c796bdc00d8d None None] Port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:47.902363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a77f8-5c00-4493-a949-de096239efa4 req-cabff159-6515-493e-8e80-f714098a109f tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:47.903938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-516a77f8-5c00-4493-a949-de096239efa4 req-cabff159-6515-493e-8e80-f714098a109f tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 935 time: 0.0653291 Aug 27 02:48:47.926800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07dca4f6-6b23-42b2-8a29-cb0c0a956791 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:47.934775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.947392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Transition to ACTIVE for port object 07dca4f6-6b23-42b2-8a29-cb0c0a956791 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:47.953150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.956383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-516a77f8-5c00-4493-a949-de096239efa4 req-b9e5102d-ecdd-4cee-a0d3-f05f180cb7b2 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Aug 27 02:48:48.004066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Pushing event updated for resources: {'Port': ['ID=07dca4f6-6b23-42b2-8a29-cb0c0a956791,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:48.082595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Attempting to bind port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:48.082934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Attempting to bind port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:48.083261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Attempting to bind port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:48.088194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:48:48.088804 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Attempting to bind port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:48.094030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:48.094821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:48.095390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:48.095978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Bound port: 07dca4f6-6b23-42b2-8a29-cb0c0a956791, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:48.096644 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:48.173358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] For port 07dca4f6-6b23-42b2-8a29-cb0c0a956791, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:48.178528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] For port 07dca4f6-6b23-42b2-8a29-cb0c0a956791, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=07dca4f6-6b23-42b2-8a29-cb0c0a956791,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:48.186565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:48.220888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:48.221526 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:48.222991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] 10.222.0.45 "PUT /v2.0/ports/07dca4f6-6b23-42b2-8a29-cb0c0a956791 HTTP/1.1" status: 200 len: 1095 time: 0.6794536 Aug 27 02:48:48.223457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'tag': '07dca4f6-6b23-42b2-8a29-cb0c0a956791'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:48.225964 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dcf829-7624-4268-aee2-776914adcb33" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f1508-b623-40b1-b72e-aeccf2191b78", "tag": "07dca4f6-6b23-42b2-8a29-cb0c0a956791"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:48.270435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e15075-7567-4e1e-9b14-59b4a4d11f6a service neutron] Pushing event updated for resources: {'Port': ['ID=07dca4f6-6b23-42b2-8a29-cb0c0a956791,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:48.284227 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2980e91f-dfeb-4243-8217-394222617d35 x-openstack-request-id: req-2980e91f-dfeb-4243-8217-394222617d35 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:48.284638 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f1508-b623-40b1-b72e-aeccf2191b78", "tag": "07dca4f6-6b23-42b2-8a29-cb0c0a956791", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:48.285000 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2980e91f-dfeb-4243-8217-394222617d35 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:48.285547 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'tag': '07dca4f6-6b23-42b2-8a29-cb0c0a956791', 'status': 'completed', 'code': 200} Aug 27 02:48:48.366074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-fb0f3a32-bd3e-445e-80b9-844c90027498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:48.367880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-fb0f3a32-bd3e-445e-80b9-844c90027498 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afcbf447970442c3b0a38095073e2368&device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 1098 time: 0.0668914 Aug 27 02:48:48.414986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-a250686a-1ce0-43f3-b767-1218923250f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=07dca4f6-6b23-42b2-8a29-cb0c0a956791 HTTP/1.1" status: 200 len: 217 time: 0.0375798 Aug 27 02:48:48.472265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-6c28b55d-67fe-4792-900e-b31544bbb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:48.473852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-6c28b55d-67fe-4792-900e-b31544bbb96f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0493140 Aug 27 02:48:48.531227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-66e2c1c5-0a36-4bbf-acfb-c615186f3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:48.535057 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-66e2c1c5-0a36-4bbf-acfb-c615186f3bde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496900 Aug 27 02:48:48.632412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-2092f096-0379-4fa0-8d26-84fce2c5354e service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908365 Aug 27 02:48:48.728141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ecffcc8-692f-4873-a01b-4a04971daba2 req-10beec6e-9acc-4368-b03d-75b065bc4a79 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884807 Aug 27 02:48:48.822612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcf829-7624-4268-aee2-776914adcb33 req-ff7a30ec-78b7-409c-9492-275bc1c810e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:48.824110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79dcf829-7624-4268-aee2-776914adcb33 req-ff7a30ec-78b7-409c-9492-275bc1c810e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afcbf447970442c3b0a38095073e2368&device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 1098 time: 0.0436141 Aug 27 02:48:48.927807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcf829-7624-4268-aee2-776914adcb33 req-c157dfd4-6d2f-4732-be35-9ddd61b18b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:48.929318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79dcf829-7624-4268-aee2-776914adcb33 req-c157dfd4-6d2f-4732-be35-9ddd61b18b3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.0914712 Aug 27 02:48:48.979483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79dcf829-7624-4268-aee2-776914adcb33 req-ad65b4d7-d6ab-4462-b7f1-7a5950ec2743 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=07dca4f6-6b23-42b2-8a29-cb0c0a956791 HTTP/1.1" status: 200 len: 217 time: 0.0407269 Aug 27 02:48:49.034570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcf829-7624-4268-aee2-776914adcb33 req-1378d5cf-3dba-4569-b59f-4768d54f8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:49.036110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79dcf829-7624-4268-aee2-776914adcb33 req-1378d5cf-3dba-4569-b59f-4768d54f8067 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0482044 Aug 27 02:48:49.088137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588ac5f-ebf4-4656-ae45-50af3d0e17aa req-522c8364-ecad-435d-81ae-855b4cd17754 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:49.092967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcf829-7624-4268-aee2-776914adcb33 req-0686f663-4e0f-4a7b-8299-adb4b9575d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:49.094532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79dcf829-7624-4268-aee2-776914adcb33 req-0686f663-4e0f-4a7b-8299-adb4b9575d01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497582 Aug 27 02:48:49.096679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b588ac5f-ebf4-4656-ae45-50af3d0e17aa req-522c8364-ecad-435d-81ae-855b4cd17754 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 947 time: 0.0634072 Aug 27 02:48:49.142462 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b588ac5f-ebf4-4656-ae45-50af3d0e17aa req-a258c287-cf89-42ad-8e6c-930a5bf8dfc0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Aug 27 02:48:49.219336 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79dcf829-7624-4268-aee2-776914adcb33 req-0a565639-3748-4a6a-91e9-c15925a52a19 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127455 Aug 27 02:48:49.316138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79dcf829-7624-4268-aee2-776914adcb33 req-0e28f4b6-7001-431a-b103-1334b6873bfd service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888591 Aug 27 02:48:49.368250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55476) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:49.477716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260f8544-0734-4ecc-a79c-08fecf381b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.585665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260f8544-0734-4ecc-a79c-08fecf381b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.591116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260f8544-0734-4ecc-a79c-08fecf381b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.634774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f8544-0734-4ecc-a79c-08fecf381b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e69a625-ad3c-4555-97e8-8cc2572b082f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:49.644289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-260f8544-0734-4ecc-a79c-08fecf381b53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be6285eaad0b44019deb13d9c6a64603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722464 Aug 27 02:48:49.644775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55480) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:49.696139 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d2a0bc-f322-4245-99bf-03dbfac62ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.717647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d2a0bc-f322-4245-99bf-03dbfac62ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.767671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d2a0bc-f322-4245-99bf-03dbfac62ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.770391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-12d2a0bc-f322-4245-99bf-03dbfac62ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.771562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-12d2a0bc-f322-4245-99bf-03dbfac62ac9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e69a625-ad3c-4555-97e8-8cc2572b082f HTTP/1.1" status: 204 len: 168 time: 0.1261716 Aug 27 02:48:49.779791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2a0bc-f322-4245-99bf-03dbfac62ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e69a625-ad3c-4555-97e8-8cc2572b082f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:50.049346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55486) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:50.067269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e37ceeb-529c-4afc-8159-4700d397452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.155658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e37ceeb-529c-4afc-8159-4700d397452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.161269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e37ceeb-529c-4afc-8159-4700d397452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.193343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2e37ceeb-529c-4afc-8159-4700d397452b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea799df3174d49f9aea5d59edef146c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427369 Aug 27 02:48:50.196179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55490) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:50.205819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37ceeb-529c-4afc-8159-4700d397452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c771d5a2-863e-4e74-bf5c-bd11446fca8c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:50.296422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 07dca4f6-6b23-42b2-8a29-cb0c0a956791 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:48:50.303359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52130e5d-3cbf-42b5-8352-8a0d63d5348f req-40b59304-9611-4a5e-a3a1-a56598e5cca8 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.304862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52130e5d-3cbf-42b5-8352-8a0d63d5348f req-40b59304-9611-4a5e-a3a1-a56598e5cca8 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 947 time: 0.0816770 Aug 27 02:48:50.305722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50c56d3f-3955-4cc3-a8f8-78968f86b958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.340887 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50c56d3f-3955-4cc3-a8f8-78968f86b958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.378952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52130e5d-3cbf-42b5-8352-8a0d63d5348f req-e0ba6d9e-1463-448a-a6b0-a38cf9829935 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636160 Aug 27 02:48:50.396917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 07dca4f6-6b23-42b2-8a29-cb0c0a956791, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=07dca4f6-6b23-42b2-8a29-cb0c0a956791,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:50.407833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50c56d3f-3955-4cc3-a8f8-78968f86b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.410519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-50c56d3f-3955-4cc3-a8f8-78968f86b958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.414564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-50c56d3f-3955-4cc3-a8f8-78968f86b958 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c771d5a2-863e-4e74-bf5c-bd11446fca8c HTTP/1.1" status: 204 len: 168 time: 0.2143960 Aug 27 02:48:50.418529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '07dca4f6-6b23-42b2-8a29-cb0c0a956791', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': '07dca4f6-6b23-42b2-8a29-cb0c0a956791', 'mac_address': 'fa:16:3e:b2:1a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:48:50.436510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c56d3f-3955-4cc3-a8f8-78968f86b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c771d5a2-863e-4e74-bf5c-bd11446fca8c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:50.467873 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.488860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07dca4f6-6b23-42b2-8a29-cb0c0a956791 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:50.501627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 07dca4f6-6b23-42b2-8a29-cb0c0a956791, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=07dca4f6-6b23-42b2-8a29-cb0c0a956791,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:50.506735 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.555875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=07dca4f6-6b23-42b2-8a29-cb0c0a956791,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:50.737502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['07dca4f6-6b23-42b2-8a29-cb0c0a956791'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:50.817330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55504) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:50.893428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269ef51-1048-4d71-adcc-db8ec4535a67 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.894014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269ef51-1048-4d71-adcc-db8ec4535a67 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.894518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269ef51-1048-4d71-adcc-db8ec4535a67 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.896255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2269ef51-1048-4d71-adcc-db8ec4535a67 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=5b1b46e9678645cd87d02089062acdc5&network_id=35b918d4-2649-4da0-92c0-eb1bfcaa693a HTTP/1.1" status: 200 len: 2970 time: 0.0773520 Aug 27 02:48:51.507741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ce53-6785-48d5-9ab0-2afb37723691 req-6e7d1134-1e59-4e0a-8a8c-f08795195a68 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:51.509596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0a8ce53-6785-48d5-9ab0-2afb37723691 req-6e7d1134-1e59-4e0a-8a8c-f08795195a68 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 948 time: 0.0528131 Aug 27 02:48:51.558997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0a8ce53-6785-48d5-9ab0-2afb37723691 req-c52d00d9-5328-41ee-ae91-57c55be3cc26 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Aug 27 02:48:52.316815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 07dca4f6-6b23-42b2-8a29-cb0c0a956791 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:52.370154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:52.374028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:52.374436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.450310 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.472558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dca4f6-6b23-42b2-8a29-cb0c0a956791'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:52.474823 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da537c-9555-4ef0-b826-96968fb496d9" -d '{"events": [{"server_uuid": "b07f1508-b623-40b1-b72e-aeccf2191b78", "name": "network-vif-plugged", "status": "completed", "tag": "07dca4f6-6b23-42b2-8a29-cb0c0a956791"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:52.487229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 07dca4f6-6b23-42b2-8a29-cb0c0a956791, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=07dca4f6-6b23-42b2-8a29-cb0c0a956791,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:52.492501 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.515396 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a442f11-31d9-4c53-ae25-f67ac6b88dca x-openstack-request-id: req-3a442f11-31d9-4c53-ae25-f67ac6b88dca {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:52.515710 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07f1508-b623-40b1-b72e-aeccf2191b78", "name": "network-vif-plugged", "status": "completed", "tag": "07dca4f6-6b23-42b2-8a29-cb0c0a956791", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:52.515899 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a442f11-31d9-4c53-ae25-f67ac6b88dca {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:52.516305 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dca4f6-6b23-42b2-8a29-cb0c0a956791', 'code': 200} Aug 27 02:48:52.544234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=07dca4f6-6b23-42b2-8a29-cb0c0a956791,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:52.627013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc64b-8258-406d-8d8d-d34a538e4f0c req-d4f28d8e-77ae-4243-8594-7d4844a6e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:52.628897 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-088bc64b-8258-406d-8d8d-d34a538e4f0c req-d4f28d8e-77ae-4243-8594-7d4844a6e04e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 1100 time: 0.0533965 Aug 27 02:48:52.664727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-088bc64b-8258-406d-8d8d-d34a538e4f0c req-eefe21dc-2640-415b-a712-9805078a1565 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286467 Aug 27 02:48:52.684592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa80bb-5a36-4e8e-837f-5ac89909e190 req-a512d4dc-ad29-491e-93e8-4245627d802e tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:52.686191 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5aa80bb-5a36-4e8e-837f-5ac89909e190 req-a512d4dc-ad29-491e-93e8-4245627d802e tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 949 time: 0.0527742 Aug 27 02:48:52.730158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5aa80bb-5a36-4e8e-837f-5ac89909e190 req-81b9b728-3189-4533-a954-a7347558ecbd tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372996 Aug 27 02:48:52.745269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55572) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:52.797143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb46c5-9133-4852-be74-d06d91ce5613 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:52.798665 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eacb46c5-9133-4852-be74-d06d91ce5613 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8 HTTP/1.1" status: 200 len: 814 time: 0.0522082 Aug 27 02:48:53.645201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55604) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:53.650355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'network': {'name': 'tempest-network-smoke--1220378703', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:53.685562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:53.689080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.713659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:48:53.723129 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.723473 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Added segment 3dfef44f-454d-440b-a972-b4f95af19476 of type vlan for network 9e6ddea5-4112-423a-acef-725ed0db99a2 Aug 27 02:48:53.763570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.800098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.806983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:53.807833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.859904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc2874-46cd-4fe6-bcba-761d9191b129 req-20446ea3-b5e5-4d09-8f0a-fe1b604e9636 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:53.861529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58fc2874-46cd-4fe6-bcba-761d9191b129 req-20446ea3-b5e5-4d09-8f0a-fe1b604e9636 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 949 time: 0.0524271 Aug 27 02:48:53.871600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2252672 Aug 27 02:48:53.874624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55614) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:53.907197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58fc2874-46cd-4fe6-bcba-761d9191b129 req-a6e75163-b934-4bd2-909a-6db37b3b9a37 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Aug 27 02:48:53.922032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce6ea9-e253-4958-8671-38f237f43372 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Network': ['ID=9e6ddea5-4112-423a-acef-725ed0db99a2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:53.935284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:48:53.942205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b5863-563c-40c7-a933-d464efa921f9 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:53.943841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-170b5863-563c-40c7-a933-d464efa921f9 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5b1b46e9678645cd87d02089062acdc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0680928 Aug 27 02:48:53.946523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55618) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:54.033690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464a7de-b2cc-4753-84ae-4a0d8946fbb9 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:54.035158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b464a7de-b2cc-4753-84ae-4a0d8946fbb9 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876935 Aug 27 02:48:54.037919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55622) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:54.065906 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ea554341-63aa-4c7b-a15c-1df6f16994d1 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268743 Aug 27 02:48:54.068619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55624) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:54.102097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9d721dee-51f5-4269-84bb-4dbd1b830855 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5b1b46e9678645cd87d02089062acdc5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323551 Aug 27 02:48:54.104726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55628) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:54.189378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a25ce-b085-4fcd-a62f-2deeb0b56481 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:54.190946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a54a25ce-b085-4fcd-a62f-2deeb0b56481 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853069 Aug 27 02:48:54.193742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55632) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:54.222230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4f48633d-ff44-40f3-b36f-7cb2e38a5115 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273750 Aug 27 02:48:54.224740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:54.229685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1522943695', 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:54.319645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:54.323584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.508431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.575315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Subnet': ['ID=f384ae3a-ad37-403c-b46e-7407b53144e2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:54.582222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Checking segment: {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:54.582640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network hostable DHCP agents. Network: 9e6ddea5-4112-423a-acef-725ed0db99a2, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:48:54.600817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:48:54.611103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9e6ddea5-4112-423a-acef-725ed0db99a2) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:54.615446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:54.616045 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.622232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a4a9a-cb4e-4283-abcb-66d2bd84c1e3 None None] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:54.638198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3f9ac05f-a467-44cb-8a83-0567863faec9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4124775 Aug 27 02:48:54.773762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-9e6ddea5-4112-423a-acef-725ed0db99a2', 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ips': [{'subnet_id': 'f384ae3a-ad37-403c-b46e-7407b53144e2'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:48:54.774801 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.919021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Allocated IP 172.20.0.18 (9e6ddea5-4112-423a-acef-725ed0db99a2/f384ae3a-ad37-403c-b46e-7407b53144e2/69af351f-0f2d-4a4d-be21-613e1acce274) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:55.037047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50478d29-909c-449e-a537-20baaf7e7d5e req-e79b233a-fe13-4f72-a3a9-36aae76e2381 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:55.038595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50478d29-909c-449e-a537-20baaf7e7d5e req-e79b233a-fe13-4f72-a3a9-36aae76e2381 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 949 time: 0.0587282 Aug 27 02:48:55.065897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.074660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Transition to ACTIVE for port object 69af351f-0f2d-4a4d-be21-613e1acce274 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:55.080630 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-50478d29-909c-449e-a537-20baaf7e7d5e req-782a182e-3a3c-464b-91b9-c8a316c51709 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349810 Aug 27 02:48:55.092322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Transition to ACTIVE for port object 69af351f-0f2d-4a4d-be21-613e1acce274 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:55.099713 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.140503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:55.143348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:55.149217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:55.161370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Pushing event updated for resources: {'Port': ['ID=69af351f-0f2d-4a4d-be21-613e1acce274,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:55.213253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Attempting to bind port 69af351f-0f2d-4a4d-be21-613e1acce274 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:55.213653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Attempting to bind port 69af351f-0f2d-4a4d-be21-613e1acce274 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:55.214003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Attempting to bind port 69af351f-0f2d-4a4d-be21-613e1acce274 on network 9e6ddea5-4112-423a-acef-725ed0db99a2 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:55.219964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:55.220337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Checking segment: {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:55.220744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.221157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Bound using segment: {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:55.221628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Bound port: 69af351f-0f2d-4a4d-be21-613e1acce274, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:55.222337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.294569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] For port 69af351f-0f2d-4a4d-be21-613e1acce274, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:55.298096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] For port 69af351f-0f2d-4a4d-be21-613e1acce274, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=69af351f-0f2d-4a4d-be21-613e1acce274,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:55.304493 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.371294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46544e3-ebbe-46d2-a7bf-719b2288ed3c None None] Pushing event updated for resources: {'Port': ['ID=69af351f-0f2d-4a4d-be21-613e1acce274,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:55.373889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5842-ffd0-4047-b253-e7dce31f4b40 req-09ce2b03-7bcc-4371-ac19-3385a21dfbe3 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:55.381250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94bf5842-ffd0-4047-b253-e7dce31f4b40 req-09ce2b03-7bcc-4371-ac19-3385a21dfbe3 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 949 time: 0.0637665 Aug 27 02:48:55.416020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94bf5842-ffd0-4047-b253-e7dce31f4b40 req-344f4831-4913-4e1a-8796-5df924304922 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Aug 27 02:48:56.149090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55688) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:56.155418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1109aec9-e7e3-4d6f-98d9-3677d660db04 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380714468', 'description': 'tempest-secgroup-smoke-380714468 description', 'project_id': '5b1b46e9678645cd87d02089062acdc5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:56.189503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1109aec9-e7e3-4d6f-98d9-3677d660db04 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.279585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1109aec9-e7e3-4d6f-98d9-3677d660db04 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.285312 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1109aec9-e7e3-4d6f-98d9-3677d660db04 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.319415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109aec9-e7e3-4d6f-98d9-3677d660db04 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa488704-ca58-4db4-b9e0-bdaf0087c0a2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:56.327606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1109aec9-e7e3-4d6f-98d9-3677d660db04 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.328913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1109aec9-e7e3-4d6f-98d9-3677d660db04 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1773989 Aug 27 02:48:56.332771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55692) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:56.332932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0746a06-4b9f-4e40-8a19-102caebb5ce3 None None] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:56.338431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-864f0b86-dc55-4928-9791-2df5872d9e59 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'aa488704-ca58-4db4-b9e0-bdaf0087c0a2', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:56.369195 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-864f0b86-dc55-4928-9791-2df5872d9e59 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.428551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-864f0b86-dc55-4928-9791-2df5872d9e59 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.433194 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-864f0b86-dc55-4928-9791-2df5872d9e59 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.442898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f1bf40f6-3729-4f22-8682-126d462e3b8e None None] Provisioning for port 69af351f-0f2d-4a4d-be21-613e1acce274 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:56.469429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f0b86-dc55-4928-9791-2df5872d9e59 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ac5782-a2fc-4d36-8fea-a526c5e14d83,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:56.477966 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-864f0b86-dc55-4928-9791-2df5872d9e59 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.479611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-864f0b86-dc55-4928-9791-2df5872d9e59 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456833 Aug 27 02:48:56.482818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55698) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:56.495427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-01fdecce-319b-45ff-8b8f-30b89a4de5f1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'aa488704-ca58-4db4-b9e0-bdaf0087c0a2', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:56.586161 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01fdecce-319b-45ff-8b8f-30b89a4de5f1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.603464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430a804-d6a4-4f13-b239-eb8aac941e71 req-41c22b9c-e211-4087-b907-2ff4c2e2b140 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:56.605073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d430a804-d6a4-4f13-b239-eb8aac941e71 req-41c22b9c-e211-4087-b907-2ff4c2e2b140 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 949 time: 0.0829890 Aug 27 02:48:56.681926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d430a804-d6a4-4f13-b239-eb8aac941e71 req-9187bdb0-942c-4c10-8941-01932dec3d9f tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700493 Aug 27 02:48:56.725359 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01fdecce-319b-45ff-8b8f-30b89a4de5f1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.731298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01fdecce-319b-45ff-8b8f-30b89a4de5f1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.760329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdecce-319b-45ff-8b8f-30b89a4de5f1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d33ae6-09fd-4548-b2ad-71b235e39d12,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:56.765224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01fdecce-319b-45ff-8b8f-30b89a4de5f1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.769617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:56.769790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-01fdecce-319b-45ff-8b8f-30b89a4de5f1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2855234 Aug 27 02:48:56.776670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c7f18986-578a-47e4-bbcf-74dbaa32dedd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'aa488704-ca58-4db4-b9e0-bdaf0087c0a2', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:56.778854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-aff4d56a-4970-420b-977f-282a813e0d86 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:56.780628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-aff4d56a-4970-420b-977f-282a813e0d86 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 949 time: 0.0965955 Aug 27 02:48:56.808846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7f18986-578a-47e4-bbcf-74dbaa32dedd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.891654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Deleting port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:56.892440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.913379 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7f18986-578a-47e4-bbcf-74dbaa32dedd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.918956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7f18986-578a-47e4-bbcf-74dbaa32dedd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.940545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18986-578a-47e4-bbcf-74dbaa32dedd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46721636-b662-45eb-90df-4bb7dced6030,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:56.950755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7f18986-578a-47e4-bbcf-74dbaa32dedd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.952369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c7f18986-578a-47e4-bbcf-74dbaa32dedd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804833 Aug 27 02:48:56.955663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55712) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:56.962535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-78a113ab-e40a-4209-a12b-6f1fa74e20d2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'aa488704-ca58-4db4-b9e0-bdaf0087c0a2', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:56.995699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78a113ab-e40a-4209-a12b-6f1fa74e20d2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.010656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] For port 07dca4f6-6b23-42b2-8a29-cb0c0a956791, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=07dca4f6-6b23-42b2-8a29-cb0c0a956791,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:57.011235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.028843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Calling delete_port for 07dca4f6-6b23-42b2-8a29-cb0c0a956791 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:57.075648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78a113ab-e40a-4209-a12b-6f1fa74e20d2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.081585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78a113ab-e40a-4209-a12b-6f1fa74e20d2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.102880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a113ab-e40a-4209-a12b-6f1fa74e20d2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215f3a2e-a048-4292-8eeb-397618dad722,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:57.111030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78a113ab-e40a-4209-a12b-6f1fa74e20d2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.114362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-78a113ab-e40a-4209-a12b-6f1fa74e20d2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535833 Aug 27 02:48:57.114962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55718) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:57.115574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55720) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:57.120249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'aa488704-ca58-4db4-b9e0-bdaf0087c0a2', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:57.149406 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Project 5b1b46e9678645cd87d02089062acdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:48:57.164425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.218188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.230198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['07dca4f6-6b23-42b2-8a29-cb0c0a956791'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:57.253754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Pushing event deleted for resources: {'Port': ['ID=07dca4f6-6b23-42b2-8a29-cb0c0a956791,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:57.274255 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.283385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.305733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912482cb-1b3d-4ec9-aaf1-12a435f24554,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:57.313306 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.314750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8d02ab6a-db39-4741-a93c-4d05db68a69b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1982071 Aug 27 02:48:57.317579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55724) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:57.325567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'aa488704-ca58-4db4-b9e0-bdaf0087c0a2', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:57.329353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] No DVR routers for this DVR port 07dca4f6-6b23-42b2-8a29-cb0c0a956791 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:57.331650 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0939aa7c-9674-427a-a1d2-4e787535522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.341541 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.344238 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2bc508e-8433-47b7-a631-ddb94d723d80 req-e3673f11-fdcd-4ae8-8f62-de7c252e2bd0 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.45 "DELETE /v2.0/ports/07dca4f6-6b23-42b2-8a29-cb0c0a956791 HTTP/1.1" status: 204 len: 173 time: 0.5566628 Aug 27 02:48:57.346446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'name': 'network-vif-deleted', 'tag': '07dca4f6-6b23-42b2-8a29-cb0c0a956791'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:57.348808 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffc11f3-8e15-47d5-9982-d2b1e31a00e0" -d '{"events": [{"server_uuid": "b07f1508-b623-40b1-b72e-aeccf2191b78", "name": "network-vif-deleted", "tag": "07dca4f6-6b23-42b2-8a29-cb0c0a956791"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:57.356299 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Project 5b1b46e9678645cd87d02089062acdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:48:57.363755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.446508 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad1f1de-dc5d-4dee-969c-51e5b68367a8 x-openstack-request-id: req-2ad1f1de-dc5d-4dee-969c-51e5b68367a8 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:57.446854 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07f1508-b623-40b1-b72e-aeccf2191b78", "name": "network-vif-deleted", "tag": "07dca4f6-6b23-42b2-8a29-cb0c0a956791", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:57.447802 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ad1f1de-dc5d-4dee-969c-51e5b68367a8 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:57.450691 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f1508-b623-40b1-b72e-aeccf2191b78', 'name': 'network-vif-deleted', 'tag': '07dca4f6-6b23-42b2-8a29-cb0c0a956791', 'status': 'completed', 'code': 200} Aug 27 02:48:57.490789 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.498181 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.521345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcae4781-def0-4466-b1f8-92d4d2e0925c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:57.540996 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0939aa7c-9674-427a-a1d2-4e787535522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.550684 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0939aa7c-9674-427a-a1d2-4e787535522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.556283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.558347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8d5bef2a-2c5c-455a-bf01-f7bdb4c26f54 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2397678 Aug 27 02:48:57.625261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939aa7c-9674-427a-a1d2-4e787535522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6acb10-43f6-4248-a29d-97394ff693d5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:57.631171 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0939aa7c-9674-427a-a1d2-4e787535522e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b20861ab10d24380a1e9c4de801c6f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122364 Aug 27 02:48:57.633725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55730) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:57.675110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 69af351f-0f2d-4a4d-be21-613e1acce274 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:57.716123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c377715-1121-4a5e-be4e-6bafba1104ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.716847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-51470d12-0ffe-4153-8d9a-dc75c8ea1175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.745065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c377715-1121-4a5e-be4e-6bafba1104ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.745921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 69af351f-0f2d-4a4d-be21-613e1acce274 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:57.752450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 69af351f-0f2d-4a4d-be21-613e1acce274 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:57.753204 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.814640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-87887ffe-0ed8-4b7f-bc5d-5762adb81291 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380714468&fields=id&tenant_id=5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 267 time: 0.0490396 Aug 27 02:48:57.848091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25dc1f80-9390-496a-994b-f01cadd8c854 req-d9eb583e-9ee1-4eb0-bb65-9567f5257f22 tempest-VolumesNegativeTest-1872942875 tempest-VolumesNegativeTest-1872942875-project] 10.222.0.10 "GET /v2.0/ports?device_id=b07f1508-b623-40b1-b72e-aeccf2191b78 HTTP/1.1" status: 200 len: 210 time: 0.0455110 Aug 27 02:48:57.849341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.900989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c377715-1121-4a5e-be4e-6bafba1104ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.903599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c377715-1121-4a5e-be4e-6bafba1104ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.906027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 69af351f-0f2d-4a4d-be21-613e1acce274, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=69af351f-0f2d-4a4d-be21-613e1acce274,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:57.907439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9c377715-1121-4a5e-be4e-6bafba1104ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a6acb10-43f6-4248-a29d-97394ff693d5 HTTP/1.1" status: 204 len: 168 time: 0.2726083 Aug 27 02:48:57.919285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.919992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377715-1121-4a5e-be4e-6bafba1104ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6acb10-43f6-4248-a29d-97394ff693d5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:58.008531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=69af351f-0f2d-4a4d-be21-613e1acce274,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:58.009613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-80c67303-47a7-49ac-9de9-b006885f3259 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:58.015676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-80c67303-47a7-49ac-9de9-b006885f3259 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/networks?id=9e6ddea5-4112-423a-acef-725ed0db99a2 HTTP/1.1" status: 200 len: 797 time: 0.1825659 Aug 27 02:48:58.021017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.021368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.021717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.022115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.022420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.022752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.023082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.025953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.029646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.032302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.032415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-450f1d8e-68ba-4cd7-bbc1-f70b10f409ca tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/quotas/5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 375 time: 0.0123971 Aug 27 02:48:58.032640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.032916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:58.100492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-5647c477-b626-445c-a34b-5a2230d85a6d tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0606771 Aug 27 02:48:58.116881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-a5ed43f0-6c62-4339-88e3-6b3b78bfc0a6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:48:58.117989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-a5ed43f0-6c62-4339-88e3-6b3b78bfc0a6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054696 Aug 27 02:48:58.226382 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-7399d2ae-209e-4821-97a5-bc1655ee0769 service neutron] 10.222.0.10 "GET /v2.0/networks/9e6ddea5-4112-423a-acef-725ed0db99a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020455 Aug 27 02:48:58.265655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 55750) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:58.280099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ff0980-fa59-413a-9fb1-b4427143ae2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.313439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-7bcde7bb-564e-47e5-bc29-343a127709b2 service neutron] 10.222.0.10 "GET /v2.0/networks/9e6ddea5-4112-423a-acef-725ed0db99a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859776 Aug 27 02:48:58.420879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ff0980-fa59-413a-9fb1-b4427143ae2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.432712 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51ff0980-fa59-413a-9fb1-b4427143ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.480032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff0980-fa59-413a-9fb1-b4427143ae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4cdaf-9c7d-4cd4-ab50-17f9f57246e7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:58.488298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 55754) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:58.488526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51ff0980-fa59-413a-9fb1-b4427143ae2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c141f492aea04f889e3cd33240aa28ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215815 Aug 27 02:48:58.566668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4c787b3-078f-4f37-a834-f4aa0ee65339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.577950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-65579bcc-7653-4cc4-ab44-cd039efbe117 req-7cf38104-0923-4739-b90e-bf8831c6a037 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Aug 27 02:48:58.596755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4c787b3-078f-4f37-a834-f4aa0ee65339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.654613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4c787b3-078f-4f37-a834-f4aa0ee65339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.658221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4c787b3-078f-4f37-a834-f4aa0ee65339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.659750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f4c787b3-078f-4f37-a834-f4aa0ee65339 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bc4cdaf-9c7d-4cd4-ab50-17f9f57246e7 HTTP/1.1" status: 204 len: 168 time: 0.1698408 Aug 27 02:48:58.670545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c787b3-078f-4f37-a834-f4aa0ee65339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4cdaf-9c7d-4cd4-ab50-17f9f57246e7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:59.567290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 69af351f-0f2d-4a4d-be21-613e1acce274 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:59.682870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 69af351f-0f2d-4a4d-be21-613e1acce274 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:59.683477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:59.747340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-609b19c8-5279-4866-8d3f-4bab51deb5f5 req-28028c38-f64a-463b-ab35-9dd0d05ea4ce tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 210 time: 0.0469325 Aug 27 02:48:59.946086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-ba107fe9-50d0-49d8-af53-b41310ae7c43 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:59.947955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-ba107fe9-50d0-49d8-af53-b41310ae7c43 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.45 "GET /v2.0/networks?id=9e6ddea5-4112-423a-acef-725ed0db99a2 HTTP/1.1" status: 200 len: 797 time: 0.2259080 Aug 27 02:49:00.032248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-10fc886c-b1b6-46a3-a7d4-8dd61daf58fe tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 472 time: 0.0716550 Aug 27 02:49:00.047907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'port': {'device_id': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2', 'admin_state_up': True, 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'security_groups': ['aa488704-ca58-4db4-b9e0-bdaf0087c0a2']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:00.187617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:00.192314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.231303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e53467de-06a2-4e01-bf5a-e672dbe7877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.333792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 07dca4f6-6b23-42b2-8a29-cb0c0a956791 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:00.363206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.20.0.26 (9e6ddea5-4112-423a-acef-725ed0db99a2/f384ae3a-ad37-403c-b46e-7407b53144e2/edc76276-ad0e-4cfc-834a-a3b074e918ef) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:00.363746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 07dca4f6-6b23-42b2-8a29-cb0c0a956791 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:00.364102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 07dca4f6-6b23-42b2-8a29-cb0c0a956791 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:00.450744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.689363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.707992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Transition to ACTIVE for port object edc76276-ad0e-4cfc-834a-a3b074e918ef will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:00.756047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.811493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:00.815247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:00.829412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:00.881116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=edc76276-ad0e-4cfc-834a-a3b074e918ef,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:00.923423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:00.924148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.988250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda0db-7aa6-410f-9556-08aad44a2391 req-76cb7445-cb99-4fce-8448-d69b0d103ec4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:00.997009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55fda0db-7aa6-410f-9556-08aad44a2391 req-76cb7445-cb99-4fce-8448-d69b0d103ec4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 932 time: 0.0686162 Aug 27 02:49:00.999749 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-9e8065eb-7698-4fe7-9de1-066edf345f5a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9600604 Aug 27 02:49:01.018190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Request body: {'port': {'device_id': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:01.077720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55fda0db-7aa6-410f-9556-08aad44a2391 req-6c411eff-f58d-4122-a8a4-4eea225bf2fa tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749629 Aug 27 02:49:01.107007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.157968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c6e90e04-cf63-4374-9ad4-887ba738fd29 None None] Provisioning for port edc76276-ad0e-4cfc-834a-a3b074e918ef completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:01.166632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c6e90e04-cf63-4374-9ad4-887ba738fd29 None None] Provisioning complete for port edc76276-ad0e-4cfc-834a-a3b074e918ef triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:01.167015 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c6e90e04-cf63-4374-9ad4-887ba738fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.205690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c6e90e04-cf63-4374-9ad4-887ba738fd29 None None] Port edc76276-ad0e-4cfc-834a-a3b074e918ef cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:01.299962 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:01.333621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.423400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc76276-ad0e-4cfc-834a-a3b074e918ef {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:01.431078 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.435664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a63c6339-06aa-4910-8dab-b039c42b939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.443071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Transition to ACTIVE for port object edc76276-ad0e-4cfc-834a-a3b074e918ef will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:01.450056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.548282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Pushing event updated for resources: {'Port': ['ID=edc76276-ad0e-4cfc-834a-a3b074e918ef,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:01.580480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a63c6339-06aa-4910-8dab-b039c42b939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.590839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a63c6339-06aa-4910-8dab-b039c42b939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.622834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Attempting to bind port edc76276-ad0e-4cfc-834a-a3b074e918ef on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:01.623597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Attempting to bind port edc76276-ad0e-4cfc-834a-a3b074e918ef by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:01.624187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Attempting to bind port edc76276-ad0e-4cfc-834a-a3b074e918ef on network 9e6ddea5-4112-423a-acef-725ed0db99a2 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:01.634296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Port edc76276-ad0e-4cfc-834a-a3b074e918ef on network 9e6ddea5-4112-423a-acef-725ed0db99a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:01.634801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Attempting to bind port edc76276-ad0e-4cfc-834a-a3b074e918ef on network 9e6ddea5-4112-423a-acef-725ed0db99a2 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:01.641084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:01.641577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Checking segment: {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:01.642060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Bound using segment: {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:01.642823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Bound port: edc76276-ad0e-4cfc-834a-a3b074e918ef, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:01.643314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.647137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c6339-06aa-4910-8dab-b039c42b939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2a876-5080-4bd2-bae8-dae5f003309d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:01.658243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a63c6339-06aa-4910-8dab-b039c42b939b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=517365b526324756887331dab83dd4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574693 Aug 27 02:49:01.659536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56032) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:01.747710 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4453fc36-640e-43e1-af60-cddcf7d98de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.777229 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4453fc36-640e-43e1-af60-cddcf7d98de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.799014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] For port edc76276-ad0e-4cfc-834a-a3b074e918ef, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:01.802841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] For port edc76276-ad0e-4cfc-834a-a3b074e918ef, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=edc76276-ad0e-4cfc-834a-a3b074e918ef,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:01.813101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.852445 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4453fc36-640e-43e1-af60-cddcf7d98de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.855159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4453fc36-640e-43e1-af60-cddcf7d98de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.856358 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4453fc36-640e-43e1-af60-cddcf7d98de6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfa2a876-5080-4bd2-bae8-dae5f003309d HTTP/1.1" status: 204 len: 168 time: 0.1951778 Aug 27 02:49:01.874786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453fc36-640e-43e1-af60-cddcf7d98de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2a876-5080-4bd2-bae8-dae5f003309d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:01.893745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:01.903914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.905773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] 10.222.0.45 "PUT /v2.0/ports/edc76276-ad0e-4cfc-834a-a3b074e918ef HTTP/1.1" status: 200 len: 1092 time: 0.8920107 Aug 27 02:49:01.906249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'tag': 'edc76276-ad0e-4cfc-834a-a3b074e918ef'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:01.913896 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac26f487-dc86-49b9-8331-1eda2e3682d7", "tag": "edc76276-ad0e-4cfc-834a-a3b074e918ef"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:01.995975 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27fbe59-83a8-4097-9bc5-af244657fc49 x-openstack-request-id: req-f27fbe59-83a8-4097-9bc5-af244657fc49 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:01.996550 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac26f487-dc86-49b9-8331-1eda2e3682d7", "tag": "edc76276-ad0e-4cfc-834a-a3b074e918ef", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:01.996638 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f27fbe59-83a8-4097-9bc5-af244657fc49 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:01.997031 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'tag': 'edc76276-ad0e-4cfc-834a-a3b074e918ef', 'status': 'completed', 'code': 200} Aug 27 02:49:02.024188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73caa-8609-473c-90ce-1dfa0d5ed30c service neutron] Pushing event updated for resources: {'Port': ['ID=edc76276-ad0e-4cfc-834a-a3b074e918ef,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:02.052306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-e3dc6fdc-e1bd-47ed-8eb2-e43928c4ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.053855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-e3dc6fdc-e1bd-47ed-8eb2-e43928c4ff94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 1095 time: 0.0876985 Aug 27 02:49:02.125838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-e9582e0d-0e20-4290-8062-c06e8bb2193c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=edc76276-ad0e-4cfc-834a-a3b074e918ef HTTP/1.1" status: 200 len: 217 time: 0.0610943 Aug 27 02:49:02.206045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-682eb1a9-d034-4e1c-b4e9-b8e75b5352a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.211372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-682eb1a9-d034-4e1c-b4e9-b8e75b5352a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f384ae3a-ad37-403c-b46e-7407b53144e2 HTTP/1.1" status: 200 len: 838 time: 0.0774643 Aug 27 02:49:02.292043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2e13c-a31f-441c-9f97-d73632966cd8 req-9b262ba9-4cc6-4f39-ab83-546d71a4fd23 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.295940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74f2e13c-a31f-441c-9f97-d73632966cd8 req-9b262ba9-4cc6-4f39-ab83-546d71a4fd23 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 944 time: 0.0812824 Aug 27 02:49:02.296571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-e042f6ec-9f6b-467b-af1b-ba05d8ef49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.297992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-e042f6ec-9f6b-467b-af1b-ba05d8ef49d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e6ddea5-4112-423a-acef-725ed0db99a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757337 Aug 27 02:49:02.384418 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74f2e13c-a31f-441c-9f97-d73632966cd8 req-411f9947-5128-4047-9e60-0862c1e2b356 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846655 Aug 27 02:49:02.386147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:02.405368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a149-879e-4819-ab3f-b4b7590bd839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.426431 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-17837722-d4ae-424d-813d-48b040e6d21f service neutron] 10.222.0.45 "GET /v2.0/networks/9e6ddea5-4112-423a-acef-725ed0db99a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191497 Aug 27 02:49:02.509438 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a149-879e-4819-ab3f-b4b7590bd839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.517908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a149-879e-4819-ab3f-b4b7590bd839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.548842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77581a0b-625d-4b9c-a875-f24eacf8de54 req-e5fd1895-3543-4fff-9a7b-ca73fa48da94 service neutron] 10.222.0.45 "GET /v2.0/networks/9e6ddea5-4112-423a-acef-725ed0db99a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146986 Aug 27 02:49:02.570156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c1b2a149-879e-4819-ab3f-b4b7590bd839 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a462fc64cca74cbcada2905e5964650a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828015 Aug 27 02:49:02.571549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a149-879e-4819-ab3f-b4b7590bd839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c61f88-61a4-4951-85a3-8d5078eaf63c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:02.573787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56082) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:02.666123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c442336-fb0f-428a-b30b-fcf69b9d0478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.673624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-af043604-9fff-443c-a3f7-31c4a66913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.675428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-af043604-9fff-443c-a3f7-31c4a66913d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 1095 time: 0.0656500 Aug 27 02:49:02.710296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c442336-fb0f-428a-b30b-fcf69b9d0478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.810209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-c32790f8-c802-4d1d-8102-ebc93bab4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.812146 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-c32790f8-c802-4d1d-8102-ebc93bab4616 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e6ddea5-4112-423a-acef-725ed0db99a2 HTTP/1.1" status: 200 len: 898 time: 0.1292825 Aug 27 02:49:02.813206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c442336-fb0f-428a-b30b-fcf69b9d0478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.815770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4c442336-fb0f-428a-b30b-fcf69b9d0478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.819157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4c442336-fb0f-428a-b30b-fcf69b9d0478 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0c61f88-61a4-4951-85a3-8d5078eaf63c HTTP/1.1" status: 204 len: 168 time: 0.2417467 Aug 27 02:49:02.876244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c442336-fb0f-428a-b30b-fcf69b9d0478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c61f88-61a4-4951-85a3-8d5078eaf63c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:02.880666 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-b8241da7-f12b-4d34-9b70-8f45bb22cd09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=edc76276-ad0e-4cfc-834a-a3b074e918ef HTTP/1.1" status: 200 len: 217 time: 0.0524452 Aug 27 02:49:02.938160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-19e94fb6-d479-49b9-8660-d43d00ca13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.940751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-19e94fb6-d479-49b9-8660-d43d00ca13aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f384ae3a-ad37-403c-b46e-7407b53144e2 HTTP/1.1" status: 200 len: 838 time: 0.0494494 Aug 27 02:49:03.001309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-e7fd44b4-600c-4de0-8e91-beb5c1dc5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:03.003049 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-e7fd44b4-600c-4de0-8e91-beb5c1dc5cc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e6ddea5-4112-423a-acef-725ed0db99a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540030 Aug 27 02:49:03.185589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-1e16fe45-b4e3-4d85-9585-96cb4fd2b9be service neutron] 10.222.0.45 "GET /v2.0/networks/9e6ddea5-4112-423a-acef-725ed0db99a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654968 Aug 27 02:49:03.216429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.332461 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d02dcfb-a4b0-4861-8484-3a4f42fe822e req-fc3e2066-ade8-4151-843c-76007f8b1f07 service neutron] 10.222.0.45 "GET /v2.0/networks/9e6ddea5-4112-423a-acef-725ed0db99a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441698 Aug 27 02:49:03.527061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab162ca-54c2-4a0e-a167-3b86051072e3 req-01b928e7-35ad-456f-ac5b-07f5783a721f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:03.528606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dab162ca-54c2-4a0e-a167-3b86051072e3 req-01b928e7-35ad-456f-ac5b-07f5783a721f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 944 time: 0.0553243 Aug 27 02:49:03.568630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dab162ca-54c2-4a0e-a167-3b86051072e3 req-c9df529e-b7dd-4fb7-83c2-2beb2fa24726 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Aug 27 02:49:04.269713 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:49:04.326972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device edc76276-ad0e-4cfc-834a-a3b074e918ef details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:49:04.433592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port edc76276-ad0e-4cfc-834a-a3b074e918ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=edc76276-ad0e-4cfc-834a-a3b074e918ef,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:04.457738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'edc76276-ad0e-4cfc-834a-a3b074e918ef', 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2', 'port_id': 'edc76276-ad0e-4cfc-834a-a3b074e918ef', 'mac_address': 'fa:16:3e:18:34:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f384ae3a-ad37-403c-b46e-7407b53144e2', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:49:04.502439 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:04.526063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc76276-ad0e-4cfc-834a-a3b074e918ef {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:04.550756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port edc76276-ad0e-4cfc-834a-a3b074e918ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=edc76276-ad0e-4cfc-834a-a3b074e918ef,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:04.558968 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:04.625036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=edc76276-ad0e-4cfc-834a-a3b074e918ef,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:04.787100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['edc76276-ad0e-4cfc-834a-a3b074e918ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:04.809681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e60dce-023c-4d97-939d-461a96197b39 req-a2cef3fb-b7a7-4aed-9d77-c7c79f5b9216 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:04.814425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-36e60dce-023c-4d97-939d-461a96197b39 req-a2cef3fb-b7a7-4aed-9d77-c7c79f5b9216 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 945 time: 0.1142147 Aug 27 02:49:04.848807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56148) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:04.886993 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-36e60dce-023c-4d97-939d-461a96197b39 req-6a03610c-acb8-41e1-996a-6d10639a8776 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657606 Aug 27 02:49:05.129446 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56158) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:05.133674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a323f3f5-6235-4997-85b2-f09b35609bd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afcbf447970442c3b0a38095073e2368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825105 Aug 27 02:49:05.207624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.239825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.299751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.302606 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.306398 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c HTTP/1.1" status: 204 len: 168 time: 0.1706393 Aug 27 02:49:05.320942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9adb474-0b6a-464e-9ce3-6ed15a6e7a4c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:05.329540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.330100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.331037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.331380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.331752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.332036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.332392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.333202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.333202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.333427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.333729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.333986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f515b-fce2-4790-9f54-a7a890f8f9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:05.666470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56172) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:05.779492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57fb3d75-762a-48f5-bebe-d2273825ffc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.871979 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57fb3d75-762a-48f5-bebe-d2273825ffc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.877665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57fb3d75-762a-48f5-bebe-d2273825ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.914626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb3d75-762a-48f5-bebe-d2273825ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d256af-a9af-4329-9405-e323929ab325,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:05.919414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-57fb3d75-762a-48f5-bebe-d2273825ffc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d64d1cae16724cc5b6f6ee5fb841fc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513399 Aug 27 02:49:05.922082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56188) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:05.978184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c63e99a-b009-432a-af57-59f10e1bd89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.998493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4d302-cd3a-48f6-86e1-a9e9061d1689 req-ddf4c3a1-6089-4f07-8f5b-393d166c3658 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:06.002910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cda4d302-cd3a-48f6-86e1-a9e9061d1689 req-ddf4c3a1-6089-4f07-8f5b-393d166c3658 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 945 time: 0.0650821 Aug 27 02:49:06.005128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c63e99a-b009-432a-af57-59f10e1bd89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.054302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cda4d302-cd3a-48f6-86e1-a9e9061d1689 req-84b3aea8-8aac-4aed-b578-0afa6c818c9b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466323 Aug 27 02:49:06.086259 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c63e99a-b009-432a-af57-59f10e1bd89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.088850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6c63e99a-b009-432a-af57-59f10e1bd89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.090186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6c63e99a-b009-432a-af57-59f10e1bd89b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9d256af-a9af-4329-9405-e323929ab325 HTTP/1.1" status: 204 len: 168 time: 0.1669478 Aug 27 02:49:06.099983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63e99a-b009-432a-af57-59f10e1bd89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d256af-a9af-4329-9405-e323929ab325,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:06.131641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56202) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:06.235216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1576485368-network', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:06.260269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Made reservation on behalf of e725cee01e204a57a64fd24c39c49425 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:06.265884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.273945 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.333525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device edc76276-ad0e-4cfc-834a-a3b074e918ef up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:06.372420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.379760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.393935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:06.394929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port edc76276-ad0e-4cfc-834a-a3b074e918ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:06.401379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port edc76276-ad0e-4cfc-834a-a3b074e918ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:06.402048 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.418895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.419259 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Added segment d0f3ce05-d70e-4a73-816a-6d00b9c330a8 of type vlan for network 26565408-c8ff-43ed-9129-615fcc1f45ba Aug 27 02:49:06.428242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0488ca44-3f41-4be2-a363-afab83bcf91a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:06.457865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.458456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.458978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.459524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.460039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.460565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.461072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.461578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.462083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.462634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.463258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.463766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:06.481132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56208) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:06.483826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.496874 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.498210 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2559a1f-a37b-474d-b661-724d2b9f0465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.522493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc76276-ad0e-4cfc-834a-a3b074e918ef'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:06.524801 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa057b8-0a79-492e-a276-783a274c520e" -d '{"events": [{"server_uuid": "ac26f487-dc86-49b9-8331-1eda2e3682d7", "name": "network-vif-plugged", "status": "completed", "tag": "edc76276-ad0e-4cfc-834a-a3b074e918ef"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:06.548542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port edc76276-ad0e-4cfc-834a-a3b074e918ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=edc76276-ad0e-4cfc-834a-a3b074e918ef,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:06.551602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.553102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:06.553782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.555168 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.623323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=edc76276-ad0e-4cfc-834a-a3b074e918ef,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:06.638586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2559a1f-a37b-474d-b661-724d2b9f0465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.647332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a2559a1f-a37b-474d-b661-724d2b9f0465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.668333 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5316827 Aug 27 02:49:06.668333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:06.675846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Request body: {'subnet': {'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1576485368-subnet', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:06.680738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e005843-920d-478c-836b-8adadae95c30 admin admin] Pushing event updated for resources: {'Network': ['ID=26565408-c8ff-43ed-9129-615fcc1f45ba,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:06.692680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 26565408-c8ff-43ed-9129-615fcc1f45ba details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:06.711772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Made reservation on behalf of e725cee01e204a57a64fd24c39c49425 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:06.714845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.939002 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253823c-3182-4569-a667-595058274a11 x-openstack-request-id: req-2253823c-3182-4569-a667-595058274a11 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:06.939295 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac26f487-dc86-49b9-8331-1eda2e3682d7", "name": "network-vif-plugged", "status": "completed", "tag": "edc76276-ad0e-4cfc-834a-a3b074e918ef", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:06.939554 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2253823c-3182-4569-a667-595058274a11 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:06.940088 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc76276-ad0e-4cfc-834a-a3b074e918ef', 'code': 200} Aug 27 02:49:06.952647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.043247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb18d01-022b-401f-bbe8-8548dfb15081,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.066531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Checking segment: {'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:07.067151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Network hostable DHCP agents. Network: 26565408-c8ff-43ed-9129-615fcc1f45ba, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:07.095087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Network 26565408-c8ff-43ed-9129-615fcc1f45ba is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:07.102229 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a2559a1f-a37b-474d-b661-724d2b9f0465 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbe663f69dc64117a8d51c7bbd776d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198628 Aug 27 02:49:07.106138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:07.121880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2559a1f-a37b-474d-b661-724d2b9f0465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db51e8-6816-4335-97d7-1ecaa4a5c0c5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.132225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f756aa-408b-408f-a515-40559861f0a4 req-0b505735-df1a-45af-b335-882d8be596e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:07.134474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99f756aa-408b-408f-a515-40559861f0a4 req-0b505735-df1a-45af-b335-882d8be596e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 1097 time: 0.0813403 Aug 27 02:49:07.152688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 26565408-c8ff-43ed-9129-615fcc1f45ba) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:07.165909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4fe3d1-4da1-4eae-a27f-9a64fe2f2d27 None None] Network 26565408-c8ff-43ed-9129-615fcc1f45ba requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:07.174343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:07.174950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.176205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99f756aa-408b-408f-a515-40559861f0a4 req-6dcf0bb9-88f5-4d0f-89ed-53c63dcface0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336099 Aug 27 02:49:07.229971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9f146205-c843-4ec4-98e2-798217d71c3f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5607166 Aug 27 02:49:07.232993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56222) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:07.239133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:07.246445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d89b32-93e9-4810-849e-c0f69567d309 req-c38605c5-dd01-418b-964f-36a4b031fb21 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:07.248528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50d89b32-93e9-4810-849e-c0f69567d309 req-c38605c5-dd01-418b-964f-36a4b031fb21 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 946 time: 0.0975800 Aug 27 02:49:07.272554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-798c3048-8bea-42e1-845f-1935adafd118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.286941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.288777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.317898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50d89b32-93e9-4810-849e-c0f69567d309 req-622cacf5-bea8-471d-9bb1-6c8c60682ccd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553694 Aug 27 02:49:07.319927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-798c3048-8bea-42e1-845f-1935adafd118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.364564 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.388682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-798c3048-8bea-42e1-845f-1935adafd118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.391518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-798c3048-8bea-42e1-845f-1935adafd118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.395330 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-798c3048-8bea-42e1-845f-1935adafd118 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66db51e8-6816-4335-97d7-1ecaa4a5c0c5 HTTP/1.1" status: 204 len: 168 time: 0.2855365 Aug 27 02:49:07.405763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3048-8bea-42e1-845f-1935adafd118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db51e8-6816-4335-97d7-1ecaa4a5c0c5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.497458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-26565408-c8ff-43ed-9129-615fcc1f45ba', 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'fixed_ips': [{'subnet_id': '1bb18d01-022b-401f-bbe8-8548dfb15081'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:07.499338 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.520391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.654902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Allocated IP 172.20.0.2 (26565408-c8ff-43ed-9129-615fcc1f45ba/1bb18d01-022b-401f-bbe8-8548dfb15081/b782e2b8-07b7-4629-ad38-6e126b6bc5d6) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:07.731782 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.751106 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.810628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.819720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Transition to ACTIVE for port object b782e2b8-07b7-4629-ad38-6e126b6bc5d6 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:07.837641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Transition to ACTIVE for port object b782e2b8-07b7-4629-ad38-6e126b6bc5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:07.845664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.864778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Allocated IP 172.25.1.43 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/9941f146-8e6c-4b01-bc41-d2fd449494ca) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:07.881576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Network 26565408-c8ff-43ed-9129-615fcc1f45ba is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:07.884659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:07.890580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:07.901619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Pushing event updated for resources: {'Port': ['ID=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.949486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Attempting to bind port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:07.949856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Attempting to bind port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:07.950215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Attempting to bind port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 on network 26565408-c8ff-43ed-9129-615fcc1f45ba {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:07.955622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:07.955814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Checking segment: {'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:07.956213 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.956601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Bound using segment: {'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:07.957061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Bound port: b782e2b8-07b7-4629-ad38-6e126b6bc5d6, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:07.957438 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.983656 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.029276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.035054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] For port b782e2b8-07b7-4629-ad38-6e126b6bc5d6, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:08.038690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] For port b782e2b8-07b7-4629-ad38-6e126b6bc5d6, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,segment=NetworkSegment(d0f3ce05-d70e-4a73-816a-6d00b9c330a8),segment_id=d0f3ce05-d70e-4a73-816a-6d00b9c330a8)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:08.043886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.071882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:08.077207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:08.081396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:08.113799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9941f146-8e6c-4b01-bc41-d2fd449494ca,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:08.154505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ff6d2-0cb3-4aba-97e4-877f9cf90c22 None None] Pushing event updated for resources: {'Port': ['ID=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:08.509484 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.531063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6049ac-ea75-46ff-b0a2-6f45f28c3224 req-0c9688c7-e4fa-4365-8a90-a0333922b214 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:08.532768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af6049ac-ea75-46ff-b0a2-6f45f28c3224 req-0c9688c7-e4fa-4365-8a90-a0333922b214 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 946 time: 0.0986300 Aug 27 02:49:08.659827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af6049ac-ea75-46ff-b0a2-6f45f28c3224 req-51e71de0-735b-41df-8437-409c2b679409 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799978 Aug 27 02:49:08.800566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acba47-9bda-42a0-a96f-534020fca0eb req-f9b229f0-3072-4407-82ac-7fe5d701b1d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:08.808594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0acba47-9bda-42a0-a96f-534020fca0eb req-f9b229f0-3072-4407-82ac-7fe5d701b1d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 946 time: 0.0735793 Aug 27 02:49:08.818665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.859563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56300) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:08.859841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0acba47-9bda-42a0-a96f-534020fca0eb req-fafa9b9a-bc3c-4c3e-b362-82805eb698f0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457220 Aug 27 02:49:08.975843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:49:09.037761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7abc0279-f831-4e92-8e37-595694fd0de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.141426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:09.154008 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Sync routers for ids ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:09.164801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Routers {'1d1af98f-a67c-4c5d-8f21-d1187370fcd7'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:09.165491 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:09.244343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7abc0279-f831-4e92-8e37-595694fd0de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.254533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7abc0279-f831-4e92-8e37-595694fd0de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.273746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.278010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ef32ae65-98f0-4cd1-844a-4be2ca3255b2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0439403 Aug 27 02:49:09.278291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56310) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:09.312516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc0279-f831-4e92-8e37-595694fd0de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3751de6c-2a50-40b4-a83f-1dd4511c20eb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:09.319102 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7abc0279-f831-4e92-8e37-595694fd0de2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6aae67c74fc8405c9d8d162c451fb1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584968 Aug 27 02:49:09.322347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56312) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:09.358770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Set router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:09.387665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179f432a-9a14-485b-8f9a-382d503d2ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.410414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179f432a-9a14-485b-8f9a-382d503d2ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.431390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61922528-e075-4e7d-bcbf-e2766efafab7 None None] Network 26565408-c8ff-43ed-9129-615fcc1f45ba requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:09.477447 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179f432a-9a14-485b-8f9a-382d503d2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.484072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179f432a-9a14-485b-8f9a-382d503d2ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.486349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-179f432a-9a14-485b-8f9a-382d503d2ff6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3751de6c-2a50-40b4-a83f-1dd4511c20eb HTTP/1.1" status: 204 len: 168 time: 0.1622286 Aug 27 02:49:09.506819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f432a-9a14-485b-8f9a-382d503d2ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3751de6c-2a50-40b4-a83f-1dd4511c20eb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:09.607123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-74e22186-5603-45d7-8b53-0d4cd21a943b None None] Provisioning for port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:09.706461 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:08Z', 'revision_number': 3, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port': {'id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:09.707517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b782e2b8-07b7-4629-ad38-6e126b6bc5d6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:09.737026 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Checking router: 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:09.737414 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Updating router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 port 9941f146-8e6c-4b01-bc41-d2fd449494ca binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:49:09.771607 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.821765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:09.828190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:09.829153 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.896553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.979822 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.020736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port b782e2b8-07b7-4629-ad38-6e126b6bc5d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,segment=NetworkSegment(d0f3ce05-d70e-4a73-816a-6d00b9c330a8),segment_id=d0f3ce05-d70e-4a73-816a-6d00b9c330a8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:10.040542 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.107198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:10.139923 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.142308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc98a94e-8977-4f53-83f1-d54a5f60623e None None] Provisioning complete for port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:10.142812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc98a94e-8977-4f53-83f1-d54a5f60623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.154237 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Transition to ACTIVE for port object 9941f146-8e6c-4b01-bc41-d2fd449494ca will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:10.158368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Allocated IP 172.20.0.1 (26565408-c8ff-43ed-9129-615fcc1f45ba/1bb18d01-022b-401f-bbe8-8548dfb15081/dee7b751-353b-42c5-8d47-755f25a80076) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:10.164842 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.232465 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Attempting to bind port 9941f146-8e6c-4b01-bc41-d2fd449494ca on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:10.233255 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Attempting to bind port 9941f146-8e6c-4b01-bc41-d2fd449494ca by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:10.233929 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Attempting to bind port 9941f146-8e6c-4b01-bc41-d2fd449494ca on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:10.244638 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:10.245404 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:10.246037 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.246770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:10.247475 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Bound port: 9941f146-8e6c-4b01-bc41-d2fd449494ca, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:10.248085 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.252904 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Pushing event updated for resources: {'Port': ['ID=9941f146-8e6c-4b01-bc41-d2fd449494ca,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:10.278442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.281847 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.282187 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.282601 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.282941 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.283242 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.283560 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.283870 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.284178 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.284485 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.284790 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.285586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.285586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:10.295891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Transition to ACTIVE for port object dee7b751-353b-42c5-8d47-755f25a80076 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:10.327259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56336) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:10.339194 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.357370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] For port 9941f146-8e6c-4b01-bc41-d2fd449494ca, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:10.364166 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] For port 9941f146-8e6c-4b01-bc41-d2fd449494ca, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9941f146-8e6c-4b01-bc41-d2fd449494ca,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:10.375274 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.384541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Network 26565408-c8ff-43ed-9129-615fcc1f45ba is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:10.389936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:10.392884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:10.426071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Pushing event updated for resources: {'Port': ['ID=dee7b751-353b-42c5-8d47-755f25a80076,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:10.454884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.492349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Routers {'1d1af98f-a67c-4c5d-8f21-d1187370fcd7'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:10.492993 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:10.524323 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de43a1e-e415-40eb-a57a-e010c8260e57 None None] Pushing event updated for resources: {'Port': ['ID=9941f146-8e6c-4b01-bc41-d2fd449494ca,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:10.721610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.752208 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] Set router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:10.876912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-12ea5108-7741-4fe4-91ad-f4a735edb565 None None] Provisioning for port dee7b751-353b-42c5-8d47-755f25a80076 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:10.881134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-12ea5108-7741-4fe4-91ad-f4a735edb565 None None] Provisioning complete for port dee7b751-353b-42c5-8d47-755f25a80076 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:10.881753 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-12ea5108-7741-4fe4-91ad-f4a735edb565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.940017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-12ea5108-7741-4fe4-91ad-f4a735edb565 None None] Port dee7b751-353b-42c5-8d47-755f25a80076 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:10.974965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.983962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.988556 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7d01fc61-b580-469b-9366-4d378883332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:08Z', 'revision_number': 3, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port': {'id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:11.025590 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01fc61-b580-469b-9366-4d378883332a None None] The sync data for ids ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'] in n-d-806293-1 is: [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:08Z', 'revision_number': 3, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port': {'id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:11.067599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Pushing event updated for resources: {'Port': ['ID=dee7b751-353b-42c5-8d47-755f25a80076,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:11.070256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.106595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.175117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Network 26565408-c8ff-43ed-9129-615fcc1f45ba is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:11.176854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:11.266035 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56376) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:11.417534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:11.574829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3506c65-3aa1-42f0-b64d-f5d2dcaad969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.580121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5656bec5-ac84-4852-b871-b49c8ebf8ead None None] Provisioning complete for port dee7b751-353b-42c5-8d47-755f25a80076 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:11.581252 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5656bec5-ac84-4852-b871-b49c8ebf8ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.668017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5656bec5-ac84-4852-b871-b49c8ebf8ead None None] Port dee7b751-353b-42c5-8d47-755f25a80076 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:11.682488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:11.699450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a286f524-03a9-470f-8c5a-a63c627a0fee admin admin] 10.222.0.10 "PUT /v2.0/routers/1d1af98f-a67c-4c5d-8f21-d1187370fcd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4076786 Aug 27 02:49:11.707636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.20.0.17 (9e6ddea5-4112-423a-acef-725ed0db99a2/f384ae3a-ad37-403c-b46e-7407b53144e2/d4bb97a7-ce47-4774-bc5c-5993c7583241) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:11.742665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9941f146-8e6c-4b01-bc41-d2fd449494ca up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:11.855166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9941f146-8e6c-4b01-bc41-d2fd449494ca completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:11.860552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9941f146-8e6c-4b01-bc41-d2fd449494ca triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:11.861107 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.874653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3506c65-3aa1-42f0-b64d-f5d2dcaad969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.888466 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a3506c65-3aa1-42f0-b64d-f5d2dcaad969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.928978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3506c65-3aa1-42f0-b64d-f5d2dcaad969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9dd8a-48d5-4afb-b559-f95ed664d0fb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:11.966876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56386) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:11.967113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a3506c65-3aa1-42f0-b64d-f5d2dcaad969 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0663b941809c4f98ae31769150f19d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6996956 Aug 27 02:49:11.986617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.003533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Transition to ACTIVE for port object d4bb97a7-ce47-4774-bc5c-5993c7583241 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:12.041229 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91cc2a6-240d-4801-ab6d-8ffaef4cda9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.057232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.082861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.095730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91cc2a6-240d-4801-ab6d-8ffaef4cda9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.107269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:12.112247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9941f146-8e6c-4b01-bc41-d2fd449494ca, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9941f146-8e6c-4b01-bc41-d2fd449494ca,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:12.121218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.122464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b782e2b8-07b7-4629-ad38-6e126b6bc5d6 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:12.165543 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:12.169402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:12.196966 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91cc2a6-240d-4801-ab6d-8ffaef4cda9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.200557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c91cc2a6-240d-4801-ab6d-8ffaef4cda9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.201759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c91cc2a6-240d-4801-ab6d-8ffaef4cda9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5de9dd8a-48d5-4afb-b559-f95ed664d0fb HTTP/1.1" status: 204 len: 168 time: 0.2333360 Aug 27 02:49:12.221466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9941f146-8e6c-4b01-bc41-d2fd449494ca,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:12.237874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cc2a6-240d-4801-ab6d-8ffaef4cda9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9dd8a-48d5-4afb-b559-f95ed664d0fb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:12.271877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:12.272127 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.273488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.477209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=d4bb97a7-ce47-4774-bc5c-5993c7583241,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:12.540614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.625168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1044d834-80ea-4794-bc8f-85921bba2ee0 None None] Provisioning for port d4bb97a7-ce47-4774-bc5c-5993c7583241 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:12.632006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1044d834-80ea-4794-bc8f-85921bba2ee0 None None] Provisioning complete for port d4bb97a7-ce47-4774-bc5c-5993c7583241 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:12.632388 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1044d834-80ea-4794-bc8f-85921bba2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.687712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1044d834-80ea-4794-bc8f-85921bba2ee0 None None] Port d4bb97a7-ce47-4774-bc5c-5993c7583241 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:12.766068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56408) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:12.771730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-682428520-network', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:12.797614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Made reservation on behalf of 5a3d5091dad746b1b8aba0d17d9d73f7 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:12.800676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.812120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.970476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.975992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.985376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.993357 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.005860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:13.021432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c56d4-c6d8-4826-9be7-a243af6ce595,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:13.028240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.028615 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Added segment c6451034-85fe-4e27-b2ef-7972bd2567c7 of type vlan for network 8128ab52-f039-483d-8a78-17b7d270b1f4 Aug 27 02:49:13.082717 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.123519 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.124747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:13.125599 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.209739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4422269 Aug 27 02:49:13.213366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56422) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:13.218223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Request body: {'subnet': {'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-682428520-subnet', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:13.232769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732fbc8-2442-4b0c-a75a-18183d44e256 admin admin] Pushing event updated for resources: {'Network': ['ID=8128ab52-f039-483d-8a78-17b7d270b1f4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:13.247261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:13.270049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Made reservation on behalf of 5a3d5091dad746b1b8aba0d17d9d73f7 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:13.273379 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.441497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Sync routers for ids ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:13.456986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Routers {'1d1af98f-a67c-4c5d-8f21-d1187370fcd7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:13.457963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:13.502233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=d4bb97a7-ce47-4774-bc5c-5993c7583241,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:13.530173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.596258 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.634818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Set router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:13.639721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9941f146-8e6c-4b01-bc41-d2fd449494ca up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:13.665481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a515994-c960-42df-80b5-d48a7cc5a7d6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:13.677492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Checking segment: {'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:13.677894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Network hostable DHCP agents. Network: 8128ab52-f039-483d-8a78-17b7d270b1f4, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:13.719182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:13.720994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:13.721287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:13.734900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 8128ab52-f039-483d-8a78-17b7d270b1f4) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:13.740745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:13.741335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.759954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7a025-4e0e-4bbb-a409-bee01ba40969 None None] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:13.771616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-962c18c5-3f3b-4909-9c4d-8269c44330f5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5575569 Aug 27 02:49:13.772453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56428) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:13.777954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:13.821858 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.823361 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.918538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.935996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router cb612148-32d9-4d93-a0a1-7f3bc77e1265 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:14.016224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9941f146-8e6c-4b01-bc41-d2fd449494ca triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:14.016518 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.136146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:14.150892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Sync routers for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:14.154828 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1279bbe2-6e1e-4258-82ae-f411f5775c3c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "PUT /v2.0/routers/cb612148-32d9-4d93-a0a1-7f3bc77e1265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8263893 Aug 27 02:49:14.180757 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:14.181390 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:14.250454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-8128ab52-f039-483d-8a78-17b7d270b1f4', 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'fixed_ips': [{'subnet_id': '6a515994-c960-42df-80b5-d48a7cc5a7d6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:14.251502 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.267168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-46207cb8-6728-4ae7-9c14-51c9da4b9c89 None None] Provisioning complete for port d4bb97a7-ce47-4774-bc5c-5993c7583241 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:14.267653 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-46207cb8-6728-4ae7-9c14-51c9da4b9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.374331 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:14.507920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56446) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:14.619000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-46207cb8-6728-4ae7-9c14-51c9da4b9c89 None None] Port d4bb97a7-ce47-4774-bc5c-5993c7583241 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:14.702776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1161769344'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:14.716092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:10Z', 'revision_number': 4, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port': {'id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dee7b751-353b-42c5-8d47-755f25a80076', 'name': '', 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'mac_address': 'fa:16:3e:c8:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1bb18d01-022b-401f-bbe8-8548dfb15081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:09Z', 'updated_at': '2021-08-27T02:49:10Z', 'revision_number': 2, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'subnets': [{'id': '1bb18d01-022b-401f-bbe8-8548dfb15081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:14.734775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.743013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Made reservation on behalf of 99c3b3521bad499194973d6188193816 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:14.747516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.757336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.775017 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:18Z', 'revision_number': 1, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4bb97a7-ce47-4774-bc5c-5993c7583241', 'name': '', 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:0b:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'f384ae3a-ad37-403c-b46e-7407b53144e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:11Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 2, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': 'f384ae3a-ad37-403c-b46e-7407b53144e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:14.782944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Checking router: 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:14.783578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Updating router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 port dee7b751-353b-42c5-8d47-755f25a80076 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:49:14.815464 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Checking router: cb612148-32d9-4d93-a0a1-7f3bc77e1265 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:14.816938 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Updating router cb612148-32d9-4d93-a0a1-7f3bc77e1265 port d4bb97a7-ce47-4774-bc5c-5993c7583241 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:49:14.848835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.855180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Allocated IP 172.20.0.2 (8128ab52-f039-483d-8a78-17b7d270b1f4/6a515994-c960-42df-80b5-d48a7cc5a7d6/7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:14.868365 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.890169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.896116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.929996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:14.958400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.958912 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Added segment cdaf1f34-8661-437e-86af-1c61d55631c4 of type vlan for network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 Aug 27 02:49:15.034734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8183a0-83d2-4601-bb78-b2642f9626a2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.070930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.109245 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.131140 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.141722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:15.142415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.152121 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.229180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.252471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Transition to ACTIVE for port object 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:15.256319 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7469716 Aug 27 02:49:15.305145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efe2f3-553b-4aa2-b56a-286c9ff1b4d0 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Pushing event updated for resources: {'Network': ['ID=5c82b33e-a13b-4cb6-a89b-ade35fef6806,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.318294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Transition to ACTIVE for port object 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:15.326102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:15.330637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Allocated IP 172.25.1.152 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/3930ddb6-b45c-452c-b3f3-f0eb78221641) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:15.408930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.477117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.510412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Pushing event updated for resources: {'Port': ['ID=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.542676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:15.545062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.551689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:15.557555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:15.558230 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.572816 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Transition to ACTIVE for port object d4bb97a7-ce47-4774-bc5c-5993c7583241 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:15.577033 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.584079 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.602461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Transition to ACTIVE for port object dee7b751-353b-42c5-8d47-755f25a80076 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:15.619933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56456) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:15.630545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Request body: {'port': {'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806', 'binding:host_id': 'n-h1-806293-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-358386112'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:15.630839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:15.634956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:15.637686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:15.640254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Pushing event updated for resources: {'Port': ['ID=3930ddb6-b45c-452c-b3f3-f0eb78221641,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.661828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Attempting to bind port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:15.662190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Attempting to bind port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:15.662505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Attempting to bind port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 on network 8128ab52-f039-483d-8a78-17b7d270b1f4 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:15.664844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.694996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Made reservation on behalf of 9b4e4c81b3c5465f93f83e428d2e56cd for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:15.699126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.711008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:15.711418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Checking segment: {'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:15.711935 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.714138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Bound using segment: {'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:15.714710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Bound port: 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:15.715111 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.726621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.813455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae751b-ca6d-4359-addc-ae7c895ed331 None None] Pushing event updated for resources: {'Port': ['ID=dee7b751-353b-42c5-8d47-755f25a80076,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.843902 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0d6bf-6149-4725-a443-8cac358adf16 None None] Pushing event updated for resources: {'Port': ['ID=d4bb97a7-ce47-4774-bc5c-5993c7583241,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.882229 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Attempting to bind port d4bb97a7-ce47-4774-bc5c-5993c7583241 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:15.885350 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Attempting to bind port d4bb97a7-ce47-4774-bc5c-5993c7583241 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:15.885847 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Attempting to bind port d4bb97a7-ce47-4774-bc5c-5993c7583241 on network 9e6ddea5-4112-423a-acef-725ed0db99a2 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:15.897368 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.905553 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:15.906520 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Checking segment: {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:15.906878 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.907367 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Bound using segment: {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:15.908023 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Bound port: d4bb97a7-ce47-4774-bc5c-5993c7583241, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfef44f-454d-440b-a972-b4f95af19476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:15.908841 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.909380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.944258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] device_id is not set on port 0207ec74-004a-433a-bc1f-3e642425aae0 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:15.955660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Attempting to bind port dee7b751-353b-42c5-8d47-755f25a80076 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:15.957124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Attempting to bind port dee7b751-353b-42c5-8d47-755f25a80076 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:15.957286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Attempting to bind port dee7b751-353b-42c5-8d47-755f25a80076 on network 26565408-c8ff-43ed-9129-615fcc1f45ba {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:15.985411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:15.987286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Checking segment: {'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:15.987930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.989647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Bound using segment: {'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:15.990734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Bound port: dee7b751-353b-42c5-8d47-755f25a80076, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:15.991883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.030118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] For port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:16.036133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] For port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,segment=NetworkSegment(c6451034-85fe-4e27-b2ef-7972bd2567c7),segment_id=c6451034-85fe-4e27-b2ef-7972bd2567c7)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:16.051466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] For port d4bb97a7-ce47-4774-bc5c-5993c7583241, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:16.055546 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] For port d4bb97a7-ce47-4774-bc5c-5993c7583241, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d4bb97a7-ce47-4774-bc5c-5993c7583241,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:16.065447 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.091164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.127120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8530c48-cea0-448c-b381-1fb45e6e6356,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.144643 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:16.144995 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:16.260496 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.268235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] For port dee7b751-353b-42c5-8d47-755f25a80076, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:16.273152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] For port dee7b751-353b-42c5-8d47-755f25a80076, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dee7b751-353b-42c5-8d47-755f25a80076,segment=NetworkSegment(d0f3ce05-d70e-4a73-816a-6d00b9c330a8),segment_id=d0f3ce05-d70e-4a73-816a-6d00b9c330a8)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:16.296300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.299450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0024303-5e6a-429b-a734-7c952f7867d2 None None] Pushing event updated for resources: {'Port': ['ID=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.366172 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0d6bf-6149-4725-a443-8cac358adf16 None None] Pushing event updated for resources: {'Port': ['ID=d4bb97a7-ce47-4774-bc5c-5993c7583241,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.438268 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:16.459282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Routers {'1d1af98f-a67c-4c5d-8f21-d1187370fcd7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:16.461555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:16.471988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] device_id is not set on port 0207ec74-004a-433a-bc1f-3e642425aae0 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:16.483298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.499054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Transition to ACTIVE for port object 0207ec74-004a-433a-bc1f-3e642425aae0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:16.525817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.556875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae751b-ca6d-4359-addc-ae7c895ed331 None None] Pushing event updated for resources: {'Port': ['ID=dee7b751-353b-42c5-8d47-755f25a80076,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.739556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=0207ec74-004a-433a-bc1f-3e642425aae0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.739742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] Set router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:16.751435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Checking segment: {'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:16.752451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Network hostable DHCP agents. Network: 5c82b33e-a13b-4cb6-a89b-ade35fef6806, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:16.785152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:16.802653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 5c82b33e-a13b-4cb6-a89b-ade35fef6806) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:16.808981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:16.822953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf03840-00ab-41e0-abdb-03c7ff6db75d None None] Network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:16.829314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:16.829727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:16.830054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:16.836033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:16.836356 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:16.836744 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 2 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:16.862546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:16.862938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:16.863209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:16.868022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.868381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:16.868662 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:16.869127 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 3 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:16.889168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:16.889541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:16.889826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:16.897399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:16.897788 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:16.898122 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 4 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:16.925754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:16.926667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:16.927228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:16.936541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:16.937821 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:16.938917 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 5 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:16.943007 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:18Z', 'revision_number': 1, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4bb97a7-ce47-4774-bc5c-5993c7583241', 'name': '', 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:0b:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'f384ae3a-ad37-403c-b46e-7407b53144e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:11Z', 'updated_at': '2021-08-27T02:49:16Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': 'f384ae3a-ad37-403c-b46e-7407b53144e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:16.943644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.963801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:16.964745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:16.965330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:16.970396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:16.971405 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:16.972255 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 6 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:16.979561 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb5a8a-f324-487e-902b-12b483feefb1 None None] The sync data for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 is: [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:18Z', 'revision_number': 1, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4bb97a7-ce47-4774-bc5c-5993c7583241', 'name': '', 'network_id': '9e6ddea5-4112-423a-acef-725ed0db99a2', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:0b:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'f384ae3a-ad37-403c-b46e-7407b53144e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:11Z', 'updated_at': '2021-08-27T02:49:16Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': 'f384ae3a-ad37-403c-b46e-7407b53144e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:16.990881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b33-c083-48a9-b064-caa9d920a511 req-0a067c25-6a5f-4556-b667-09cbffcb673a tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:16.992512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ef44b33-c083-48a9-b064-caa9d920a511 req-0a067c25-6a5f-4556-b667-09cbffcb673a tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 946 time: 0.1263211 Aug 27 02:49:16.997274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:16.997274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:16.997542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:17.003095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:17.003486 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:17.004259 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 7 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:17.018932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:17.019318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:17.019626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:17.025633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:17.025966 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:17.026862 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 8 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:17.058878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ef44b33-c083-48a9-b064-caa9d920a511 req-be586a7f-8d9c-4a60-a84f-020cc9065c7c tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498092 Aug 27 02:49:17.073816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:17.074434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:17.074776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:17.085159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:17.085497 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:17.094392 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 9 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:17.106299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Router ecd56fdb-679f-4097-8e4c-c49477fb4b7e is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:49:17.107996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:17.108787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:17.109176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:17.114448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:17.114689 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:17.115056 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 10 to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 Aug 27 02:49:17.140603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:17.140938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:17.141212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:17.146628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 0207ec74-004a-433a-bc1f-3e642425aae0 on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:17.148050 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 0207ec74-004a-433a-bc1f-3e642425aae0 on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:17.148450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.231459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:10Z', 'revision_number': 4, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port': {'id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dee7b751-353b-42c5-8d47-755f25a80076', 'name': '', 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'mac_address': 'fa:16:3e:c8:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1bb18d01-022b-401f-bbe8-8548dfb15081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:09Z', 'updated_at': '2021-08-27T02:49:16Z', 'revision_number': 4, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'subnets': [{'id': '1bb18d01-022b-401f-bbe8-8548dfb15081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:17.240335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] For port 0207ec74-004a-433a-bc1f-3e642425aae0, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:17.241190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempted to set empty binding levels {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:49:17.248299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.253961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:17.265747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Sync routers for ids ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:17.269854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fda2-6b9c-4309-898c-599224c07c97 None None] The sync data for ids ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'] in n-d-806293-1 is: [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:10Z', 'revision_number': 4, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port': {'id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'dee7b751-353b-42c5-8d47-755f25a80076', 'name': '', 'network_id': '26565408-c8ff-43ed-9129-615fcc1f45ba', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'mac_address': 'fa:16:3e:c8:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1bb18d01-022b-401f-bbe8-8548dfb15081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:09Z', 'updated_at': '2021-08-27T02:49:16Z', 'revision_number': 4, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'subnets': [{'id': '1bb18d01-022b-401f-bbe8-8548dfb15081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:17.281523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Routers {'ecd56fdb-679f-4097-8e4c-c49477fb4b7e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:17.282172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:17.291069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.292484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9c8d9e2e-182f-4cb5-a8d5-76a54978872f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5189321 Aug 27 02:49:17.295052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56466) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:17.361534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=0207ec74-004a-433a-bc1f-3e642425aae0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:17.364894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:17.365561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.386364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-01734edc-6de8-443e-a6df-84fea0e64489 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7627945 Aug 27 02:49:17.387260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56468) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:17.544636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Set router ecd56fdb-679f-4097-8e4c-c49477fb4b7e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:17.562984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Deleting port 0207ec74-004a-433a-bc1f-3e642425aae0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:17.563869 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.689549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] For port 0207ec74-004a-433a-bc1f-3e642425aae0, host n-h1-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:17.690136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.726798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Calling delete_port for 0207ec74-004a-433a-bc1f-3e642425aae0 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:17.911292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.962859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event deleted for resources: {'Port': ['ID=0207ec74-004a-433a-bc1f-3e642425aae0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:17.975673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.980896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0767cf42-a25d-4748-a17c-59c7472a24b2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0207ec74-004a-433a-bc1f-3e642425aae0 HTTP/1.1" status: 204 len: 168 time: 0.5852497 Aug 27 02:49:17.982246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56470) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.009333 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fb4a88-411b-4e00-8caf-141511881f3b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:49:18.014775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-18fb4a88-411b-4e00-8caf-141511881f3b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "GET /v2.0/ports/0207ec74-004a-433a-bc1f-3e642425aae0 HTTP/1.1" status: 404 len: 333 time: 0.0313220 Aug 27 02:49:18.015696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56472) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.016817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4bb97a7-ce47-4774-bc5c-5993c7583241 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:18.018892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850fbe1-3d20-4ebe-9509-519d638bdab7 None None] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:18.022881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Request body: {'port': {'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-350079049'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:18.051218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Made reservation on behalf of 9b4e4c81b3c5465f93f83e428d2e56cd for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:18.054450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.073008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] device_id is not set on port a3705500-a8d1-4dae-b09d-d16882068bee yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:18.115774 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.173838 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.251305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-73b8c368-1309-41a3-ab5d-b1755fcebcb4 None None] Provisioning for port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:18.322588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-d25cc1d6-39f5-4dfc-8b51-be8406c9d845 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:18.324163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-d25cc1d6-39f5-4dfc-8b51-be8406c9d845 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 946 time: 0.0928092 Aug 27 02:49:18.356989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.363632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d4bb97a7-ce47-4774-bc5c-5993c7583241 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:18.381201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d4bb97a7-ce47-4774-bc5c-5993c7583241 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:18.382195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.394851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cd39a-8a02-4e91-9f15-32733dc0f82d req-b0c721db-0756-4e0c-8bec-8731ee5c61e0 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:18.396449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b40cd39a-8a02-4e91-9f15-32733dc0f82d req-b0c721db-0756-4e0c-8bec-8731ee5c61e0 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 946 time: 0.1639259 Aug 27 02:49:18.397095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Allocated IP 172.20.0.1 (8128ab52-f039-483d-8a78-17b7d270b1f4/6a515994-c960-42df-80b5-d48a7cc5a7d6/f84c2222-ef73-41fe-8d8d-3d3f2397f400) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:18.461400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:16Z', 'revision_number': 3, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:18.483458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b40cd39a-8a02-4e91-9f15-32733dc0f82d req-06b32d1b-7fd3-4d9d-8b62-faebd00a349f tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750086 Aug 27 02:49:18.508652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Checking router: ecd56fdb-679f-4097-8e4c-c49477fb4b7e for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:18.509007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Updating router ecd56fdb-679f-4097-8e4c-c49477fb4b7e port 3930ddb6-b45c-452c-b3f3-f0eb78221641 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:49:18.527950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.549503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Deleting port 8828ec37-cbda-459b-9cff-ae37d69ddbce {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:18.549970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.576252 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.587991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.593548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:18.605310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Transition to ACTIVE for port object f84c2222-ef73-41fe-8d8d-3d3f2397f400 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:18.619966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.630689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:18.633703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:18.634872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:18.636003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.673654 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.691428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6713905 Aug 27 02:49:18.693520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56478) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.694295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530ac6d-19fd-4896-8e2d-a489f965cc44 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=a3705500-a8d1-4dae-b09d-d16882068bee,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:18.703049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:18.746417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d4bb97a7-ce47-4774-bc5c-5993c7583241, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d4bb97a7-ce47-4774-bc5c-5993c7583241,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:18.754255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:18.761437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:18.761966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.762834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dee7b751-353b-42c5-8d47-755f25a80076 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:18.769640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:18.799228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] For port 8828ec37-cbda-459b-9cff-ae37d69ddbce, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=8828ec37-cbda-459b-9cff-ae37d69ddbce,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:18.799763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.813487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.819787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Calling delete_port for 8828ec37-cbda-459b-9cff-ae37d69ddbce owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:18.824795 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.832570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Pushing event updated for resources: {'Port': ['ID=f84c2222-ef73-41fe-8d8d-3d3f2397f400,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:18.981609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d4bb97a7-ce47-4774-bc5c-5993c7583241,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.038785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port dee7b751-353b-42c5-8d47-755f25a80076 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:19.046954 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.057150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port dee7b751-353b-42c5-8d47-755f25a80076 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:19.057536 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.160902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] device_id is not set on port a3705500-a8d1-4dae-b09d-d16882068bee yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:19.169502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.183091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Transition to ACTIVE for port object a3705500-a8d1-4dae-b09d-d16882068bee will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:19.197700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.204157 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.253628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Transition to ACTIVE for port object 3930ddb6-b45c-452c-b3f3-f0eb78221641 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:19.254672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.267040 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.270171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['8828ec37-cbda-459b-9cff-ae37d69ddbce'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:19.283551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=a3705500-a8d1-4dae-b09d-d16882068bee,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.297437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.301756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.311434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.359556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.360184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.360683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.363067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Pushing event deleted for resources: {'Port': ['ID=8828ec37-cbda-459b-9cff-ae37d69ddbce,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.381014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] No DVR routers for this DVR port 8828ec37-cbda-459b-9cff-ae37d69ddbce on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:19.383429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Attempting to bind port 3930ddb6-b45c-452c-b3f3-f0eb78221641 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.384174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Attempting to bind port 3930ddb6-b45c-452c-b3f3-f0eb78221641 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.384174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Attempting to bind port 3930ddb6-b45c-452c-b3f3-f0eb78221641 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.384951 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.387644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9939ecf-3a41-4b77-a558-5abd9d27333f req-a4df7e5f-423d-4bc4-b5ad-bba5b7b0d1d7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.45 "DELETE /v2.0/ports/8828ec37-cbda-459b-9cff-ae37d69ddbce HTTP/1.1" status: 204 len: 173 time: 1.0544586 Aug 27 02:49:19.388104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'name': 'network-vif-deleted', 'tag': '8828ec37-cbda-459b-9cff-ae37d69ddbce'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:19.390473 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8ee04-c097-4f26-a262-1b9cc73eff0f" -d '{"events": [{"server_uuid": "9dee52dd-5e81-41d9-ad2c-84f643f96243", "name": "network-vif-deleted", "tag": "8828ec37-cbda-459b-9cff-ae37d69ddbce"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:19.392341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port dee7b751-353b-42c5-8d47-755f25a80076, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dee7b751-353b-42c5-8d47-755f25a80076,segment=NetworkSegment(d0f3ce05-d70e-4a73-816a-6d00b9c330a8),segment_id=d0f3ce05-d70e-4a73-816a-6d00b9c330a8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:19.393321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3721ad9d-feb3-4a7f-baa4-913ad7ce37a0 None None] Provisioning for port f84c2222-ef73-41fe-8d8d-3d3f2397f400 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:19.401651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463195f7-08c6-41db-a448-2aa8cebcbd70 None None] Pushing event updated for resources: {'Port': ['ID=3930ddb6-b45c-452c-b3f3-f0eb78221641,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.402017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.402947 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.403650 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 2 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.404866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:19.405269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:19.405645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.406040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:19.406555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Bound port: 3930ddb6-b45c-452c-b3f3-f0eb78221641, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:19.407147 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.410031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.410860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:19.412558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3721ad9d-feb3-4a7f-baa4-913ad7ce37a0 None None] Provisioning complete for port f84c2222-ef73-41fe-8d8d-3d3f2397f400 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:19.412774 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3721ad9d-feb3-4a7f-baa4-913ad7ce37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.423050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.423504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.423992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.427198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.430474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Pushing event updated for resources: {'Port': ['ID=f84c2222-ef73-41fe-8d8d-3d3f2397f400,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.434139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.434868 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.436146 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 3 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.451779 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce187834-eedf-4912-8809-bca5d8c7bc51 x-openstack-request-id: req-ce187834-eedf-4912-8809-bca5d8c7bc51 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:19.452227 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dee52dd-5e81-41d9-ad2c-84f643f96243", "name": "network-vif-deleted", "tag": "8828ec37-cbda-459b-9cff-ae37d69ddbce", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:19.452633 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce187834-eedf-4912-8809-bca5d8c7bc51 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:19.453282 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dee52dd-5e81-41d9-ad2c-84f643f96243', 'name': 'network-vif-deleted', 'tag': '8828ec37-cbda-459b-9cff-ae37d69ddbce', 'status': 'completed', 'code': 200} Aug 27 02:49:19.458708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.459267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.459716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.465003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.465462 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.466273 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 4 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.479959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.480535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.481121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.487466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.487466 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.487931 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 5 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.503488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.503920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.504397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.509472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.510015 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.510512 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 6 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.531766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.532510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.532510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.545975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.546389 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.546776 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 7 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.574148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.574679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.575435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.583742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:19.585338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:19.591082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.591728 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.592150 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 8 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.598144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3721ad9d-feb3-4a7f-baa4-913ad7ce37a0 None None] Port f84c2222-ef73-41fe-8d8d-3d3f2397f400 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:19.601366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=dee7b751-353b-42c5-8d47-755f25a80076,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.604415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] For port 3930ddb6-b45c-452c-b3f3-f0eb78221641, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:19.609668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] For port 3930ddb6-b45c-452c-b3f3-f0eb78221641, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3930ddb6-b45c-452c-b3f3-f0eb78221641,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:19.618076 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.623605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.624104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.624327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.629377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.629716 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.630116 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 9 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.638908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:19.686687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:19.687130 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.687246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46ae645a-0306-4b50-8f15-51de119bb7b1 req-f00acb5b-0e79-45a4-a54f-4a3b99083cee tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dee52dd-5e81-41d9-ad2c-84f643f96243 HTTP/1.1" status: 200 len: 210 time: 0.0525651 Aug 27 02:49:19.701974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.702387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.702737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.712948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.714025 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.715017 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 10 to bind port a3705500-a8d1-4dae-b09d-d16882068bee Aug 27 02:49:19.734094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:19.735391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:19.735826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:19.742337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:19.743005 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port a3705500-a8d1-4dae-b09d-d16882068bee on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:19.744148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.759797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Router ecd56fdb-679f-4097-8e4c-c49477fb4b7e has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:19.773887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463195f7-08c6-41db-a448-2aa8cebcbd70 None None] Pushing event updated for resources: {'Port': ['ID=3930ddb6-b45c-452c-b3f3-f0eb78221641,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.784407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Routers {'ecd56fdb-679f-4097-8e4c-c49477fb4b7e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:19.785350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:19.862905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] For port a3705500-a8d1-4dae-b09d-d16882068bee, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:19.863560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempted to set empty binding levels {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:49:19.872716 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.933329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] In _notify_port_updated(), no bound segment for port a3705500-a8d1-4dae-b09d-d16882068bee on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:49:19.934209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:19.934878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.936726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "PUT /v2.0/ports/a3705500-a8d1-4dae-b09d-d16882068bee HTTP/1.1" status: 200 len: 974 time: 1.2382433 Aug 27 02:49:19.939567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56486) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.971684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:19.989053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a5aa47b-e76a-4f71-a404-cced5fa97a07 admin admin] 10.222.0.10 "PUT /v2.0/routers/ecd56fdb-679f-4097-8e4c-c49477fb4b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6928411 Aug 27 02:49:20.054803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11e666-bfba-43ad-978d-2917681f4d62 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=a3705500-a8d1-4dae-b09d-d16882068bee,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.066358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a4c1a80a-78a3-46d2-9156-4e6d531eee76 None None] Provisioning complete for port f84c2222-ef73-41fe-8d8d-3d3f2397f400 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:20.066748 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4c1a80a-78a3-46d2-9156-4e6d531eee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.070256 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.074541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] Set router ecd56fdb-679f-4097-8e4c-c49477fb4b7e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:20.109140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.109746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.110205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.110681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.111133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.111602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.112049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.112496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.113068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.113523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.113969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.114436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.114882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.115489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.115942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.116391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.116841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.117464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.118095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.118737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.119251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.119823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.120278 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.120723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.121334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.121784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.122232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.126833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f447f7d5-bee9-4db7-b96b-e4ea0eb03ef9 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24367 time: 0.1858826 Aug 27 02:49:20.131032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56490) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:20.190892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1a80a-78a3-46d2-9156-4e6d531eee76 None None] Port f84c2222-ef73-41fe-8d8d-3d3f2397f400 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:20.203212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,segment=NetworkSegment(c6451034-85fe-4e27-b2ef-7972bd2567c7),segment_id=c6451034-85fe-4e27-b2ef-7972bd2567c7)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:20.221705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Deleting port a3705500-a8d1-4dae-b09d-d16882068bee {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:20.222201 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.239895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.322093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.331331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] For port a3705500-a8d1-4dae-b09d-d16882068bee, host n-h1-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:20.331967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.349246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Calling delete_port for a3705500-a8d1-4dae-b09d-d16882068bee owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:20.471756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.499375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3705500-a8d1-4dae-b09d-d16882068bee,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.507705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.509837 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f8a83f19-70b3-445d-ac56-d26725382c10 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a3705500-a8d1-4dae-b09d-d16882068bee HTTP/1.1" status: 204 len: 168 time: 0.3777711 Aug 27 02:49:20.518383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56510) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:20.532559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4bb97a7-ce47-4774-bc5c-5993c7583241 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:20.551123 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02da38f-2be8-460e-9823-c4ef93d850e2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:49:20.552772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f02da38f-2be8-460e-9823-c4ef93d850e2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "GET /v2.0/ports/a3705500-a8d1-4dae-b09d-d16882068bee HTTP/1.1" status: 404 len: 333 time: 0.0333924 Aug 27 02:49:20.557249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56512) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:20.562076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-694906957', 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:20.587533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Made reservation on behalf of 9b4e4c81b3c5465f93f83e428d2e56cd for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:20.591878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.609441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] device_id is not set on port 70a1de20-64f7-43a0-8a5f-d2c0963ec181 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:20.613224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:18Z', 'revision_number': 4, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f84c2222-ef73-41fe-8d8d-3d3f2397f400', 'name': '', 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'mac_address': 'fa:16:3e:a8:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:18Z', 'updated_at': '2021-08-27T02:49:19Z', 'revision_number': 2, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'subnets': [{'id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:20.615052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d4bb97a7-ce47-4774-bc5c-5993c7583241 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:20.615496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.672614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017541dc-47a5-4da5-9d72-4f393c1873a5 None None] The sync data for ids ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'] in n-d-806293-1 is: [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:18Z', 'revision_number': 4, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f84c2222-ef73-41fe-8d8d-3d3f2397f400', 'name': '', 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'mac_address': 'fa:16:3e:a8:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:18Z', 'updated_at': '2021-08-27T02:49:19Z', 'revision_number': 2, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'subnets': [{'id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:20.746347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dee7b751-353b-42c5-8d47-755f25a80076 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:20.810359 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.816332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port dee7b751-353b-42c5-8d47-755f25a80076 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:20.816930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.863940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.918282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:20.921577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:20.925023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:20.926420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.927187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.963696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4059238 Aug 27 02:49:20.965691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75ee90-c1e0-4ca6-b97a-505b798b85e0 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=70a1de20-64f7-43a0-8a5f-d2c0963ec181,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.966496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56532) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:21.031599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b700d-dfe0-4e41-af47-a12f2ce12c5e tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:21.035931 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-db0b700d-dfe0-4e41-af47-a12f2ce12c5e tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "GET /v2.0/ports/70a1de20-64f7-43a0-8a5f-d2c0963ec181 HTTP/1.1" status: 200 len: 954 time: 0.0658796 Aug 27 02:49:21.036348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56536) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:21.152471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Deleting port 70a1de20-64f7-43a0-8a5f-d2c0963ec181 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:21.153014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.227935 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.244076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Calling delete_port for 70a1de20-64f7-43a0-8a5f-d2c0963ec181 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:21.345867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.378948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56550) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:21.389384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event deleted for resources: {'Port': ['ID=70a1de20-64f7-43a0-8a5f-d2c0963ec181,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:21.396093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.402364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56552) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:21.403281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e8b7a91f-2da7-41d2-9136-6bdc100f4a2c tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "DELETE /v2.0/ports/70a1de20-64f7-43a0-8a5f-d2c0963ec181 HTTP/1.1" status: 204 len: 168 time: 0.3658750 Aug 27 02:49:21.465369 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e08c53-67ef-4d0b-9724-2d3eea59e6f5 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:49:21.466964 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a6e08c53-67ef-4d0b-9724-2d3eea59e6f5 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "GET /v2.0/ports/70a1de20-64f7-43a0-8a5f-d2c0963ec181 HTTP/1.1" status: 404 len: 333 time: 0.0304260 Aug 27 02:49:21.471789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56554) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:21.477732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Request body: {'port': {'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1477570265'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:21.508803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Made reservation on behalf of 9b4e4c81b3c5465f93f83e428d2e56cd for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:21.511642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.539087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] device_id is not set on port 7bd0cf73-4d92-4c73-9a2c-86751af8143c yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:21.751362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.795731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.839437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:21.842945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:21.846393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:21.847617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:21.848608 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.867881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd0cf73-4d92-4c73-9a2c-86751af8143c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:21.885274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ca66181-f579-4cff-b03a-e4083b03abd2 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4115565 Aug 27 02:49:21.886277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:21.892484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:21.921164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.997435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.377876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] device_id is not set on port 7bd0cf73-4d92-4c73-9a2c-86751af8143c yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:22.388896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.430871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Transition to ACTIVE for port object 7bd0cf73-4d92-4c73-9a2c-86751af8143c will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:22.441702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.443615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8828ec37-cbda-459b-9cff-ae37d69ddbce no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:22.445672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3930ddb6-b45c-452c-b3f3-f0eb78221641 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:22.491222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 8828ec37-cbda-459b-9cff-ae37d69ddbce {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:22.492156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 8828ec37-cbda-459b-9cff-ae37d69ddbce not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:22.514006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Deleting port dee7b751-353b-42c5-8d47-755f25a80076 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:22.514300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.517077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd0cf73-4d92-4c73-9a2c-86751af8143c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:22.532624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3930ddb6-b45c-452c-b3f3-f0eb78221641 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:22.538953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3930ddb6-b45c-452c-b3f3-f0eb78221641 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:22.539447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.570580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.570921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.571263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.583275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.583604 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.585712 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 2 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.606570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.606904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.607240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.619565 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.621451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.621783 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.624950 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 3 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.628405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] For port dee7b751-353b-42c5-8d47-755f25a80076, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dee7b751-353b-42c5-8d47-755f25a80076,segment=NetworkSegment(d0f3ce05-d70e-4a73-816a-6d00b9c330a8),segment_id=d0f3ce05-d70e-4a73-816a-6d00b9c330a8)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:22.628728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.639402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 3930ddb6-b45c-452c-b3f3-f0eb78221641, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3930ddb6-b45c-452c-b3f3-f0eb78221641,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:22.645320 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.646951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:22.649648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Calling delete_port for dee7b751-353b-42c5-8d47-755f25a80076 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:22.653282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.653638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.653965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.665028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.665363 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.667677 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 4 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.713506 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.713873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.714439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.721116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.721462 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.723477 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 5 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.724369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=3930ddb6-b45c-452c-b3f3-f0eb78221641,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:22.738470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:22.738854 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.746780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.747123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.747462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.754909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.755240 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.757540 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 6 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.801326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.801627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.801967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.812392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.812724 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.814660 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 7 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.838347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.838672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.839008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.844103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.844430 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.845408 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 8 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.864698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.865037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.865360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.889613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.889871 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.893129 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 9 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.915985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.916318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.916650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.921578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.921918 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.922298 n-d-806293-1 neutron-server[94773]: INFO neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempt 10 to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c Aug 27 02:49:22.926010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.959499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:22.959853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:22.960177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempting to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:22.962726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee7b751-353b-42c5-8d47-755f25a80076,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:22.970423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:22.970766 n-d-806293-1 neutron-server[94773]: ERROR neutron.plugins.ml2.managers [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Failed to bind port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on host n-h1-806293-1 for vnic_type normal using segments [{'id': 'cdaf1f34-8661-437e-86af-1c61d55631c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c82b33e-a13b-4cb6-a89b-ade35fef6806'}] Aug 27 02:49:22.971136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.438100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] For port 7bd0cf73-4d92-4c73-9a2c-86751af8143c, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:23.438897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attempted to set empty binding levels {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:49:23.450010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.514432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] In _notify_port_updated(), no bound segment for port 7bd0cf73-4d92-4c73-9a2c-86751af8143c on network 5c82b33e-a13b-4cb6-a89b-ade35fef6806 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:49:23.515319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:23.515935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.519990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "PUT /v2.0/ports/7bd0cf73-4d92-4c73-9a2c-86751af8143c HTTP/1.1" status: 200 len: 975 time: 1.6290913 Aug 27 02:49:23.520792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56578) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:23.540987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78912d-fcf6-4339-bb61-54a3d9346e19 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd0cf73-4d92-4c73-9a2c-86751af8143c,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:23.545055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.619605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Deleting port 7bd0cf73-4d92-4c73-9a2c-86751af8143c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:23.619949 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.685905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] For port 7bd0cf73-4d92-4c73-9a2c-86751af8143c, host n-h1-806293-1, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:23.686279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.703038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Calling delete_port for 7bd0cf73-4d92-4c73-9a2c-86751af8143c owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:23.773598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:23.797688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.829909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bd0cf73-4d92-4c73-9a2c-86751af8143c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:23.836553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:23.841644 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-06bc9ee6-708a-45be-a1c7-37ccdf6f605b tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "DELETE /v2.0/ports/7bd0cf73-4d92-4c73-9a2c-86751af8143c HTTP/1.1" status: 204 len: 168 time: 0.3192844 Aug 27 02:49:23.842272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56580) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:23.865522 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-790cf8ff-ea82-461b-89a0-c3fa6fd23765 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:49:23.867074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-790cf8ff-ea82-461b-89a0-c3fa6fd23765 tempest-PortsAdminExtendedAttrsTestJSON-382532013 tempest-PortsAdminExtendedAttrsTestJSON-382532013-project-admin] 10.222.0.10 "GET /v2.0/ports/7bd0cf73-4d92-4c73-9a2c-86751af8143c HTTP/1.1" status: 404 len: 333 time: 0.0236981 Aug 27 02:49:23.870693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56582) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:23.890803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:23.898732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80a476c6-471a-4111-9c77-8d14568783b4 admin admin] 10.222.0.10 "PUT /v2.0/routers/1d1af98f-a67c-4c5d-8f21-d1187370fcd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5159433 Aug 27 02:49:23.898979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56584) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:23.905509 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] Sync routers for ids ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:23.918497 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] Routers {'1d1af98f-a67c-4c5d-8f21-d1187370fcd7'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:23.919428 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:23.953216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.015397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.049137 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] Set router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:24.051115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.061748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c82b33e-a13b-4cb6-a89b-ade35fef6806']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:24.073134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaf1f34-8661-437e-86af-1c61d55631c4') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:24.073567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaf1f34-8661-437e-86af-1c61d55631c4') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:24.083612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.098285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.105826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:24.106422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:24.120493 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:24.135457 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.189499 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.215475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Deleting port 9941f146-8e6c-4b01-bc41-d2fd449494ca {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:24.215820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.218452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.224121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] 10.222.0.10 "DELETE /v2.0/networks/5c82b33e-a13b-4cb6-a89b-ade35fef6806 HTTP/1.1" status: 204 len: 168 time: 0.3498938 Aug 27 02:49:24.252463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf2209-7501-432b-8d0d-c9df445c6231 tempest-PortsAdminExtendedAttrsTestJSON-633912044 tempest-PortsAdminExtendedAttrsTestJSON-633912044-project] Pushing event deleted for resources: {'Network': ['ID=5c82b33e-a13b-4cb6-a89b-ade35fef6806,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:24.414906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] For port 9941f146-8e6c-4b01-bc41-d2fd449494ca, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9941f146-8e6c-4b01-bc41-d2fd449494ca,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:24.415465 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.453916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Calling delete_port for 9941f146-8e6c-4b01-bc41-d2fd449494ca owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:24.510442 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:22Z', 'revision_number': 5, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port': {'id': '9941f146-8e6c-4b01-bc41-d2fd449494ca', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:24.561342 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] Checking router: 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:24.564929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3930ddb6-b45c-452c-b3f3-f0eb78221641 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:24.591355 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] Routers {'1d1af98f-a67c-4c5d-8f21-d1187370fcd7'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:24.593796 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:24.679741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3930ddb6-b45c-452c-b3f3-f0eb78221641 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:24.692393 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.737395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.756245 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] Set router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:24.803317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56592) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:24.829697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Pushing event deleted for resources: {'Port': ['ID=9941f146-8e6c-4b01-bc41-d2fd449494ca,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:24.833481 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:24Z', 'revision_number': 6, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:24.851757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.866035 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8bcb3-4b45-4778-bf97-99494217ca73 None None] The sync data for ids ['1d1af98f-a67c-4c5d-8f21-d1187370fcd7'] in n-d-806293-1 is: [{'id': '1d1af98f-a67c-4c5d-8f21-d1187370fcd7', 'name': 'tempest-TestAggregatesBasicOps-1576485368-router', 'tenant_id': 'e725cee01e204a57a64fd24c39c49425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:07Z', 'updated_at': '2021-08-27T02:49:24Z', 'revision_number': 6, 'project_id': 'e725cee01e204a57a64fd24c39c49425', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:24.895556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Sync routers for ids ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:24.905737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Routers {'ecd56fdb-679f-4097-8e4c-c49477fb4b7e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:24.906402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:24.962605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.965548 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.995082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e79daac2-b7d2-4768-be93-74bef7859a65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99c3b3521bad499194973d6188193816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898570 Aug 27 02:49:24.997504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56596) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:25.011991 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.012443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d1af98f-a67c-4c5d-8f21-d1187370fcd7 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:49:25.017353 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.021539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c7f72e6-278a-41f9-b08c-57c712172777 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1d1af98f-a67c-4c5d-8f21-d1187370fcd7 HTTP/1.1" status: 204 len: 168 time: 1.1193264 Aug 27 02:49:25.021841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56598) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:25.033954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Set router ecd56fdb-679f-4097-8e4c-c49477fb4b7e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:25.081799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] Deleting subnet 1bb18d01-022b-401f-bbe8-8548dfb15081 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:25.087636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.109912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea2eac73-1353-496e-9934-c0f807330ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.140617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.143344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea2eac73-1353-496e-9934-c0f807330ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.236916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:18Z', 'revision_number': 4, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f84c2222-ef73-41fe-8d8d-3d3f2397f400', 'name': '', 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'mac_address': 'fa:16:3e:a8:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:18Z', 'updated_at': '2021-08-27T02:49:19Z', 'revision_number': 2, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'subnets': [{'id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:25.255863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.258434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea2eac73-1353-496e-9934-c0f807330ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.261242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea2eac73-1353-496e-9934-c0f807330ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.262446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ea2eac73-1353-496e-9934-c0f807330ee3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d8183a0-83d2-4601-bb78-b2642f9626a2 HTTP/1.1" status: 204 len: 168 time: 0.2637534 Aug 27 02:49:25.263961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Checking router: ecd56fdb-679f-4097-8e4c-c49477fb4b7e for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:25.264327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Updating router ecd56fdb-679f-4097-8e4c-c49477fb4b7e port f84c2222-ef73-41fe-8d8d-3d3f2397f400 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:49:25.290523 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.294650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eac73-1353-496e-9934-c0f807330ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8183a0-83d2-4601-bb78-b2642f9626a2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:25.357941 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.385597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb18d01-022b-401f-bbe8-8548dfb15081,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:25.391163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.393114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-97236900-e6f8-48f1-937d-4b6ecaba5f36 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1bb18d01-022b-401f-bbe8-8548dfb15081 HTTP/1.1" status: 204 len: 168 time: 0.3702712 Aug 27 02:49:25.395787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56602) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:25.420716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec0680-bb98-435d-a1f3-361f1c76525d None None] Network 26565408-c8ff-43ed-9129-615fcc1f45ba requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:25.473909 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.542648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Deleting port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:25.543261 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.666752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] For port b782e2b8-07b7-4629-ad38-6e126b6bc5d6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,segment=NetworkSegment(d0f3ce05-d70e-4a73-816a-6d00b9c330a8),segment_id=d0f3ce05-d70e-4a73-816a-6d00b9c330a8)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:25.667418 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.704802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Calling delete_port for b782e2b8-07b7-4629-ad38-6e126b6bc5d6 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:25.705014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56612) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:25.729802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] DHCP port deletion for 26565408-c8ff-43ed-9129-615fcc1f45ba request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:25.775873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-193441c8-7f8c-44a2-8eb4-4dd3774cc8d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b4e4c81b3c5465f93f83e428d2e56cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681798 Aug 27 02:49:25.778287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56616) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:25.807825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.832085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.842827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b92bc9b-91fd-4f7a-890d-d36402a698fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.845271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] No DVR routers for this DVR port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:25.847479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Transition to ACTIVE for port object f84c2222-ef73-41fe-8d8d-3d3f2397f400 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:25.852563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:25.862759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] Deleting port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:25.863270 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.867432 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.882875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b92bc9b-91fd-4f7a-890d-d36402a698fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.936957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b92bc9b-91fd-4f7a-890d-d36402a698fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.940876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b92bc9b-91fd-4f7a-890d-d36402a698fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.942593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7b92bc9b-91fd-4f7a-890d-d36402a698fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8530c48-cea0-448c-b381-1fb45e6e6356 HTTP/1.1" status: 204 len: 168 time: 0.1626768 Aug 27 02:49:25.956640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92bc9b-91fd-4f7a-890d-d36402a698fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8530c48-cea0-448c-b381-1fb45e6e6356,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:25.956863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.969464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26565408-c8ff-43ed-9129-615fcc1f45ba']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:25.982412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:25.982922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f3ce05-d70e-4a73-816a-6d00b9c330a8') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:25.995894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d6c77-20c8-4726-8c1e-ebfbea9811ff None None] Pushing event updated for resources: {'Port': ['ID=f84c2222-ef73-41fe-8d8d-3d3f2397f400,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:26.006052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.028586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.041854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:26.042457 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.047947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] For port b782e2b8-07b7-4629-ad38-6e126b6bc5d6, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:26.048347 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.116621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] Calling delete_port for b782e2b8-07b7-4629-ad38-6e126b6bc5d6 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:26.125785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] Port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:26.128360 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:26.131139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.150089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.160616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] Pushing event deleted for resources: {'Port': ['ID=b782e2b8-07b7-4629-ad38-6e126b6bc5d6,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:26.162822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Attempting to bind port f84c2222-ef73-41fe-8d8d-3d3f2397f400 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:26.163234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Attempting to bind port f84c2222-ef73-41fe-8d8d-3d3f2397f400 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:26.163600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Attempting to bind port f84c2222-ef73-41fe-8d8d-3d3f2397f400 on network 8128ab52-f039-483d-8a78-17b7d270b1f4 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:26.172659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:26.173099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Checking segment: {'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:26.173479 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.174001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Bound using segment: {'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:26.174507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Bound port: f84c2222-ef73-41fe-8d8d-3d3f2397f400, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6451034-85fe-4e27-b2ef-7972bd2567c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:26.174942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.175872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.182085 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] 10.222.0.10 "DELETE /v2.0/networks/26565408-c8ff-43ed-9129-615fcc1f45ba HTTP/1.1" status: 204 len: 168 time: 0.7851880 Aug 27 02:49:26.183096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1552c89-02ad-4f34-af88-b21db0189f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=26565408-c8ff-43ed-9129-615fcc1f45ba,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:26.185165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56620) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:26.190839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ff96e-1e35-430b-9e98-ffb470d58735 None None] No DVR routers for this DVR port b782e2b8-07b7-4629-ad38-6e126b6bc5d6 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:26.315125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] For port f84c2222-ef73-41fe-8d8d-3d3f2397f400, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:26.320332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] For port f84c2222-ef73-41fe-8d8d-3d3f2397f400, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f84c2222-ef73-41fe-8d8d-3d3f2397f400,segment=NetworkSegment(c6451034-85fe-4e27-b2ef-7972bd2567c7),segment_id=c6451034-85fe-4e27-b2ef-7972bd2567c7)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:26.337752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.458717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9941f146-8e6c-4b01-bc41-d2fd449494ca no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:26.489889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d6c77-20c8-4726-8c1e-ebfbea9811ff None None] Pushing event updated for resources: {'Port': ['ID=f84c2222-ef73-41fe-8d8d-3d3f2397f400,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:26.506781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9941f146-8e6c-4b01-bc41-d2fd449494ca {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:26.507532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9941f146-8e6c-4b01-bc41-d2fd449494ca not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:26.508119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b782e2b8-07b7-4629-ad38-6e126b6bc5d6 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:26.518230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Routers {'ecd56fdb-679f-4097-8e4c-c49477fb4b7e'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:26.526081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:26.563062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b782e2b8-07b7-4629-ad38-6e126b6bc5d6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:26.564002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b782e2b8-07b7-4629-ad38-6e126b6bc5d6 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:26.564618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dee7b751-353b-42c5-8d47-755f25a80076 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:26.637040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: dee7b751-353b-42c5-8d47-755f25a80076 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:26.637401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dee7b751-353b-42c5-8d47-755f25a80076 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:26.735772 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.746339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] Set router ecd56fdb-679f-4097-8e4c-c49477fb4b7e gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:26.975397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:18Z', 'revision_number': 4, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f84c2222-ef73-41fe-8d8d-3d3f2397f400', 'name': '', 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'mac_address': 'fa:16:3e:a8:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:18Z', 'updated_at': '2021-08-27T02:49:26Z', 'revision_number': 4, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'subnets': [{'id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:27.008439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6743b9-d566-432d-9bdf-240e7a9e4ed2 None None] The sync data for ids ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'] in n-d-806293-1 is: [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:18Z', 'revision_number': 4, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f84c2222-ef73-41fe-8d8d-3d3f2397f400', 'name': '', 'network_id': '8128ab52-f039-483d-8a78-17b7d270b1f4', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'mac_address': 'fa:16:3e:a8:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:18Z', 'updated_at': '2021-08-27T02:49:26Z', 'revision_number': 4, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'subnets': [{'id': '6a515994-c960-42df-80b5-d48a7cc5a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:27.132370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Deleting port f84c2222-ef73-41fe-8d8d-3d3f2397f400 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:27.132786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.257517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] For port f84c2222-ef73-41fe-8d8d-3d3f2397f400, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f84c2222-ef73-41fe-8d8d-3d3f2397f400,segment=NetworkSegment(c6451034-85fe-4e27-b2ef-7972bd2567c7),segment_id=c6451034-85fe-4e27-b2ef-7972bd2567c7)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:27.257930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.267232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56642) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:27.276517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Calling delete_port for f84c2222-ef73-41fe-8d8d-3d3f2397f400 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:27.406823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b8117ffc-a291-4afb-b85d-e55d42757e71 tempest-AgentManagementNegativeTest-706328694 tempest-AgentManagementNegativeTest-706328694-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1375599 Aug 27 02:49:27.488707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.527062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Pushing event deleted for resources: {'Port': ['ID=f84c2222-ef73-41fe-8d8d-3d3f2397f400,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:27.693343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-86278e36-e138-4522-97e3-bb715b2144e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.713159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.722634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56652) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:27.892973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a015-c08b-433f-b130-c98439f07520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.994018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a015-c08b-433f-b130-c98439f07520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.998882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a015-c08b-433f-b130-c98439f07520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.037367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e0e9a015-c08b-433f-b130-c98439f07520 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06c50902405e4c0d8b07a2272db56dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135896 Aug 27 02:49:28.040024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56670) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:28.046308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9a015-c08b-433f-b130-c98439f07520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c97a85-0e86-483f-9d09-e45ddbc7377f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:28.097256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03b74c88-2f41-4687-8896-b663523ee5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.120532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03b74c88-2f41-4687-8896-b663523ee5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.170490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03b74c88-2f41-4687-8896-b663523ee5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.173089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03b74c88-2f41-4687-8896-b663523ee5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.174309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-03b74c88-2f41-4687-8896-b663523ee5da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7c97a85-0e86-483f-9d09-e45ddbc7377f HTTP/1.1" status: 204 len: 168 time: 0.1333351 Aug 27 02:49:28.182843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b74c88-2f41-4687-8896-b663523ee5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c97a85-0e86-483f-9d09-e45ddbc7377f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:28.426525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Router ecd56fdb-679f-4097-8e4c-c49477fb4b7e has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:28.458283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-e4fdbd98-c162-47cd-9ff6-e4d6f403acfb tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:28.459859 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-e4fdbd98-c162-47cd-9ff6-e4d6f403acfb tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/networks?id=10e456d8-a138-4947-aab7-3ed3c7ade729 HTTP/1.1" status: 200 len: 813 time: 0.5137229 Aug 27 02:49:28.518811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-8188dddc-5276-4fb7-aa47-b64974fbcac3 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/quotas/c87f9be3d4334da49014ea262cb38e99 HTTP/1.1" status: 200 len: 375 time: 0.0200593 Aug 27 02:49:28.580590 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-70698b3c-aff6-470a-bf3e-6c7daf716eb7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c87f9be3d4334da49014ea262cb38e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550990 Aug 27 02:49:28.640710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:28.649469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56684) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:28.651198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66fc4401-9a06-43e0-a313-b80d3528d80b admin admin] 10.222.0.10 "PUT /v2.0/routers/ecd56fdb-679f-4097-8e4c-c49477fb4b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649115 Aug 27 02:49:28.654213 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] Sync routers for ids ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:28.670957 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] Routers {'ecd56fdb-679f-4097-8e4c-c49477fb4b7e'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:28.671964 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:28.707331 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-67b170dd-a39d-461a-b163-66c176c10dde service neutron] 10.222.0.10 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146450 Aug 27 02:49:28.769165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.833764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-48d44773-6a96-4d11-b455-c73dfc240fb3 service neutron] 10.222.0.10 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223984 Aug 27 02:49:28.837795 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] Set router ecd56fdb-679f-4097-8e4c-c49477fb4b7e gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:29.038827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56698) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:29.096902 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:27Z', 'revision_number': 5, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:29.134128 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] Checking router: ecd56fdb-679f-4097-8e4c-c49477fb4b7e for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:29.145529 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] Routers {'ecd56fdb-679f-4097-8e4c-c49477fb4b7e'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:29.146517 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:29.207594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-693036647'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:29.234033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Made reservation on behalf of 825147d619134433a3116623ad0a2f4a for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:29.238702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.250836 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.289379 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] Set router ecd56fdb-679f-4097-8e4c-c49477fb4b7e gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:29.323334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7980ab9e-879b-4a64-ba2c-52ae70f403ba req-4fc59bc2-7e58-4ae2-a4ab-027f11743b55 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 210 time: 0.0447876 Aug 27 02:49:29.404875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.411281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.424427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.449179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:29.468508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611f3e12-e5d3-41dd-addf-06ed530315f5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:29.471896 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.472255 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Added segment 1638a68e-b6db-4317-835a-ed5c19582233 of type vlan for network 09063471-6480-4c0c-8f56-14fe38493645 Aug 27 02:49:29.516363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Deleting port 3930ddb6-b45c-452c-b3f3-f0eb78221641 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:29.516852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.529291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.561165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.568855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:29.569886 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.609504 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:27Z', 'revision_number': 5, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:29.636825 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5968192 Aug 27 02:49:29.640063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56710) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:29.644106 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d975-67b1-4d1c-b7e0-df4e0c7ca361 None None] The sync data for ids ['ecd56fdb-679f-4097-8e4c-c49477fb4b7e'] in n-d-806293-1 is: [{'id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'name': 'tempest-TestAggregatesBasicOps-682428520-router', 'tenant_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:13Z', 'updated_at': '2021-08-27T02:49:27Z', 'revision_number': 5, 'project_id': '5a3d5091dad746b1b8aba0d17d9d73f7', 'gw_port': {'id': '3930ddb6-b45c-452c-b3f3-f0eb78221641', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56fdb-679f-4097-8e4c-c49477fb4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:15Z', 'updated_at': '2021-08-27T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:29.647828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Request body: {'subnet': {'network_id': '09063471-6480-4c0c-8f56-14fe38493645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:29.672501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] For port 3930ddb6-b45c-452c-b3f3-f0eb78221641, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3930ddb6-b45c-452c-b3f3-f0eb78221641,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:29.673112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.693248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Calling delete_port for 3930ddb6-b45c-452c-b3f3-f0eb78221641 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:29.707209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb561-f768-41f1-9b96-eabf617b409c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event updated for resources: {'Network': ['ID=09063471-6480-4c0c-8f56-14fe38493645,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:29.724136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 09063471-6480-4c0c-8f56-14fe38493645 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:29.778204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Made reservation on behalf of 825147d619134433a3116623ad0a2f4a for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:29.782502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.903659 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.939626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3930ddb6-b45c-452c-b3f3-f0eb78221641,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:30.017820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.019233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.116498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.118973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.126823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event updated for resources: {'Subnet': ['ID=bcbd033e-5ec3-4674-be74-10196c0c218e,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:30.131672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Checking segment: {'id': '1638a68e-b6db-4317-835a-ed5c19582233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09063471-6480-4c0c-8f56-14fe38493645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:30.132250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Network hostable DHCP agents. Network: 09063471-6480-4c0c-8f56-14fe38493645, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:30.154895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Network 09063471-6480-4c0c-8f56-14fe38493645 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:30.165883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 09063471-6480-4c0c-8f56-14fe38493645) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:30.174484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:30.175271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.178374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f6309-70b2-41eb-8ac3-f4b88b419af7 None None] Network 09063471-6480-4c0c-8f56-14fe38493645 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:30.214420 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-01b82810-96ae-45ac-b997-7b4c69e7ef3f tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5727327 Aug 27 02:49:30.216703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56714) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:30.227708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Request body: {'port': {'network_id': '09063471-6480-4c0c-8f56-14fe38493645', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-672971328'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:30.283900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6867ed67-7f9a-4277-af44-5a0e5476f201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.330002 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.330002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecd56fdb-679f-4097-8e4c-c49477fb4b7e {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:49:30.361782 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.375737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56718) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:30.383154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d6010bc6-2b89-4edd-9146-0b17d124fc53 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ecd56fdb-679f-4097-8e4c-c49477fb4b7e HTTP/1.1" status: 204 len: 168 time: 1.7324688 Aug 27 02:49:30.449542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f84c2222-ef73-41fe-8d8d-3d3f2397f400 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:30.476857 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-c6a6620e-f3de-4706-9fc4-2faee285e0e1 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:30.478894 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-c6a6620e-f3de-4706-9fc4-2faee285e0e1 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.32 "GET /v2.0/networks?id=10e456d8-a138-4947-aab7-3ed3c7ade729 HTTP/1.1" status: 200 len: 813 time: 0.3581550 Aug 27 02:49:30.492433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-09063471-6480-4c0c-8f56-14fe38493645', 'network_id': '09063471-6480-4c0c-8f56-14fe38493645', 'tenant_id': '825147d619134433a3116623ad0a2f4a', 'fixed_ips': [{'subnet_id': 'bcbd033e-5ec3-4674-be74-10196c0c218e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:30.493726 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.494691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Request body: {'port': {'device_id': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729', 'admin_state_up': True, 'tenant_id': 'c87f9be3d4334da49014ea262cb38e99'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:30.516089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f84c2222-ef73-41fe-8d8d-3d3f2397f400 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:30.516808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f84c2222-ef73-41fe-8d8d-3d3f2397f400 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:30.531394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6ae84157-5109-499e-ad10-be6990126dba req-d8897ba4-d230-4e8f-b102-9dea371959c5 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 210 time: 0.0958915 Aug 27 02:49:30.536024 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.546214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] Deleting subnet 6a515994-c960-42df-80b5-d48a7cc5a7d6 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:30.553676 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.574650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Made reservation on behalf of 825147d619134433a3116623ad0a2f4a for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:30.578283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.604143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.615298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] device_id is not set on port d28d03ad-58bb-468b-93db-5060d6f8d323 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:30.691184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Allocated IP 2001:db8::2 (09063471-6480-4c0c-8f56-14fe38493645/bcbd033e-5ec3-4674-be74-10196c0c218e/19f66a6d-a0c1-4b94-afa4-2746d4d2b869) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:30.711089 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.734096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Made reservation on behalf of c87f9be3d4334da49014ea262cb38e99 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:30.737986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.799888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.833770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a515994-c960-42df-80b5-d48a7cc5a7d6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:30.835706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.841207 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-75b52c1d-c08b-4f30-9e0a-0d45602a0d51 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6a515994-c960-42df-80b5-d48a7cc5a7d6 HTTP/1.1" status: 204 len: 168 time: 0.4635031 Aug 27 02:49:30.841207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56720) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:30.865546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d730e-5f91-47c7-8117-ad136d3fb06a None None] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:30.890416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Allocated IP 172.20.0.7 (10e456d8-a138-4947-aab7-3ed3c7ade729/45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f/353c7ada-0d82-427a-9479-c195acf02823) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:30.922520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.942552 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.966821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Transition to ACTIVE for port object 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:31.005928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Deleting port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:31.006615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.027227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Transition to ACTIVE for port object 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:31.056847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.092002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] For port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,segment=NetworkSegment(c6451034-85fe-4e27-b2ef-7972bd2567c7),segment_id=c6451034-85fe-4e27-b2ef-7972bd2567c7)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:31.092336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.110061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Pushing event updated for resources: {'Port': ['ID=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.123263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Allocated IP 2001:db8::3a (09063471-6480-4c0c-8f56-14fe38493645/bcbd033e-5ec3-4674-be74-10196c0c218e/d28d03ad-58bb-468b-93db-5060d6f8d323) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:31.123940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Calling delete_port for 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:31.129174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Network 09063471-6480-4c0c-8f56-14fe38493645 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:31.130873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:31.133579 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:31.173212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.173495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] DHCP port deletion for 8128ab52-f039-483d-8a78-17b7d270b1f4 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:31.246299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Attempting to bind port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:31.247091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Attempting to bind port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1638a68e-b6db-4317-835a-ed5c19582233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09063471-6480-4c0c-8f56-14fe38493645'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:31.247702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Attempting to bind port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 on network 09063471-6480-4c0c-8f56-14fe38493645 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:31.259651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:31.260254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Checking segment: {'id': '1638a68e-b6db-4317-835a-ed5c19582233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09063471-6480-4c0c-8f56-14fe38493645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:31.260928 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.261585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Bound using segment: {'id': '1638a68e-b6db-4317-835a-ed5c19582233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09063471-6480-4c0c-8f56-14fe38493645'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:31.262404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Bound port: 19f66a6d-a0c1-4b94-afa4-2746d4d2b869, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1638a68e-b6db-4317-835a-ed5c19582233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09063471-6480-4c0c-8f56-14fe38493645'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:31.263039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.277200 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.310932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.312855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.319689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] No DVR routers for this DVR port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:31.366630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Deleting port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:31.366918 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.370966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.393464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Network 10e456d8-a138-4947-aab7-3ed3c7ade729 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:31.400928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:31.402560 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.408920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:31.411608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Pushing event updated for resources: {'Port': ['ID=353c7ada-0d82-427a-9479-c195acf02823,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.416411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8128ab52-f039-483d-8a78-17b7d270b1f4']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:31.435191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6451034-85fe-4e27-b2ef-7972bd2567c7') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:31.435832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6451034-85fe-4e27-b2ef-7972bd2567c7') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:31.449745 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.451948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.475337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Transition to ACTIVE for port object d28d03ad-58bb-468b-93db-5060d6f8d323 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:31.476474 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.487231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:31.487915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:31.487915 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.488526 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:31.491044 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:31.512011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-ad95f6e3-b9be-4a69-845b-a83b8f7583f7 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0216808 Aug 27 02:49:31.523881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-b1b36405-28cd-40f2-bbc1-60d60f78d95e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:49:31.524963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-b1b36405-28cd-40f2-bbc1-60d60f78d95e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054643 Aug 27 02:49:31.558405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.568021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.592125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.595864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8128ab52-f039-483d-8a78-17b7d270b1f4 HTTP/1.1" status: 204 len: 168 time: 0.7527044 Aug 27 02:49:31.597187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70c02-cfbe-458d-b4f6-fd23c8893361 admin admin] Pushing event deleted for resources: {'Network': ['ID=8128ab52-f039-483d-8a78-17b7d270b1f4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.612263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Network 09063471-6480-4c0c-8f56-14fe38493645 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:31.615862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:31.624065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:31.630345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] For port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:31.630615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:31.631217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.650071 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event updated for resources: {'Port': ['ID=d28d03ad-58bb-468b-93db-5060d6f8d323,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.651027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] For port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,segment=NetworkSegment(1638a68e-b6db-4317-835a-ed5c19582233),segment_id=1638a68e-b6db-4317-835a-ed5c19582233)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:31.660650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.667532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56728) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:31.667884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] For port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:31.668281 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.670887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0edb0019-bae8-412b-9b00-c0150a97ce98 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.4498448 Aug 27 02:49:31.675416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Request body: {'port': {'network_id': '09063471-6480-4c0c-8f56-14fe38493645', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-948096094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:31.677021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.api.validators [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] bootfile-name is not in valid_values {{(pid=94773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:31.677612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.api.validators [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] tftp-server is not in valid_values {{(pid=94773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:31.678173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.api.validators [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] server-ip-address is not in valid_values {{(pid=94773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:31.710968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Calling delete_port for 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:31.718676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:49:31.734867 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.752612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Network 8128ab52-f039-483d-8a78-17b7d270b1f4 is not hosted by any dhcp agent {{(pid=94774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:49:31.753128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] No DVR routers for this DVR port 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:31.758746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f15f1-2601-41c3-b34a-8ccd193eab08 None None] Pushing event updated for resources: {'Port': ['ID=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.790232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe120f2b-8c09-4514-aa30-2806f577529f None None] Pushing event deleted for resources: {'Port': ['ID=7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.811110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Request body: {'port': {'device_id': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:31.857332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Made reservation on behalf of 825147d619134433a3116623ad0a2f4a for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:31.862941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.890681 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] device_id is not set on port db81503c-89a9-4021-918a-f175ddba185a yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:31.947796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56732) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:31.955865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8a7ee-fc09-4dd5-a9e8-16efc3e55374 req-010c8e4b-ad30-4a2f-90ec-cda02795dd28 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:31.971111 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11e8a7ee-fc09-4dd5-a9e8-16efc3e55374 req-010c8e4b-ad30-4a2f-90ec-cda02795dd28 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 931 time: 0.2324779 Aug 27 02:49:31.972626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.050423 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a381440a-9ada-4136-995b-275221114e68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e725cee01e204a57a64fd24c39c49425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009357 Aug 27 02:49:32.053648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56734) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:32.072095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11e8a7ee-fc09-4dd5-a9e8-16efc3e55374 req-694ee6aa-0fb7-4081-a3d5-8ebc964ebf98 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957301 Aug 27 02:49:32.089274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Allocated IP 2001:db8::2cb (09063471-6480-4c0c-8f56-14fe38493645/bcbd033e-5ec3-4674-be74-10196c0c218e/db81503c-89a9-4021-918a-f175ddba185a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:32.167253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cee931a2-47f7-4350-8d83-980decc08f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.234119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cee931a2-47f7-4350-8d83-980decc08f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.351502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.365288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cee931a2-47f7-4350-8d83-980decc08f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.365754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353c7ada-0d82-427a-9479-c195acf02823 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:32.367831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cee931a2-47f7-4350-8d83-980decc08f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.369071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cee931a2-47f7-4350-8d83-980decc08f6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0488ca44-3f41-4be2-a363-afab83bcf91a HTTP/1.1" status: 204 len: 168 time: 0.3143752 Aug 27 02:49:32.373323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Transition to ACTIVE for port object db81503c-89a9-4021-918a-f175ddba185a will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:32.378755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.383936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee931a2-47f7-4350-8d83-980decc08f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0488ca44-3f41-4be2-a363-afab83bcf91a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:32.389312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:32.405380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Transition to ACTIVE for port object 353c7ada-0d82-427a-9479-c195acf02823 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:32.411578 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.425151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.475970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Network 09063471-6480-4c0c-8f56-14fe38493645 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:32.480398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:32.484239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:32.490556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:32.491387 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.496084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:32.498001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Pushing event updated for resources: {'Port': ['ID=353c7ada-0d82-427a-9479-c195acf02823,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:32.522469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event updated for resources: {'Port': ['ID=db81503c-89a9-4021-918a-f175ddba185a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:32.539100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-916ce5ab-338a-4a1e-936f-e023ae4ef322 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8698268 Aug 27 02:49:32.541115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:32.542695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56742) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:32.589246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3930ddb6-b45c-452c-b3f3-f0eb78221641 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:32.616621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3930ddb6-b45c-452c-b3f3-f0eb78221641 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:32.617009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3930ddb6-b45c-452c-b3f3-f0eb78221641 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:32.617459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:32.638859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:32.639726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d6b44d6-c9f8-40b4-bf77-a818aeabb6c2 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:32.692127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7020b88-2b70-44d0-bdd1-a8fc2076434c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:32.699211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7020b88-2b70-44d0-bdd1-a8fc2076434c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:32.705880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7020b88-2b70-44d0-bdd1-a8fc2076434c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:32.710432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c7020b88-2b70-44d0-bdd1-a8fc2076434c tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1658783 Aug 27 02:49:32.710973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56746) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:32.752921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Attempting to bind port 353c7ada-0d82-427a-9479-c195acf02823 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:32.753257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Attempting to bind port 353c7ada-0d82-427a-9479-c195acf02823 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:32.753581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Attempting to bind port 353c7ada-0d82-427a-9479-c195acf02823 on network 10e456d8-a138-4947-aab7-3ed3c7ade729 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:32.771746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Port 353c7ada-0d82-427a-9479-c195acf02823 on network 10e456d8-a138-4947-aab7-3ed3c7ade729 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:32.772076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Attempting to bind port 353c7ada-0d82-427a-9479-c195acf02823 on network 10e456d8-a138-4947-aab7-3ed3c7ade729 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:32.780606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:32.780946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Checking segment: {'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:32.781499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Bound using segment: {'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:32.781893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Bound port: 353c7ada-0d82-427a-9479-c195acf02823, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e1e45f-2bc1-4d79-883c-3dedc82e932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:32.782244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.831066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Deleting port db81503c-89a9-4021-918a-f175ddba185a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:32.831489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.898573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:32.930995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136cf64c-3eaf-46ef-bac8-43df8fefa04e None None] Network 09063471-6480-4c0c-8f56-14fe38493645 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:32.970859 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.971561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] For port 353c7ada-0d82-427a-9479-c195acf02823, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:32.986500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-32df46ca-e3aa-4ceb-8ed1-b57a6df1ba1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a3d5091dad746b1b8aba0d17d9d73f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823803 Aug 27 02:49:32.986500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56750) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:32.999010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Calling delete_port for db81503c-89a9-4021-918a-f175ddba185a owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:33.000854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] For port 353c7ada-0d82-427a-9479-c195acf02823, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=353c7ada-0d82-427a-9479-c195acf02823,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:33.007717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-01865744-4f86-44d6-81a1-af15a6eab33a None None] Provisioning for port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:33.011404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.018722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-01865744-4f86-44d6-81a1-af15a6eab33a None None] Provisioning complete for port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:33.019421 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01865744-4f86-44d6-81a1-af15a6eab33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.108649 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aac5ab72-752e-43f7-b27a-9c7e5c2a192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.145453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aac5ab72-752e-43f7-b27a-9c7e5c2a192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.146563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Pushing event updated for resources: {'Port': ['ID=353c7ada-0d82-427a-9479-c195acf02823,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:33.166176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:33.167472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.169689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-5c6dbdc5-24a3-4082-8214-acdd4df647b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/353c7ada-0d82-427a-9479-c195acf02823 HTTP/1.1" status: 200 len: 1091 time: 1.6357057 Aug 27 02:49:33.169844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01865744-4f86-44d6-81a1-af15a6eab33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.169959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'tag': '353c7ada-0d82-427a-9479-c195acf02823'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:33.178497 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e23ed21-a385-429e-bd37-e6c95955a181" -d '{"events": [{"name": "network-changed", "server_uuid": "41dac26a-1f7f-4106-8e0d-d4c424247c2b", "tag": "353c7ada-0d82-427a-9479-c195acf02823"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:33.247921 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.250221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-01865744-4f86-44d6-81a1-af15a6eab33a None None] For port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,segment=NetworkSegment(1638a68e-b6db-4317-835a-ed5c19582233),segment_id=1638a68e-b6db-4317-835a-ed5c19582233)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:33.257808 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01865744-4f86-44d6-81a1-af15a6eab33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.315204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-f6844178-7ea3-4623-b23a-0fabfdfddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:33.316892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-f6844178-7ea3-4623-b23a-0fabfdfddca6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c87f9be3d4334da49014ea262cb38e99&device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 1094 time: 0.0876174 Aug 27 02:49:33.369830 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.392618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01865744-4f86-44d6-81a1-af15a6eab33a None None] Pushing event updated for resources: {'Port': ['ID=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:33.396396 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-3f39d6a5-e4eb-4ce2-8fd9-448e2153ae54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353c7ada-0d82-427a-9479-c195acf02823 HTTP/1.1" status: 200 len: 217 time: 0.0708895 Aug 27 02:49:33.412935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aac5ab72-752e-43f7-b27a-9c7e5c2a192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.415739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aac5ab72-752e-43f7-b27a-9c7e5c2a192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.422409 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aac5ab72-752e-43f7-b27a-9c7e5c2a192e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/344c56d4-c6d8-4826-9be7-a243af6ce595 HTTP/1.1" status: 204 len: 168 time: 0.4300342 Aug 27 02:49:33.427355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b13a8-3df6-4c33-a84f-83979ff816ba req-0615d370-055b-4d68-ae3b-2dc63ff7f078 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:33.435517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c38b13a8-3df6-4c33-a84f-83979ff816ba req-0615d370-055b-4d68-ae3b-2dc63ff7f078 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 943 time: 0.2878072 Aug 27 02:49:33.458994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event deleted for resources: {'Port': ['ID=db81503c-89a9-4021-918a-f175ddba185a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:33.501953 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c38b13a8-3df6-4c33-a84f-83979ff816ba req-8dcad1bd-2565-4081-b567-8db38b8c9dc8 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653515 Aug 27 02:49:33.506550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5ab72-752e-43f7-b27a-9c7e5c2a192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c56d4-c6d8-4826-9be7-a243af6ce595,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:33.555164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.557570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc93110b-4e0f-4bfd-9002-a4ce3199cc0b tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "DELETE /v2.0/ports/db81503c-89a9-4021-918a-f175ddba185a HTTP/1.1" status: 204 len: 168 time: 0.8455331 Aug 27 02:49:33.561033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-96afb0d2-0f2a-4c07-8461-26daf3506769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:33.561591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56760) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:33.563964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-96afb0d2-0f2a-4c07-8461-26daf3506769 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f HTTP/1.1" status: 200 len: 853 time: 0.1594014 Aug 27 02:49:33.567669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.568986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Request body: {'port': {'name': 'tempest-new-port-name-538373885', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:33.569588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.api.validators [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] bootfile-name is not in valid_values {{(pid=94773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:33.570103 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.api.validators [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] tftp-server is not in valid_values {{(pid=94773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:33.570619 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.api.validators [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] server-ip-address is not in valid_values {{(pid=94773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:33.615229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fa0cf2b0-250a-43ea-aa95-23b4c4ad6693 None None] Provisioning complete for port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:33.615695 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fa0cf2b0-250a-43ea-aa95-23b4c4ad6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.655455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.683181 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80870b70-3ec7-42fe-b16e-5b68549aea63 x-openstack-request-id: req-80870b70-3ec7-42fe-b16e-5b68549aea63 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:33.683478 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dac26a-1f7f-4106-8e0d-d4c424247c2b", "tag": "353c7ada-0d82-427a-9479-c195acf02823", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:33.683812 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80870b70-3ec7-42fe-b16e-5b68549aea63 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:33.684135 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'tag': '353c7ada-0d82-427a-9479-c195acf02823', 'status': 'completed', 'code': 200} Aug 27 02:49:33.766828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-f44d2439-c7e5-44a9-8ab7-9162977e243e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=10e456d8-a138-4947-aab7-3ed3c7ade729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956549 Aug 27 02:49:33.829963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fa0cf2b0-250a-43ea-aa95-23b4c4ad6693 None None] Provisioning for port d28d03ad-58bb-468b-93db-5060d6f8d323 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:33.834772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fa0cf2b0-250a-43ea-aa95-23b4c4ad6693 None None] Provisioning complete for port d28d03ad-58bb-468b-93db-5060d6f8d323 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:33.835262 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fa0cf2b0-250a-43ea-aa95-23b4c4ad6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.896526 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fa0cf2b0-250a-43ea-aa95-23b4c4ad6693 None None] Port d28d03ad-58bb-468b-93db-5060d6f8d323 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:33.901725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fa0cf2b0-250a-43ea-aa95-23b4c4ad6693 None None] Could not find standard attr ID for object db81503c-89a9-4021-918a-f175ddba185a. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:49:33.948439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.959969 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.997542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] In _notify_port_updated(), no bound segment for port d28d03ad-58bb-468b-93db-5060d6f8d323 on network 09063471-6480-4c0c-8f56-14fe38493645 {{(pid=94773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:49:34.003266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:34.003938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.007710 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "PUT /v2.0/ports/d28d03ad-58bb-468b-93db-5060d6f8d323 HTTP/1.1" status: 200 len: 1128 time: 0.4425113 Aug 27 02:49:34.008935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56770) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:34.019360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-65ff0e54-78ec-4950-900c-5f46569e5d2e service neutron] 10.222.0.32 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421560 Aug 27 02:49:34.042185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-85664d18-e006-4c19-b0ed-05d56a1dec8a None None] Provisioning complete for port d28d03ad-58bb-468b-93db-5060d6f8d323 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:34.043752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85664d18-e006-4c19-b0ed-05d56a1dec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.063014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14541666-aac0-4644-b43b-7505041fb112 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:34.067505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-14541666-aac0-4644-b43b-7505041fb112 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "GET /v2.0/ports/d28d03ad-58bb-468b-93db-5060d6f8d323 HTTP/1.1" status: 200 len: 1128 time: 0.0546606 Aug 27 02:49:34.071505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56772) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:34.079341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105908a0-5f67-416c-91a4-e5e64e6006e8 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event updated for resources: {'Port': ['ID=d28d03ad-58bb-468b-93db-5060d6f8d323,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:34.120723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-85664d18-e006-4c19-b0ed-05d56a1dec8a None None] Port d28d03ad-58bb-468b-93db-5060d6f8d323 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:34.241347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-82c50b16-3534-4047-933a-f866f99cde81 None None] Could not find standard attr ID for object db81503c-89a9-4021-918a-f175ddba185a. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:49:34.400874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:34.486212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:34.487137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.645193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91a8a528-3a2b-414d-914c-3d0c075256ff req-6d17eee7-e153-47c9-91ea-af477f39ead6 service neutron] 10.222.0.32 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037841 Aug 27 02:49:34.664126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846584d-267b-4352-886e-558de22d7533 req-2e4d602b-00be-4234-9993-c28a035d99e9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:34.666177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f846584d-267b-4352-886e-558de22d7533 req-2e4d602b-00be-4234-9993-c28a035d99e9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 943 time: 0.0857878 Aug 27 02:49:34.733691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f846584d-267b-4352-886e-558de22d7533 req-7b05dccf-d60f-42d2-b84d-499d8467f56e tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563619 Aug 27 02:49:34.804981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Deleting port d28d03ad-58bb-468b-93db-5060d6f8d323 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:34.805218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.880126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7f349edf-bc4a-41a3-bba4-a879991efa27 None None] Provisioning complete for port d28d03ad-58bb-468b-93db-5060d6f8d323 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:34.880494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7f349edf-bc4a-41a3-bba4-a879991efa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.892766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-d8d21369-95b2-4db3-9cf3-48c84be32d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:34.894367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-d8d21369-95b2-4db3-9cf3-48c84be32d23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c87f9be3d4334da49014ea262cb38e99&device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 1094 time: 0.1607332 Aug 27 02:49:34.926765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7f349edf-bc4a-41a3-bba4-a879991efa27 None None] Port d28d03ad-58bb-468b-93db-5060d6f8d323 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:34.979594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.993850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port d4bb97a7-ce47-4774-bc5c-5993c7583241 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:34.994189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.003797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Calling delete_port for d28d03ad-58bb-468b-93db-5060d6f8d323 owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:35.148933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-977c65b6-38e7-4d2e-8a1d-e93cce933bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:35.150557 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-977c65b6-38e7-4d2e-8a1d-e93cce933bab service neutron] 10.222.0.32 "GET /v2.0/networks?id=10e456d8-a138-4947-aab7-3ed3c7ade729 HTTP/1.1" status: 200 len: 914 time: 0.2455459 Aug 27 02:49:35.212111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port d4bb97a7-ce47-4774-bc5c-5993c7583241, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d4bb97a7-ce47-4774-bc5c-5993c7583241,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:35.212559 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.217371 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-6dbfe3c3-dd1a-4aef-9107-284497955756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353c7ada-0d82-427a-9479-c195acf02823 HTTP/1.1" status: 200 len: 217 time: 0.0583653 Aug 27 02:49:35.247033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for d4bb97a7-ce47-4774-bc5c-5993c7583241 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:35.346575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-f69cc09b-0020-4fea-9bb0-b79f92aab37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:35.348105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-f69cc09b-0020-4fea-9bb0-b79f92aab37d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f HTTP/1.1" status: 200 len: 853 time: 0.1157961 Aug 27 02:49:35.405009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-ca91a395-339f-4b97-94ad-4d63b476a65f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=10e456d8-a138-4947-aab7-3ed3c7ade729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362177 Aug 27 02:49:35.471329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.548645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event deleted for resources: {'Port': ['ID=d28d03ad-58bb-468b-93db-5060d6f8d323,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:35.602140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.604233 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-06fe59ab-842f-4751-bff0-33797c0d2ed1 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "DELETE /v2.0/ports/d28d03ad-58bb-468b-93db-5060d6f8d323 HTTP/1.1" status: 204 len: 168 time: 1.5307908 Aug 27 02:49:35.607210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56806) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:35.626380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-eae1706d-a640-448d-b814-5e9f695640fd service neutron] 10.222.0.32 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125492 Aug 27 02:49:35.714976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Deleting subnet bcbd033e-5ec3-4674-be74-10196c0c218e {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:35.719076 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.778262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.820603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e23ed21-a385-429e-bd37-e6c95955a181 req-d0c33047-2db6-45a2-a1cf-ee1d7d48f2d1 service neutron] 10.222.0.32 "GET /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854002 Aug 27 02:49:35.830146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.859874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=d4bb97a7-ce47-4774-bc5c-5993c7583241,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:35.892833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56810) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:35.895563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299851440', 'description': 'tempest-secgroup-smoke-1299851440 description', 'project_id': '4df7c86c5581482292bf026dce0c21c2'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:35.935254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.987050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.999773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed620a-7040-4bbb-8906-e4adbec40395 req-86a09ea1-dd61-4c36-8e76-d29de8583e63 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:36.001288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9eed620a-7040-4bbb-8906-e4adbec40395 req-86a09ea1-dd61-4c36-8e76-d29de8583e63 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 943 time: 0.1241231 Aug 27 02:49:36.014476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.069177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.069968 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.116457 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9eed620a-7040-4bbb-8906-e4adbec40395 req-369e4f2b-10bf-4f95-b8a6-1f685b3335f3 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070971 Aug 27 02:49:36.119113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbd033e-5ec3-4674-be74-10196c0c218e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.127184 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.140529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5602650b-b668-4054-9c36-82d5649c75ff tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "DELETE /v2.0/subnets/bcbd033e-5ec3-4674-be74-10196c0c218e HTTP/1.1" status: 204 len: 168 time: 0.5203333 Aug 27 02:49:36.140529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:36.144039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8be176-ad39-4349-9859-1d99ef82cb8f None None] Network 09063471-6480-4c0c-8f56-14fe38493645 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:36.232410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.293208 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.300242 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.350385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f8a4c0-9e0c-4919-b851-07619a51d27b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.360772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Deleting port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:36.361165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.412708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router cb612148-32d9-4d93-a0a1-7f3bc77e1265 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:36.423149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] DHCP port deletion for 09063471-6480-4c0c-8f56-14fe38493645 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:36.445752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] For port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,segment=NetworkSegment(1638a68e-b6db-4317-835a-ed5c19582233),segment_id=1638a68e-b6db-4317-835a-ed5c19582233)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:36.446197 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.469865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Calling delete_port for 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:36.481972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.488801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] Deleting port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:36.489235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.489397 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.565036 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.566233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6743374 Aug 27 02:49:36.573398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e23660-5605-40da-be99-b994cd159993 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2277e409-63b7-4211-bdaf-8f7e9ceeefdc,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.574774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56816) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:36.576959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] For port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,segment=NetworkSegment(1638a68e-b6db-4317-835a-ed5c19582233),segment_id=1638a68e-b6db-4317-835a-ed5c19582233)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:36.577362 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.586283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-139d2181-3158-47c3-857f-95aeaa583abf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '2277e409-63b7-4211-bdaf-8f7e9ceeefdc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:36.604926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:36.614024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] Calling delete_port for 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:36.618586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] Sync routers for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:36.622743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.626806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f2479fe1-dca5-4ec4-8129-a2e0d8f5ade6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "PUT /v2.0/routers/cb612148-32d9-4d93-a0a1-7f3bc77e1265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0711296 Aug 27 02:49:36.650926 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-139d2181-3158-47c3-857f-95aeaa583abf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.663879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event deleted for resources: {'Port': ['ID=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.669252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:36.670364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:36.670737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] No DVR routers for this DVR port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:36.724003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-139d2181-3158-47c3-857f-95aeaa583abf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.728835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-139d2181-3158-47c3-857f-95aeaa583abf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.750039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2181-3158-47c3-857f-95aeaa583abf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168d52b5-91fa-40a4-8b8f-5e76763154f8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.758925 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-139d2181-3158-47c3-857f-95aeaa583abf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.761235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-139d2181-3158-47c3-857f-95aeaa583abf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1849732 Aug 27 02:49:36.763997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56820) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:36.779600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b8f49977-cc11-4784-b7ef-d798e265b6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '2277e409-63b7-4211-bdaf-8f7e9ceeefdc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:36.780192 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.791041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09063471-6480-4c0c-8f56-14fe38493645']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:36.803314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1638a68e-b6db-4317-835a-ed5c19582233') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:36.803664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1638a68e-b6db-4317-835a-ed5c19582233') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:36.814513 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.820247 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8f49977-cc11-4784-b7ef-d798e265b6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.837705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.843866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:36.844360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.873445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:36.875579 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:36.900760 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:36.922080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8f49977-cc11-4784-b7ef-d798e265b6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.928949 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8f49977-cc11-4784-b7ef-d798e265b6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.933491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] Pushing event deleted for resources: {'Port': ['ID=19f66a6d-a0c1-4b94-afa4-2746d4d2b869,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.943465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20da07c-7953-4947-a27f-b626adfdca3f None None] No DVR routers for this DVR port 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:36.955157 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.960014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.972122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] 10.222.0.10 "DELETE /v2.0/networks/09063471-6480-4c0c-8f56-14fe38493645 HTTP/1.1" status: 204 len: 168 time: 0.8331926 Aug 27 02:49:36.972414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f49977-cc11-4784-b7ef-d798e265b6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9fb46f-a9ae-4ff3-bf20-64cb0e8b3f83,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.983876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8f49977-cc11-4784-b7ef-d798e265b6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.989334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b8f49977-cc11-4784-b7ef-d798e265b6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2181623 Aug 27 02:49:36.989505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56826) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:37.001751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90769-7add-4364-bcb4-5613e60ee00d tempest-ExtraDHCPOptionsIpV6TestJSON-901755103 tempest-ExtraDHCPOptionsIpV6TestJSON-901755103-project] Pushing event deleted for resources: {'Network': ['ID=09063471-6480-4c0c-8f56-14fe38493645,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.007637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6d46f27e-fee7-47e6-b643-0dfb9fef8a85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '2277e409-63b7-4211-bdaf-8f7e9ceeefdc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:37.055077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d46f27e-fee7-47e6-b643-0dfb9fef8a85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.059925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611007e-60d7-435e-8ca5-133f480c2ce3 req-3cca45db-325f-41ab-99e0-be952e9d5728 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:37.061790 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7611007e-60d7-435e-8ca5-133f480c2ce3 req-3cca45db-325f-41ab-99e0-be952e9d5728 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 946 time: 0.0881641 Aug 27 02:49:37.117976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7611007e-60d7-435e-8ca5-133f480c2ce3 req-50c28b08-2012-4daf-b876-a8a5fba89901 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Aug 27 02:49:37.173775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d46f27e-fee7-47e6-b643-0dfb9fef8a85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.179250 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d46f27e-fee7-47e6-b643-0dfb9fef8a85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.223681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:35Z', 'revision_number': 6, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:18Z', 'revision_number': 1, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:37.235230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46f27e-fee7-47e6-b643-0dfb9fef8a85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967a789d-8a51-43ee-8aba-a6000563f6a3,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.251632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] Checking router: cb612148-32d9-4d93-a0a1-7f3bc77e1265 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:37.260026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:37.260689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:37.262498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d46f27e-fee7-47e6-b643-0dfb9fef8a85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.263897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6d46f27e-fee7-47e6-b643-0dfb9fef8a85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730751 Aug 27 02:49:37.276049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56832) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:37.281134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8367113d-2b16-4c0c-8f5f-af43b3417449 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '2277e409-63b7-4211-bdaf-8f7e9ceeefdc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:37.309239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e6fb2-d61d-414f-9111-12d2a9fbca3e req-9342baa7-0e44-4b50-91f7-81588abfa100 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:37.310859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-479e6fb2-d61d-414f-9111-12d2a9fbca3e req-9342baa7-0e44-4b50-91f7-81588abfa100 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 943 time: 0.0924506 Aug 27 02:49:37.333938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8367113d-2b16-4c0c-8f5f-af43b3417449 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.360491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56834) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:37.367398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-479e6fb2-d61d-414f-9111-12d2a9fbca3e req-1e918350-eaf1-4b73-84eb-f7455e8c0945 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Aug 27 02:49:37.427032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8367113d-2b16-4c0c-8f5f-af43b3417449 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.432451 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8367113d-2b16-4c0c-8f5f-af43b3417449 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.437249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:37.452736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367113d-2b16-4c0c-8f5f-af43b3417449 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e307b8b7-a8fa-47bf-bbcb-563cb00b0457,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.465735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8367113d-2b16-4c0c-8f5f-af43b3417449 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.467294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8367113d-2b16-4c0c-8f5f-af43b3417449 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902063 Aug 27 02:49:37.471032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56838) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:37.475743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '2277e409-63b7-4211-bdaf-8f7e9ceeefdc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:37.504281 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:49:37.510608 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.552896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 353c7ada-0d82-427a-9479-c195acf02823 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:49:37.577050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d6910f02-b18f-4ba5-ab17-28f4b0ccd1df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=825147d619134433a3116623ad0a2f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134173 Aug 27 02:49:37.577433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56840) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:37.581407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.588646 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.633870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ff3617-cf68-4568-a203-ebdb146f01ab,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.656316 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.657542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e053a69-81f1-42ae-9306-1393280ae918 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1855018 Aug 27 02:49:37.660868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56842) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:37.665929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '2277e409-63b7-4211-bdaf-8f7e9ceeefdc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:37.687259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eb6dfa9-a3f4-452f-9007-cfbb47e245f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.691764 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:49:37.698446 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.719605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eb6dfa9-a3f4-452f-9007-cfbb47e245f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.751746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 353c7ada-0d82-427a-9479-c195acf02823, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=353c7ada-0d82-427a-9479-c195acf02823,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:37.768014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '353c7ada-0d82-427a-9479-c195acf02823', 'network_id': '10e456d8-a138-4947-aab7-3ed3c7ade729', 'port_id': '353c7ada-0d82-427a-9479-c195acf02823', 'mac_address': 'fa:16:3e:e2:90:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:49:37.768317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.773382 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.783996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eb6dfa9-a3f4-452f-9007-cfbb47e245f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.787482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7eb6dfa9-a3f4-452f-9007-cfbb47e245f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.791184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7eb6dfa9-a3f4-452f-9007-cfbb47e245f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/611f3e12-e5d3-41dd-addf-06ed530315f5 HTTP/1.1" status: 204 len: 168 time: 0.2103124 Aug 27 02:49:37.795018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e2d7e8-dcb8-4728-ad52-d1ff9e1f0b5c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.807842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.808086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6dfa9-a3f4-452f-9007-cfbb47e245f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611f3e12-e5d3-41dd-addf-06ed530315f5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.812835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56846) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:37.814016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-32595fbc-ff90-4c6d-83fa-ea33d874e8bd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518743 Aug 27 02:49:37.823743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'network': {'name': 'tempest-network-smoke--1639035679', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:37.842150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:35Z', 'revision_number': 6, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:18Z', 'revision_number': 1, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:37.844755 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.850742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:37.859884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.881362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19723cd1-0aa8-4b79-b545-57fa16e09b91 None None] The sync data for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 is: [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:35Z', 'revision_number': 6, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd744762b-7bbd-4426-bbcc-fcf63502d492', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'port_id': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'mac_address': 'fa:16:3e:9e:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2c36-2528-4c69-9d5f-026641167d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:15Z', 'updated_at': '2021-08-27T02:48:18Z', 'revision_number': 1, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:37.886795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353c7ada-0d82-427a-9479-c195acf02823 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:37.901675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:37.915496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 353c7ada-0d82-427a-9479-c195acf02823, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=353c7ada-0d82-427a-9479-c195acf02823,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:37.918957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.919666 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Added segment 8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae of type vlan for network 78d010fb-8f14-4638-8029-8ea85c8ae4af Aug 27 02:49:37.921307 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.979773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=353c7ada-0d82-427a-9479-c195acf02823,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.996401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.032281 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.038172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.044756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.150440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3293083 Aug 27 02:49:38.153943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56858) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:38.159545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['353c7ada-0d82-427a-9479-c195acf02823'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:38.167025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'admin_state_up': True, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:38.193196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e030a-07ca-448c-85d1-e01f3d1843df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Network': ['ID=78d010fb-8f14-4638-8029-8ea85c8ae4af,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:38.228865 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:38.304476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.307069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.387732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-0feaf123-e401-4517-bb1b-5a56cfe85985 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.390963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-0feaf123-e401-4517-bb1b-5a56cfe85985 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 946 time: 0.1825497 Aug 27 02:49:38.426928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:38.463913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:38.464093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 19f66a6d-a0c1-4b94-afa4-2746d4d2b869 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:38.464520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4bb97a7-ce47-4774-bc5c-5993c7583241 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:38.494444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d4bb97a7-ce47-4774-bc5c-5993c7583241 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:38.495133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d4bb97a7-ce47-4774-bc5c-5993c7583241 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:38.529798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.568044 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351c3c9-c6fc-4e3c-b0eb-ccd74696da8e req-1c47f242-5453-49b4-96f3-710af3b4e276 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.569589 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d351c3c9-c6fc-4e3c-b0eb-ccd74696da8e req-1c47f242-5453-49b4-96f3-710af3b4e276 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 944 time: 0.1107018 Aug 27 02:49:38.623217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d351c3c9-c6fc-4e3c-b0eb-ccd74696da8e req-adc5ea58-7f08-4157-a58e-0d5150cd28e0 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Aug 27 02:49:38.667869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e50b0-68ea-474d-b940-e5dbb5977d26 req-a6d4d11e-6d5d-48f3-b5c5-66fc4af9e474 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.669355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d8e50b0-68ea-474d-b940-e5dbb5977d26 req-a6d4d11e-6d5d-48f3-b5c5-66fc4af9e474 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 946 time: 0.4143136 Aug 27 02:49:38.735248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.771395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56872) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:38.777880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d8e50b0-68ea-474d-b940-e5dbb5977d26 req-2b4774e9-dc2f-4c9c-a15b-1bca11575c11 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa488704-ca58-4db4-b9e0-bdaf0087c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011407 Aug 27 02:49:38.836409 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port edc76276-ad0e-4cfc-834a-a3b074e918ef {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:38.836764 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.872822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2093548592'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:38.895302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Made reservation on behalf of 64865c4f91f141b385f49d58552a3bd2 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:38.899064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.908020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.007577 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.012358 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.042696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:39.048364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f06254-e96b-4505-8172-b440096788d6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:39.057443 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.057443 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Added segment 18dd09ae-ff79-4e65-95a7-cadfb6b591e1 of type vlan for network 121dbe07-bca7-472a-8d03-139cff8c831c Aug 27 02:49:39.099740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.131418 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.137362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.137973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.200139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4249523 Aug 27 02:49:39.201127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56876) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:39.216872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Request body: {'subnet': {'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:39.264262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009de1d-c653-4abe-9cce-70a4f3462e90 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event updated for resources: {'Network': ['ID=121dbe07-bca7-472a-8d03-139cff8c831c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:39.286737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 121dbe07-bca7-472a-8d03-139cff8c831c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:39.293595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port edc76276-ad0e-4cfc-834a-a3b074e918ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=edc76276-ad0e-4cfc-834a-a3b074e918ef,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:39.293952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.311842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for edc76276-ad0e-4cfc-834a-a3b074e918ef owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:39.326045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Made reservation on behalf of 64865c4f91f141b385f49d58552a3bd2 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:39.330975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.452164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.481632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.571352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 353c7ada-0d82-427a-9479-c195acf02823 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:39.588441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.632892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 353c7ada-0d82-427a-9479-c195acf02823 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:39.638397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 353c7ada-0d82-427a-9479-c195acf02823 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:39.639274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.644002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.140 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/cc86928d-1c86-4335-bd17-921901d7029e) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:39.648587 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.688986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event updated for resources: {'Subnet': ['ID=25d34b9c-8319-4bdd-89cf-0a7adfc97642,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:39.690527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=edc76276-ad0e-4cfc-834a-a3b074e918ef,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:39.773642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Checking segment: {'id': '18dd09ae-ff79-4e65-95a7-cadfb6b591e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:39.774021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Network hostable DHCP agents. Network: 121dbe07-bca7-472a-8d03-139cff8c831c, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:39.778800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.789399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] No DVR routers for this DVR port edc76276-ad0e-4cfc-834a-a3b074e918ef on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:39.793842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.796269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d903769b-c2fb-41f5-8562-e32a62309bf5 req-fd894758-2138-4beb-a35f-e937395c45c1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.45 "DELETE /v2.0/ports/edc76276-ad0e-4cfc-834a-a3b074e918ef HTTP/1.1" status: 204 len: 173 time: 1.3761923 Aug 27 02:49:39.796717 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'name': 'network-vif-deleted', 'tag': 'edc76276-ad0e-4cfc-834a-a3b074e918ef'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:39.799127 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b1a524-447f-4ddf-8314-1fb3e3c7fe56" -d '{"events": [{"server_uuid": "ac26f487-dc86-49b9-8331-1eda2e3682d7", "name": "network-vif-deleted", "tag": "edc76276-ad0e-4cfc-834a-a3b074e918ef"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:39.824463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 353c7ada-0d82-427a-9479-c195acf02823, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=353c7ada-0d82-427a-9479-c195acf02823,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:39.825555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353c7ada-0d82-427a-9479-c195acf02823'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:39.829538 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5341e9f-7ae7-4e40-ab7a-b19a040d6df3" -d '{"events": [{"server_uuid": "41dac26a-1f7f-4106-8e0d-d4c424247c2b", "name": "network-vif-plugged", "status": "completed", "tag": "353c7ada-0d82-427a-9479-c195acf02823"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:39.846489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.857625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b274c9-b00a-4ac6-b25d-a45c7e17b02c req-157663fb-0bce-4908-a4ef-6babd9c48be9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.875655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7b274c9-b00a-4ac6-b25d-a45c7e17b02c req-157663fb-0bce-4908-a4ef-6babd9c48be9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 944 time: 0.1123612 Aug 27 02:49:39.879571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Network 121dbe07-bca7-472a-8d03-139cff8c831c is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:39.911401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 121dbe07-bca7-472a-8d03-139cff8c831c) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:39.917270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=353c7ada-0d82-427a-9479-c195acf02823,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:39.921169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86c89e-2b49-40cb-9a12-c92b2306ac2a None None] Network 121dbe07-bca7-472a-8d03-139cff8c831c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:39.930881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-667c3528-3b58-460a-94e1-48e4b3748c8b req-ebbf9daa-c185-44a1-ac62-9232d85a79dc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac26f487-dc86-49b9-8331-1eda2e3682d7 HTTP/1.1" status: 200 len: 210 time: 0.0415173 Aug 27 02:49:39.932567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.933173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.953694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.960757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e7b274c9-b00a-4ac6-b25d-a45c7e17b02c req-f0f4811e-d7c7-44d8-851f-67ee89393098 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840046 Aug 27 02:49:39.965091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56888) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:39.967149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-342a90f3-a4ea-4007-81a3-cc76c3e7f018 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7652080 Aug 27 02:49:39.973254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Request body: {'port': {'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1116737193'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:40.000839 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb6591b-e218-4ea8-9ace-768e9fde169a x-openstack-request-id: req-feb6591b-e218-4ea8-9ace-768e9fde169a {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:40.001135 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac26f487-dc86-49b9-8331-1eda2e3682d7", "name": "network-vif-deleted", "tag": "edc76276-ad0e-4cfc-834a-a3b074e918ef", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:40.001437 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-feb6591b-e218-4ea8-9ace-768e9fde169a {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:40.001845 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac26f487-dc86-49b9-8331-1eda2e3682d7', 'name': 'network-vif-deleted', 'tag': 'edc76276-ad0e-4cfc-834a-a3b074e918ef', 'status': 'completed', 'code': 200} Aug 27 02:49:40.029096 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1950eb0-2c62-41a0-888e-8f81c3eca57e x-openstack-request-id: req-e1950eb0-2c62-41a0-888e-8f81c3eca57e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:40.029392 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dac26a-1f7f-4106-8e0d-d4c424247c2b", "name": "network-vif-plugged", "status": "completed", "tag": "353c7ada-0d82-427a-9479-c195acf02823", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:40.029648 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1950eb0-2c62-41a0-888e-8f81c3eca57e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:40.030095 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353c7ada-0d82-427a-9479-c195acf02823', 'code': 200} Aug 27 02:49:40.137527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.178736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-121dbe07-bca7-472a-8d03-139cff8c831c', 'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c', 'tenant_id': '64865c4f91f141b385f49d58552a3bd2', 'fixed_ips': [{'subnet_id': '25d34b9c-8319-4bdd-89cf-0a7adfc97642'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:40.179788 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.181569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6baa-63cf-483c-b2cd-f76f95690d97 req-e4b61425-d39a-4d46-814e-632d60f2c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:40.184329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f7e6baa-63cf-483c-b2cd-f76f95690d97 req-e4b61425-d39a-4d46-814e-632d60f2c1c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 1096 time: 0.0797286 Aug 27 02:49:40.202424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:40.213067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:40.215763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:40.255376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9f7e6baa-63cf-483c-b2cd-f76f95690d97 req-7888ce14-f33e-4488-8af5-5d88c512fd3c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625834 Aug 27 02:49:40.298904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=cc86928d-1c86-4335-bd17-921901d7029e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:40.302853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Made reservation on behalf of 64865c4f91f141b385f49d58552a3bd2 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:40.306663 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.404968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Allocated IP 172.20.0.2 (121dbe07-bca7-472a-8d03-139cff8c831c/25d34b9c-8319-4bdd-89cf-0a7adfc97642/391b6a83-6069-4191-a610-1fa338e953b4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:40.445396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] device_id is not set on port 270008b9-5bca-4943-9cf3-da097bbdaef2 yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:40.582161 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.590735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Transition to ACTIVE for port object 391b6a83-6069-4191-a610-1fa338e953b4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:40.605680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Transition to ACTIVE for port object 391b6a83-6069-4191-a610-1fa338e953b4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:40.612553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.649219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Network 121dbe07-bca7-472a-8d03-139cff8c831c is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:40.652621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:40.655306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:40.670517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Pushing event updated for resources: {'Port': ['ID=391b6a83-6069-4191-a610-1fa338e953b4,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:40.692393 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.697845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Allocated IP 172.20.0.9 (121dbe07-bca7-472a-8d03-139cff8c831c/25d34b9c-8319-4bdd-89cf-0a7adfc97642/270008b9-5bca-4943-9cf3-da097bbdaef2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:40.720775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Attempting to bind port 391b6a83-6069-4191-a610-1fa338e953b4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:40.721118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Attempting to bind port 391b6a83-6069-4191-a610-1fa338e953b4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '18dd09ae-ff79-4e65-95a7-cadfb6b591e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:40.721513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Attempting to bind port 391b6a83-6069-4191-a610-1fa338e953b4 on network 121dbe07-bca7-472a-8d03-139cff8c831c {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:40.726668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:40.727037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Checking segment: {'id': '18dd09ae-ff79-4e65-95a7-cadfb6b591e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:40.727446 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.727857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Bound using segment: {'id': '18dd09ae-ff79-4e65-95a7-cadfb6b591e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:40.728346 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Bound port: 391b6a83-6069-4191-a610-1fa338e953b4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18dd09ae-ff79-4e65-95a7-cadfb6b591e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:40.728728 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.808697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] For port 391b6a83-6069-4191-a610-1fa338e953b4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:40.811838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] For port 391b6a83-6069-4191-a610-1fa338e953b4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=391b6a83-6069-4191-a610-1fa338e953b4,segment=NetworkSegment(18dd09ae-ff79-4e65-95a7-cadfb6b591e1),segment_id=18dd09ae-ff79-4e65-95a7-cadfb6b591e1)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:40.816210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.882567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7a443-f623-422b-89e4-3f3d612ea031 None None] Pushing event updated for resources: {'Port': ['ID=391b6a83-6069-4191-a610-1fa338e953b4,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:40.991128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56892) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.041217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.051238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.100160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Transition to ACTIVE for port object 270008b9-5bca-4943-9cf3-da097bbdaef2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:41.106668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-769ce393-2368-4c37-80cf-641e8b657e22 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.141436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-769ce393-2368-4c37-80cf-641e8b657e22 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.222345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-769ce393-2368-4c37-80cf-641e8b657e22 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.225140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-769ce393-2368-4c37-80cf-641e8b657e22 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.226432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-769ce393-2368-4c37-80cf-641e8b657e22 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/security-groups/aa488704-ca58-4db4-b9e0-bdaf0087c0a2 HTTP/1.1" status: 204 len: 168 time: 0.2342823 Aug 27 02:49:41.232640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa307c1-8bb5-4b73-aca8-a67d71cc707c req-4f8c489c-c8d4-43e1-aa39-4909de8167b9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:41.234197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8aa307c1-8bb5-4b73-aca8-a67d71cc707c req-4f8c489c-c8d4-43e1-aa39-4909de8167b9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 945 time: 0.1270990 Aug 27 02:49:41.242374 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.243787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ce393-2368-4c37-80cf-641e8b657e22 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa488704-ca58-4db4-b9e0-bdaf0087c0a2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:41.270609 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:49:41.295606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56898) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.346199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Network 121dbe07-bca7-472a-8d03-139cff8c831c is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:41.356926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting subnet f384ae3a-ad37-403c-b46e-7407b53144e2 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:41.360123 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.365292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:41.371253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:41.376561 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8aa307c1-8bb5-4b73-aca8-a67d71cc707c req-a2b420e2-ebd1-4fd5-b634-654ab89f3cc8 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325269 Aug 27 02:49:41.380496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event updated for resources: {'Port': ['ID=270008b9-5bca-4943-9cf3-da097bbdaef2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:41.408512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.418563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 0f518b6b-6e94-41d5-bd9f-311d576731a4 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:49:41.447845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:41.448469 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.499363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.499678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c999fc62-d1e8-478e-99bb-64608ddccdf2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5330272 Aug 27 02:49:41.502693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56900) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.526527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Request body: {'port': {'network_id': '121dbe07-bca7-472a-8d03-139cff8c831c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-654933951', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:41.527023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.api.validators [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] bootfile-name is not in valid_values {{(pid=94772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:41.527365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.api.validators [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] tftp-server is not in valid_values {{(pid=94772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:41.527694 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.api.validators [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] server-ip-address is not in valid_values {{(pid=94772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:41.568099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:41.586578 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Sync routers for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:41.598143 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:41.599017 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:41.601751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.603594 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3eea0ef3-26cd-4a82-987a-581fbea90ff7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4475889 Aug 27 02:49:41.608003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56902) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.667211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.700987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Subnet': ['ID=f384ae3a-ad37-403c-b46e-7407b53144e2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:41.727011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.729394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe346a2a-923e-41a3-8efd-0b18d9ff0648 None None] Network 9e6ddea5-4112-423a-acef-725ed0db99a2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:41.731720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-600ff62d-8754-432e-8293-8f63670dfad8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/subnets/f384ae3a-ad37-403c-b46e-7407b53144e2 HTTP/1.1" status: 204 len: 168 time: 0.4347298 Aug 27 02:49:41.734546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56906) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.746340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:41.864802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1d87ac0b-e7d2-49a8-81d7-efb70e9699a7 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4df7c86c5581482292bf026dce0c21c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2560847 Aug 27 02:49:41.865673 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56908) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.918604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Made reservation on behalf of 64865c4f91f141b385f49d58552a3bd2 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:41.924978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.965069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.975858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] device_id is not set on port f440b79e-0b5a-468e-aa6c-6cd5bda215db yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:41.976126 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac812030-d21b-4557-af10-f2cd4afd7527 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:41.980325 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ac812030-d21b-4557-af10-f2cd4afd7527 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1109133 Aug 27 02:49:41.980604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56910) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:42.027922 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:40Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:42.045119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2fb9195b-a5a4-4829-b08c-aef902421ca2 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608435 Aug 27 02:49:42.045359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56912) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:42.057336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923775709', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:42.086302 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Checking router: 0f518b6b-6e94-41d5-bd9f-311d576731a4 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:42.086727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Updating router 0f518b6b-6e94-41d5-bd9f-311d576731a4 port cc86928d-1c86-4335-bd17-921901d7029e binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:49:42.119392 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.153037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] DHCP port deletion for 9e6ddea5-4112-423a-acef-725ed0db99a2 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:42.204868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c8af0-e984-436b-bd8d-407babf3b84c None None] Network 121dbe07-bca7-472a-8d03-139cff8c831c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:42.255720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:42.259592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.289210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Allocated IP 172.20.0.5 (121dbe07-bca7-472a-8d03-139cff8c831c/25d34b9c-8319-4bdd-89cf-0a7adfc97642/f440b79e-0b5a-468e-aa6c-6cd5bda215db) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:42.319009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-27908650-3131-4c0f-a081-618f867a44e1 None None] Provisioning for port 391b6a83-6069-4191-a610-1fa338e953b4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:42.341670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] Deleting port 69af351f-0f2d-4a4d-be21-613e1acce274 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:42.342116 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.359598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port 69af351f-0f2d-4a4d-be21-613e1acce274 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:42.359962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.483905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device edc76276-ad0e-4cfc-834a-a3b074e918ef no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:42.487054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 391b6a83-6069-4191-a610-1fa338e953b4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:42.537151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: edc76276-ad0e-4cfc-834a-a3b074e918ef {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:42.537493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device edc76276-ad0e-4cfc-834a-a3b074e918ef not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:42.544892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] For port 69af351f-0f2d-4a4d-be21-613e1acce274, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=69af351f-0f2d-4a4d-be21-613e1acce274,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:42.544892 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.565967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.591371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port 69af351f-0f2d-4a4d-be21-613e1acce274, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=69af351f-0f2d-4a4d-be21-613e1acce274,segment=NetworkSegment(3dfef44f-454d-440b-a972-b4f95af19476),segment_id=3dfef44f-454d-440b-a972-b4f95af19476)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:42.592765 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.595159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] Calling delete_port for 69af351f-0f2d-4a4d-be21-613e1acce274 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:42.609187 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.627501 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Transition to ACTIVE for port object cc86928d-1c86-4335-bd17-921901d7029e will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:42.641010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 391b6a83-6069-4191-a610-1fa338e953b4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:42.648280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Subnet': ['ID=27797884-d588-4457-8176-216f92fa0d25,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:42.650575 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.664172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Checking segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:42.664547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network hostable DHCP agents. Network: 78d010fb-8f14-4638-8029-8ea85c8ae4af, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:42.674447 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for 69af351f-0f2d-4a4d-be21-613e1acce274 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:42.687420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:42.690050 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Attempting to bind port cc86928d-1c86-4335-bd17-921901d7029e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:42.691015 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Attempting to bind port cc86928d-1c86-4335-bd17-921901d7029e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:42.691814 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Attempting to bind port cc86928d-1c86-4335-bd17-921901d7029e on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:42.696665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 391b6a83-6069-4191-a610-1fa338e953b4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:42.697130 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.700838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 78d010fb-8f14-4638-8029-8ea85c8ae4af) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:42.724064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:42.725295 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:42.725732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.726178 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:42.726849 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.727466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:42.728267 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Bound port: cc86928d-1c86-4335-bd17-921901d7029e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:42.728882 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.730726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10617b96-8e4b-424a-b81b-355493bc2cc0 None None] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:42.731260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5aad-488a-42dc-b3ad-2eca3f9fa0f3 req-9236d7a7-25d4-4206-a965-729ce6e650e2 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:42.742888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18da5aad-488a-42dc-b3ad-2eca3f9fa0f3 req-9236d7a7-25d4-4206-a965-729ce6e650e2 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 945 time: 0.2418618 Aug 27 02:49:42.752684 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fd493ef5-5675-4915-b755-478a7a83f916 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7057948 Aug 27 02:49:42.755131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56916) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:42.787576 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3a2ad-464f-4479-bf09-6b6918271f22 None None] Pushing event updated for resources: {'Port': ['ID=cc86928d-1c86-4335-bd17-921901d7029e,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:42.826218 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] For port cc86928d-1c86-4335-bd17-921901d7029e, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:42.831938 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] For port cc86928d-1c86-4335-bd17-921901d7029e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=cc86928d-1c86-4335-bd17-921901d7029e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:42.839394 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.915959 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:42.917151 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:42.923094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18da5aad-488a-42dc-b3ad-2eca3f9fa0f3 req-ff81f791-5a0b-4991-b739-0e891679df74 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787150 Aug 27 02:49:42.986697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.034848 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] Pushing event deleted for resources: {'Port': ['ID=69af351f-0f2d-4a4d-be21-613e1acce274,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:43.039877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b030bf-bc40-47f8-abe0-38f01fa92c8a None None] No DVR routers for this DVR port 69af351f-0f2d-4a4d-be21-613e1acce274 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:43.042211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.054294 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3a2ad-464f-4479-bf09-6b6918271f22 None None] Pushing event updated for resources: {'Port': ['ID=cc86928d-1c86-4335-bd17-921901d7029e,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:43.192926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 391b6a83-6069-4191-a610-1fa338e953b4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=391b6a83-6069-4191-a610-1fa338e953b4,segment=NetworkSegment(18dd09ae-ff79-4e65-95a7-cadfb6b591e1),segment_id=18dd09ae-ff79-4e65-95a7-cadfb6b591e1)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:43.196678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-78d010fb-8f14-4638-8029-8ea85c8ae4af', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:43.197650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.215070 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.378673 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:43.387165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 69af351f-0f2d-4a4d-be21-613e1acce274 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:43.437689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 69af351f-0f2d-4a4d-be21-613e1acce274 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:43.438338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 69af351f-0f2d-4a4d-be21-613e1acce274 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:43.497336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e39ee21-bb3a-4325-9320-c8ffba7ca55c None None] Provisioning complete for port 391b6a83-6069-4191-a610-1fa338e953b4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:43.497742 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e39ee21-bb3a-4325-9320-c8ffba7ca55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.553996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=391b6a83-6069-4191-a610-1fa338e953b4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:43.646338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.685490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.710873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Transition to ACTIVE for port object f440b79e-0b5a-468e-aa6c-6cd5bda215db will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:43.721636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.752379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e39ee21-bb3a-4325-9320-c8ffba7ca55c None None] Provisioning for port 270008b9-5bca-4943-9cf3-da097bbdaef2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:43.754207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=69af351f-0f2d-4a4d-be21-613e1acce274,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:43.756001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Allocated IP 172.20.0.2 (78d010fb-8f14-4638-8029-8ea85c8ae4af/27797884-d588-4457-8176-216f92fa0d25/5096b564-33ba-4ffb-9d8e-71d355abd670) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:43.764175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] No DVR routers for this DVR port 69af351f-0f2d-4a4d-be21-613e1acce274 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:43.775010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0e39ee21-bb3a-4325-9320-c8ffba7ca55c None None] Provisioning complete for port 270008b9-5bca-4943-9cf3-da097bbdaef2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:43.776614 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e39ee21-bb3a-4325-9320-c8ffba7ca55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.856247 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:40Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:43.883656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0e39ee21-bb3a-4325-9320-c8ffba7ca55c None None] Port 270008b9-5bca-4943-9cf3-da097bbdaef2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:43.890173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.902229 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a22e15-d9d9-4392-830b-2fe2f2bdb6d4 None None] The sync data for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 is: [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:40Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:43.986542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event updated for resources: {'Port': ['ID=f440b79e-0b5a-468e-aa6c-6cd5bda215db,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:43.992097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.015166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6ddea5-4112-423a-acef-725ed0db99a2']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:44.033464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Network 121dbe07-bca7-472a-8d03-139cff8c831c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:44.037075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:44.040567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:44.047100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfef44f-454d-440b-a972-b4f95af19476') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:44.047263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-52590557-d6d6-4767-8d3c-f9d38ff7d9f9 None None] Provisioning complete for port 270008b9-5bca-4943-9cf3-da097bbdaef2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:44.047550 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-52590557-d6d6-4767-8d3c-f9d38ff7d9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.047673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfef44f-454d-440b-a972-b4f95af19476') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:44.088042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.097716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.113762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.123367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Transition to ACTIVE for port object 5096b564-33ba-4ffb-9d8e-71d355abd670 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:44.125596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-52590557-d6d6-4767-8d3c-f9d38ff7d9f9 None None] Port 270008b9-5bca-4943-9cf3-da097bbdaef2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:44.128804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:44.129512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.132608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:44.133058 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:44.137620 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:44.146272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Transition to ACTIVE for port object 5096b564-33ba-4ffb-9d8e-71d355abd670 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:44.164181 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.270183 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8b48ebf5-c6b9-4b1d-b636-da5cb1e511e9 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.7658641 Aug 27 02:49:44.272542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56928) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.300308 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.319419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.329147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/networks/9e6ddea5-4112-423a-acef-725ed0db99a2 HTTP/1.1" status: 204 len: 168 time: 2.5897114 Aug 27 02:49:44.330755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56930) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.346660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.1 (78d010fb-8f14-4638-8029-8ea85c8ae4af/27797884-d588-4457-8176-216f92fa0d25/37088fdb-cc7c-409b-8815-a2bb1f32502c) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:44.349828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:44.365576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:44.378660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:44.416846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Pushing event updated for resources: {'Port': ['ID=5096b564-33ba-4ffb-9d8e-71d355abd670,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:44.437488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e2b5-8059-4553-9232-4501066bf460 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Network': ['ID=9e6ddea5-4112-423a-acef-725ed0db99a2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:44.578918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 391b6a83-6069-4191-a610-1fa338e953b4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:44.609385 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.626019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Attempting to bind port 5096b564-33ba-4ffb-9d8e-71d355abd670 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:44.626431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Attempting to bind port 5096b564-33ba-4ffb-9d8e-71d355abd670 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:44.626959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Attempting to bind port 5096b564-33ba-4ffb-9d8e-71d355abd670 on network 78d010fb-8f14-4638-8029-8ea85c8ae4af {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:44.631761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object 37088fdb-cc7c-409b-8815-a2bb1f32502c will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:44.687755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:44.688363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Checking segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:44.689040 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.689704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Bound using segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:44.690557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Bound port: 5096b564-33ba-4ffb-9d8e-71d355abd670, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:44.691379 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.706808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ca3950c1-6de7-47da-b0da-e454709423f9 None None] Provisioning for port f440b79e-0b5a-468e-aa6c-6cd5bda215db completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:44.724262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ca3950c1-6de7-47da-b0da-e454709423f9 None None] Provisioning complete for port f440b79e-0b5a-468e-aa6c-6cd5bda215db triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:44.724847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca3950c1-6de7-47da-b0da-e454709423f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.730218 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.758057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3045d-eb46-406e-b617-a7f0daa07ddb tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:44.760948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:44.765855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3045d-eb46-406e-b617-a7f0daa07ddb tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:44.784874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3045d-eb46-406e-b617-a7f0daa07ddb tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:44.791803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6ae3045d-eb46-406e-b617-a7f0daa07ddb tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5164924 Aug 27 02:49:44.797161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56934) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.803092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:44.812089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:44.858293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 391b6a83-6069-4191-a610-1fa338e953b4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:44.858897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.864223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=37088fdb-cc7c-409b-8815-a2bb1f32502c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:44.889849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.053919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port 9dbf863c-9eae-4de1-a3f6-39f900ebe925 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:45.055576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.113010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ca3950c1-6de7-47da-b0da-e454709423f9 None None] Port f440b79e-0b5a-468e-aa6c-6cd5bda215db cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:45.119235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.157672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Deleting port f440b79e-0b5a-468e-aa6c-6cd5bda215db {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:45.158175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.168283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] For port 5096b564-33ba-4ffb-9d8e-71d355abd670, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:45.176096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] For port 5096b564-33ba-4ffb-9d8e-71d355abd670, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5096b564-33ba-4ffb-9d8e-71d355abd670,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:45.183585 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.303556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cc86928d-1c86-4335-bd17-921901d7029e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:45.391786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5f8e2-8c1d-49f9-ad39-213ef68c3698 None None] Pushing event updated for resources: {'Port': ['ID=5096b564-33ba-4ffb-9d8e-71d355abd670,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.410021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.410867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.414927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.428932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port cc86928d-1c86-4335-bd17-921901d7029e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:45.438560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port cc86928d-1c86-4335-bd17-921901d7029e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:45.439084 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.442013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for 9dbf863c-9eae-4de1-a3f6-39f900ebe925 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:45.445374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Calling delete_port for f440b79e-0b5a-468e-aa6c-6cd5bda215db owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:45.631612 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.672048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port cc86928d-1c86-4335-bd17-921901d7029e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=cc86928d-1c86-4335-bd17-921901d7029e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:45.675025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.679831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.690527 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.775574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.820229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=cc86928d-1c86-4335-bd17-921901d7029e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.899764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.940144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=9dbf863c-9eae-4de1-a3f6-39f900ebe925,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.951467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.981584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=37088fdb-cc7c-409b-8815-a2bb1f32502c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:46.039026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:46.041127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:46.069269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event deleted for resources: {'Port': ['ID=f440b79e-0b5a-468e-aa6c-6cd5bda215db,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:46.168824 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.169357 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Floating IP d744762b-7bbd-4426-bbcc-fcf63502d492 disassociated (deleted). External IP: 172.25.1.174, port: 6cf346ab-a0cf-42af-ba67-6ad725479f5b. Aug 27 02:49:46.238166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.244318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-19f72d69-b8b8-47c8-b061-dadfc53dc6d2 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "DELETE /v2.0/ports/f440b79e-0b5a-468e-aa6c-6cd5bda215db HTTP/1.1" status: 204 len: 168 time: 1.4422255 Aug 27 02:49:46.247238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 0f518b6b-6e94-41d5-bd9f-311d576731a4 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:46.248770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:46.256252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Request body: {'port': {'name': 'tempest-new-port-name-1247934242', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:46.256800 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.api.validators [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] bootfile-name is not in valid_values {{(pid=94772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:46.257362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.api.validators [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] tftp-server is not in valid_values {{(pid=94772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:46.257770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.api.validators [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] server-ip-address is not in valid_values {{(pid=94772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:49:46.382994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.586124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5096b564-33ba-4ffb-9d8e-71d355abd670 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:46.595343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:46.605070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0f6c01e1-f6bb-4f81-bf34-ecf93d02cb20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/0f518b6b-6e94-41d5-bd9f-311d576731a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8458056 Aug 27 02:49:46.703561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 5096b564-33ba-4ffb-9d8e-71d355abd670 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:46.711789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cc86928d-1c86-4335-bd17-921901d7029e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:46.771664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.787691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port cc86928d-1c86-4335-bd17-921901d7029e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:46.788328 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.870457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router cb612148-32d9-4d93-a0a1-7f3bc77e1265 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:46.991260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.997623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Sync routers for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:47.005441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-2e481487-4de1-421d-815c-0f38d8ea614f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299851440&fields=id&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 267 time: 0.1211877 Aug 27 02:49:47.006068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.010308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:47.011199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:47.171781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dc1e5-91e9-492e-bd6c-d51988fc2e60 None None] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:47.197898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event updated for resources: {'Port': ['ID=270008b9-5bca-4943-9cf3-da097bbdaef2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:47.228297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:47.280117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b928190d-91f7-4231-8e5f-736793856094 None None] Provisioning for port 5096b564-33ba-4ffb-9d8e-71d355abd670 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:47.288223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-87bb6d82-23ee-4c40-aa0c-1a1c5c647f23 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:47.291822 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-87bb6d82-23ee-4c40-aa0c-1a1c5c647f23 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 797 time: 0.2685430 Aug 27 02:49:47.295299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] In _notify_port_updated(), no bound segment for port 270008b9-5bca-4943-9cf3-da097bbdaef2 on network 121dbe07-bca7-472a-8d03-139cff8c831c {{(pid=94772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:49:47.303436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:47.304138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.307128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-515b5ddd-59cd-48a6-91e9-2c12b981386d tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "PUT /v2.0/ports/270008b9-5bca-4943-9cf3-da097bbdaef2 HTTP/1.1" status: 200 len: 1136 time: 1.0556891 Aug 27 02:49:47.308390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56954) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:47.323375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:47.328383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.334221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-6c672d63-fc40-4ddd-841b-899e75cd663e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/quotas/4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 375 time: 0.0259013 Aug 27 02:49:47.334759 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] Sync routers for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:47.347893 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:47.348889 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:47.401702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fc42149b-01aa-4755-a91e-172fbf88c2b2 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/floatingips/d744762b-7bbd-4426-bbcc-fcf63502d492 HTTP/1.1" status: 204 len: 168 time: 2.9744592 Aug 27 02:49:47.403387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:47.406718 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb331440-6980-4ec5-836a-2afa2ca03b63" -d '{"events": [{"name": "network-changed", "server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:47.419707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b928190d-91f7-4231-8e5f-736793856094 None None] Provisioning complete for port 5096b564-33ba-4ffb-9d8e-71d355abd670 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:47.428032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a2105-d323-4e3e-b7fc-65b29d4dc7c3 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:47.430922 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b928190d-91f7-4231-8e5f-736793856094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.441925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-c7247f85-0430-4fb6-a3e6-87a58d0e21dd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872014 Aug 27 02:49:47.443855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c96a2105-d323-4e3e-b7fc-65b29d4dc7c3 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "GET /v2.0/ports/270008b9-5bca-4943-9cf3-da097bbdaef2 HTTP/1.1" status: 200 len: 1136 time: 0.1342897 Aug 27 02:49:47.448765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 56960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:47.467522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-0c24e478-c68f-41a8-abb4-7b0972d3ade9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:49:47.468523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-0c24e478-c68f-41a8-abb4-7b0972d3ade9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054419 Aug 27 02:49:47.501701 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:47.656893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-829a3f47-b3d2-4e7c-aa89-92ab02c5e391 service neutron] 10.222.0.10 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798131 Aug 27 02:49:47.663166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Deleting port 270008b9-5bca-4943-9cf3-da097bbdaef2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:47.663569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.752746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.757001 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:35Z', 'revision_number': 6, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:47.787147 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee0c4be-b184-4cfe-bcf1-a65115b75465 x-openstack-request-id: req-3ee0c4be-b184-4cfe-bcf1-a65115b75465 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:47.787451 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:47.787681 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ee0c4be-b184-4cfe-bcf1-a65115b75465 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:47.790602 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'status': 'completed', 'code': 200} Aug 27 02:49:47.792581 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] Checking router: cb612148-32d9-4d93-a0a1-7f3bc77e1265 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:47.802526 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:47.804034 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:47.883776 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b928190d-91f7-4231-8e5f-736793856094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.896575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-f6322895-fe00-4d05-a3da-57d4641916ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:47.898527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-f6322895-fe00-4d05-a3da-57d4641916ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 1097 time: 0.1070912 Aug 27 02:49:47.936702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b928190d-91f7-4231-8e5f-736793856094 None None] For port 5096b564-33ba-4ffb-9d8e-71d355abd670, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5096b564-33ba-4ffb-9d8e-71d355abd670,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:47.952492 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:47.959732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b928190d-91f7-4231-8e5f-736793856094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.973339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-a2798238-e877-47a8-aba8-cabd5371d039 service neutron] 10.222.0.10 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030558 Aug 27 02:49:47.981301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 2, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:48.144255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928190d-91f7-4231-8e5f-736793856094 None None] Pushing event updated for resources: {'Port': ['ID=5096b564-33ba-4ffb-9d8e-71d355abd670,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:48.148897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Checking router: 0f518b6b-6e94-41d5-bd9f-311d576731a4 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:48.149449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Updating router 0f518b6b-6e94-41d5-bd9f-311d576731a4 port 37088fdb-cc7c-409b-8815-a2bb1f32502c binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:49:48.181312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.205986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0654f286-9a4c-489c-8abb-e5f7055dd468 None None] Provisioning complete for port 270008b9-5bca-4943-9cf3-da097bbdaef2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:48.206686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0654f286-9a4c-489c-8abb-e5f7055dd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.309784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-08a57d6d-1af8-493d-bc73-31b2a20195a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.312859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-08a57d6d-1af8-493d-bc73-31b2a20195a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b918d4-2649-4da0-92c0-eb1bfcaa693a HTTP/1.1" status: 200 len: 898 time: 0.3953111 Aug 27 02:49:48.473843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-144d59dc-e627-40ed-9c07-053efc23d474 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b HTTP/1.1" status: 200 len: 217 time: 0.1474290 Aug 27 02:49:48.485808 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:35Z', 'revision_number': 6, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:48.503638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5096b564-33ba-4ffb-9d8e-71d355abd670 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:48.525577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a317c700-1e87-4c0f-bbdd-749227d59a3c req-65f8f5b9-0594-45f1-89b6-2b01bfca3b52 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 210 time: 0.1794360 Aug 27 02:49:48.550788 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0da0f7-b1ef-4309-9ed1-833415ba263e None None] The sync data for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 is: [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:35Z', 'revision_number': 6, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'baa05c20-073a-4beb-95bd-29f97984f7b9', 'name': '', 'network_id': '35b918d4-2649-4da0-92c0-eb1bfcaa693a', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:47:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:58Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '9da1d958-a8bb-4941-98e7-f2aff12683d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:48.565941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0654f286-9a4c-489c-8abb-e5f7055dd468 None None] Port 270008b9-5bca-4943-9cf3-da097bbdaef2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:48.616591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-190c9df7-a6b7-4859-bde4-02867d137d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.620734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-190c9df7-a6b7-4859-bde4-02867d137d6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9da1d958-a8bb-4941-98e7-f2aff12683d7 HTTP/1.1" status: 200 len: 834 time: 0.1177139 Aug 27 02:49:48.704871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-487c6458-b868-4a03-a5d1-c3cde2e0f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.705933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5096b564-33ba-4ffb-9d8e-71d355abd670 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:48.706399 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.708244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-487c6458-b868-4a03-a5d1-c3cde2e0f1bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b918d4-2649-4da0-92c0-eb1bfcaa693a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773690 Aug 27 02:49:48.722617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.742836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Calling delete_port for 270008b9-5bca-4943-9cf3-da097bbdaef2 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:48.794300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6cec2-c699-4b74-8c21-88784a672a4c req-4cc36741-2085-4c6a-a607-925a4c656ea8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.804320 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0a6cec2-c699-4b74-8c21-88784a672a4c req-4cc36741-2085-4c6a-a607-925a4c656ea8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 946 time: 0.9611783 Aug 27 02:49:48.868663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5ac0e888-3b41-4de5-86f6-49fb3e70e7b1 None None] Provisioning complete for port 5096b564-33ba-4ffb-9d8e-71d355abd670 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:48.872944 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e888-3b41-4de5-86f6-49fb3e70e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.922615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-770c9229-3dfb-45a6-a2e2-4eaca0ad7c7e service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045693 Aug 27 02:49:48.990966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0a6cec2-c699-4b74-8c21-88784a672a4c req-379acc56-d0d2-453a-aed4-5fdd18a95ffe tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784141 Aug 27 02:49:49.089954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.109342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f96d2-5ece-4ff9-a8bc-94b0bab7577b None None] New status for floating IP d744762b-7bbd-4426-bbcc-fcf63502d492: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:49:49.135012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Transition to ACTIVE for port object 37088fdb-cc7c-409b-8815-a2bb1f32502c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:49.206152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.233940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb331440-6980-4ec5-836a-2afa2ca03b63 req-ed63cc52-a9c2-453f-a31b-f4265b58503c service neutron] 10.222.0.32 "GET /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019240 Aug 27 02:49:49.240813 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.288945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-4abe5648-f356-4df6-b882-3abae3c74927 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:49.290665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-4abe5648-f356-4df6-b882-3abae3c74927 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 946 time: 0.1337028 Aug 27 02:49:49.306686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event deleted for resources: {'Port': ['ID=270008b9-5bca-4943-9cf3-da097bbdaef2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:49.441093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617fb5c-a270-4965-af3d-e13ee81074e8 None None] Pushing event updated for resources: {'Port': ['ID=37088fdb-cc7c-409b-8815-a2bb1f32502c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:49.467578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.470680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e318c06f-d1d1-4e5c-bf33-b84919ce7f06 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "DELETE /v2.0/ports/270008b9-5bca-4943-9cf3-da097bbdaef2 HTTP/1.1" status: 204 len: 168 time: 2.0205278 Aug 27 02:49:49.473063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5ac0e888-3b41-4de5-86f6-49fb3e70e7b1 None None] Provisioning for port 37088fdb-cc7c-409b-8815-a2bb1f32502c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:49.477472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56978) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:49.478749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Attempting to bind port 37088fdb-cc7c-409b-8815-a2bb1f32502c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:49.479231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Attempting to bind port 37088fdb-cc7c-409b-8815-a2bb1f32502c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:49.479703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Attempting to bind port 37088fdb-cc7c-409b-8815-a2bb1f32502c on network 78d010fb-8f14-4638-8029-8ea85c8ae4af {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:49.490225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:49.490760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Checking segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:49.491274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.491762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Bound using segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:49.492374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Bound port: 37088fdb-cc7c-409b-8815-a2bb1f32502c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:49.492863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.591086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Deleting subnet 25d34b9c-8319-4bdd-89cf-0a7adfc97642 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:49.600731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] For port 37088fdb-cc7c-409b-8815-a2bb1f32502c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:49.610097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.625173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] For port 37088fdb-cc7c-409b-8815-a2bb1f32502c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=37088fdb-cc7c-409b-8815-a2bb1f32502c,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:49.641870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port 6cf346ab-a0cf-42af-ba67-6ad725479f5b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:49.642572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.645881 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.703241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:49.704177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:49.770394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0afdef80-6a23-4f85-ae25-eaaee7c1c607 req-5c6a886b-8902-46ad-8740-6661da7ecd27 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 210 time: 0.0619535 Aug 27 02:49:49.797433 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.875267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port 6cf346ab-a0cf-42af-ba67-6ad725479f5b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=6cf346ab-a0cf-42af-ba67-6ad725479f5b,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:49.875881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.911830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for 6cf346ab-a0cf-42af-ba67-6ad725479f5b owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:49.974756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.015072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617fb5c-a270-4965-af3d-e13ee81074e8 None None] Pushing event updated for resources: {'Port': ['ID=37088fdb-cc7c-409b-8815-a2bb1f32502c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:50.066189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:50.187495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be332dee-78bd-461d-ae75-f14e0075ed28 req-e7145f98-738c-4131-8e7a-9da0caefcdfe tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.197222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be332dee-78bd-461d-ae75-f14e0075ed28 req-e7145f98-738c-4131-8e7a-9da0caefcdfe tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 946 time: 0.1002877 Aug 27 02:49:50.241318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-aa71998f-a8ab-4baa-bc51-d02e27e7280d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.244010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-aa71998f-a8ab-4baa-bc51-d02e27e7280d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 797 time: 0.2643602 Aug 27 02:49:50.280151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-be332dee-78bd-461d-ae75-f14e0075ed28 req-8c323ed0-6417-4f9b-9b60-a2d25680232f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=63c25457-ee87-4dc2-ac12-44db4ad88a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816538 Aug 27 02:49:50.318683 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-6b6a7aae-3b55-462e-8e4b-4dc3c3d51eb9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 380 time: 0.0613070 Aug 27 02:49:50.340530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'port': {'device_id': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'admin_state_up': True, 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'security_groups': ['2277e409-63b7-4211-bdaf-8f7e9ceeefdc']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:50.406578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:49Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:50.436916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8471832-6611-4e69-839d-6b2125776a35 None None] The sync data for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 is: [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:49Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:50.613908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.646906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:50.652443 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.669309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event deleted for resources: {'Subnet': ['ID=25d34b9c-8319-4bdd-89cf-0a7adfc97642,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:50.679217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.684668 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca590b58-1ecf-4167-976a-4373b30b6202 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "DELETE /v2.0/subnets/25d34b9c-8319-4bdd-89cf-0a7adfc97642 HTTP/1.1" status: 204 len: 168 time: 1.1931403 Aug 27 02:49:50.686708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 56986) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:50.687001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42b3a3-f9aa-4c79-90db-c3da09abe55e None None] Network 121dbe07-bca7-472a-8d03-139cff8c831c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:50.784811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.807514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.861070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=6cf346ab-a0cf-42af-ba67-6ad725479f5b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:50.884305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] No DVR routers for this DVR port 6cf346ab-a0cf-42af-ba67-6ad725479f5b on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:50.888389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.890580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5a1e8482-f7ff-4a61-95a2-8eb2edca6ff2 req-5c10dfc2-839a-42df-a071-58fd87b712d3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "DELETE /v2.0/ports/6cf346ab-a0cf-42af-ba67-6ad725479f5b HTTP/1.1" status: 204 len: 173 time: 1.5924931 Aug 27 02:49:50.891226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'name': 'network-vif-deleted', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:50.893690 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a79375-5e55-4fc8-b13a-7cd3bb7f910c" -d '{"events": [{"server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "name": "network-vif-deleted", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:51.004370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.5 (78d010fb-8f14-4638-8029-8ea85c8ae4af/27797884-d588-4457-8176-216f92fa0d25/52c679a5-f431-458c-a65c-dd2fa024dc27) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:51.034148 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e16f0a9-4cf7-460b-b047-22a45d62e1ae x-openstack-request-id: req-0e16f0a9-4cf7-460b-b047-22a45d62e1ae {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:51.035439 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969d2c36-2528-4c69-9d5f-026641167d60", "name": "network-vif-deleted", "tag": "6cf346ab-a0cf-42af-ba67-6ad725479f5b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:51.035768 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e16f0a9-4cf7-460b-b047-22a45d62e1ae {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:51.036453 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969d2c36-2528-4c69-9d5f-026641167d60', 'name': 'network-vif-deleted', 'tag': '6cf346ab-a0cf-42af-ba67-6ad725479f5b', 'status': 'completed', 'code': 200} Aug 27 02:49:51.040781 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4c502e9-78d8-4353-9c25-84d6d6e962d0 req-3bcacb0b-502c-4db7-961b-db5df1dc2e39 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 210 time: 0.0458670 Aug 27 02:49:51.068328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] DHCP port deletion for 121dbe07-bca7-472a-8d03-139cff8c831c request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:51.072912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Deleting port 391b6a83-6069-4191-a610-1fa338e953b4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:51.073339 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.123308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] Deleting port 391b6a83-6069-4191-a610-1fa338e953b4 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:51.123785 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.155361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] For port 391b6a83-6069-4191-a610-1fa338e953b4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=391b6a83-6069-4191-a610-1fa338e953b4,segment=NetworkSegment(18dd09ae-ff79-4e65-95a7-cadfb6b591e1),segment_id=18dd09ae-ff79-4e65-95a7-cadfb6b591e1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:51.155739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.172680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Calling delete_port for 391b6a83-6069-4191-a610-1fa338e953b4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:51.192637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] For port 391b6a83-6069-4191-a610-1fa338e953b4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=391b6a83-6069-4191-a610-1fa338e953b4,segment=NetworkSegment(18dd09ae-ff79-4e65-95a7-cadfb6b591e1),segment_id=18dd09ae-ff79-4e65-95a7-cadfb6b591e1)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:51.193050 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.207513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] Calling delete_port for 391b6a83-6069-4191-a610-1fa338e953b4 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:51.233872 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.267390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object 52c679a5-f431-458c-a65c-dd2fa024dc27 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:51.282170 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.291570 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.345292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.347111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event deleted for resources: {'Port': ['ID=391b6a83-6069-4191-a610-1fa338e953b4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:51.363887 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] Pushing event deleted for resources: {'Port': ['ID=391b6a83-6069-4191-a610-1fa338e953b4,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:51.366023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb48cc-0926-4ba9-9fe2-13b4417ca0e9 None None] No DVR routers for this DVR port 391b6a83-6069-4191-a610-1fa338e953b4 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:51.370814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] No DVR routers for this DVR port 391b6a83-6069-4191-a610-1fa338e953b4 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:51.461064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:51.481761 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.504968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121dbe07-bca7-472a-8d03-139cff8c831c']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:51.506059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:51.511642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f36ebf54-f478-40ed-9a0d-8487808565d3 req-314adb16-f300-4e05-acba-d65f7e025c51 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=969d2c36-2528-4c69-9d5f-026641167d60 HTTP/1.1" status: 200 len: 210 time: 0.0381653 Aug 27 02:49:51.518640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:51.518758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18dd09ae-ff79-4e65-95a7-cadfb6b591e1') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:51.518758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18dd09ae-ff79-4e65-95a7-cadfb6b591e1') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:51.522142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:51.531136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.564303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.581061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:51.581649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:51.585144 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:51.592083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:51.592769 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.609679 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-520dee05-3a35-4ef0-8f9b-8f58a67cc450 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2816594 Aug 27 02:49:51.662144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6cf346ab-a0cf-42af-ba67-6ad725479f5b no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:51.690812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Request body: {'port': {'device_id': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:51.705064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 6cf346ab-a0cf-42af-ba67-6ad725479f5b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:51.706283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 6cf346ab-a0cf-42af-ba67-6ad725479f5b not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:51.725409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.732522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.736881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] 10.222.0.10 "DELETE /v2.0/networks/121dbe07-bca7-472a-8d03-139cff8c831c HTTP/1.1" status: 204 len: 168 time: 1.0468819 Aug 27 02:49:51.752334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d261-8baa-4ca8-89b0-7421f098cf84 tempest-ExtraDHCPOptionsTestJSON-1460976400 tempest-ExtraDHCPOptionsTestJSON-1460976400-project] Pushing event deleted for resources: {'Network': ['ID=121dbe07-bca7-472a-8d03-139cff8c831c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:51.764010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.869042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f37d250d-91ab-4ca6-a8fa-900c09fd29ab None None] Provisioning for port 52c679a5-f431-458c-a65c-dd2fa024dc27 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:51.875971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f37d250d-91ab-4ca6-a8fa-900c09fd29ab None None] Provisioning complete for port 52c679a5-f431-458c-a65c-dd2fa024dc27 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:51.876389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f37d250d-91ab-4ca6-a8fa-900c09fd29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.914217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f37d250d-91ab-4ca6-a8fa-900c09fd29ab None None] Port 52c679a5-f431-458c-a65c-dd2fa024dc27 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:52.059570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57002) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:52.072551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c679a5-f431-458c-a65c-dd2fa024dc27 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:52.081901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.095948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Transition to ACTIVE for port object 52c679a5-f431-458c-a65c-dd2fa024dc27 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:52.102874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.197070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:52.218141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c6d4c-16a4-4d17-8ebf-f909f3b96498 req-93af00e0-062b-42c5-8c19-7a5064c29eaa tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:52.228300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c29c6d4c-16a4-4d17-8ebf-f909f3b96498 req-93af00e0-062b-42c5-8c19-7a5064c29eaa tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 943 time: 0.0908937 Aug 27 02:49:52.262645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:52.263147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:52.263308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 on network 78d010fb-8f14-4638-8029-8ea85c8ae4af {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:52.268093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Port 52c679a5-f431-458c-a65c-dd2fa024dc27 on network 78d010fb-8f14-4638-8029-8ea85c8ae4af not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:52.268425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 on network 78d010fb-8f14-4638-8029-8ea85c8ae4af {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:52.276251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:52.277003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Checking segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:52.277399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Bound using segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:52.277839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Bound port: 52c679a5-f431-458c-a65c-dd2fa024dc27, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:52.278206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.316022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c29c6d4c-16a4-4d17-8ebf-f909f3b96498 req-1032bf6b-3def-4608-93a6-01957201ee5c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862417 Aug 27 02:49:52.345256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4679e964-5d20-43f9-8057-f1cc5e1bfd67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64865c4f91f141b385f49d58552a3bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801523 Aug 27 02:49:52.346151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57010) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:52.382491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:52.395303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37088fdb-cc7c-409b-8815-a2bb1f32502c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:52.430811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:52.451144 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.456857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 37088fdb-cc7c-409b-8815-a2bb1f32502c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:52.460962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 37088fdb-cc7c-409b-8815-a2bb1f32502c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:52.461506 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.511215 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d3bfdf-349e-42fb-a72a-23f20a01b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.514393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:52.515461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.517136 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] 10.222.0.45 "PUT /v2.0/ports/52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 1091 time: 0.8994248 Aug 27 02:49:52.521311 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:52.524537 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:52.561055 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.614807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57018) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:52.624539 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46666b6-ce0e-4025-b863-2934dffde020 x-openstack-request-id: req-f46666b6-ce0e-4025-b863-2934dffde020 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:52.625740 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:52.626126 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f46666b6-ce0e-4025-b863-2934dffde020 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:52.626612 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'status': 'completed', 'code': 200} Aug 27 02:49:52.633594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 37088fdb-cc7c-409b-8815-a2bb1f32502c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=37088fdb-cc7c-409b-8815-a2bb1f32502c,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:52.639338 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.660530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28f086-4737-40e6-afb5-83f33b6a893d service neutron] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:52.690551 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d3bfdf-349e-42fb-a72a-23f20a01b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.712702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=37088fdb-cc7c-409b-8815-a2bb1f32502c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:52.720832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 391b6a83-6069-4191-a610-1fa338e953b4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:52.743390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63ea4e72-e320-4c2c-b997-40ffc6d1baf7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.749082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 391b6a83-6069-4191-a610-1fa338e953b4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:52.749507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 391b6a83-6069-4191-a610-1fa338e953b4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:52.753257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-2f880fac-3181-4360-9674-f6519fb7d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:52.755811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-2f880fac-3181-4360-9674-f6519fb7d298 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1094 time: 0.1796346 Aug 27 02:49:52.778182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63ea4e72-e320-4c2c-b997-40ffc6d1baf7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.808092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-e26db0d0-1904-4c0d-a712-d42673439f04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 217 time: 0.0416653 Aug 27 02:49:52.850627 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63ea4e72-e320-4c2c-b997-40ffc6d1baf7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.853753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63ea4e72-e320-4c2c-b997-40ffc6d1baf7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.857478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-63ea4e72-e320-4c2c-b997-40ffc6d1baf7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/security-groups/63c25457-ee87-4dc2-ac12-44db4ad88a71 HTTP/1.1" status: 204 len: 168 time: 0.2389205 Aug 27 02:49:52.863959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d3bfdf-349e-42fb-a72a-23f20a01b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.866889 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d3bfdf-349e-42fb-a72a-23f20a01b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.867684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea4e72-e320-4c2c-b997-40ffc6d1baf7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c25457-ee87-4dc2-ac12-44db4ad88a71,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:52.868912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-59d3bfdf-349e-42fb-a72a-23f20a01b8d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6f06254-e96b-4505-8172-b440096788d6 HTTP/1.1" status: 204 len: 168 time: 0.5216317 Aug 27 02:49:52.886033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3bfdf-349e-42fb-a72a-23f20a01b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f06254-e96b-4505-8172-b440096788d6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:52.889518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-32888308-190a-4b64-8dbc-d6e9700de3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:52.891022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-32888308-190a-4b64-8dbc-d6e9700de3fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0762215 Aug 27 02:49:52.918191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57024) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:52.963329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-c18b7a7e-b633-4c99-8d19-f93b633afa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:52.965024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-c18b7a7e-b633-4c99-8d19-f93b633afa50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664961 Aug 27 02:49:53.064226 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-9f957617-0b66-4963-873b-8dd9b02ec227 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916338 Aug 27 02:49:53.169267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cb0e391-7197-4dbd-9813-ac2214da8a66 req-3e7ac9d4-f111-400a-90cd-ee0e93214060 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980027 Aug 27 02:49:53.281320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-bf3f0989-a78b-4f79-90fc-3d5db80e91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:53.283271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-bf3f0989-a78b-4f79-90fc-3d5db80e91f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1094 time: 0.0626113 Aug 27 02:49:53.340079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.404805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-546465fe-62da-4a59-9e8b-86dda481604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:53.406678 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-546465fe-62da-4a59-9e8b-86dda481604f service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.1151762 Aug 27 02:49:53.457050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-53932f4e-02a0-47bf-b6a7-5d1abb1ef4b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 217 time: 0.0418665 Aug 27 02:49:53.510305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd3792-1c8f-4187-a28b-1aedfa4673f0 req-06e7e80f-8d94-4837-9e45-e6ad54de5484 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:53.512222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ddfd3792-1c8f-4187-a28b-1aedfa4673f0 req-06e7e80f-8d94-4837-9e45-e6ad54de5484 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 943 time: 0.1089437 Aug 27 02:49:53.532738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-acdff5ee-c3bb-4ffc-ba3d-d3721da482ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:53.534741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-acdff5ee-c3bb-4ffc-ba3d-d3721da482ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0692949 Aug 27 02:49:53.606076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-f4cca78d-b092-4430-9750-155e1f6f6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:53.607534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-f4cca78d-b092-4430-9750-155e1f6f6028 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658290 Aug 27 02:49:53.613892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ddfd3792-1c8f-4187-a28b-1aedfa4673f0 req-9cb2c098-d656-47f5-96c6-4f96753f7866 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631769 Aug 27 02:49:53.689427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57048) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:53.726626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-1a8c9ee0-0a63-4bfb-aeb8-407242ebabf4 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103647 Aug 27 02:49:53.741654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port baa05c20-073a-4beb-95bd-29f97984f7b9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:53.742016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.807479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1680123035'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:53.841963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2fe1b2c-ab4c-42a3-b9a2-521d353ef3ff req-d0b45f28-0058-4387-99d2-ff66add641c4 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065993 Aug 27 02:49:53.843630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:53.844672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port baa05c20-073a-4beb-95bd-29f97984f7b9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=baa05c20-073a-4beb-95bd-29f97984f7b9,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:53.845242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.847129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.856201 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.860049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for baa05c20-073a-4beb-95bd-29f97984f7b9 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:53.942571 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.947617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.971719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:53.985707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e868b-ec43-463c-a34f-09c5017e97a6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:53.993851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.994790 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Added segment ba017abc-bfb1-464b-b640-57b5877c74e3 of type vlan for network ae6561e4-9a0d-40b2-b255-f743fc7432a6 Aug 27 02:49:54.038423 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.053368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.064536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.072293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:54.072293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.081649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=baa05c20-073a-4beb-95bd-29f97984f7b9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:54.141159 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4506304 Aug 27 02:49:54.149105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37995862-b099-45a0-873a-123ae89160e4 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Network': ['ID=ae6561e4-9a0d-40b2-b255-f743fc7432a6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:54.182047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network ae6561e4-9a0d-40b2-b255-f743fc7432a6 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:54.341032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.444742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37088fdb-cc7c-409b-8815-a2bb1f32502c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:54.485040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:49:54.600096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 37088fdb-cc7c-409b-8815-a2bb1f32502c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:54.601161 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.640259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router cb612148-32d9-4d93-a0a1-7f3bc77e1265 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:54.708810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:54.770418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'port_id': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'mac_address': 'fa:16:3e:bf:b7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:49:54.841702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:54.842001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09fca0-84c3-42fc-b21b-48e0ec065c48 req-915f5dfa-6179-4d04-9465-85e2b77ab91c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:54.852662 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2eaff8e6-49d5-44b0-a209-d00d356b125e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "PUT /v2.0/routers/cb612148-32d9-4d93-a0a1-7f3bc77e1265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9330511 Aug 27 02:49:54.853677 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57056) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:54.854106 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b09fca0-84c3-42fc-b21b-48e0ec065c48 req-915f5dfa-6179-4d04-9465-85e2b77ab91c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 943 time: 0.0919709 Aug 27 02:49:54.860063 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] Sync routers for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:54.890869 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:54.892423 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:54.927044 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2b09fca0-84c3-42fc-b21b-48e0ec065c48 req-a507fde5-a1cd-4e9b-9657-3c7ccbcdf60a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716679 Aug 27 02:49:54.960841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting subnet 9da1d958-a8bb-4941-98e7-f2aff12683d7 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:54.965619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.977547 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.000082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c679a5-f431-458c-a65c-dd2fa024dc27 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:55.021621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.032618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:55.038043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.090734 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:55.110725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:55.140158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.215856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.237138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['52c679a5-f431-458c-a65c-dd2fa024dc27'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:55.245185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Subnet': ['ID=9da1d958-a8bb-4941-98e7-f2aff12683d7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:55.250876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.255786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a7b032b9-fc6b-4eb2-b411-6893e946203a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/subnets/9da1d958-a8bb-4941-98e7-f2aff12683d7 HTTP/1.1" status: 204 len: 168 time: 0.3977864 Aug 27 02:49:55.256411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57058) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:55.360485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8f54d-50db-48ff-925b-f64a33a992d2 None None] Network 35b918d4-2649-4da0-92c0-eb1bfcaa693a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:55.384207 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:54Z', 'revision_number': 7, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:55.388850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.415479 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] Checking router: cb612148-32d9-4d93-a0a1-7f3bc77e1265 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:49:55.433774 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] Routers {'cb612148-32d9-4d93-a0a1-7f3bc77e1265'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:55.434813 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:55.506757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.580016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port 85147966-da4d-45d7-9487-5297d5a5bb70 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:55.580687 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.695702 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] Set router cb612148-32d9-4d93-a0a1-7f3bc77e1265 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:49:55.719618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port 85147966-da4d-45d7-9487-5297d5a5bb70, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=85147966-da4d-45d7-9487-5297d5a5bb70,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:55.720088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.732505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] DHCP port deletion for 35b918d4-2649-4da0-92c0-eb1bfcaa693a request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:55.736681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for 85147966-da4d-45d7-9487-5297d5a5bb70 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:55.789595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] Deleting port 53033709-8cf8-459f-afe0-668d024b6095 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:55.789970 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.860553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] For port 53033709-8cf8-459f-afe0-668d024b6095, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=53033709-8cf8-459f-afe0-668d024b6095,segment=NetworkSegment(6061211e-2ba8-4ca4-ab17-8faa5f198392),segment_id=6061211e-2ba8-4ca4-ab17-8faa5f198392)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:55.861668 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.880492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] Calling delete_port for 53033709-8cf8-459f-afe0-668d024b6095 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:55.941399 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:54Z', 'revision_number': 7, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:55.952688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.985352 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8088d-f174-4ff7-8200-98bf3c802fda None None] The sync data for ids ['cb612148-32d9-4d93-a0a1-7f3bc77e1265'] in n-d-806293-1 is: [{'id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'name': 'tempest-TestNetworkBasicOps-router-1990418723', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:53Z', 'updated_at': '2021-08-27T02:49:54Z', 'revision_number': 7, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': '85147966-da4d-45d7-9487-5297d5a5bb70', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb612148-32d9-4d93-a0a1-7f3bc77e1265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:54Z', 'updated_at': '2021-08-27T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:56.001397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=85147966-da4d-45d7-9487-5297d5a5bb70,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:56.025835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.070938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] Pushing event deleted for resources: {'Port': ['ID=53033709-8cf8-459f-afe0-668d024b6095,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:56.079602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449719b-bbd2-4d3f-b2c6-8b51c5d939c4 None None] No DVR routers for this DVR port 53033709-8cf8-459f-afe0-668d024b6095 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:56.154504 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.163705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17743683-b112-42da-bb3d-c1049d23866e req-2d5752dc-d5b4-41fb-82bf-147614d430f0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:56.165334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17743683-b112-42da-bb3d-c1049d23866e req-2d5752dc-d5b4-41fb-82bf-147614d430f0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 944 time: 0.1067102 Aug 27 02:49:56.267988 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.270356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.325021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-17743683-b112-42da-bb3d-c1049d23866e req-575e4a0c-8be1-4b10-859d-2756a4076674 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340632 Aug 27 02:49:56.334146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.334476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Fanout notify agent at l3_agent the message router_deleted on router cb612148-32d9-4d93-a0a1-7f3bc77e1265 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:49:56.343638 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.347551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57064) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:56.348189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d634f5ad-9218-4bc0-9b68-b59af567a575 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/routers/cb612148-32d9-4d93-a0a1-7f3bc77e1265 HTTP/1.1" status: 204 len: 168 time: 1.0902457 Aug 27 02:49:56.498870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:56.545602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.591381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 52c679a5-f431-458c-a65c-dd2fa024dc27 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:56.597570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 52c679a5-f431-458c-a65c-dd2fa024dc27 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:56.597986 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.633936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 53033709-8cf8-459f-afe0-668d024b6095 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:56.669660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 53033709-8cf8-459f-afe0-668d024b6095 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:56.670003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 53033709-8cf8-459f-afe0-668d024b6095 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:56.670477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device baa05c20-073a-4beb-95bd-29f97984f7b9 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:56.696938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.701362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: baa05c20-073a-4beb-95bd-29f97984f7b9 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:56.701700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device baa05c20-073a-4beb-95bd-29f97984f7b9 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:56.715732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b918d4-2649-4da0-92c0-eb1bfcaa693a']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:56.729526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6061211e-2ba8-4ca4-ab17-8faa5f198392') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:56.730118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6061211e-2ba8-4ca4-ab17-8faa5f198392') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:56.739845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.756191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.762395 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.763078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:56.763469 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:56.767851 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:56.790407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:56.792706 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cbe055-b770-460a-b815-09e63049159d" -d '{"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-plugged", "status": "completed", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:56.805976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:56.813824 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.864879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.881940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:56.891386 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41f8d12-f689-4560-95f0-4e6e0b72805c x-openstack-request-id: req-e41f8d12-f689-4560-95f0-4e6e0b72805c {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:56.892106 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-plugged", "status": "completed", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:56.892322 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e41f8d12-f689-4560-95f0-4e6e0b72805c {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:56.892927 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'code': 200} Aug 27 02:49:56.893948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:56.904258 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/networks/35b918d4-2649-4da0-92c0-eb1bfcaa693a HTTP/1.1" status: 204 len: 168 time: 0.5552142 Aug 27 02:49:56.932889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57068) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:56.939478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'network': {'name': 'tempest-network-smoke--1205567212', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:56.945971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690888a3-993f-4c95-8828-74db30453176 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Network': ['ID=35b918d4-2649-4da0-92c0-eb1bfcaa693a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:56.970240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:56.974946 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.004255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:57.017107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.017455 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Added segment 4a60edc1-2410-4e76-9aec-a542328e1eb9 of type vlan for network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 Aug 27 02:49:57.029679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a63ca-f03d-493e-9551-5ea08889da57 req-a046577b-b1d3-4e6d-b8cc-578e98ecfad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:57.036162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c95a63ca-f03d-493e-9551-5ea08889da57 req-a046577b-b1d3-4e6d-b8cc-578e98ecfad0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1096 time: 0.0738113 Aug 27 02:49:57.072278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.083039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c95a63ca-f03d-493e-9551-5ea08889da57 req-4bc27cce-05ec-4138-9aae-f851cc52ad1f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391955 Aug 27 02:49:57.113352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.119387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:57.120158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.195243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57074) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:57.195489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2611177 Aug 27 02:49:57.200808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'admin_state_up': True, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:57.203763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9189fe-0431-4f65-9d24-43669c1b02fc tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Network': ['ID=187dcba8-8d94-4c8c-a661-f9b76ec92ca9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:57.217368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:57.236505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.237667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.331698 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.506525 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.520072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2fad6-3a28-4e4d-ab7c-52ec069f8bca req-fdc3d28a-c2f5-4bb2-a3bc-62652859fe9f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:57.522376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7bf2fad6-3a28-4e4d-ab7c-52ec069f8bca req-fdc3d28a-c2f5-4bb2-a3bc-62652859fe9f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0686445 Aug 27 02:49:57.571579 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7bf2fad6-3a28-4e4d-ab7c-52ec069f8bca req-6f283692-b3e8-43bf-9e30-d64009e742f2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Aug 27 02:49:57.642906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:57.648291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'subnet': {'network_id': 'ae6561e4-9a0d-40b2-b255-f743fc7432a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:57.691495 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a527fcdf-d630-400c-b6e2-ab04b4f51b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.753240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:57.757174 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.767793 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.787607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.904421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.25.1.107 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/a7a521a3-c03b-45d3-a971-3719038cce5d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:57.954345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.023910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.033382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Subnet': ['ID=13583643-b845-4b44-9d27-31b452bf36c6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:58.041160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Checking segment: {'id': 'ba017abc-bfb1-464b-b640-57b5877c74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ae6561e4-9a0d-40b2-b255-f743fc7432a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:58.041389 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network hostable DHCP agents. Network: ae6561e4-9a0d-40b2-b255-f743fc7432a6, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:58.061537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network ae6561e4-9a0d-40b2-b255-f743fc7432a6 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:58.074442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, ae6561e4-9a0d-40b2-b255-f743fc7432a6) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:58.081379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:58.082056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.088600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33379c-269c-44bc-b756-106ea39aa9ff None None] Network ae6561e4-9a0d-40b2-b255-f743fc7432a6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:58.100584 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.106158 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bcb295a1-87dc-4580-b405-64e2ce0350c2 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4616513 Aug 27 02:49:58.106847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57082) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:58.114865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1652797029'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:58.148925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:58.158089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.188888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:58.190761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=a7a521a3-c03b-45d3-a971-3719038cce5d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:58.204023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:58.206299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:58.210266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:58.228459 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.229010 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Added segment 1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e of type vlan for network c09fb2c2-a233-4c53-8c66-692269587756 Aug 27 02:49:58.275419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-ae6561e4-9a0d-40b2-b255-f743fc7432a6', 'network_id': 'ae6561e4-9a0d-40b2-b255-f743fc7432a6', 'tenant_id': 'cd41a025554649598d7d2c6f3aede030', 'fixed_ips': [{'subnet_id': '13583643-b845-4b44-9d27-31b452bf36c6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:58.276482 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.290614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.334172 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.340053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:58.341182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.367566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 85147966-da4d-45d7-9487-5297d5a5bb70 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:58.368550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2601211 Aug 27 02:49:58.387359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57086) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:58.394991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'subnet': {'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:58.417690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5904-a7b9-4a4b-81be-da4bf8df99cb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Network': ['ID=c09fb2c2-a233-4c53-8c66-692269587756,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:58.449832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c09fb2c2-a233-4c53-8c66-692269587756 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:58.455169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 85147966-da4d-45d7-9487-5297d5a5bb70 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:58.456376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 85147966-da4d-45d7-9487-5297d5a5bb70 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:58.537054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Allocated IP 2001:db8:0:ffff::2 (ae6561e4-9a0d-40b2-b255-f743fc7432a6/13583643-b845-4b44-9d27-31b452bf36c6/30e684e5-63d5-4572-8113-0922b8b443bc) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:58.584539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:58.588121 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.749065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.817588 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.832776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Transition to ACTIVE for port object 30e684e5-63d5-4572-8113-0922b8b443bc will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:58.851964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Transition to ACTIVE for port object 30e684e5-63d5-4572-8113-0922b8b443bc will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:58.866174 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.907159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Network ae6561e4-9a0d-40b2-b255-f743fc7432a6 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:58.913044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:58.917547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:58.926175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Pushing event updated for resources: {'Port': ['ID=30e684e5-63d5-4572-8113-0922b8b443bc,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:58.958063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.958683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.959251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.959834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.960811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.961230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.961577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.961989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.962523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.963074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.963626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:58.964170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:59.000875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Attempting to bind port 30e684e5-63d5-4572-8113-0922b8b443bc on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:59.001186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Attempting to bind port 30e684e5-63d5-4572-8113-0922b8b443bc by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'ba017abc-bfb1-464b-b640-57b5877c74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ae6561e4-9a0d-40b2-b255-f743fc7432a6'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:59.001562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Attempting to bind port 30e684e5-63d5-4572-8113-0922b8b443bc on network ae6561e4-9a0d-40b2-b255-f743fc7432a6 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:59.011960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:59.012368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Checking segment: {'id': 'ba017abc-bfb1-464b-b640-57b5877c74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ae6561e4-9a0d-40b2-b255-f743fc7432a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:59.013267 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.013970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Bound using segment: {'id': 'ba017abc-bfb1-464b-b640-57b5877c74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ae6561e4-9a0d-40b2-b255-f743fc7432a6'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:59.015101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Bound port: 30e684e5-63d5-4572-8113-0922b8b443bc, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba017abc-bfb1-464b-b640-57b5877c74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ae6561e4-9a0d-40b2-b255-f743fc7432a6'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:59.015785 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.249864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] For port 30e684e5-63d5-4572-8113-0922b8b443bc, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:59.253788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] For port 30e684e5-63d5-4572-8113-0922b8b443bc, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30e684e5-63d5-4572-8113-0922b8b443bc,segment=NetworkSegment(ba017abc-bfb1-464b-b640-57b5877c74e3),segment_id=ba017abc-bfb1-464b-b640-57b5877c74e3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:59.260333 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.333726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9d230-9b41-4e9e-ba71-5de711513c58 req-0c6fe104-6c3d-4232-86d9-687412604ed2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:59.335451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfa9d230-9b41-4e9e-ba71-5de711513c58 req-0c6fe104-6c3d-4232-86d9-687412604ed2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.5328860 Aug 27 02:49:59.345159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d772ef4-3250-43cb-b723-d75a9d7fc366 None None] Pushing event updated for resources: {'Port': ['ID=30e684e5-63d5-4572-8113-0922b8b443bc,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:59.508517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfa9d230-9b41-4e9e-ba71-5de711513c58 req-08cf25b2-d23a-4fbb-8f5a-90a2cc0d774a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132641 Aug 27 02:49:59.609695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.706506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-443288ff-792f-483c-9d9b-0f53304d1996 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332488 Aug 27 02:49:59.724031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf962ce-781d-46f5-8f2b-95f12221c857 req-ac724cb7-15ff-402f-b7dd-601b85a05546 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:59.725004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:49:59.728338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.734671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcf962ce-781d-46f5-8f2b-95f12221c857 req-ac724cb7-15ff-402f-b7dd-601b85a05546 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0860300 Aug 27 02:49:59.815187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcf962ce-781d-46f5-8f2b-95f12221c857 req-be154215-d04b-4a01-a3f1-677ae8cfb185 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796196 Aug 27 02:49:59.826363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-b31e1e38-f4c2-470a-833a-0332949e53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:59.828343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-b31e1e38-f4c2-470a-833a-0332949e53c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 1096 time: 0.0642459 Aug 27 02:49:59.845629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57098) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:59.878507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Subnet': ['ID=518cdf14-57c8-4d31-89ea-bee9dbc4d841,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:59.903405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Checking segment: {'id': '1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:59.903782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network hostable DHCP agents. Network: c09fb2c2-a233-4c53-8c66-692269587756, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:59.933897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network c09fb2c2-a233-4c53-8c66-692269587756 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:59.938178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:49:59.949820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, c09fb2c2-a233-4c53-8c66-692269587756) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:59.956272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852fa13-9953-4cf1-973c-cc3f97a65a64 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:59.957851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b852fa13-9953-4cf1-973c-cc3f97a65a64 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1091 time: 0.1108873 Aug 27 02:49:59.961584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57100) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:59.962045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbcf86-5a3f-48b9-b2c5-165292496eb1 None None] Network c09fb2c2-a233-4c53-8c66-692269587756 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:59.967362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:59.999375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-e271c1d2-ee07-4bb3-9083-cd384c183211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:00.001539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-e271c1d2-ee07-4bb3-9083-cd384c183211 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 200 len: 910 time: 0.1456335 Aug 27 02:50:00.009625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.034748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:00.035749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.109446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5ebc2f41-f5c4-4439-958c-a30b3035de52 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7205706 Aug 27 02:50:00.112201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57102) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:00.122926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'port': {'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756', 'name': 'tempest-NetworksIpV6TestAttrs-1928259246'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:00.139610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-fa3cb55a-f176-422e-8443-0da461598e65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1266150 Aug 27 02:50:00.164772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-c09fb2c2-a233-4c53-8c66-692269587756', 'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756', 'tenant_id': 'cd41a025554649598d7d2c6f3aede030', 'fixed_ips': [{'subnet_id': '518cdf14-57c8-4d31-89ea-bee9dbc4d841'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:00.166168 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.217991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-9788d16c-31a4-4374-b9fa-453f27952d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:00.219498 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-9788d16c-31a4-4374-b9fa-453f27952d51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b HTTP/1.1" status: 200 len: 848 time: 0.0703707 Aug 27 02:50:00.230469 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:00.279403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.283760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-56c9e327-9f84-4282-9318-64f8085538d7 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0838306 Aug 27 02:50:00.296437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57104) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:00.300101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Sync routers for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:00.367893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:00.372452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:49:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:00.396634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b063288f-969f-49c6-8082-6aa3e95f8d5b tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5b1b46e9678645cd87d02089062acdc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552075 Aug 27 02:50:00.397346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57106) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:00.398070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:00.403583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.417748 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5cb1fee1-eab4-4013-807e-599a70fbdbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.561599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] device_id is not set on port 782a10f9-893d-42ae-9ff4-7a8e9ee678de yet. {{(pid=94773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:50:00.566568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 30e684e5-63d5-4572-8113-0922b8b443bc up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:00.576813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.625673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Allocated IP 2001:db8::f816:3eff:fec5:7917 (c09fb2c2-a233-4c53-8c66-692269587756/518cdf14-57c8-4d31-89ea-bee9dbc4d841/33900439-f398-4346-b1b3-f071d524c8c4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:00.691551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:00.790754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61cbd1-3d83-4f1d-8336-02b7e4997f9e tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:00.793224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7e61cbd1-3d83-4f1d-8336-02b7e4997f9e tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3395317 Aug 27 02:50:00.801046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57110) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:00.804506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.824352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-553d3299-2bd2-448e-b062-89fed8003ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:00.826486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-553d3299-2bd2-448e-b062-89fed8003ad8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e490cb6-5a5d-41dc-8116-202bfee3f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5787833 Aug 27 02:50:00.847809 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d8fb5b20-5cbf-416d-aaba-72a05f70400a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454810 Aug 27 02:50:00.850748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57112) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:00.862516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920796915', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:00.912351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf228734-4a15-4d8f-8093-669c99668a05 None None] Network ae6561e4-9a0d-40b2-b255-f743fc7432a6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:00.985520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 30e684e5-63d5-4572-8113-0922b8b443bc completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:01.014285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d058fa95-64aa-43b8-851b-23192963665b None None] Provisioning for port 30e684e5-63d5-4572-8113-0922b8b443bc completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:01.017990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:01.022538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.53 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/1d37cda6-bcae-410a-ad61-149ff84858a0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:01.026282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 30e684e5-63d5-4572-8113-0922b8b443bc triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:01.026691 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.027171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-f642b16e-da2d-4f2e-9011-c3f1880fc72a service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689155 Aug 27 02:50:01.028777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.094491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d058fa95-64aa-43b8-851b-23192963665b None None] Provisioning complete for port 30e684e5-63d5-4572-8113-0922b8b443bc triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:01.094491 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d058fa95-64aa-43b8-851b-23192963665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.301748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d75ac335-b74f-4d58-b569-5b84de0d3810 req-f55e341d-a522-4e5e-9aa6-7aa27377eaf0 service neutron] 10.222.0.32 "GET /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654359 Aug 27 02:50:01.367564 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.414057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.425982 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.426725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.453452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:01.461055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:01.465366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:01.480390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.495322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=1d37cda6-bcae-410a-ad61-149ff84858a0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:01.499192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Subnet': ['ID=125186ab-934a-49dc-a976-588e8408b16e,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:01.503949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Checking segment: {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:01.504403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network hostable DHCP agents. Network: 187dcba8-8d94-4c8c-a661-f9b76ec92ca9, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:01.523986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:01.536123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 187dcba8-8d94-4c8c-a661-f9b76ec92ca9) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:01.540753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:01.542147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.552378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fde435-7d45-4ecc-85cd-c651639b5f00 None None] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:01.562415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c42ebee9-0cdb-4035-963e-abcdcd684dd9 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7079315 Aug 27 02:50:01.562666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Transition to ACTIVE for port object 33900439-f398-4346-b1b3-f071d524c8c4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:01.562795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57114) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:01.644594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:49:58Z', 'revision_number': 3, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:01.664272 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.700953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Transition to ACTIVE for port object 33900439-f398-4346-b1b3-f071d524c8c4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:01.719840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Checking router: dc592135-d1f7-456c-9849-6f1d1f4a0bb9 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:01.720231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Updating router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 port a7a521a3-c03b-45d3-a971-3719038cce5d binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:50:01.748973 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.750855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d058fa95-64aa-43b8-851b-23192963665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.859071 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.862493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Network c09fb2c2-a233-4c53-8c66-692269587756 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:01.904262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 30e684e5-63d5-4572-8113-0922b8b443bc, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30e684e5-63d5-4572-8113-0922b8b443bc,segment=NetworkSegment(ba017abc-bfb1-464b-b640-57b5877c74e3),segment_id=ba017abc-bfb1-464b-b640-57b5877c74e3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:01.914606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:01.918754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:01.926652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:01.934452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Pushing event updated for resources: {'Port': ['ID=33900439-f398-4346-b1b3-f071d524c8c4,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:02.052406 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.056780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Allocated IP 2001:db8::f816:3eff:fe0d:a4a6 (c09fb2c2-a233-4c53-8c66-692269587756/518cdf14-57c8-4d31-89ea-bee9dbc4d841/782a10f9-893d-42ae-9ff4-7a8e9ee678de) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:02.153533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.195211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.326945 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.333152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.419520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=1d37cda6-bcae-410a-ad61-149ff84858a0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:02.437069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.574118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.20.0.1 (187dcba8-8d94-4c8c-a661-f9b76ec92ca9/125186ab-934a-49dc-a976-588e8408b16e/5080d865-0051-4abf-9c14-5d0dd9471731) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:02.589292 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-d058fa95-64aa-43b8-851b-23192963665b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:50:02.589811 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-d058fa95-64aa-43b8-851b-23192963665b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:50:02.591644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=30e684e5-63d5-4572-8113-0922b8b443bc,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:02.600691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Attempting to bind port 33900439-f398-4346-b1b3-f071d524c8c4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:02.601153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Attempting to bind port 33900439-f398-4346-b1b3-f071d524c8c4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:02.601650 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Attempting to bind port 33900439-f398-4346-b1b3-f071d524c8c4 on network c09fb2c2-a233-4c53-8c66-692269587756 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:02.609674 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP 8a866bf2-f11a-473a-85c6-6f638382f045 associated. External IP: 172.25.1.53, port: 52c679a5-f431-458c-a65c-dd2fa024dc27. Aug 27 02:50:02.614078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:02.614487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Checking segment: {'id': '1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:02.614901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.615307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Bound using segment: {'id': '1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:02.615808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Bound port: 33900439-f398-4346-b1b3-f071d524c8c4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c09fb2c2-a233-4c53-8c66-692269587756'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:02.616201 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.619090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:02.619674 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.631912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.657441 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.692724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Transition to ACTIVE for port object 782a10f9-893d-42ae-9ff4-7a8e9ee678de will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:02.699676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Transition to ACTIVE for port object a7a521a3-c03b-45d3-a971-3719038cce5d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:02.759970 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.766627 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.797090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network c09fb2c2-a233-4c53-8c66-692269587756 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:02.829964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:02.841811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:02.847627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:02.848528 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.851606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] For port 33900439-f398-4346-b1b3-f071d524c8c4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:02.862969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Attempting to bind port a7a521a3-c03b-45d3-a971-3719038cce5d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:02.863303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Attempting to bind port a7a521a3-c03b-45d3-a971-3719038cce5d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:02.863673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Attempting to bind port a7a521a3-c03b-45d3-a971-3719038cce5d on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:02.879483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7638216 Aug 27 02:50:02.879861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] For port 33900439-f398-4346-b1b3-f071d524c8c4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=33900439-f398-4346-b1b3-f071d524c8c4,segment=NetworkSegment(1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e),segment_id=1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:02.883716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c40b59-b232-44f2-a43b-47d2e5dcae7f None None] Pushing event updated for resources: {'Port': ['ID=a7a521a3-c03b-45d3-a971-3719038cce5d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:02.883937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57122) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:02.894226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:02.895380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:02.896001 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.896562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:02.897242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Bound port: a7a521a3-c03b-45d3-a971-3719038cce5d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:02.898437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.930303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 0f518b6b-6e94-41d5-bd9f-311d576731a4 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:02.949559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Deleting subnet 518cdf14-57c8-4d31-89ea-bee9dbc4d841 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:50:02.964462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.966633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] For port a7a521a3-c03b-45d3-a971-3719038cce5d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:02.967090 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.969771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] For port a7a521a3-c03b-45d3-a971-3719038cce5d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a7a521a3-c03b-45d3-a971-3719038cce5d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:02.971402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86654-cfa6-488b-a6ca-caf3bf481bc9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Port': ['ID=782a10f9-893d-42ae-9ff4-7a8e9ee678de,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:02.972623 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:02.989832 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.016656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Transition to ACTIVE for port object 5080d865-0051-4abf-9c14-5d0dd9471731 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:03.040269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.059163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605a260-7400-4d34-ac38-de349a400d76 None None] Pushing event updated for resources: {'Port': ['ID=33900439-f398-4346-b1b3-f071d524c8c4,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:03.065811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:03.066506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:03.113395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:03.140395 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] Sync routers for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:03.142364 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.155014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.155514 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:03.156013 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:03.244797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-325fd95c-1bfb-4e5c-b152-5a07e93d02ec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2820542 Aug 27 02:50:03.245444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:03.261291 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e858e78-659d-45d9-bcb9-2e165ab6f839" -d '{"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:03.309937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:03.323661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:03.334118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:03.345139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=5080d865-0051-4abf-9c14-5d0dd9471731,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:03.372488 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661419b-803e-48a0-baa1-274a4215ea57 x-openstack-request-id: req-8661419b-803e-48a0-baa1-274a4215ea57 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:03.375548 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:03.376136 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8661419b-803e-48a0-baa1-274a4215ea57 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:03.376978 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'status': 'completed', 'code': 200} Aug 27 02:50:03.515412 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.524657 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.528444 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:03.588040 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.598420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c40b59-b232-44f2-a43b-47d2e5dcae7f None None] Pushing event updated for resources: {'Port': ['ID=a7a521a3-c03b-45d3-a971-3719038cce5d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:03.608987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:03.645423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Allocated IP 172.20.0.2 (187dcba8-8d94-4c8c-a661-f9b76ec92ca9/125186ab-934a-49dc-a976-588e8408b16e/d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:03.674801 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.696205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.700243 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/518cdf14-57c8-4d31-89ea-bee9dbc4d841 HTTP/1.1" status: 204 len: 168 time: 0.8090365 Aug 27 02:50:03.700637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57130) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:03.768377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec33a1-0e04-41cd-bcb1-9220a4f0e656 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:03.770055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec33a1-0e04-41cd-bcb1-9220a4f0e656 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:03.774513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-43ec33a1-0e04-41cd-bcb1-9220a4f0e656 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0722744 Aug 27 02:50:03.777338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57132) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:03.803330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fab7bed9-4abd-4829-96e7-3e5ec004cf2c None None] Provisioning complete for port 30e684e5-63d5-4572-8113-0922b8b443bc triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:03.803330 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fab7bed9-4abd-4829-96e7-3e5ec004cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.840010 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '8a866bf2-f11a-473a-85c6-6f638382f045', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'port_id': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'mac_address': 'fa:16:3e:bf:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:01Z', 'updated_at': '2021-08-27T02:50:01Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:52Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:03.869425 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] Checking router: 0f518b6b-6e94-41d5-bd9f-311d576731a4 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:03.875799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15d2a147-0dcb-488f-b583-58550b8baa55 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.879521 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:03.880313 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:03.887965 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d2a147-0dcb-488f-b583-58550b8baa55 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 02:50:03.888835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d2a147-0dcb-488f-b583-58550b8baa55 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:03.892016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-15d2a147-0dcb-488f-b583-58550b8baa55 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/c09fb2c2-a233-4c53-8c66-692269587756 HTTP/1.1" status: 409 len: 405 time: 0.1129704 Aug 27 02:50:03.897415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57134) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:03.904186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1181667274'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:03.939006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:03.946185 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.979145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:04.000501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.001005 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Added segment 3deb8f2a-42ed-4982-b6cc-62b1e1f1765e of type vlan for network a1688499-7589-4717-9a00-b3df1d4ff91f Aug 27 02:50:04.053008 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:04.062028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.097999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.123500 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.131834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Transition to ACTIVE for port object d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:04.132646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:04.133453 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.155935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:49:58Z', 'revision_number': 3, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:04.221902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69166718-46dc-4387-af67-b3cd53f49a24 None None] The sync data for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 is: [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:49:58Z', 'revision_number': 3, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:04.226347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Transition to ACTIVE for port object d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:04.238479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3387058 Aug 27 02:50:04.244923 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.246814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57142) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:04.254216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'subnet': {'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:04.260166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0398d4-8cec-4f2f-b264-22b6861b0186 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Network': ['ID=a1688499-7589-4717-9a00-b3df1d4ff91f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:04.307439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a1688499-7589-4717-9a00-b3df1d4ff91f details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:04.384618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a9896-97e0-4a75-9b8a-a73047c43390 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Subnet': ['ID=518cdf14-57c8-4d31-89ea-bee9dbc4d841,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:04.426304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:04.447715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:04.447990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a86fb-bcf2-495b-9927-e8522f331b16 req-0cb91a82-086b-4a71-93f0-6de166dc9e64 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:04.455867 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c4a86fb-bcf2-495b-9927-e8522f331b16 req-0cb91a82-086b-4a71-93f0-6de166dc9e64 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 1.0599666 Aug 27 02:50:04.458161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:04.469026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-edee8c1b-d7d0-495f-8ccb-c9674a840198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:04.473631 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-edee8c1b-d7d0-495f-8ccb-c9674a840198 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1096 time: 1.0721021 Aug 27 02:50:04.495116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:04.499948 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.526743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Pushing event updated for resources: {'Port': ['ID=d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:04.578818 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '8a866bf2-f11a-473a-85c6-6f638382f045', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'port_id': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'mac_address': 'fa:16:3e:bf:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:01Z', 'updated_at': '2021-08-27T02:50:01Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:52Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:04.609322 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb7534-ca49-4743-9639-dc0dcf75df43 None None] The sync data for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 is: [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '8a866bf2-f11a-473a-85c6-6f638382f045', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'port_id': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'mac_address': 'fa:16:3e:bf:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:01Z', 'updated_at': '2021-08-27T02:50:01Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:52Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:04.611289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 30e684e5-63d5-4572-8113-0922b8b443bc up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:04.743478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc9a42-ddb5-43ed-b20d-3b13d989c203 None None] Network c09fb2c2-a233-4c53-8c66-692269587756 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:04.868542 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c4a86fb-bcf2-495b-9927-e8522f331b16 req-2d8f7e5f-2810-4667-bc6e-35ca5fe5b0ba tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919506 Aug 27 02:50:04.892317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Attempting to bind port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:04.893049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Attempting to bind port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:04.893651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Attempting to bind port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 on network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:04.902653 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:04.903527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Checking segment: {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:04.904291 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.904936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Bound using segment: {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:04.905655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Bound port: d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:04.906283 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.907416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.920065 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57144) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:04.979474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d54bd70c-541f-4f24-aa5f-7fabdf12e3a6 None None] Provisioning for port 33900439-f398-4346-b1b3-f071d524c8c4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:05.033792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 30e684e5-63d5-4572-8113-0922b8b443bc triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:05.042664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:05.066451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33340de5-238d-45ed-a18b-8f23e180e66f None None] New status for floating IP 8a866bf2-f11a-473a-85c6-6f638382f045: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:50:05.070405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.objects.ports [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:50:05.075934 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:05.114070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-22b9d611-f259-4645-9d33-bc5ab03bf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:05.115853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-22b9d611-f259-4645-9d33-bc5ab03bf722 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.6288247 Aug 27 02:50:05.147943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Subnet': ['ID=fef7a648-136c-4413-9cab-005e3af5e0af,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:05.167084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] For port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:05.170560 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] For port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:05.204581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Checking segment: {'id': '3deb8f2a-42ed-4982-b6cc-62b1e1f1765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:05.205232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network hostable DHCP agents. Network: a1688499-7589-4717-9a00-b3df1d4ff91f, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:05.236234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network a1688499-7589-4717-9a00-b3df1d4ff91f is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:05.253443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6f86f83a-2114-4fb2-907b-e503f09a1fb4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/8a866bf2-f11a-473a-85c6-6f638382f045 HTTP/1.1" status: 200 len: 990 time: 0.3316393 Aug 27 02:50:05.255907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-d237a9cb-f06f-4e23-ab5d-cabced40d393 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 998 time: 0.1209745 Aug 27 02:50:05.264213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a1688499-7589-4717-9a00-b3df1d4ff91f) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:05.281811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:05.283011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:05.323849 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1ec107c2-2f81-40ad-af8a-5d6807ddf82d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0753889 Aug 27 02:50:05.326082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57148) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:05.334249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'port': {'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f', 'name': 'tempest-NetworksIpV6TestAttrs-370441281'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:05.403083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-b667e56d-d431-4168-a00a-2a51d1590248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:05.418531 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-b667e56d-d431-4168-a00a-2a51d1590248 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.1501245 Aug 27 02:50:05.500700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:05.508432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc11fc-e29c-4c73-8ce9-65b277340dd2 None None] Network a1688499-7589-4717-9a00-b3df1d4ff91f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:05.566467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:05.584673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:05.606213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-cad40056-9f99-4a0e-9df4-285def4bad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:05.608078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-cad40056-9f99-4a0e-9df4-285def4bad2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604888 Aug 27 02:50:05.612769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] device_id is not set on port 04d4017b-9bb6-4eba-aa96-9c6463b23481 yet. {{(pid=94772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:50:05.630822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] DHCP port deletion for c09fb2c2-a233-4c53-8c66-692269587756 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:50:05.793910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Allocated IP 2001:db8::f816:3eff:fedb:2243 (a1688499-7589-4717-9a00-b3df1d4ff91f/fef7a648-136c-4413-9cab-005e3af5e0af/04d4017b-9bb6-4eba-aa96-9c6463b23481) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:05.845336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed097a-6bd2-4e15-9fc0-2cd429f59534 None None] Pushing event updated for resources: {'Port': ['ID=d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:05.929053 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:05.951823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:05.973667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 33900439-f398-4346-b1b3-f071d524c8c4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:06.027177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=5080d865-0051-4abf-9c14-5d0dd9471731,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:06.037896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.053180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.054014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.054736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.056735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.057508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.058081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.058892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.059430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.059966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.060599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.061156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.061752 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:06.081540 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-60c6016b-1307-4c92-9bbd-bbbb7095a0d3 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581687 Aug 27 02:50:06.094290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Transition to ACTIVE for port object 04d4017b-9bb6-4eba-aa96-9c6463b23481 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:06.133176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.137100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] Deleting port 33900439-f398-4346-b1b3-f071d524c8c4 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:06.140176 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.196682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.224604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-a1688499-7589-4717-9a00-b3df1d4ff91f', 'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f', 'tenant_id': 'cd41a025554649598d7d2c6f3aede030', 'fixed_ips': [{'subnet_id': 'fef7a648-136c-4413-9cab-005e3af5e0af'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:06.225463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.264391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57154) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:06.266425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Port': ['ID=04d4017b-9bb6-4eba-aa96-9c6463b23481,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:06.272035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] For port 33900439-f398-4346-b1b3-f071d524c8c4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=33900439-f398-4346-b1b3-f071d524c8c4,segment=NetworkSegment(1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e),segment_id=1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:06.272366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.276219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 33900439-f398-4346-b1b3-f071d524c8c4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:06.341410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 33900439-f398-4346-b1b3-f071d524c8c4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:06.341790 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.358272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] Calling delete_port for 33900439-f398-4346-b1b3-f071d524c8c4 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:06.364372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e858e78-659d-45d9-bcb9-2e165ab6f839 req-da97d3a5-ed5d-4e4e-aa81-566210b4111f service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714984 Aug 27 02:50:06.390305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network a1688499-7589-4717-9a00-b3df1d4ff91f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:06.395110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:06.400792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f61050f6-cc6e-4b52-a116-0d315585c238 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/8a866bf2-f11a-473a-85c6-6f638382f045 HTTP/1.1" status: 200 len: 992 time: 0.1276057 Aug 27 02:50:06.401912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:06.407954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.408846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.411558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:06.413823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:06.436317 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2ec03a49-e01a-4ed8-8cef-b6a897447ff1 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1065407 Aug 27 02:50:06.436565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57158) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:06.525614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Deleting subnet fef7a648-136c-4413-9cab-005e3af5e0af {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:50:06.598090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Allocated IP 2001:db8::f816:3eff:fe41:4679 (a1688499-7589-4717-9a00-b3df1d4ff91f/fef7a648-136c-4413-9cab-005e3af5e0af/fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:06.616130 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.617256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:06.692728 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.736529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:06.741587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5d279475-7729-4ef0-821c-de3f87736d91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "PUT /v2.0/routers/dc592135-d1f7-456c-9849-6f1d1f4a0bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1778605 Aug 27 02:50:06.744265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57160) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:06.746704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] Pushing event deleted for resources: {'Port': ['ID=33900439-f398-4346-b1b3-f071d524c8c4,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:06.753908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953939f-121d-4e4e-8038-953c1963ba4f None None] No DVR routers for this DVR port 33900439-f398-4346-b1b3-f071d524c8c4 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:06.895454 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.917383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Transition to ACTIVE for port object fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:06.922189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.922569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.923034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.923796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.924006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.924364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.924812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.925257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.925705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.926163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.926615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.928596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d4920d88-8513-4c79-8ded-78e3490f4e4a tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7742 time: 0.1833510 Aug 27 02:50:06.931633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57162) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:06.948030 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Sync routers for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:06.950425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Transition to ACTIVE for port object fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:06.960729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.975370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:06.976147 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:06.978677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7a521a3-c03b-45d3-a971-3719038cce5d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:06.989532 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.025233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.025951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.027978 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.028628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.029261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.029886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.030554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.031224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.032377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.034373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.038197 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-caf12a59-76bf-43d8-87d7-66aaa7a5f16d tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6542 time: 0.1052737 Aug 27 02:50:07.041062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57164) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:07.044697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.091756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Pushing event updated for resources: {'Port': ['ID=fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:07.104163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Network a1688499-7589-4717-9a00-b3df1d4ff91f is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:07.112572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:07.119747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:07.119980 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:07.203615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Attempting to bind port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:07.204451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Attempting to bind port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3deb8f2a-42ed-4982-b6cc-62b1e1f1765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:07.205118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Attempting to bind port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 on network a1688499-7589-4717-9a00-b3df1d4ff91f {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:07.212281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:07.212875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Checking segment: {'id': '3deb8f2a-42ed-4982-b6cc-62b1e1f1765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:07.213457 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.214061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Bound using segment: {'id': '3deb8f2a-42ed-4982-b6cc-62b1e1f1765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:07.214845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Bound port: fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deb8f2a-42ed-4982-b6cc-62b1e1f1765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a1688499-7589-4717-9a00-b3df1d4ff91f'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:07.215408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.227999 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a7a521a3-c03b-45d3-a971-3719038cce5d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:07.235529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a7a521a3-c03b-45d3-a971-3719038cce5d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:07.236232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.247547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.320899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.370859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Subnet': ['ID=fef7a648-136c-4413-9cab-005e3af5e0af,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:07.373839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.378836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/fef7a648-136c-4413-9cab-005e3af5e0af HTTP/1.1" status: 204 len: 168 time: 0.9412220 Aug 27 02:50:07.379468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57168) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:07.392851 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:05Z', 'revision_number': 2, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:07.399578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] For port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:07.405984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] For port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4,segment=NetworkSegment(3deb8f2a-42ed-4982-b6cc-62b1e1f1765e),segment_id=3deb8f2a-42ed-4982-b6cc-62b1e1f1765e)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:07.417429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.437623 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Checking router: dc592135-d1f7-456c-9849-6f1d1f4a0bb9 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:07.438075 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Updating router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 port 5080d865-0051-4abf-9c14-5d0dd9471731 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:50:07.469022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f86315-1c30-4576-a404-568058cd6e28 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.469022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f86315-1c30-4576-a404-568058cd6e28 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.472800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57170) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:07.473411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-36f86315-1c30-4576-a404-568058cd6e28 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0916574 Aug 27 02:50:07.476136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.476136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.476593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.476946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.477292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.477748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.478024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.479892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.480275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.481063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.481417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.481884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689a658-01cf-49df-8290-7d1f5c07604d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:07.506503 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.595410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3dfe2-b010-4b20-95ca-b31bb96f37ec None None] Pushing event updated for resources: {'Port': ['ID=fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:07.613376 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.669716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port a7a521a3-c03b-45d3-a971-3719038cce5d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a7a521a3-c03b-45d3-a971-3719038cce5d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:07.676807 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.678193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:07.690422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a4047da-81a1-4a2e-a6df-36678d37bbc0 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.721541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ff3e6188-517c-48a9-96f7-79e317aab567 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.6766367 Aug 27 02:50:07.721541 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4047da-81a1-4a2e-a6df-36678d37bbc0 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 02:50:07.721541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4047da-81a1-4a2e-a6df-36678d37bbc0 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:07.729509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3a4047da-81a1-4a2e-a6df-36678d37bbc0 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/a1688499-7589-4717-9a00-b3df1d4ff91f HTTP/1.1" status: 409 len: 405 time: 0.2535651 Aug 27 02:50:07.734726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57174) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:07.742112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-596968495'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:07.779362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:07.787965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.825512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:07.837550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.837906 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Added segment a6ee0e04-6c5d-4d35-96db-0c066faf7c8e of type vlan for network de8f8fcd-6c23-467c-8ebe-97e578c6bcd0 Aug 27 02:50:07.915506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=a7a521a3-c03b-45d3-a971-3719038cce5d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:07.932118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.945555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:07.982614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.991839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.992509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.053165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 33900439-f398-4346-b1b3-f071d524c8c4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:08.106517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 33900439-f398-4346-b1b3-f071d524c8c4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:50:08.106994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 33900439-f398-4346-b1b3-f071d524c8c4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:08.126159 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.143214 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Transition to ACTIVE for port object 5080d865-0051-4abf-9c14-5d0dd9471731 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:08.145469 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4074173 Aug 27 02:50:08.147593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57176) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:08.149500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb34ca-0ecc-45d6-b3c0-6bd508b309c3 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Network': ['ID=de8f8fcd-6c23-467c-8ebe-97e578c6bcd0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:08.153697 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'subnet': {'network_id': 'de8f8fcd-6c23-467c-8ebe-97e578c6bcd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:08.154630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57178) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:08.160071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-70e0336e-ddca-45e2-be55-71c3ad015d8e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145241967', 'description': 'tempest-secgroup-smoke-1145241967 description', 'project_id': '5b1b46e9678645cd87d02089062acdc5'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:08.163504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network de8f8fcd-6c23-467c-8ebe-97e578c6bcd0 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:08.164289 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.190680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70e0336e-ddca-45e2-be55-71c3ad015d8e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.219926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b00503-9769-4edc-ba1c-2720e172fe90 None None] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:08.322838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70e0336e-ddca-45e2-be55-71c3ad015d8e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.329880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7d4cdbe7-49d7-4891-ab77-30e5bb091370 None None] Provisioning for port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:08.331648 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70e0336e-ddca-45e2-be55-71c3ad015d8e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.359048 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768eb8-83ba-4377-99b6-fcd0e4fc2e26 None None] Pushing event updated for resources: {'Port': ['ID=5080d865-0051-4abf-9c14-5d0dd9471731,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:08.371755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7d4cdbe7-49d7-4891-ab77-30e5bb091370 None None] Provisioning complete for port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:08.372011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdbe7-49d7-4891-ab77-30e5bb091370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.372434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:08.383442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-70e0336e-ddca-45e2-be55-71c3ad015d8e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.385024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-70e0336e-ddca-45e2-be55-71c3ad015d8e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2293882 Aug 27 02:50:08.388271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57180) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:08.389562 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.393797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d7af18ac-dea5-4e66-b506-ad806834a7ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'b4658747-903f-4d36-8f3b-5575854ee75d', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:08.396976 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Attempting to bind port 5080d865-0051-4abf-9c14-5d0dd9471731 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:08.397340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Attempting to bind port 5080d865-0051-4abf-9c14-5d0dd9471731 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:08.397694 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Attempting to bind port 5080d865-0051-4abf-9c14-5d0dd9471731 on network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:08.402968 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:08.403327 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Checking segment: {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:08.403715 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.404034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0336e-ddca-45e2-be55-71c3ad015d8e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4658747-903f-4d36-8f3b-5575854ee75d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:08.404466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Bound using segment: {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:08.405070 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Bound port: 5080d865-0051-4abf-9c14-5d0dd9471731, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:08.405616 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.458817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7af18ac-dea5-4e66-b506-ad806834a7ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.517727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] For port 5080d865-0051-4abf-9c14-5d0dd9471731, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:08.522051 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] For port 5080d865-0051-4abf-9c14-5d0dd9471731, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5080d865-0051-4abf-9c14-5d0dd9471731,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:08.535643 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.553130 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7af18ac-dea5-4e66-b506-ad806834a7ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.564067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7af18ac-dea5-4e66-b506-ad806834a7ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.604764 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7af18ac-dea5-4e66-b506-ad806834a7ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.610918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7af18ac-dea5-4e66-b506-ad806834a7ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209656 Aug 27 02:50:08.612134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57188) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:08.615839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af18ac-dea5-4e66-b506-ad806834a7ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dc16fd-0f93-4ea9-8090-44e7c0636ed0,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:08.618980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-65014243-a7f0-4765-93fd-bc787351fe36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'b4658747-903f-4d36-8f3b-5575854ee75d', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:08.663972 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:08.665480 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:08.714011 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768eb8-83ba-4377-99b6-fcd0e4fc2e26 None None] Pushing event updated for resources: {'Port': ['ID=5080d865-0051-4abf-9c14-5d0dd9471731,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:08.777155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65014243-a7f0-4765-93fd-bc787351fe36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.823516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdbe7-49d7-4891-ab77-30e5bb091370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.909912 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:08.921091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-7d4cdbe7-49d7-4891-ab77-30e5bb091370 None None] For port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:08.932619 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdbe7-49d7-4891-ab77-30e5bb091370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:08.941466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.objects.ports [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:50:08.946697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.011259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65014243-a7f0-4765-93fd-bc787351fe36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.016307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Subnet': ['ID=21c1a35e-97cd-4269-8c9d-c246f7f513cf,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.023619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65014243-a7f0-4765-93fd-bc787351fe36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.057943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014243-a7f0-4765-93fd-bc787351fe36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22019699-5934-4782-bb4c-a454b9d87e7f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.087022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65014243-a7f0-4765-93fd-bc787351fe36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.091182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-65014243-a7f0-4765-93fd-bc787351fe36 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4746311 Aug 27 02:50:09.091348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7a521a3-c03b-45d3-a971-3719038cce5d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:09.092260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cdbe7-49d7-4891-ab77-30e5bb091370 None None] Pushing event updated for resources: {'Port': ['ID=d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.093199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57194) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:09.101335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f3a5fb44-2831-450c-b03e-b9d824c63cf5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'b4658747-903f-4d36-8f3b-5575854ee75d', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:09.112710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Checking segment: {'id': 'a6ee0e04-6c5d-4d35-96db-0c066faf7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de8f8fcd-6c23-467c-8ebe-97e578c6bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:09.113003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network hostable DHCP agents. Network: de8f8fcd-6c23-467c-8ebe-97e578c6bcd0, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:09.147506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fb44-2831-450c-b03e-b9d824c63cf5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.174578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network de8f8fcd-6c23-467c-8ebe-97e578c6bcd0 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:09.189342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a7a521a3-c03b-45d3-a971-3719038cce5d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:09.191799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.197147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, de8f8fcd-6c23-467c-8ebe-97e578c6bcd0) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:09.203111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:09.203765 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.219806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae09ce4-0121-4b52-aa08-9b45c05dfe75 None None] Network de8f8fcd-6c23-467c-8ebe-97e578c6bcd0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:09.233864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57196) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:09.235047 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c09fec8f-2c1c-46e8-9642-6c728358ae0c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0854993 Aug 27 02:50:09.283858 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:08Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:09.318369 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291eb50-6781-4a91-b92b-5fffa0f52dcd None None] The sync data for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 is: [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:08Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:09.322262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fb44-2831-450c-b03e-b9d824c63cf5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.338152 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fb44-2831-450c-b03e-b9d824c63cf5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.396233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5fb44-2831-450c-b03e-b9d824c63cf5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55440216-c8e1-4a43-b754-1a27894514bc,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.410019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fb44-2831-450c-b03e-b9d824c63cf5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.413875 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f3a5fb44-2831-450c-b03e-b9d824c63cf5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156319 Aug 27 02:50:09.414252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57198) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:09.418897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c51ce9-85cd-46a9-8351-9114ceee1676 None None] Network a1688499-7589-4717-9a00-b3df1d4ff91f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:09.419710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6a79b117-99cd-4379-85ae-554a66aa14ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'b4658747-903f-4d36-8f3b-5575854ee75d', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:09.487085 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a79b117-99cd-4379-85ae-554a66aa14ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.490850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.491855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:09.576314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.614192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a79b117-99cd-4379-85ae-554a66aa14ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.621478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a79b117-99cd-4379-85ae-554a66aa14ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.662403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b117-99cd-4379-85ae-554a66aa14ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3a8791-4d04-480e-9fc3-1b6f697b2b98,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.663602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e3dd7ca9-d1d7-4b85-886e-e4e90cb97516 None None] Provisioning for port 5080d865-0051-4abf-9c14-5d0dd9471731 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:09.667718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a79b117-99cd-4379-85ae-554a66aa14ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.671607 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6a79b117-99cd-4379-85ae-554a66aa14ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2552924 Aug 27 02:50:09.673790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57200) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:09.679599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'b4658747-903f-4d36-8f3b-5575854ee75d', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:09.700094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.716381 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Project 5b1b46e9678645cd87d02089062acdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:50:09.735585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.746618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Subnet': ['ID=21c1a35e-97cd-4269-8c9d-c246f7f513cf,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.847280 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.859664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.871075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.896676 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68188e0-d6c8-4132-9361-bd037f5f4827,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.898701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8f8fcd-6c23-467c-8ebe-97e578c6bcd0']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:09.902746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e3dd7ca9-d1d7-4b85-886e-e4e90cb97516 None None] Provisioning complete for port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:09.903241 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e3dd7ca9-d1d7-4b85-886e-e4e90cb97516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.929612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fafa1-6887-493f-95fe-e53b646e8bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-de8f8fcd-6c23-467c-8ebe-97e578c6bcd0', 'network_id': 'de8f8fcd-6c23-467c-8ebe-97e578c6bcd0', 'tenant_id': 'cd41a025554649598d7d2c6f3aede030', 'fixed_ips': [{'subnet_id': '21c1a35e-97cd-4269-8c9d-c246f7f513cf'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:09.930576 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-530fafa1-6887-493f-95fe-e53b646e8bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.936593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.937951 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2b33a680-7315-41f3-911a-982f8b7741d4 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2629306 Aug 27 02:50:09.942013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57204) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:09.947218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'security_group_rule': {'security_group_id': 'b4658747-903f-4d36-8f3b-5575854ee75d', 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:09.964047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:09.964510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ee0e04-6c5d-4d35-96db-0c066faf7c8e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:09.965735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ee0e04-6c5d-4d35-96db-0c066faf7c8e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:09.997933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.037716 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Project 5b1b46e9678645cd87d02089062acdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:50:10.039030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.047512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.058080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:10.060428 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.092410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] DHCP port deletion for a1688499-7589-4717-9a00-b3df1d4ff91f request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:10.093434 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:10.117872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f404c-ce45-414b-8031-9ed3bdf63068 None None] Network de8f8fcd-6c23-467c-8ebe-97e578c6bcd0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:10.190518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.195662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.204051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.209909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.211118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/de8f8fcd-6c23-467c-8ebe-97e578c6bcd0 HTTP/1.1" status: 204 len: 168 time: 0.9759591 Aug 27 02:50:10.212254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57206) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:10.228865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-612716217'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:10.242339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c72584-e2b9-4cdb-8de8-73bd509a5251 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Network': ['ID=de8f8fcd-6c23-467c-8ebe-97e578c6bcd0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:10.395104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] Deleting port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:10.395488 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.509016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] For port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4,segment=NetworkSegment(3deb8f2a-42ed-4982-b6cc-62b1e1f1765e),segment_id=3deb8f2a-42ed-4982-b6cc-62b1e1f1765e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:10.509407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.526336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] Calling delete_port for fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:10.618195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aea56b1a-e43a-4b4c-b187-98abb3fe8981 None None] Provisioning for port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:10.625553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aea56b1a-e43a-4b4c-b187-98abb3fe8981 None None] Provisioning complete for port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:10.625930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aea56b1a-e43a-4b4c-b187-98abb3fe8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.704472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291c4273-5b1d-4485-b2bd-a279ed829bc8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:10.715857 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.717795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-748f2068-9727-4b24-aa36-eac76e834551 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7746289 Aug 27 02:50:10.735490 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.750777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-aea56b1a-e43a-4b4c-b187-98abb3fe8981 None None] Port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 update to ACTIVE by agent not found {{(pid=94774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 02:50:10.752702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:10.757128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.785627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] Pushing event deleted for resources: {'Port': ['ID=fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:10.785887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:10.796957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb4f006-7464-426d-b636-d07ca86c586e None None] No DVR routers for this DVR port fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:10.798336 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.799142 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Added segment c0d72a1e-52ae-4344-80c7-aea71137bbe6 of type vlan for network d02fee3b-2256-4d61-9e96-8d8523dec4ea Aug 27 02:50:10.864240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.910240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.916110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:10.916722 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.998477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7750986 Aug 27 02:50:11.001771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:11.022866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'subnet': {'network_id': 'd02fee3b-2256-4d61-9e96-8d8523dec4ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:11.027555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:11.038952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-d8a3f9b3-cd14-45db-8002-c5a5cb3d1d39 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145241967&fields=id&tenant_id=5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 267 time: 0.1026959 Aug 27 02:50:11.057241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a511a39-11c3-4990-bc98-487bdd41123c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Network': ['ID=d02fee3b-2256-4d61-9e96-8d8523dec4ea,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:11.069098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network d02fee3b-2256-4d61-9e96-8d8523dec4ea details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:11.175967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:11.176769 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:11.224919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4ae76063-5ac5-46cd-b9ac-e896435af90c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:11.226353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4ae76063-5ac5-46cd-b9ac-e896435af90c tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/networks?id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9 HTTP/1.1" status: 200 len: 797 time: 0.1865187 Aug 27 02:50:11.234669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:11.238418 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:11.265420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5080d865-0051-4abf-9c14-5d0dd9471731 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:11.290431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-3976d7f2-a76d-4d4c-b9e8-0ca8334dfb47 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/quotas/5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 375 time: 0.0482886 Aug 27 02:50:11.325952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 5080d865-0051-4abf-9c14-5d0dd9471731 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:11.331307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5080d865-0051-4abf-9c14-5d0dd9471731 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:11.331732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:11.374095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-7cf9c205-0856-4591-a1eb-23f149f9afbb tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745440 Aug 27 02:50:11.443879 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:11.479273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 5080d865-0051-4abf-9c14-5d0dd9471731, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5080d865-0051-4abf-9c14-5d0dd9471731,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:11.487492 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:11.583263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:11.596499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-af36517d-f783-4078-8662-95345534f456 service neutron] 10.222.0.10 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022963 Aug 27 02:50:11.599685 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:11.606565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=5080d865-0051-4abf-9c14-5d0dd9471731,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:11.610552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:50:11.611128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fa8fd45c-d8d6-4e3c-b31a-cae24b6f55a4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:11.728007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Subnet': ['ID=6258a24e-c2e1-4c70-a9c4-0b9380604474,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:11.751517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Checking segment: {'id': 'c0d72a1e-52ae-4344-80c7-aea71137bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd02fee3b-2256-4d61-9e96-8d8523dec4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:11.751867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network hostable DHCP agents. Network: d02fee3b-2256-4d61-9e96-8d8523dec4ea, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:11.780784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9c15deee-f4ae-4467-8ad5-f68518cfb77a service neutron] 10.222.0.10 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738012 Aug 27 02:50:11.784222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network d02fee3b-2256-4d61-9e96-8d8523dec4ea is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:11.795984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, d02fee3b-2256-4d61-9e96-8d8523dec4ea) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:11.801328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:11.801919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:11.807705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1f0df-963a-4a0c-9699-7b63ea7b9b9d None None] Network d02fee3b-2256-4d61-9e96-8d8523dec4ea requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:11.822012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9256e5f6-3eea-4b08-8d26-bf4a3a4d92eb tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8025253 Aug 27 02:50:11.822299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57224) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:11.930802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.006749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.037982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd7387-d88d-4e76-a329-6f6d4308583a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-d02fee3b-2256-4d61-9e96-8d8523dec4ea', 'network_id': 'd02fee3b-2256-4d61-9e96-8d8523dec4ea', 'tenant_id': 'cd41a025554649598d7d2c6f3aede030', 'fixed_ips': [{'subnet_id': '6258a24e-c2e1-4c70-a9c4-0b9380604474'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:12.040961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7387-d88d-4e76-a329-6f6d4308583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.057046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f3ef2ab0-662b-4acf-a651-d6b3b29755f4 req-247f0c66-3491-43ca-941f-c915fe186d78 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 210 time: 0.0671284 Aug 27 02:50:12.088395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.123402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Subnet': ['ID=6258a24e-c2e1-4c70-a9c4-0b9380604474,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-e5cd7387-d88d-4e76-a329-6f6d4308583a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6258a24e-c2e1-4c70-a9c4-0b9380604474: This subnet is being modified by another concurrent operation. Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6258a24e-c2e1-4c70-a9c4-0b9380604474: This subnet is being modified by another concurrent operation. Aug 27 02:50:12.183068 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:50:12.206564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26835a5c-d905-456b-9ef3-e2506eaccea1 None None] Network d02fee3b-2256-4d61-9e96-8d8523dec4ea requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:12.221218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.248193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02fee3b-2256-4d61-9e96-8d8523dec4ea']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:12.260649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d72a1e-52ae-4344-80c7-aea71137bbe6') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:12.261072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d72a1e-52ae-4344-80c7-aea71137bbe6') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:12.271584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.287932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.296237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:12.297551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:12.301400 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:12.339571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7768e7-fb33-4ef9-bb60-66a2c484355f None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:50:12.381588 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.391446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.395014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/d02fee3b-2256-4d61-9e96-8d8523dec4ea HTTP/1.1" status: 204 len: 168 time: 0.5711756 Aug 27 02:50:12.398047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57238) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:12.404988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-272765432'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:12.454405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:12.459029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7768e7-fb33-4ef9-bb60-66a2c484355f None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:50:12.461161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.465870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba154c-40fb-48a9-b6d7-2f881ad9092a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Network': ['ID=d02fee3b-2256-4d61-9e96-8d8523dec4ea,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:12.494246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:12.505882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.506598 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Added segment 6fd32d82-35a8-4210-8c29-9f1d7f7f55f5 of type vlan for network d0e04236-3d03-4d40-b8cc-bb9eefc69435 Aug 27 02:50:12.569699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.617117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.628332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:12.630107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.735032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3353207 Aug 27 02:50:12.737979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57240) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:12.738345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dfb2d-36cf-4984-85a0-b9c343a2af10 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Network': ['ID=d0e04236-3d03-4d40-b8cc-bb9eefc69435,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:12.743158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Request body: {'subnet': {'network_id': 'd0e04236-3d03-4d40-b8cc-bb9eefc69435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:12.750288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network d0e04236-3d03-4d40-b8cc-bb9eefc69435 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:12.847519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Made reservation on behalf of cd41a025554649598d7d2c6f3aede030 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:12.851308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:12.878803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5080d865-0051-4abf-9c14-5d0dd9471731 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:12.928851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5080d865-0051-4abf-9c14-5d0dd9471731 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:12.929303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.141422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.objects.ports [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:50:13.143329 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.185843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aaf2fd60-da09-49c0-bce9-33e9432428eb req-9b155680-efdf-4367-99ed-3008a467623f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 210 time: 0.0269604 Aug 27 02:50:13.222962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event updated for resources: {'Subnet': ['ID=c56f2dcd-9585-4a12-bf7b-6684fa2f2c09,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:13.229903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-0a712e0b-d403-466f-9245-fa658e38ed70 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:13.231230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-0a712e0b-d403-466f-9245-fa658e38ed70 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "GET /v2.0/networks?id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9 HTTP/1.1" status: 200 len: 797 time: 0.1908967 Aug 27 02:50:13.233118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Checking segment: {'id': '6fd32d82-35a8-4210-8c29-9f1d7f7f55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd0e04236-3d03-4d40-b8cc-bb9eefc69435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:13.233484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network hostable DHCP agents. Network: d0e04236-3d03-4d40-b8cc-bb9eefc69435, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:13.252512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Network d0e04236-3d03-4d40-b8cc-bb9eefc69435 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:13.280785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, d0e04236-3d03-4d40-b8cc-bb9eefc69435) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:13.285743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:13.286500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.287369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-3f361abe-c46e-428b-88a5-aaaf352c731f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1b46e9678645cd87d02089062acdc5 HTTP/1.1" status: 200 len: 380 time: 0.0442986 Aug 27 02:50:13.293418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc69655-95f3-4621-bf35-f1d8e057f864 None None] Network d0e04236-3d03-4d40-b8cc-bb9eefc69435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:13.300719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'port': {'device_id': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'admin_state_up': True, 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'security_groups': ['b4658747-903f-4d36-8f3b-5575854ee75d']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:13.319327 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-63fbcdd7-8967-4e7a-b84a-95bf54880c0b tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5801435 Aug 27 02:50:13.322036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57246) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:13.437449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.449543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Made reservation on behalf of 5b1b46e9678645cd87d02089062acdc5 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:13.453184 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.474802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ddecc6-e30c-4296-881d-b96dded7d1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-d0e04236-3d03-4d40-b8cc-bb9eefc69435', 'network_id': 'd0e04236-3d03-4d40-b8cc-bb9eefc69435', 'tenant_id': 'cd41a025554649598d7d2c6f3aede030', 'fixed_ips': [{'subnet_id': 'c56f2dcd-9585-4a12-bf7b-6684fa2f2c09'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:13.475812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-70ddecc6-e30c-4296-881d-b96dded7d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.509558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.578984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-70ddecc6-e30c-4296-881d-b96dded7d1d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c56f2dcd-9585-4a12-bf7b-6684fa2f2c09: This subnet is being modified by another concurrent operation. Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c56f2dcd-9585-4a12-bf7b-6684fa2f2c09: This subnet is being modified by another concurrent operation. Aug 27 02:50:13.586497 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 02:50:13.608804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0fddd-20a8-4825-8d35-5d2973e29712 None None] Network d0e04236-3d03-4d40-b8cc-bb9eefc69435 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:13.612413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.20.0.12 (187dcba8-8d94-4c8c-a661-f9b76ec92ca9/125186ab-934a-49dc-a976-588e8408b16e/f55bbcfa-4c96-4454-9c78-36ee58f818f6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:13.624731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Subnet': ['ID=c56f2dcd-9585-4a12-bf7b-6684fa2f2c09,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:13.701445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.713326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e04236-3d03-4d40-b8cc-bb9eefc69435']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:13.727592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd32d82-35a8-4210-8c29-9f1d7f7f55f5') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:13.728482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd32d82-35a8-4210-8c29-9f1d7f7f55f5') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:13.739202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.755272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.771301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:13.771742 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:13.776579 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:13.809269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.852480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.853055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Transition to ACTIVE for port object f55bbcfa-4c96-4454-9c78-36ee58f818f6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:13.860670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.862571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/d0e04236-3d03-4d40-b8cc-bb9eefc69435 HTTP/1.1" status: 204 len: 168 time: 0.5393605 Aug 27 02:50:13.866859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:13.875328 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da484f-eeb3-4e7b-9e37-69e651fd6030 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Network': ['ID=d0e04236-3d03-4d40-b8cc-bb9eefc69435,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:13.898437 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bacabe-d5ac-41f2-9082-ec39e876ba79 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:13.898889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bacabe-d5ac-41f2-9082-ec39e876ba79 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:13.903082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e9bacabe-d5ac-41f2-9082-ec39e876ba79 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/c56f2dcd-9585-4a12-bf7b-6684fa2f2c09 HTTP/1.1" status: 404 len: 337 time: 0.0314431 Aug 27 02:50:13.903868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:13.922791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.925980 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb93ce6-8ef6-42cf-919d-0932222b2a11 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:13.926943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb93ce6-8ef6-42cf-919d-0932222b2a11 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:13.930957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fbb93ce6-8ef6-42cf-919d-0932222b2a11 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/d0e04236-3d03-4d40-b8cc-bb9eefc69435 HTTP/1.1" status: 404 len: 339 time: 0.0255129 Aug 27 02:50:13.934366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57252) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:13.943304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9e585-4ba4-4e5a-9d00-d953ff5aab2f None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:50:13.965163 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4bbb4c-253d-4abc-90fe-7b2894af5059 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:13.965612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4bbb4c-253d-4abc-90fe-7b2894af5059 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:13.970849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57254) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:13.971065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca4bbb4c-253d-4abc-90fe-7b2894af5059 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/6258a24e-c2e1-4c70-a9c4-0b9380604474 HTTP/1.1" status: 404 len: 337 time: 0.0351367 Aug 27 02:50:14.007165 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-96bfaee1-3e0b-4875-a97e-09729b74e48a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:14.007771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96bfaee1-3e0b-4875-a97e-09729b74e48a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:14.009903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-96bfaee1-3e0b-4875-a97e-09729b74e48a tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/d02fee3b-2256-4d61-9e96-8d8523dec4ea HTTP/1.1" status: 404 len: 339 time: 0.0361722 Aug 27 02:50:14.011552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:14.013058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57256) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:14.018570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:14.022117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:14.046844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9e585-4ba4-4e5a-9d00-d953ff5aab2f None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:50:14.047123 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e36788c-22cf-45ca-8d00-aeb436524df9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:14.048531 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e36788c-22cf-45ca-8d00-aeb436524df9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:14.050282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7e36788c-22cf-45ca-8d00-aeb436524df9 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/21c1a35e-97cd-4269-8c9d-c246f7f513cf HTTP/1.1" status: 404 len: 337 time: 0.0362232 Aug 27 02:50:14.052778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57258) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:14.054083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=f55bbcfa-4c96-4454-9c78-36ee58f818f6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:14.072952 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5b8f21-6c06-4dbc-adca-1dbdd46bf665 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:14.073511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5b8f21-6c06-4dbc-adca-1dbdd46bf665 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:14.077572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ab5b8f21-6c06-4dbc-adca-1dbdd46bf665 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/de8f8fcd-6c23-467c-8ebe-97e578c6bcd0 HTTP/1.1" status: 404 len: 339 time: 0.0217540 Aug 27 02:50:14.078025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57260) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:14.081574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:14.082214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.098038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-9177cd70-24c3-4ec2-9024-e4c4bfb25fe5 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8028345 Aug 27 02:50:14.114043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Request body: {'port': {'device_id': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:14.175980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Deleting port 04d4017b-9bb6-4eba-aa96-9c6463b23481 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:14.176594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.180977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.253609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.268573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Calling delete_port for 04d4017b-9bb6-4eba-aa96-9c6463b23481 owned by {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:14.392725 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.418341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a474f-1e8c-4495-bd95-cfb8714f5e29 req-4c2d98f0-e883-4ff2-b7fe-51676568db7e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:14.426253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-030a474f-1e8c-4495-bd95-cfb8714f5e29 req-4c2d98f0-e883-4ff2-b7fe-51676568db7e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 932 time: 0.1153383 Aug 27 02:50:14.458933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.461357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/ports/04d4017b-9bb6-4eba-aa96-9c6463b23481 HTTP/1.1" status: 204 len: 168 time: 0.3749223 Aug 27 02:50:14.462376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d2b5-8930-47b4-936c-857cfc787b4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Port': ['ID=04d4017b-9bb6-4eba-aa96-9c6463b23481,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:14.464469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57268) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:14.506232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-030a474f-1e8c-4495-bd95-cfb8714f5e29 req-e1f8d4f3-3ae2-4e57-b33a-ebbcdb625f91 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789981 Aug 27 02:50:14.511627 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-137dc944-5eeb-4dcd-880b-e028f483c66c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:14.517974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137dc944-5eeb-4dcd-880b-e028f483c66c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:14.519966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-137dc944-5eeb-4dcd-880b-e028f483c66c tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/fef7a648-136c-4413-9cab-005e3af5e0af HTTP/1.1" status: 404 len: 337 time: 0.0490963 Aug 27 02:50:14.522609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57270) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:14.573961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55bbcfa-4c96-4454-9c78-36ee58f818f6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:50:14.587464 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.604877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Transition to ACTIVE for port object f55bbcfa-4c96-4454-9c78-36ee58f818f6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:14.611842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.612347 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.640102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-58b11c87-2960-40d5-a5de-f5eb0022e74b None None] Provisioning for port f55bbcfa-4c96-4454-9c78-36ee58f818f6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:14.693378 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Pushing event updated for resources: {'Port': ['ID=f55bbcfa-4c96-4454-9c78-36ee58f818f6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:14.753864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Attempting to bind port f55bbcfa-4c96-4454-9c78-36ee58f818f6 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:14.754568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Attempting to bind port f55bbcfa-4c96-4454-9c78-36ee58f818f6 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:14.754999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Attempting to bind port f55bbcfa-4c96-4454-9c78-36ee58f818f6 on network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:14.760236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Port f55bbcfa-4c96-4454-9c78-36ee58f818f6 on network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:50:14.760853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Attempting to bind port f55bbcfa-4c96-4454-9c78-36ee58f818f6 on network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:14.766743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:14.767230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Checking segment: {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:14.767730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Bound using segment: {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:14.768264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Bound port: f55bbcfa-4c96-4454-9c78-36ee58f818f6, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a60edc1-2410-4e76-9aec-a542328e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:14.768727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.841711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] For port f55bbcfa-4c96-4454-9c78-36ee58f818f6, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:14.845582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] For port f55bbcfa-4c96-4454-9c78-36ee58f818f6, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:14.852626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.887940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:14.888567 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.891082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] 10.222.0.32 "PUT /v2.0/ports/f55bbcfa-4c96-4454-9c78-36ee58f818f6 HTTP/1.1" status: 200 len: 1092 time: 0.7824225 Aug 27 02:50:14.891546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:14.894051 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a96441a-2372-4ecf-bdae-d82fa268404b" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:14.928702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724d259-b9ad-4bbd-af49-5fa1b589e962 service neutron] Pushing event updated for resources: {'Port': ['ID=f55bbcfa-4c96-4454-9c78-36ee58f818f6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:14.959493 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08742f2e-6bf1-419a-97e1-ab2746375623 x-openstack-request-id: req-08742f2e-6bf1-419a-97e1-ab2746375623 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:14.959924 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:14.960387 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08742f2e-6bf1-419a-97e1-ab2746375623 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:14.960900 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'status': 'completed', 'code': 200} Aug 27 02:50:14.997363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-69e43498-c31f-4943-9fbe-ece71a3a3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:14.999221 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-69e43498-c31f-4943-9fbe-ece71a3a3b47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 1095 time: 0.0530024 Aug 27 02:50:15.048792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-e5853607-ff06-42a0-b00b-7c1a81084fa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6 HTTP/1.1" status: 200 len: 217 time: 0.0396330 Aug 27 02:50:15.065812 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.084061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1688499-7589-4717-9a00-b3df1d4ff91f']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:15.106374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-c3232dd8-7833-4587-b9f6-dd5403443b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.107572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deb8f2a-42ed-4982-b6cc-62b1e1f1765e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:15.107881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deb8f2a-42ed-4982-b6cc-62b1e1f1765e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:15.108100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-c3232dd8-7833-4587-b9f6-dd5403443b47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=125186ab-934a-49dc-a976-588e8408b16e HTTP/1.1" status: 200 len: 835 time: 0.0496840 Aug 27 02:50:15.120084 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.136775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.148810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716fa6a-5f1f-44f4-9041-3c2c1aa84dc5 req-bb52f901-9513-4f39-8ece-f1683b38c4c9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.150393 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5716fa6a-5f1f-44f4-9041-3c2c1aa84dc5 req-bb52f901-9513-4f39-8ece-f1683b38c4c9 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 945 time: 0.0872822 Aug 27 02:50:15.153596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:15.154005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:15.157124 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:15.159331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-afe069ea-135e-47ca-8f70-a28217c91045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.160876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-afe069ea-135e-47ca-8f70-a28217c91045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425851 Aug 27 02:50:15.240648 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5716fa6a-5f1f-44f4-9041-3c2c1aa84dc5 req-9d5d80da-f53b-4fa1-be5c-7e4de7d51d7b tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826218 Aug 27 02:50:15.241697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.248770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.250642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/a1688499-7589-4717-9a00-b3df1d4ff91f HTTP/1.1" status: 204 len: 168 time: 0.7267461 Aug 27 02:50:15.256623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57276) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:15.264402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805cb51-0b75-41c6-8327-a9ce03095ce5 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Network': ['ID=a1688499-7589-4717-9a00-b3df1d4ff91f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:15.297766 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-b00cc753-83c9-446e-9561-6de342d7a4de service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277397 Aug 27 02:50:15.430640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Deleting port 782a10f9-893d-42ae-9ff4-7a8e9ee678de {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:15.430990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.435078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c8d578e9-ddef-4331-b165-57e8d9fc1005 req-aa278fbd-0902-4ce5-a341-a5da87f45036 service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207778 Aug 27 02:50:15.506217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.537456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Calling delete_port for 782a10f9-893d-42ae-9ff4-7a8e9ee678de owned by {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:15.599120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-c70ef390-1164-4e5e-b3b6-5578e15048dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.600549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-c70ef390-1164-4e5e-b3b6-5578e15048dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 1095 time: 0.1135569 Aug 27 02:50:15.720522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17da05-7a97-4dcb-91d6-cc305772564d req-21e1b6f1-7466-41ca-a04f-293c2ad14efd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.722063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e17da05-7a97-4dcb-91d6-cc305772564d req-21e1b6f1-7466-41ca-a04f-293c2ad14efd tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 944 time: 0.1374483 Aug 27 02:50:15.724822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.779277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Port': ['ID=782a10f9-893d-42ae-9ff4-7a8e9ee678de,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:15.784834 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.786771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-241a93fa-85f9-4b5d-ad7e-116ea54e7d4d tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/ports/782a10f9-893d-42ae-9ff4-7a8e9ee678de HTTP/1.1" status: 204 len: 168 time: 0.5292022 Aug 27 02:50:15.787913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-7f4a1b85-195b-4572-b61a-9d15ae2db8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.789262 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-7f4a1b85-195b-4572-b61a-9d15ae2db8c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9 HTTP/1.1" status: 200 len: 898 time: 0.1717422 Aug 27 02:50:15.789535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57280) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:15.816250 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd79fd2-bf5a-4f5f-8b54-b471c674bbf0 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:15.816712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd79fd2-bf5a-4f5f-8b54-b471c674bbf0 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:15.818517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ecd79fd2-bf5a-4f5f-8b54-b471c674bbf0 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/518cdf14-57c8-4d31-89ea-bee9dbc4d841 HTTP/1.1" status: 404 len: 337 time: 0.0278528 Aug 27 02:50:15.821281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57282) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:15.848623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e17da05-7a97-4dcb-91d6-cc305772564d req-235572a5-0228-4dd0-a6f3-eaff1ddd5bb3 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136143 Aug 27 02:50:15.849986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-ac1d982c-4365-4400-b0e8-06cc91c4d3d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6 HTTP/1.1" status: 200 len: 217 time: 0.0493281 Aug 27 02:50:15.901815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-0b0792f8-0e38-4499-9735-033abe844d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.903339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-0b0792f8-0e38-4499-9735-033abe844d85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=125186ab-934a-49dc-a976-588e8408b16e HTTP/1.1" status: 200 len: 835 time: 0.0448880 Aug 27 02:50:15.903747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.952131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-5c6b7d24-4c79-43d2-9180-314dfd232d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:15.953638 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-5c6b7d24-4c79-43d2-9180-314dfd232d29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404482 Aug 27 02:50:15.988310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:15.998412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09fb2c2-a233-4c53-8c66-692269587756']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:16.008333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:16.008683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa07bf6-5a8e-4a4f-a15c-d20d1c60786e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:16.017578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.036676 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.045390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:16.045976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:16.049249 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:16.053689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-20d1c87a-eebc-4f6a-9066-203d83a304d9 service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893090 Aug 27 02:50:16.109187 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.114408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.116377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/c09fb2c2-a233-4c53-8c66-692269587756 HTTP/1.1" status: 204 len: 168 time: 0.2941079 Aug 27 02:50:16.120520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57284) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:16.132619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c3e2e-38ad-42d5-9570-600273aecf36 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Network': ['ID=c09fb2c2-a233-4c53-8c66-692269587756,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:16.204472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Deleting subnet 13583643-b845-4b44-9d27-31b452bf36c6 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:50:16.210623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a96441a-2372-4ecf-bdae-d82fa268404b req-5f6c4ea2-e4a5-4e1f-96c3-a863883d1913 service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493239 Aug 27 02:50:16.211527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.275327 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.335149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-4ea0cb50-be61-4ba6-8cce-e7906c55de66 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:16.336686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-4ea0cb50-be61-4ba6-8cce-e7906c55de66 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.32 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 945 time: 0.0938122 Aug 27 02:50:16.377799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432a181-c52d-40ce-8953-d56c44853656 req-2e724bdd-0f3e-4b96-ae6f-93dd38298b4c tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:16.379332 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b432a181-c52d-40ce-8953-d56c44853656 req-2e724bdd-0f3e-4b96-ae6f-93dd38298b4c tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 945 time: 0.0489407 Aug 27 02:50:16.410605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.418949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b432a181-c52d-40ce-8953-d56c44853656 req-05c11d5e-38ac-431e-9492-5a09060dc31f tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/security-groups?id=08f06c73-4345-40e4-a1df-1739d7223c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Aug 27 02:50:16.496412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Deleting port 353c7ada-0d82-427a-9479-c195acf02823 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:16.496755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.501125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.570354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Subnet': ['ID=13583643-b845-4b44-9d27-31b452bf36c6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:16.575977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.577844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bd312836-bf38-4b87-9afa-18cf0be8d667 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/subnets/13583643-b845-4b44-9d27-31b452bf36c6 HTTP/1.1" status: 204 len: 168 time: 0.4563596 Aug 27 02:50:16.577989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1353a4-dc86-413a-8a3d-5d204e9afd0a None None] Network ae6561e4-9a0d-40b2-b255-f743fc7432a6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:16.581000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57288) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:16.678506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] For port 353c7ada-0d82-427a-9479-c195acf02823, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=353c7ada-0d82-427a-9479-c195acf02823,segment=NetworkSegment(10e1e45f-2bc1-4d79-883c-3dedc82e932d),segment_id=10e1e45f-2bc1-4d79-883c-3dedc82e932d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:16.678856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.689852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.696980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Calling delete_port for 353c7ada-0d82-427a-9479-c195acf02823 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:16.755712 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.760463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] DHCP port deletion for ae6561e4-9a0d-40b2-b255-f743fc7432a6 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:50:16.805377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] Deleting port 30e684e5-63d5-4572-8113-0922b8b443bc {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:16.805763 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.826360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Deleting port 30e684e5-63d5-4572-8113-0922b8b443bc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:16.826360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.871749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 30e684e5-63d5-4572-8113-0922b8b443bc no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:16.921839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] For port 30e684e5-63d5-4572-8113-0922b8b443bc, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30e684e5-63d5-4572-8113-0922b8b443bc,segment=NetworkSegment(ba017abc-bfb1-464b-b640-57b5877c74e3),segment_id=ba017abc-bfb1-464b-b640-57b5877c74e3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:16.922246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.922441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] For port 30e684e5-63d5-4572-8113-0922b8b443bc, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30e684e5-63d5-4572-8113-0922b8b443bc,segment=NetworkSegment(ba017abc-bfb1-464b-b640-57b5877c74e3),segment_id=ba017abc-bfb1-464b-b640-57b5877c74e3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:16.922945 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.937695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] Calling delete_port for 30e684e5-63d5-4572-8113-0922b8b443bc owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:16.949945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Calling delete_port for 30e684e5-63d5-4572-8113-0922b8b443bc owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:16.951723 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.006343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['353c7ada-0d82-427a-9479-c195acf02823'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:50:17.052417 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.101252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 30e684e5-63d5-4572-8113-0922b8b443bc, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30e684e5-63d5-4572-8113-0922b8b443bc,segment=NetworkSegment(ba017abc-bfb1-464b-b640-57b5877c74e3),segment_id=ba017abc-bfb1-464b-b640-57b5877c74e3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:17.109971 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.116596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.155966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] No DVR routers for this DVR port 30e684e5-63d5-4572-8113-0922b8b443bc on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:17.175347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=30e684e5-63d5-4572-8113-0922b8b443bc,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:17.199610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c74e4-b70c-4e7b-8a58-d6acff00b947 None None] Pushing event deleted for resources: {'Port': ['ID=30e684e5-63d5-4572-8113-0922b8b443bc,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:17.372123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Pushing event deleted for resources: {'Port': ['ID=353c7ada-0d82-427a-9479-c195acf02823,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:17.416513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dfa24-40f9-4640-8534-f759b15d5c0f req-bbc47e9f-7e9f-47a6-a043-a6a61c218853 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:17.417905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c35dfa24-40f9-4640-8534-f759b15d5c0f req-bbc47e9f-7e9f-47a6-a043-a6a61c218853 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 944 time: 0.4926033 Aug 27 02:50:17.437848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] No DVR routers for this DVR port 353c7ada-0d82-427a-9479-c195acf02823 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:17.445201 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.447168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6721a38-beed-40b8-a606-6e09af7c6970 req-09ad1643-91c0-4737-9511-e0b05cc30926 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.32 "DELETE /v2.0/ports/353c7ada-0d82-427a-9479-c195acf02823 HTTP/1.1" status: 204 len: 173 time: 1.0870881 Aug 27 02:50:17.448829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'name': 'network-vif-deleted', 'tag': '353c7ada-0d82-427a-9479-c195acf02823'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:17.451145 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395d88fe-5a87-4929-b199-e7b3f6dd2c39" -d '{"events": [{"server_uuid": "41dac26a-1f7f-4106-8e0d-d4c424247c2b", "name": "network-vif-deleted", "tag": "353c7ada-0d82-427a-9479-c195acf02823"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:17.491352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c35dfa24-40f9-4640-8534-f759b15d5c0f req-61b2ee80-8e38-4057-90cf-249c21d1b4d8 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563438 Aug 27 02:50:17.492647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.521858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Port': ['ID=30e684e5-63d5-4572-8113-0922b8b443bc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:17.525562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] No DVR routers for this DVR port 30e684e5-63d5-4572-8113-0922b8b443bc on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:17.550756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b0bed64-4ab6-4407-bac7-ad39f29cf469 req-f91feb4c-710d-4806-a5a6-481f0bca1ce4 tempest-VolumesSnapshotTestJSON-651195682 tempest-VolumesSnapshotTestJSON-651195682-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dac26a-1f7f-4106-8e0d-d4c424247c2b HTTP/1.1" status: 200 len: 210 time: 0.0600493 Aug 27 02:50:17.558778 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40c7381-6f64-4555-a155-51cfc55c212f x-openstack-request-id: req-b40c7381-6f64-4555-a155-51cfc55c212f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:17.559147 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dac26a-1f7f-4106-8e0d-d4c424247c2b", "name": "network-vif-deleted", "tag": "353c7ada-0d82-427a-9479-c195acf02823", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:17.559466 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b40c7381-6f64-4555-a155-51cfc55c212f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:17.559931 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dac26a-1f7f-4106-8e0d-d4c424247c2b', 'name': 'network-vif-deleted', 'tag': '353c7ada-0d82-427a-9479-c195acf02823', 'status': 'completed', 'code': 200} Aug 27 02:50:17.620681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.630758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6561e4-9a0d-40b2-b255-f743fc7432a6']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:17.641021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba017abc-bfb1-464b-b640-57b5877c74e3') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:17.641324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba017abc-bfb1-464b-b640-57b5877c74e3') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:17.650108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.666232 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.672376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:17.672764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:17.676079 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:17.686308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.707438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f55bbcfa-4c96-4454-9c78-36ee58f818f6 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:50:17.739518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.746270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.748242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] 10.222.0.10 "DELETE /v2.0/networks/ae6561e4-9a0d-40b2-b255-f743fc7432a6 HTTP/1.1" status: 204 len: 168 time: 1.1663780 Aug 27 02:50:17.759731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd84545-ff09-479b-b7ee-ae0de1b5e9d8 tempest-NetworksIpV6TestAttrs-1689251696 tempest-NetworksIpV6TestAttrs-1689251696-project] Pushing event deleted for resources: {'Network': ['ID=ae6561e4-9a0d-40b2-b255-f743fc7432a6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:17.803665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f55bbcfa-4c96-4454-9c78-36ee58f818f6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:17.818442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'port_id': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'mac_address': 'fa:16:3e:5e:16:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:50:17.860278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.873885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55bbcfa-4c96-4454-9c78-36ee58f818f6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:50:17.894292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f55bbcfa-4c96-4454-9c78-36ee58f818f6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:17.900342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.952245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f55bbcfa-4c96-4454-9c78-36ee58f818f6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:18.016793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57302) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:18.110240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f55bbcfa-4c96-4454-9c78-36ee58f818f6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:50:18.148256 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-249d33a1-7846-438e-bff8-07b60a4d04a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd41a025554649598d7d2c6f3aede030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300929 Aug 27 02:50:18.150597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57306) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:18.198344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c50e2ae-eb2e-4455-a975-f35a89e9eb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:18.220726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c50e2ae-eb2e-4455-a975-f35a89e9eb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:18.267537 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c50e2ae-eb2e-4455-a975-f35a89e9eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:18.270186 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c50e2ae-eb2e-4455-a975-f35a89e9eb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:18.273807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c50e2ae-eb2e-4455-a975-f35a89e9eb85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b8e868b-ec43-463c-a34f-09c5017e97a6 HTTP/1.1" status: 204 len: 168 time: 0.1199603 Aug 27 02:50:18.274001 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:50:18.280185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50e2ae-eb2e-4455-a975-f35a89e9eb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8e868b-ec43-463c-a34f-09c5017e97a6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:18.622733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f14ff4-7018-4115-9820-ae5a402c1aba req-1ee53a2c-f51f-432e-8908-dcf94ea4cc7e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:18.624731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75f14ff4-7018-4115-9820-ae5a402c1aba req-1ee53a2c-f51f-432e-8908-dcf94ea4cc7e tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 945 time: 0.0607107 Aug 27 02:50:18.666873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75f14ff4-7018-4115-9820-ae5a402c1aba req-a8d88d76-b11b-4fe9-9e38-943d254be94f tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347273 Aug 27 02:50:18.988968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.088008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4fbe6a56-10c8-45ab-837f-a58958509b79 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] Request body: {'port': {'network_id': '16e133d4-9917-4692-8231-e072621dcdf5', 'name': 'tempest-NetworksNegativeTestJSON-1365045516'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:19.101735 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbe6a56-10c8-45ab-837f-a58958509b79 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] POST failed (client error): The resource could not be found. Aug 27 02:50:19.102340 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbe6a56-10c8-45ab-837f-a58958509b79 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:19.108410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4fbe6a56-10c8-45ab-837f-a58958509b79 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1134639 Aug 27 02:50:19.108723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57344) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.127385 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff344809-2ae3-457c-ad70-6a31e88786b5 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:19.127940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff344809-2ae3-457c-ad70-6a31e88786b5 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:19.129846 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ff344809-2ae3-457c-ad70-6a31e88786b5 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "DELETE /v2.0/networks/9c97dfc0-e0d5-404f-b6ca-fbb9bc9e6984 HTTP/1.1" status: 404 len: 339 time: 0.0200443 Aug 27 02:50:19.133439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57346) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.155915 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c80934-1bb8-4fbe-8435-b97f22dfb2b5 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:19.156527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c80934-1bb8-4fbe-8435-b97f22dfb2b5 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:19.159018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-98c80934-1bb8-4fbe-8435-b97f22dfb2b5 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "DELETE /v2.0/ports/e8fa77b6-5d3a-4cf2-b4c3-99a6b50dea2e HTTP/1.1" status: 404 len: 333 time: 0.0245085 Aug 27 02:50:19.161940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57348) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.188817 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c488e0d-349d-4175-94a0-603c323d0109 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:19.189179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c488e0d-349d-4175-94a0-603c323d0109 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:19.190961 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2c488e0d-349d-4175-94a0-603c323d0109 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "DELETE /v2.0/subnets/1d5b7c7d-ff8c-4f2e-8b1b-c796df4e54b4 HTTP/1.1" status: 404 len: 337 time: 0.0280294 Aug 27 02:50:19.194538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57350) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.214617 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e040ae5-acf7-41eb-8aa1-f2da1df44aae tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] GET failed (client error): The resource could not be found. Aug 27 02:50:19.219635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0e040ae5-acf7-41eb-8aa1-f2da1df44aae tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "GET /v2.0/networks/87201d12-cd19-45ab-92a5-d3079e188941 HTTP/1.1" status: 404 len: 339 time: 0.0205050 Aug 27 02:50:19.220029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57352) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.245375 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1105124e-caee-4084-841f-7b258e20716e tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] GET failed (client error): The resource could not be found. Aug 27 02:50:19.246934 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1105124e-caee-4084-841f-7b258e20716e tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "GET /v2.0/ports/b9278538-1b2c-4468-b0aa-45e897f2fb02 HTTP/1.1" status: 404 len: 333 time: 0.0257356 Aug 27 02:50:19.250844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57354) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.278846 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd7e449-9af3-4b80-b602-e592909be922 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] GET failed (client error): The resource could not be found. Aug 27 02:50:19.280099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7fd7e449-9af3-4b80-b602-e592909be922 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "GET /v2.0/subnets/06f4df8c-fd4a-4b06-b21c-5483c258060a HTTP/1.1" status: 404 len: 337 time: 0.0282977 Aug 27 02:50:19.284010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57356) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.289123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f4428ff0-3644-4613-971f-18c3f4abeac4 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:19.303470 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4428ff0-3644-4613-971f-18c3f4abeac4 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] PUT failed (client error): The resource could not be found. Aug 27 02:50:19.304027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4428ff0-3644-4613-971f-18c3f4abeac4 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:19.305145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4428ff0-3644-4613-971f-18c3f4abeac4 tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "PUT /v2.0/networks/d717a066-5d32-4dc5-84ae-615cc58638ad HTTP/1.1" status: 404 len: 339 time: 0.0202374 Aug 27 02:50:19.309144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57358) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.314294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-56adc2b1-ab17-44ae-999e-51ce5eb99caf tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:19.336350 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-56adc2b1-ab17-44ae-999e-51ce5eb99caf tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] PUT failed (client error): The resource could not be found. Aug 27 02:50:19.336988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56adc2b1-ab17-44ae-999e-51ce5eb99caf tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:19.338080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-56adc2b1-ab17-44ae-999e-51ce5eb99caf tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "PUT /v2.0/ports/54d389b2-679d-43eb-b852-d9b7c2d7cc93 HTTP/1.1" status: 404 len: 333 time: 0.0279932 Aug 27 02:50:19.341997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57360) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.347000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6f4ea474-c41f-47a7-9dd2-c3d450f8948a tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:19.369340 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4ea474-c41f-47a7-9dd2-c3d450f8948a tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] PUT failed (client error): The resource could not be found. Aug 27 02:50:19.369800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4ea474-c41f-47a7-9dd2-c3d450f8948a tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:19.370998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f4ea474-c41f-47a7-9dd2-c3d450f8948a tempest-NetworksNegativeTestJSON-819236922 tempest-NetworksNegativeTestJSON-819236922-project] 10.222.0.10 "PUT /v2.0/subnets/cadb9e0c-e097-464c-b4a4-b7b38a815f8a HTTP/1.1" status: 404 len: 337 time: 0.0280814 Aug 27 02:50:19.624172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57366) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.739415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f55bbcfa-4c96-4454-9c78-36ee58f818f6 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:19.743112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6736e5f8-c515-428e-89da-98e6d0e5efb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.782985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296ec0c-efef-445d-ae91-7e17f368e6c7 req-3a83ccae-e8be-466b-a30e-64616e0de207 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:19.784474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d296ec0c-efef-445d-ae91-7e17f368e6c7 req-3a83ccae-e8be-466b-a30e-64616e0de207 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 945 time: 0.0498803 Aug 27 02:50:19.791874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port f55bbcfa-4c96-4454-9c78-36ee58f818f6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:19.796781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port f55bbcfa-4c96-4454-9c78-36ee58f818f6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:19.797185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.828106 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d296ec0c-efef-445d-ae91-7e17f368e6c7 req-72245b2c-e0ec-4592-9669-e4dde571304d tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360892 Aug 27 02:50:19.847351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6736e5f8-c515-428e-89da-98e6d0e5efb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.853238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6736e5f8-c515-428e-89da-98e6d0e5efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.881034 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.891465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6736e5f8-c515-428e-89da-98e6d0e5efb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be8e60bc25f6486aa2db82f5611f2a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662165 Aug 27 02:50:19.892369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736e5f8-c515-428e-89da-98e6d0e5efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2c611-5a08-44c1-bfcf-e63b135003d4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:19.894718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57374) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:19.923450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:19.926874 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1880e5c-3d7e-4164-8c30-a024f16fbbf7" -d '{"events": [{"server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:19.941384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f55bbcfa-4c96-4454-9c78-36ee58f818f6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:19.947372 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.948482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 353c7ada-0d82-427a-9479-c195acf02823 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:19.957399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97286608-2f76-4156-adfb-f1e58e423165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.978993 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1767c2f-b95c-487f-86a4-bc774e4f764e x-openstack-request-id: req-c1767c2f-b95c-487f-86a4-bc774e4f764e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:19.979422 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:19.979579 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97286608-2f76-4156-adfb-f1e58e423165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:19.979850 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1767c2f-b95c-487f-86a4-bc774e4f764e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:19.980336 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'code': 200} Aug 27 02:50:20.001013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 353c7ada-0d82-427a-9479-c195acf02823 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:50:20.001523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 353c7ada-0d82-427a-9479-c195acf02823 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:20.023368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f55bbcfa-4c96-4454-9c78-36ee58f818f6,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:20.048853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97286608-2f76-4156-adfb-f1e58e423165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:20.051652 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97286608-2f76-4156-adfb-f1e58e423165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:20.052910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-97286608-2f76-4156-adfb-f1e58e423165 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efe2c611-5a08-44c1-bfcf-e63b135003d4 HTTP/1.1" status: 204 len: 168 time: 0.1570525 Aug 27 02:50:20.078235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286608-2f76-4156-adfb-f1e58e423165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2c611-5a08-44c1-bfcf-e63b135003d4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:20.090945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729464-f937-461a-abc2-b4f6563f2413 req-25faac7a-d634-4818-8462-f2ed52cbee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:20.092482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd729464-f937-461a-abc2-b4f6563f2413 req-25faac7a-d634-4818-8462-f2ed52cbee98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 1097 time: 0.0528350 Aug 27 02:50:20.134147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dd729464-f937-461a-abc2-b4f6563f2413 req-98ae4285-6e1a-4389-b3d4-7994170cd1f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Aug 27 02:50:20.734870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57402) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:20.834463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--869031644'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:20.861010 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:20.869480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:20.950079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25d0-ff53-4d3b-b80d-52b714a832a1 req-6a299c78-b2b8-4de4-aa4f-7e902146b63d tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:20.951596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f53c25d0-ff53-4d3b-b80d-52b714a832a1 req-6a299c78-b2b8-4de4-aa4f-7e902146b63d tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 946 time: 0.0544090 Aug 27 02:50:20.963912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:20.970394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:20.993535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f53c25d0-ff53-4d3b-b80d-52b714a832a1 req-f8505fed-efe6-4c74-9522-9ee2238e73d1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348151 Aug 27 02:50:21.035604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afcf85d-291e-4b7e-95e9-ba271c5c67a5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.073768 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.079493 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.121312 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.125094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3890612 Aug 27 02:50:21.127935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.129622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d075f9-0dfb-4396-856b-b7faba473119 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad2f636-d901-44a8-b61e-a1deb7faae42,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.202524 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ae8f9ac5-a61b-4da8-9727-6c33c2b045a5 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0727057 Aug 27 02:50:21.209086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57412) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.214202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5ebbbb4e-4c6c-47af-a8d1-186889b59f56 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-security--1467443206', 'description': 'tempest-security-description-1111865831'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:21.246383 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbb4e-4c6c-47af-a8d1-186889b59f56 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.293051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbb4e-4c6c-47af-a8d1-186889b59f56 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.298735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbb4e-4c6c-47af-a8d1-186889b59f56 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.301383 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbb4e-4c6c-47af-a8d1-186889b59f56 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.302742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5ebbbb4e-4c6c-47af-a8d1-186889b59f56 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "PUT /v2.0/security-groups/fad2f636-d901-44a8-b61e-a1deb7faae42 HTTP/1.1" status: 200 len: 1780 time: 0.0926628 Aug 27 02:50:21.305783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57414) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.327729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbbb4e-4c6c-47af-a8d1-186889b59f56 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad2f636-d901-44a8-b61e-a1deb7faae42,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.351265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7e1c77fd-a46b-458c-aa1d-3af56bbcfd39 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups/fad2f636-d901-44a8-b61e-a1deb7faae42 HTTP/1.1" status: 200 len: 1780 time: 0.0439944 Aug 27 02:50:21.353853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57416) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.406405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f83cf161-28fb-407f-8de0-0200b8798b4d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.428121 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f83cf161-28fb-407f-8de0-0200b8798b4d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.470524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f83cf161-28fb-407f-8de0-0200b8798b4d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.473149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f83cf161-28fb-407f-8de0-0200b8798b4d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.474297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f83cf161-28fb-407f-8de0-0200b8798b4d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/fad2f636-d901-44a8-b61e-a1deb7faae42 HTTP/1.1" status: 204 len: 168 time: 0.1194978 Aug 27 02:50:21.477121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.483009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cf161-28fb-407f-8de0-0200b8798b4d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad2f636-d901-44a8-b61e-a1deb7faae42,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.521636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dbe49b83-d30f-4d43-ba81-caa35550ecfc tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432880 Aug 27 02:50:21.524459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57420) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.536836 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-776ec1f7-5222-43d9-8916-0adbda59b873 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] delete failed (client error): The resource could not be found. Aug 27 02:50:21.537800 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-776ec1f7-5222-43d9-8916-0adbda59b873 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/fad2f636-d901-44a8-b61e-a1deb7faae42 HTTP/1.1" status: 404 len: 347 time: 0.0124521 Aug 27 02:50:21.541611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57422) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.550862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bd059318-a691-4875-86a2-95d9b897b03d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--940548366'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:21.575810 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd059318-a691-4875-86a2-95d9b897b03d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.661068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd059318-a691-4875-86a2-95d9b897b03d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.665618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd059318-a691-4875-86a2-95d9b897b03d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.697198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd059318-a691-4875-86a2-95d9b897b03d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.698646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bd059318-a691-4875-86a2-95d9b897b03d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1561134 Aug 27 02:50:21.701646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57424) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.706610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e2a1bde0-9f7a-4ada-970c-5b601f83beb6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': 'f03125b5-0ce7-471c-b8c9-8b7ff421eec5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:21.711940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd059318-a691-4875-86a2-95d9b897b03d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03125b5-0ce7-471c-b8c9-8b7ff421eec5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.736900 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a1bde0-9f7a-4ada-970c-5b601f83beb6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.793172 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a1bde0-9f7a-4ada-970c-5b601f83beb6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.799605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a1bde0-9f7a-4ada-970c-5b601f83beb6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.816919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1bde0-9f7a-4ada-970c-5b601f83beb6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf5a13e-4cc7-4bba-ae1a-a879c3d3f34d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.824087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2a1bde0-9f7a-4ada-970c-5b601f83beb6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.825350 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2a1bde0-9f7a-4ada-970c-5b601f83beb6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227324 Aug 27 02:50:21.828422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57426) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.858329 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d37cd80-0768-46b9-99be-ff8e785f9b4c tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.866846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d37cd80-0768-46b9-99be-ff8e785f9b4c tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.895578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d37cd80-0768-46b9-99be-ff8e785f9b4c tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.902591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d37cd80-0768-46b9-99be-ff8e785f9b4c tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.903724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7d37cd80-0768-46b9-99be-ff8e785f9b4c tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/cbf5a13e-4cc7-4bba-ae1a-a879c3d3f34d HTTP/1.1" status: 204 len: 168 time: 0.0744002 Aug 27 02:50:21.906500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57428) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.907806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37cd80-0768-46b9-99be-ff8e785f9b4c tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbf5a13e-4cc7-4bba-ae1a-a879c3d3f34d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.954364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae2b3402-add4-4151-92b4-a2663acc83c6 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466506 Aug 27 02:50:21.958873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57430) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.017628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44fae3e8-701f-43e8-93b3-f8fd54474215 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.043570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44fae3e8-701f-43e8-93b3-f8fd54474215 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.111307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44fae3e8-701f-43e8-93b3-f8fd54474215 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.115633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44fae3e8-701f-43e8-93b3-f8fd54474215 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.117207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-44fae3e8-701f-43e8-93b3-f8fd54474215 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/f03125b5-0ce7-471c-b8c9-8b7ff421eec5 HTTP/1.1" status: 204 len: 168 time: 0.1574607 Aug 27 02:50:22.120057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57434) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.135959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe03be2-64ab-4651-aa04-60f645dc9cf0 req-62f2e2be-cb1c-4150-ac2c-fe930c83c4a1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:22.137431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ffe03be2-64ab-4651-aa04-60f645dc9cf0 req-62f2e2be-cb1c-4150-ac2c-fe930c83c4a1 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 946 time: 0.0670965 Aug 27 02:50:22.138651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae3e8-701f-43e8-93b3-f8fd54474215 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03125b5-0ce7-471c-b8c9-8b7ff421eec5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:22.171783 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-00b4609f-6add-46c0-a76d-db200e694912 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503497 Aug 27 02:50:22.175732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57436) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.177155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ffe03be2-64ab-4651-aa04-60f645dc9cf0 req-20d4ec8c-1c86-4aba-9b9f-b622ade8afb6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334792 Aug 27 02:50:22.180159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b45d15d6-9255-440e-ab9c-066f7ccc9687 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--983454764'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:22.204188 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45d15d6-9255-440e-ab9c-066f7ccc9687 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.322107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f35a0-67fb-427b-97a6-c9aca8f0cfc7 req-51f38ba0-3440-41c8-bf8e-205097ba840b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:22.323625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d3f35a0-67fb-427b-97a6-c9aca8f0cfc7 req-51f38ba0-3440-41c8-bf8e-205097ba840b tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 946 time: 0.0757122 Aug 27 02:50:22.334160 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45d15d6-9255-440e-ab9c-066f7ccc9687 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.346978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45d15d6-9255-440e-ab9c-066f7ccc9687 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.387538 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b45d15d6-9255-440e-ab9c-066f7ccc9687 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.388773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b45d15d6-9255-440e-ab9c-066f7ccc9687 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2121568 Aug 27 02:50:22.391829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57444) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.394059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d3f35a0-67fb-427b-97a6-c9aca8f0cfc7 req-13a07987-807b-44ee-ae74-87aafedd3d66 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633748 Aug 27 02:50:22.396560 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e4fc38f5-58d0-4f85-849a-dbeb766645e3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '0aeafc38-d02c-4307-8932-b5a502366e37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:22.397709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d15d6-9255-440e-ab9c-066f7ccc9687 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeafc38-d02c-4307-8932-b5a502366e37,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:22.424227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57446) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.427286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4fc38f5-58d0-4f85-849a-dbeb766645e3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.472755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e2143-59a5-49ce-a060-2d884a0b2c31 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:22.472755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-808e2143-59a5-49ce-a060-2d884a0b2c31 tempest-TestNetworkBasicOps-1745813501 tempest-TestNetworkBasicOps-1745813501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 1092 time: 0.0422499 Aug 27 02:50:22.472755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57448) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.476447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4fc38f5-58d0-4f85-849a-dbeb766645e3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.476618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:22.481409 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4fc38f5-58d0-4f85-849a-dbeb766645e3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.500552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc38f5-58d0-4f85-849a-dbeb766645e3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ffb3f5-f210-43f8-b5e4-962d45038851,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:22.525539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.533159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e4fc38f5-58d0-4f85-849a-dbeb766645e3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.537052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e4fc38f5-58d0-4f85-849a-dbeb766645e3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416855 Aug 27 02:50:22.538176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57454) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.569590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-88f4442e-0854-46bc-89c1-56517ab574ac tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '0aeafc38-d02c-4307-8932-b5a502366e37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:22.612293 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88f4442e-0854-46bc-89c1-56517ab574ac tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.692290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88f4442e-0854-46bc-89c1-56517ab574ac tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.696782 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.699810 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88f4442e-0854-46bc-89c1-56517ab574ac tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.755787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4442e-0854-46bc-89c1-56517ab574ac tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95eb679-1202-4d63-879f-cb974c666cb0,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:22.766250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-88f4442e-0854-46bc-89c1-56517ab574ac tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.767554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-88f4442e-0854-46bc-89c1-56517ab574ac tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2281690 Aug 27 02:50:22.770429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57462) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.775489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a2eb2777-db63-4d99-a195-f58cbca87b5e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '0aeafc38-d02c-4307-8932-b5a502366e37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:22.809030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2777-db63-4d99-a195-f58cbca87b5e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.831207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Allocated IP 172.25.1.18 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/f6fc7fbb-5249-4498-8e1b-bab863965114) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:22.871226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2777-db63-4d99-a195-f58cbca87b5e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.876697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2777-db63-4d99-a195-f58cbca87b5e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.895644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb2777-db63-4d99-a195-f58cbca87b5e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e078ce06-30c3-4000-8216-cfec3b4d19ce,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:22.905172 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2777-db63-4d99-a195-f58cbca87b5e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.907056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a2eb2777-db63-4d99-a195-f58cbca87b5e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353388 Aug 27 02:50:22.909613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57464) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:22.914255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-243bbbb7-976f-46ee-9be3-542fde4fe514 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '0aeafc38-d02c-4307-8932-b5a502366e37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:22.941191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243bbbb7-976f-46ee-9be3-542fde4fe514 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.943179 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.984838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.002283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243bbbb7-976f-46ee-9be3-542fde4fe514 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.009264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243bbbb7-976f-46ee-9be3-542fde4fe514 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.024158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bbbb7-976f-46ee-9be3-542fde4fe514 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b14de1-d522-474e-a92a-754a84a5f086,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.028114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:23.033315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:23.036974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:23.045175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243bbbb7-976f-46ee-9be3-542fde4fe514 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.047433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-243bbbb7-976f-46ee-9be3-542fde4fe514 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366808 Aug 27 02:50:23.049978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57466) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.056849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-54aaf4b1-9b4d-43db-b147-5ad068c73ebe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '0aeafc38-d02c-4307-8932-b5a502366e37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:23.060558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=f6fc7fbb-5249-4498-8e1b-bab863965114,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.090304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54aaf4b1-9b4d-43db-b147-5ad068c73ebe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.160514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54aaf4b1-9b4d-43db-b147-5ad068c73ebe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.166575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54aaf4b1-9b4d-43db-b147-5ad068c73ebe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.189645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaf4b1-9b4d-43db-b147-5ad068c73ebe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ad159e-cb0b-4b1f-b4a6-79dcec9d85ef,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.207728 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54aaf4b1-9b4d-43db-b147-5ad068c73ebe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.212674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-54aaf4b1-9b4d-43db-b147-5ad068c73ebe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1585612 Aug 27 02:50:23.212928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57468) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.252596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e49797e-e068-41f6-878b-7337931a468a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.261352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e49797e-e068-41f6-878b-7337931a468a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.291153 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e49797e-e068-41f6-878b-7337931a468a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.298502 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e49797e-e068-41f6-878b-7337931a468a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.299692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9e49797e-e068-41f6-878b-7337931a468a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/18ad159e-cb0b-4b1f-b4a6-79dcec9d85ef HTTP/1.1" status: 204 len: 168 time: 0.0858390 Aug 27 02:50:23.302657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57470) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.305531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49797e-e068-41f6-878b-7337931a468a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18ad159e-cb0b-4b1f-b4a6-79dcec9d85ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.451114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3790d83e-b4a7-4fde-8cb4-01987c7af636 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1471128 Aug 27 02:50:23.454302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57472) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.480591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5222fb7c-b39c-493b-96ea-259d30e9506d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.489928 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5222fb7c-b39c-493b-96ea-259d30e9506d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.531889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5222fb7c-b39c-493b-96ea-259d30e9506d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.542024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5222fb7c-b39c-493b-96ea-259d30e9506d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.544736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5222fb7c-b39c-493b-96ea-259d30e9506d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d6b14de1-d522-474e-a92a-754a84a5f086 HTTP/1.1" status: 204 len: 168 time: 0.0873363 Aug 27 02:50:23.546480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57474) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.556899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222fb7c-b39c-493b-96ea-259d30e9506d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6b14de1-d522-474e-a92a-754a84a5f086,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.598247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-eaa5d426-ab4f-4f4f-af91-3b0fa886fa01 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0481777 Aug 27 02:50:23.598533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57476) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.627086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0207a1d-d76c-44f0-9a59-fdb105a2038a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.636369 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0207a1d-d76c-44f0-9a59-fdb105a2038a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.637949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.673047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0207a1d-d76c-44f0-9a59-fdb105a2038a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.678467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0207a1d-d76c-44f0-9a59-fdb105a2038a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.679606 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c0207a1d-d76c-44f0-9a59-fdb105a2038a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e078ce06-30c3-4000-8216-cfec3b4d19ce HTTP/1.1" status: 204 len: 168 time: 0.0802124 Aug 27 02:50:23.683525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57480) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.694458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0207a1d-d76c-44f0-9a59-fdb105a2038a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e078ce06-30c3-4000-8216-cfec3b4d19ce,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.735758 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-749903cc-e61a-4726-b0c5-1b679c8fce0f tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0510550 Aug 27 02:50:23.738675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57482) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.746481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.765380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1175cab2-3133-4295-8ba8-f6bb5e353806 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.774047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1175cab2-3133-4295-8ba8-f6bb5e353806 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.804994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1175cab2-3133-4295-8ba8-f6bb5e353806 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.810560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1175cab2-3133-4295-8ba8-f6bb5e353806 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.814010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1175cab2-3133-4295-8ba8-f6bb5e353806 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e95eb679-1202-4d63-879f-cb974c666cb0 HTTP/1.1" status: 204 len: 168 time: 0.0719893 Aug 27 02:50:23.814594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57484) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.833780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175cab2-3133-4295-8ba8-f6bb5e353806 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e95eb679-1202-4d63-879f-cb974c666cb0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.866299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-876017ca-243d-4c90-8747-e3a2af914476 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0481973 Aug 27 02:50:23.866552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57486) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.890680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ce08-5075-4c16-a662-ddd4feee6cb8 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.898363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ce08-5075-4c16-a662-ddd4feee6cb8 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.908705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.915568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.931950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ce08-5075-4c16-a662-ddd4feee6cb8 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.939626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ce08-5075-4c16-a662-ddd4feee6cb8 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.940923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-97d5ce08-5075-4c16-a662-ddd4feee6cb8 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/85ffb3f5-f210-43f8-b5e4-962d45038851 HTTP/1.1" status: 204 len: 168 time: 0.0729830 Aug 27 02:50:23.944741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57488) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.952665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5ce08-5075-4c16-a662-ddd4feee6cb8 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85ffb3f5-f210-43f8-b5e4-962d45038851,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.988726 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a2a945dc-a0e6-4a28-8bc2-c0ee42c81c27 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427926 Aug 27 02:50:23.993662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event updated for resources: {'Port': ['ID=f6fc7fbb-5249-4498-8e1b-bab863965114,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.994105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57490) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.011679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.060392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dface82-d2b6-4e4f-8ae7-f2b282bb05c7 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.092974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dface82-d2b6-4e4f-8ae7-f2b282bb05c7 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.129289 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Floating IP 256a172f-87a1-4ec3-a21c-b035fa123bbf associated. External IP: 172.25.1.18, port: f55bbcfa-4c96-4454-9c78-36ee58f818f6. Aug 27 02:50:24.138030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dface82-d2b6-4e4f-8ae7-f2b282bb05c7 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.140688 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dface82-d2b6-4e4f-8ae7-f2b282bb05c7 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.141870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6dface82-d2b6-4e4f-8ae7-f2b282bb05c7 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/0aeafc38-d02c-4307-8932-b5a502366e37 HTTP/1.1" status: 204 len: 168 time: 0.1466856 Aug 27 02:50:24.145420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57492) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.165124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dface82-d2b6-4e4f-8ae7-f2b282bb05c7 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeafc38-d02c-4307-8932-b5a502366e37,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:24.194998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3e06a66f-1c07-4f51-a438-2916c9db3825 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484967 Aug 27 02:50:24.201342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57494) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.206297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f6a28839-c101-427a-a936-2615fb534432 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--392889533'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:24.229044 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6a28839-c101-427a-a936-2615fb534432 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.322641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6a28839-c101-427a-a936-2615fb534432 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.327822 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6a28839-c101-427a-a936-2615fb534432 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.356494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6a28839-c101-427a-a936-2615fb534432 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.357671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f6a28839-c101-427a-a936-2615fb534432 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1553755 Aug 27 02:50:24.360608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57496) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.365507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ab322d3c-c75f-4da5-a7e9-65e5c9e401be tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '354b1d22-54b4-4750-9d98-5aced3a89db5', 'direction': 'ingress', 'protocol': 17}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:24.366550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28839-c101-427a-a936-2615fb534432 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354b1d22-54b4-4750-9d98-5aced3a89db5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:24.382147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:24.404776 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab322d3c-c75f-4da5-a7e9-65e5c9e401be tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.545381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab322d3c-c75f-4da5-a7e9-65e5c9e401be tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.550720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:24.552265 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab322d3c-c75f-4da5-a7e9-65e5c9e401be tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.562921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] Sync routers for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:24.573581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:24.574493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:24.579349 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab322d3c-c75f-4da5-a7e9-65e5c9e401be tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a42abe3-dba9-49ab-810b-e6f1656babbf,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:24.586522 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.590547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab322d3c-c75f-4da5-a7e9-65e5c9e401be tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.591792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ab322d3c-c75f-4da5-a7e9-65e5c9e401be tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2301064 Aug 27 02:50:24.594746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57498) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.619887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-525bd5bd-9a51-46a9-9511-cb88a7815965 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1482584 Aug 27 02:50:24.620491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57500) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.620960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:24.623286 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c57387-e285-445a-9355-0a1ea0c9e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:24.696901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c203817-cd06-4c3c-b58a-afc3c967af80 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.697358 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8116a653-09fe-44ec-a80b-0432c1832ef9 x-openstack-request-id: req-8116a653-09fe-44ec-a80b-0432c1832ef9 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:24.697648 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:24.697898 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8116a653-09fe-44ec-a80b-0432c1832ef9 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:24.698297 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'status': 'completed', 'code': 200} Aug 27 02:50:24.735271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06a6e6ee-1ad3-4feb-8919-3adae51899e6 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/floatingips/256a172f-87a1-4ec3-a21c-b035fa123bbf HTTP/1.1" status: 200 len: 991 time: 0.1076534 Aug 27 02:50:24.752001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c203817-cd06-4c3c-b58a-afc3c967af80 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.759543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:24.786494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-621ff11c-db30-49e4-8455-cdb3cc9ebf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:24.788072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-621ff11c-db30-49e4-8455-cdb3cc9ebf1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 1097 time: 0.0924308 Aug 27 02:50:24.853861 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c203817-cd06-4c3c-b58a-afc3c967af80 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.856613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c203817-cd06-4c3c-b58a-afc3c967af80 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.860244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4c203817-cd06-4c3c-b58a-afc3c967af80 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/354b1d22-54b4-4750-9d98-5aced3a89db5 HTTP/1.1" status: 204 len: 168 time: 0.2615116 Aug 27 02:50:24.861175 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57506) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.873274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c203817-cd06-4c3c-b58a-afc3c967af80 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b1d22-54b4-4750-9d98-5aced3a89db5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:24.923443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e885c075-1160-44fb-8784-a9aaddf42bdf tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610268 Aug 27 02:50:24.924160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57508) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.928949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e8ac3356-ca1e-49ab-ba4c-c1d360ef7e18 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--686285001'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:24.936660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-2447b37b-de7f-4b53-baf6-1c39d68aab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:24.939947 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-2447b37b-de7f-4b53-baf6-1c39d68aab51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9 HTTP/1.1" status: 200 len: 898 time: 0.1445179 Aug 27 02:50:24.959875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3356-ca1e-49ab-ba4c-c1d360ef7e18 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.021400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-e855ed80-48d9-49a3-b5af-749a499743fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6 HTTP/1.1" status: 200 len: 999 time: 0.0731418 Aug 27 02:50:25.051366 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3356-ca1e-49ab-ba4c-c1d360ef7e18 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.058360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3356-ca1e-49ab-ba4c-c1d360ef7e18 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.084449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '256a172f-87a1-4ec3-a21c-b035fa123bbf', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'port_id': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'mac_address': 'fa:16:3e:5e:16:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:23Z', 'updated_at': '2021-08-27T02:50:23Z', 'revision_number': 0, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:11Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:25.094406 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3356-ca1e-49ab-ba4c-c1d360ef7e18 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.098115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e8ac3356-ca1e-49ab-ba4c-c1d360ef7e18 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1704812 Aug 27 02:50:25.098259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-12d2f2f5-6a83-4021-806a-29193882b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:25.098403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57510) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.099695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-12d2f2f5-6a83-4021-806a-29193882b24c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=125186ab-934a-49dc-a976-588e8408b16e HTTP/1.1" status: 200 len: 835 time: 0.0711930 Aug 27 02:50:25.103809 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-47209124-6cd0-46f0-823d-b3132be24bbe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650940954'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:25.108400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac3356-ca1e-49ab-ba4c-c1d360ef7e18 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fcdb54-f658-4e5b-836f-dc499863203e,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.127323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] Checking router: dc592135-d1f7-456c-9849-6f1d1f4a0bb9 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:25.141059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47209124-6cd0-46f0-823d-b3132be24bbe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.151877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:25.152895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:25.209359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-d6a9bb4c-df95-4f2b-9e37-ab7475249db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:25.211374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-d6a9bb4c-df95-4f2b-9e37-ab7475249db3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018205 Aug 27 02:50:25.284338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47209124-6cd0-46f0-823d-b3132be24bbe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.293255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47209124-6cd0-46f0-823d-b3132be24bbe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.318212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:25.329034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47209124-6cd0-46f0-823d-b3132be24bbe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.333190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47209124-6cd0-46f0-823d-b3132be24bbe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2310910 Aug 27 02:50:25.333396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.338919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-526af135-48df-4436-bbaa-a9901aa7aa47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': 'c7fcdb54-f658-4e5b-836f-dc499863203e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b9f0fdf7-153d-4ada-90c5-9a773c26a273', 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:25.344259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47209124-6cd0-46f0-823d-b3132be24bbe tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0fdf7-153d-4ada-90c5-9a773c26a273,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.355048 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-cacff19b-d273-4d2e-8f3f-00afbb4c9775 service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362438 Aug 27 02:50:25.389361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-526af135-48df-4436-bbaa-a9901aa7aa47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.483190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6c57387-e285-445a-9355-0a1ea0c9e74c req-f1d27050-b2cd-4fcb-a1ed-f2d0e89bf66f service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200604 Aug 27 02:50:25.507044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-526af135-48df-4436-bbaa-a9901aa7aa47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.519068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-526af135-48df-4436-bbaa-a9901aa7aa47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.546494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526af135-48df-4436-bbaa-a9901aa7aa47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5272dd9e-e12f-43be-8903-89c3bff045de,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.558168 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-526af135-48df-4436-bbaa-a9901aa7aa47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.559715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-526af135-48df-4436-bbaa-a9901aa7aa47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2253630 Aug 27 02:50:25.563381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57516) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.591809 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d0-a632-4737-969f-f7101183e281 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.599718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d0-a632-4737-969f-f7101183e281 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.633829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d0-a632-4737-969f-f7101183e281 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.643589 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d0-a632-4737-969f-f7101183e281 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.645259 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8c94e9d0-a632-4737-969f-f7101183e281 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/5272dd9e-e12f-43be-8903-89c3bff045de HTTP/1.1" status: 204 len: 168 time: 0.0805862 Aug 27 02:50:25.649842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94e9d0-a632-4737-969f-f7101183e281 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5272dd9e-e12f-43be-8903-89c3bff045de,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.650770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '256a172f-87a1-4ec3-a21c-b035fa123bbf', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'port_id': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'mac_address': 'fa:16:3e:5e:16:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:23Z', 'updated_at': '2021-08-27T02:50:23Z', 'revision_number': 0, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:11Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:25.651324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.688612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38532500-d25c-472b-8ba0-1dadcf3e019a None None] The sync data for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 is: [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '256a172f-87a1-4ec3-a21c-b035fa123bbf', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'port_id': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'mac_address': 'fa:16:3e:5e:16:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:23Z', 'updated_at': '2021-08-27T02:50:23Z', 'revision_number': 0, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:11Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:25.704515 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e04df7b6-69ad-43dd-b80b-338970258174 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0494344 Aug 27 02:50:25.707911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57520) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.738059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57522) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.802548 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcf29ec4-2f80-40d8-961c-6daccc19ee73 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.826931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcf29ec4-2f80-40d8-961c-6daccc19ee73 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.839258 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-019ff7c4-e829-47e7-a468-cf3850b34e97 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/floatingips/256a172f-87a1-4ec3-a21c-b035fa123bbf HTTP/1.1" status: 200 len: 991 time: 0.0962601 Aug 27 02:50:25.872224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcf29ec4-2f80-40d8-961c-6daccc19ee73 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.875045 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcf29ec4-2f80-40d8-961c-6daccc19ee73 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.876117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fcf29ec4-2f80-40d8-961c-6daccc19ee73 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9f0fdf7-153d-4ada-90c5-9a773c26a273 HTTP/1.1" status: 204 len: 168 time: 0.1671877 Aug 27 02:50:25.879535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57526) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.887726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf29ec4-2f80-40d8-961c-6daccc19ee73 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0fdf7-153d-4ada-90c5-9a773c26a273,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.947345 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-40e46d68-dca8-47d8-95f8-dff6e376a62d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0663276 Aug 27 02:50:25.950134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57528) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.009475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21a75972-5d27-431a-bbb2-5373f64b23c2 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.029895 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94a286-ca49-4cd1-bb0f-0b196558418e None None] New status for floating IP 256a172f-87a1-4ec3-a21c-b035fa123bbf: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:50:26.043546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21a75972-5d27-431a-bbb2-5373f64b23c2 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.093628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21a75972-5d27-431a-bbb2-5373f64b23c2 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.096478 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21a75972-5d27-431a-bbb2-5373f64b23c2 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.100722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57530) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.100920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21a75972-5d27-431a-bbb2-5373f64b23c2 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/c7fcdb54-f658-4e5b-836f-dc499863203e HTTP/1.1" status: 204 len: 168 time: 0.1494775 Aug 27 02:50:26.111327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a75972-5d27-431a-bbb2-5373f64b23c2 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fcdb54-f658-4e5b-836f-dc499863203e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:26.153388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc7bd2cd-0969-4da4-908a-7fe2ccdba8a0 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516281 Aug 27 02:50:26.158717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57532) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.163374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0dc1f9bd-b1fd-4737-81de-31bc387b2a53 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--72115357'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:26.193440 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f9bd-b1fd-4737-81de-31bc387b2a53 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.290413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f9bd-b1fd-4737-81de-31bc387b2a53 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.295069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f9bd-b1fd-4737-81de-31bc387b2a53 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.322713 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f9bd-b1fd-4737-81de-31bc387b2a53 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.324005 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0dc1f9bd-b1fd-4737-81de-31bc387b2a53 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1642175 Aug 27 02:50:26.327041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57534) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.331989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1f9efd72-94b9-4d68-9bad-0da6fdda3935 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': 'a6d428ed-514d-419e-aa7a-12c4d64c84dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:26.336686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1f9bd-b1fd-4737-81de-31bc387b2a53 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d428ed-514d-419e-aa7a-12c4d64c84dc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:26.366510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f9efd72-94b9-4d68-9bad-0da6fdda3935 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.426274 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f9efd72-94b9-4d68-9bad-0da6fdda3935 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.431280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f9efd72-94b9-4d68-9bad-0da6fdda3935 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.451863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9efd72-94b9-4d68-9bad-0da6fdda3935 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e46d2e-b111-4192-9238-fa05b5145263,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:26.458785 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f9efd72-94b9-4d68-9bad-0da6fdda3935 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.460225 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1f9efd72-94b9-4d68-9bad-0da6fdda3935 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1321869 Aug 27 02:50:26.465088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57536) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.492028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f37a4-c086-43d5-b9d2-ae3c1384da94 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.501200 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f37a4-c086-43d5-b9d2-ae3c1384da94 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.533439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f37a4-c086-43d5-b9d2-ae3c1384da94 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.542630 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f37a4-c086-43d5-b9d2-ae3c1384da94 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.547311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57538) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.547698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bd2f37a4-c086-43d5-b9d2-ae3c1384da94 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/53e46d2e-b111-4192-9238-fa05b5145263 HTTP/1.1" status: 204 len: 168 time: 0.0812771 Aug 27 02:50:26.552461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f37a4-c086-43d5-b9d2-ae3c1384da94 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53e46d2e-b111-4192-9238-fa05b5145263,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:26.592594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-71f5cb87-3da7-4041-b871-1d23fbd04c47 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441272 Aug 27 02:50:26.595614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57540) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.650222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8196-92c8-4593-ba14-9952b0b91103 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.674018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8196-92c8-4593-ba14-9952b0b91103 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.716243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8196-92c8-4593-ba14-9952b0b91103 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.719261 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8196-92c8-4593-ba14-9952b0b91103 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.722762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a7f8196-92c8-4593-ba14-9952b0b91103 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/a6d428ed-514d-419e-aa7a-12c4d64c84dc HTTP/1.1" status: 204 len: 168 time: 0.1239302 Aug 27 02:50:26.723077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57542) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.734114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f8196-92c8-4593-ba14-9952b0b91103 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d428ed-514d-419e-aa7a-12c4d64c84dc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:26.770901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7eeaa0d1-f406-497c-b274-6ed5ee28e48d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432382 Aug 27 02:50:26.771108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57544) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.775480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e4d3c609-6246-4393-a119-4f4d3508af00 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443242013'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:26.799831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c609-6246-4393-a119-4f4d3508af00 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.839344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57548) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.922375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7a02c987-c4f5-4072-b1fd-7539452e5110 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/floatingips/256a172f-87a1-4ec3-a21c-b035fa123bbf HTTP/1.1" status: 200 len: 993 time: 0.0812640 Aug 27 02:50:26.942179 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c609-6246-4393-a119-4f4d3508af00 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.947546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c609-6246-4393-a119-4f4d3508af00 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.976268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3c609-6246-4393-a119-4f4d3508af00 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f4c93-6275-4ab9-a211-0026c3e0826b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:26.979568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c609-6246-4393-a119-4f4d3508af00 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.982583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e4d3c609-6246-4393-a119-4f4d3508af00 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2087064 Aug 27 02:50:26.984146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57550) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:26.988665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-9f9ac281-36c1-4a14-a4f8-259ee292a164 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '9b5f4c93-6275-4ab9-a211-0026c3e0826b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:27.018546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac281-36c1-4a14-a4f8-259ee292a164 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.086260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac281-36c1-4a14-a4f8-259ee292a164 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.092328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac281-36c1-4a14-a4f8-259ee292a164 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.113601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ac281-36c1-4a14-a4f8-259ee292a164 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6876ef-c1e0-451d-972c-8a22601b63fc,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.116601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac281-36c1-4a14-a4f8-259ee292a164 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.121322 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9f9ac281-36c1-4a14-a4f8-259ee292a164 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360226 Aug 27 02:50:27.121718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57552) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.139654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3e60188a-26d1-44ff-b577-a694faeac5ff tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules/ff6876ef-c1e0-451d-972c-8a22601b63fc HTTP/1.1" status: 200 len: 763 time: 0.0167296 Aug 27 02:50:27.142062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57554) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.182460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-45d6f165-7331-4b20-9abf-4cecb5a0bc6a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391998 Aug 27 02:50:27.184958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57556) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.207466 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb1-2272-4a3f-9c18-a265cb7a8c37 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.216087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb1-2272-4a3f-9c18-a265cb7a8c37 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.245211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb1-2272-4a3f-9c18-a265cb7a8c37 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.251240 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb1-2272-4a3f-9c18-a265cb7a8c37 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.252372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ec61feb1-2272-4a3f-9c18-a265cb7a8c37 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ff6876ef-c1e0-451d-972c-8a22601b63fc HTTP/1.1" status: 204 len: 168 time: 0.0664978 Aug 27 02:50:27.255006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57558) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.271101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61feb1-2272-4a3f-9c18-a265cb7a8c37 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff6876ef-c1e0-451d-972c-8a22601b63fc,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.301504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13b5ec5d-90ce-4e32-9776-b5f9a100b11a tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454590 Aug 27 02:50:27.304289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57560) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.308659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-40ee5110-9a5f-4f5f-869c-1fb2a138eb13 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '9b5f4c93-6275-4ab9-a211-0026c3e0826b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:27.337532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40ee5110-9a5f-4f5f-869c-1fb2a138eb13 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.393304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40ee5110-9a5f-4f5f-869c-1fb2a138eb13 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.398760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40ee5110-9a5f-4f5f-869c-1fb2a138eb13 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.419632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee5110-9a5f-4f5f-869c-1fb2a138eb13 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0467b901-dbfd-4024-8d45-a2b6efd8a06f,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.432582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-40ee5110-9a5f-4f5f-869c-1fb2a138eb13 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.433822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-40ee5110-9a5f-4f5f-869c-1fb2a138eb13 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285379 Aug 27 02:50:27.436397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57562) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.452849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5769f4db-2987-4e79-9244-d3ee6badc1a3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules/0467b901-dbfd-4024-8d45-a2b6efd8a06f HTTP/1.1" status: 200 len: 763 time: 0.0154762 Aug 27 02:50:27.455303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57564) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.498000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-81be74ba-5554-478f-bd4b-4ba910367ab3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411847 Aug 27 02:50:27.500679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57566) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.530487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e08e64d-252f-4899-9dbe-8f5cb9e55fd3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.538831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e08e64d-252f-4899-9dbe-8f5cb9e55fd3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.567163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e08e64d-252f-4899-9dbe-8f5cb9e55fd3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.574064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e08e64d-252f-4899-9dbe-8f5cb9e55fd3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.577333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8e08e64d-252f-4899-9dbe-8f5cb9e55fd3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0467b901-dbfd-4024-8d45-a2b6efd8a06f HTTP/1.1" status: 204 len: 168 time: 0.0735521 Aug 27 02:50:27.577722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57568) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.584063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08e64d-252f-4899-9dbe-8f5cb9e55fd3 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0467b901-dbfd-4024-8d45-a2b6efd8a06f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.619104 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ff50ee9c-4a83-40da-9c8a-4e834a01161d tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401602 Aug 27 02:50:27.621544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57570) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.625839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Request body: {'security_group_rule': {'security_group_id': '9b5f4c93-6275-4ab9-a211-0026c3e0826b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:27.649552 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Project 6aa78449c27d4c9995e6e26b36e473b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:50:27.655732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.690159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3ce7778e-0fce-4b23-8975-8adef97b3112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.726108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.731573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.753448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886574fa-120a-4c52-977f-b35c55a11199,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.762846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.764390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1ec11ec7-e5e4-4669-af04-7cc2584d9d66 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419330 Aug 27 02:50:27.767029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57572) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.785989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-faf63558-3f69-4b9d-92b3-627ab2b17d98 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules/886574fa-120a-4c52-977f-b35c55a11199 HTTP/1.1" status: 200 len: 769 time: 0.0157068 Aug 27 02:50:27.786200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57574) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.826883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24ca5b47-72ad-4a34-8455-b02a6800784e tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0396335 Aug 27 02:50:27.829361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57576) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.853150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-187379fa-78df-45b3-aa31-a32bab4b8562 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.861115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-187379fa-78df-45b3-aa31-a32bab4b8562 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.890259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-187379fa-78df-45b3-aa31-a32bab4b8562 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.896594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-187379fa-78df-45b3-aa31-a32bab4b8562 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.897982 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-187379fa-78df-45b3-aa31-a32bab4b8562 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/886574fa-120a-4c52-977f-b35c55a11199 HTTP/1.1" status: 204 len: 168 time: 0.0673935 Aug 27 02:50:27.901427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57580) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.907664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187379fa-78df-45b3-aa31-a32bab4b8562 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=886574fa-120a-4c52-977f-b35c55a11199,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.951804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f396a5b8-57ff-4e62-8467-64a324d116d1 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459008 Aug 27 02:50:27.954684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57582) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.008350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-216489ee-4dd2-44ea-8467-51e5e8595b23 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.030435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-216489ee-4dd2-44ea-8467-51e5e8595b23 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.073849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-216489ee-4dd2-44ea-8467-51e5e8595b23 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.076802 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-216489ee-4dd2-44ea-8467-51e5e8595b23 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.078039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-216489ee-4dd2-44ea-8467-51e5e8595b23 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b5f4c93-6275-4ab9-a211-0026c3e0826b HTTP/1.1" status: 204 len: 168 time: 0.1224303 Aug 27 02:50:28.081610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57584) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.089475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216489ee-4dd2-44ea-8467-51e5e8595b23 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f4c93-6275-4ab9-a211-0026c3e0826b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:28.131646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-de016581-4522-43a1-ae08-2df243fa9389 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481403 Aug 27 02:50:28.137867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57586) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.183169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b15216d6-15cb-411c-82da-3d25f1290351 tempest-SecGroupIPv6Test-102911484 tempest-SecGroupIPv6Test-102911484-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429091 Aug 27 02:50:28.429930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57592) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.574657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2c66fd32-0e1b-4d4d-b3c0-f3da82438999 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6aa78449c27d4c9995e6e26b36e473b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432633 Aug 27 02:50:28.577054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57596) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.628416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe31b-5f49-4f0a-9400-547dba1d4e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.651320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe31b-5f49-4f0a-9400-547dba1d4e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.703112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe31b-5f49-4f0a-9400-547dba1d4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.706145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe31b-5f49-4f0a-9400-547dba1d4e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.710119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b7cbe31b-5f49-4f0a-9400-547dba1d4e69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8afcf85d-291e-4b7e-95e9-ba271c5c67a5 HTTP/1.1" status: 204 len: 168 time: 0.1318762 Aug 27 02:50:28.718362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbe31b-5f49-4f0a-9400-547dba1d4e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afcf85d-291e-4b7e-95e9-ba271c5c67a5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:29.403375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57622) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:29.513332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508359429'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:29.536665 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.545562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.634983 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.640679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.678364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2332045-bb5d-493e-ac6e-dc574a5a7d65,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:29.734501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.740371 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.778224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.781907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3750827 Aug 27 02:50:29.781907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9747-6887-4115-b4e1-de0e461d90ab tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c838ab5-e1d6-4b0e-a2d7-dc3c2a3f3a59,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:29.782585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57626) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:29.840384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e8ed0b6b-12a8-43a2-918d-cd07b575ea93 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0564156 Aug 27 02:50:29.844472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57628) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:29.848931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-096870db-861e-42af-bb8b-5b2f8c41f715 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-security--35282515', 'description': 'tempest-security-description-1637687373'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:29.878495 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-096870db-861e-42af-bb8b-5b2f8c41f715 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.921934 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-096870db-861e-42af-bb8b-5b2f8c41f715 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.927987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-096870db-861e-42af-bb8b-5b2f8c41f715 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.930735 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-096870db-861e-42af-bb8b-5b2f8c41f715 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.932011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-096870db-861e-42af-bb8b-5b2f8c41f715 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "PUT /v2.0/security-groups/4c838ab5-e1d6-4b0e-a2d7-dc3c2a3f3a59 HTTP/1.1" status: 200 len: 1778 time: 0.0866475 Aug 27 02:50:29.935029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57630) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:29.955106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096870db-861e-42af-bb8b-5b2f8c41f715 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c838ab5-e1d6-4b0e-a2d7-dc3c2a3f3a59,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:29.978777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2f0528ca-5aa4-4896-a6ec-45a70e23776f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups/4c838ab5-e1d6-4b0e-a2d7-dc3c2a3f3a59 HTTP/1.1" status: 200 len: 1778 time: 0.0424321 Aug 27 02:50:29.981681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57632) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.038662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0064db3a-d4ae-4a88-9154-c572648311b9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.061365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0064db3a-d4ae-4a88-9154-c572648311b9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.104734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0064db3a-d4ae-4a88-9154-c572648311b9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.108246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0064db3a-d4ae-4a88-9154-c572648311b9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.110237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0064db3a-d4ae-4a88-9154-c572648311b9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/4c838ab5-e1d6-4b0e-a2d7-dc3c2a3f3a59 HTTP/1.1" status: 204 len: 168 time: 0.1271689 Aug 27 02:50:30.113055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57640) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.120664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064db3a-d4ae-4a88-9154-c572648311b9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c838ab5-e1d6-4b0e-a2d7-dc3c2a3f3a59,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.172475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9daf6208-954f-470b-8fba-7429dbacc9da tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543430 Aug 27 02:50:30.172475 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57644) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.185096 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-fb69987f-442c-4601-98a6-7e954868697a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] delete failed (client error): The resource could not be found. Aug 27 02:50:30.190153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fb69987f-442c-4601-98a6-7e954868697a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/4c838ab5-e1d6-4b0e-a2d7-dc3c2a3f3a59 HTTP/1.1" status: 404 len: 347 time: 0.0139496 Aug 27 02:50:30.190265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57646) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.196238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7064cfe5-cb1d-47ec-ab2b-5a520e3120bc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--199863471'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:30.229398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7064cfe5-cb1d-47ec-ab2b-5a520e3120bc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.236412 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8fccb47d-724c-4a01-930a-446c29981018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.321499 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7064cfe5-cb1d-47ec-ab2b-5a520e3120bc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.326093 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7064cfe5-cb1d-47ec-ab2b-5a520e3120bc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.352093 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7064cfe5-cb1d-47ec-ab2b-5a520e3120bc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.353296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7064cfe5-cb1d-47ec-ab2b-5a520e3120bc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1618297 Aug 27 02:50:30.356256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57648) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.361317 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1977a576-3734-42d9-9af8-b4bdb3e602f0 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': 'c87f69d1-bb1e-4b0b-8c7c-f9a53472936f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:30.368239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064cfe5-cb1d-47ec-ab2b-5a520e3120bc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f69d1-bb1e-4b0b-8c7c-f9a53472936f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.390021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1977a576-3734-42d9-9af8-b4bdb3e602f0 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.447773 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1977a576-3734-42d9-9af8-b4bdb3e602f0 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.449468 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.451978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1977a576-3734-42d9-9af8-b4bdb3e602f0 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.469808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977a576-3734-42d9-9af8-b4bdb3e602f0 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0442935-080b-453c-a1c0-373522cc6e80,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.476861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1977a576-3734-42d9-9af8-b4bdb3e602f0 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.480903 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1977a576-3734-42d9-9af8-b4bdb3e602f0 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211610 Aug 27 02:50:30.481169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57650) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.505279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4ee9-7780-4396-8c20-78469864d112 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.513712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4ee9-7780-4396-8c20-78469864d112 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.548367 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4ee9-7780-4396-8c20-78469864d112 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.553965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4ee9-7780-4396-8c20-78469864d112 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.555203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2f5f4ee9-7780-4396-8c20-78469864d112 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f0442935-080b-453c-a1c0-373522cc6e80 HTTP/1.1" status: 204 len: 168 time: 0.0730288 Aug 27 02:50:30.557964 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57652) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.562967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f4ee9-7780-4396-8c20-78469864d112 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0442935-080b-453c-a1c0-373522cc6e80,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.604494 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-49c14dca-3c41-497f-bf73-a43cfea8dc07 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451362 Aug 27 02:50:30.607205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57654) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.666351 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e876f1e8-7c95-45f9-82f6-07b7c751e1f1 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.692667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e876f1e8-7c95-45f9-82f6-07b7c751e1f1 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.735764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e876f1e8-7c95-45f9-82f6-07b7c751e1f1 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.738965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e876f1e8-7c95-45f9-82f6-07b7c751e1f1 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.740231 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e876f1e8-7c95-45f9-82f6-07b7c751e1f1 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/c87f69d1-bb1e-4b0b-8c7c-f9a53472936f HTTP/1.1" status: 204 len: 168 time: 0.1319866 Aug 27 02:50:30.742813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57656) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.749902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876f1e8-7c95-45f9-82f6-07b7c751e1f1 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f69d1-bb1e-4b0b-8c7c-f9a53472936f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.801915 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-25de4863-548d-4308-ad42-4b16883f96ad tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578711 Aug 27 02:50:30.805766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57658) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.810210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-474ef99f-94a3-467a-ae93-be60861c4081 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045854480'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:30.833203 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-474ef99f-94a3-467a-ae93-be60861c4081 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.911735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-474ef99f-94a3-467a-ae93-be60861c4081 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.916947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-474ef99f-94a3-467a-ae93-be60861c4081 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.947323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ef99f-94a3-467a-ae93-be60861c4081 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f265e85-5d01-4062-891a-42a267d77c09,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.948477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-474ef99f-94a3-467a-ae93-be60861c4081 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.952410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-474ef99f-94a3-467a-ae93-be60861c4081 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1430495 Aug 27 02:50:30.952609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57660) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:30.957476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3257b5e4-4cfe-4e43-985b-5d091e1837e9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '1f265e85-5d01-4062-891a-42a267d77c09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:30.985519 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3257b5e4-4cfe-4e43-985b-5d091e1837e9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.041408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3257b5e4-4cfe-4e43-985b-5d091e1837e9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.046682 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3257b5e4-4cfe-4e43-985b-5d091e1837e9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.066663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257b5e4-4cfe-4e43-985b-5d091e1837e9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429833e0-f113-4b51-8add-b3355025908c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.075703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3257b5e4-4cfe-4e43-985b-5d091e1837e9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.077094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3257b5e4-4cfe-4e43-985b-5d091e1837e9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235366 Aug 27 02:50:31.079816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57662) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.084676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ae27369d-1fd0-42f5-b362-9a93e0491ed2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '1f265e85-5d01-4062-891a-42a267d77c09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:31.112786 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae27369d-1fd0-42f5-b362-9a93e0491ed2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.171966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae27369d-1fd0-42f5-b362-9a93e0491ed2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.177114 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae27369d-1fd0-42f5-b362-9a93e0491ed2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.197341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27369d-1fd0-42f5-b362-9a93e0491ed2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64b1d41-7777-4af1-8f2e-1b4d5032a18b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.206133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae27369d-1fd0-42f5-b362-9a93e0491ed2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.207381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ae27369d-1fd0-42f5-b362-9a93e0491ed2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263058 Aug 27 02:50:31.210090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57664) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.214940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-aba629b1-e886-4bc4-b3ab-337a14e35dd9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '1f265e85-5d01-4062-891a-42a267d77c09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:31.244192 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aba629b1-e886-4bc4-b3ab-337a14e35dd9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.310273 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aba629b1-e886-4bc4-b3ab-337a14e35dd9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.317190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aba629b1-e886-4bc4-b3ab-337a14e35dd9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.321744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.339767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba629b1-e886-4bc4-b3ab-337a14e35dd9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2642629a-96e4-4f64-b930-d742ba2c03f7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.348983 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aba629b1-e886-4bc4-b3ab-337a14e35dd9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.350212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aba629b1-e886-4bc4-b3ab-337a14e35dd9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391428 Aug 27 02:50:31.353019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57668) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.357537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3a39fcf8-288f-4f4a-8d31-840278f7a086 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '1f265e85-5d01-4062-891a-42a267d77c09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:31.384964 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a39fcf8-288f-4f4a-8d31-840278f7a086 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.441744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a39fcf8-288f-4f4a-8d31-840278f7a086 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.448546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a39fcf8-288f-4f4a-8d31-840278f7a086 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.474748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39fcf8-288f-4f4a-8d31-840278f7a086 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08e3636-acc3-4543-b608-69771b0b94f8,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.479352 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a39fcf8-288f-4f4a-8d31-840278f7a086 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.483274 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3a39fcf8-288f-4f4a-8d31-840278f7a086 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268494 Aug 27 02:50:31.483751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57670) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.488123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-74a1d0be-c3f9-49d2-8184-afb5e7cce54c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '1f265e85-5d01-4062-891a-42a267d77c09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:31.517320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74a1d0be-c3f9-49d2-8184-afb5e7cce54c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.579065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74a1d0be-c3f9-49d2-8184-afb5e7cce54c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.584494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74a1d0be-c3f9-49d2-8184-afb5e7cce54c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.604767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1d0be-c3f9-49d2-8184-afb5e7cce54c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad83733-754c-4b68-a3e5-5dd96d1f7058,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.613055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-74a1d0be-c3f9-49d2-8184-afb5e7cce54c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.614493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-74a1d0be-c3f9-49d2-8184-afb5e7cce54c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1300912 Aug 27 02:50:31.617411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57672) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.641524 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b82990d-430d-4666-b7d0-e925f162f3cc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.649370 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b82990d-430d-4666-b7d0-e925f162f3cc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.678042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b82990d-430d-4666-b7d0-e925f162f3cc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.684579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1b82990d-430d-4666-b7d0-e925f162f3cc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.685663 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b82990d-430d-4666-b7d0-e925f162f3cc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/aad83733-754c-4b68-a3e5-5dd96d1f7058 HTTP/1.1" status: 204 len: 168 time: 0.0672855 Aug 27 02:50:31.688610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57674) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.691327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82990d-430d-4666-b7d0-e925f162f3cc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aad83733-754c-4b68-a3e5-5dd96d1f7058,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.738346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-047110dd-930b-4b12-a4b1-6ebabb1cd4f2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0483475 Aug 27 02:50:31.741121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57676) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.765165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-127a89b0-2cb2-4256-a492-247a302d44cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.772732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-127a89b0-2cb2-4256-a492-247a302d44cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.800007 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-127a89b0-2cb2-4256-a492-247a302d44cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.805969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-127a89b0-2cb2-4256-a492-247a302d44cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.807112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-127a89b0-2cb2-4256-a492-247a302d44cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f08e3636-acc3-4543-b608-69771b0b94f8 HTTP/1.1" status: 204 len: 168 time: 0.0651174 Aug 27 02:50:31.809886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57678) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.812972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a89b0-2cb2-4256-a492-247a302d44cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f08e3636-acc3-4543-b608-69771b0b94f8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.866643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-815100d0-9e7b-4958-91f7-c67ac01e8d7f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0554328 Aug 27 02:50:31.869576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57680) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.895461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7de1406c-0a4a-4319-8300-7502e9bca297 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.903652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7de1406c-0a4a-4319-8300-7502e9bca297 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.934023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7de1406c-0a4a-4319-8300-7502e9bca297 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.940028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7de1406c-0a4a-4319-8300-7502e9bca297 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.941124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7de1406c-0a4a-4319-8300-7502e9bca297 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2642629a-96e4-4f64-b930-d742ba2c03f7 HTTP/1.1" status: 204 len: 168 time: 0.0706301 Aug 27 02:50:31.943900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57682) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.946528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1406c-0a4a-4319-8300-7502e9bca297 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2642629a-96e4-4f64-b930-d742ba2c03f7,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.994121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb942a4a-a7d4-4e68-9cb0-8f557fe95cf2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0489645 Aug 27 02:50:31.996874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57684) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.020015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-497a3236-ef58-491d-a921-b8b88e7e09e3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.027593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-497a3236-ef58-491d-a921-b8b88e7e09e3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.053550 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-497a3236-ef58-491d-a921-b8b88e7e09e3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.059584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-497a3236-ef58-491d-a921-b8b88e7e09e3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.060702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-497a3236-ef58-491d-a921-b8b88e7e09e3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d64b1d41-7777-4af1-8f2e-1b4d5032a18b HTTP/1.1" status: 204 len: 168 time: 0.0629041 Aug 27 02:50:32.063633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57686) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.066524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a3236-ef58-491d-a921-b8b88e7e09e3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d64b1d41-7777-4af1-8f2e-1b4d5032a18b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.107941 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7a4aef8b-aa87-464a-9029-b5c105841f1a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0430992 Aug 27 02:50:32.110863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57688) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.136156 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2083-630a-4bc3-b146-978bd9170bc6 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.144131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2083-630a-4bc3-b146-978bd9170bc6 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.172894 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2083-630a-4bc3-b146-978bd9170bc6 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.178999 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2083-630a-4bc3-b146-978bd9170bc6 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.180115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b9ae2083-630a-4bc3-b146-978bd9170bc6 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/429833e0-f113-4b51-8add-b3355025908c HTTP/1.1" status: 204 len: 168 time: 0.0682428 Aug 27 02:50:32.182863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57690) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.185863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae2083-630a-4bc3-b146-978bd9170bc6 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=429833e0-f113-4b51-8add-b3355025908c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.223043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-73d13190-2d92-4099-adc6-c74c03f302d1 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390046 Aug 27 02:50:32.225728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57692) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.276808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d93158b-6781-4d99-acf8-f0b17af43084 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.300845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d93158b-6781-4d99-acf8-f0b17af43084 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.353031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d93158b-6781-4d99-acf8-f0b17af43084 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.355598 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7d93158b-6781-4d99-acf8-f0b17af43084 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.359167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7d93158b-6781-4d99-acf8-f0b17af43084 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/1f265e85-5d01-4062-891a-42a267d77c09 HTTP/1.1" status: 204 len: 168 time: 0.1301978 Aug 27 02:50:32.360114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57698) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.366066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93158b-6781-4d99-acf8-f0b17af43084 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f265e85-5d01-4062-891a-42a267d77c09,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.422932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ba8f7db-0897-4b4f-b863-995426f15542 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610437 Aug 27 02:50:32.427100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57700) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.432437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-98fad718-669a-4712-817d-4e9c5d0c838a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447982246'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:32.456233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98fad718-669a-4712-817d-4e9c5d0c838a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.556798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98fad718-669a-4712-817d-4e9c5d0c838a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.562211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98fad718-669a-4712-817d-4e9c5d0c838a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.604039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98fad718-669a-4712-817d-4e9c5d0c838a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.606012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-98fad718-669a-4712-817d-4e9c5d0c838a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1777582 Aug 27 02:50:32.607191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fad718-669a-4712-817d-4e9c5d0c838a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6935bb19-cb91-46c7-9985-d0672434e61a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.608872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57706) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.615212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3eb12e70-2793-4dbb-8af4-208520f3f3ac tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '6935bb19-cb91-46c7-9985-d0672434e61a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:32.642256 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eb12e70-2793-4dbb-8af4-208520f3f3ac tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.690060 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eb12e70-2793-4dbb-8af4-208520f3f3ac tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.694490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eb12e70-2793-4dbb-8af4-208520f3f3ac tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.716650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb12e70-2793-4dbb-8af4-208520f3f3ac tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92235bc1-cc73-4eb0-8d4a-537bee3c74a8,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.720605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3eb12e70-2793-4dbb-8af4-208520f3f3ac tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.724568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3eb12e70-2793-4dbb-8af4-208520f3f3ac tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1120560 Aug 27 02:50:32.725154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57710) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.780245 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f871583-a5a5-4043-9bd8-6eae9f859f60 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.802457 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f871583-a5a5-4043-9bd8-6eae9f859f60 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.847813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f871583-a5a5-4043-9bd8-6eae9f859f60 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.850438 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f871583-a5a5-4043-9bd8-6eae9f859f60 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.851602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f871583-a5a5-4043-9bd8-6eae9f859f60 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/6935bb19-cb91-46c7-9985-d0672434e61a HTTP/1.1" status: 204 len: 168 time: 0.1256311 Aug 27 02:50:32.854509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57712) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.860775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871583-a5a5-4043-9bd8-6eae9f859f60 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6935bb19-cb91-46c7-9985-d0672434e61a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.904446 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6dc4ca2e-7fcb-4092-9159-63b1355352fa tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446236 Aug 27 02:50:32.904650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57714) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.909079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c8388aa8-e826-452f-a5d8-c05540c3346f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--604506502'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:32.933147 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8388aa8-e826-452f-a5d8-c05540c3346f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.014145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8388aa8-e826-452f-a5d8-c05540c3346f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.019534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8388aa8-e826-452f-a5d8-c05540c3346f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.047219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8388aa8-e826-452f-a5d8-c05540c3346f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.048460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c8388aa8-e826-452f-a5d8-c05540c3346f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1428750 Aug 27 02:50:33.050380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8388aa8-e826-452f-a5d8-c05540c3346f tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401b3e44-132a-458c-9919-8eb5dbcfe6f6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.051577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57716) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.056448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c2038e26-3780-4ec3-9ceb-2a6025e15cdd tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503344084'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:33.080739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2038e26-3780-4ec3-9ceb-2a6025e15cdd tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.180385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2038e26-3780-4ec3-9ceb-2a6025e15cdd tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.188496 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2038e26-3780-4ec3-9ceb-2a6025e15cdd tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.203827 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.221348 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2038e26-3780-4ec3-9ceb-2a6025e15cdd tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.225167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2038e26-3780-4ec3-9ceb-2a6025e15cdd tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1700470 Aug 27 02:50:33.226080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57718) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.227327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2038e26-3780-4ec3-9ceb-2a6025e15cdd tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4436304e-7b7d-47f3-872f-42f2c2abf947,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.231680 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-af776010-6e7b-4e8c-b6a6-47fa5115e904 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '401b3e44-132a-458c-9919-8eb5dbcfe6f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4436304e-7b7d-47f3-872f-42f2c2abf947', 'remote_ip_prefix': None}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:33.266917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af776010-6e7b-4e8c-b6a6-47fa5115e904 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.332119 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af776010-6e7b-4e8c-b6a6-47fa5115e904 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.338727 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af776010-6e7b-4e8c-b6a6-47fa5115e904 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.358490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af776010-6e7b-4e8c-b6a6-47fa5115e904 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788c638f-3e3a-4bcd-a875-b8014222c207,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.366407 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-af776010-6e7b-4e8c-b6a6-47fa5115e904 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.367601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-af776010-6e7b-4e8c-b6a6-47fa5115e904 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1400609 Aug 27 02:50:33.370654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57720) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.393228 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff3de-4f79-44dd-ab62-183ef6bf33a2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.400958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff3de-4f79-44dd-ab62-183ef6bf33a2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.432327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff3de-4f79-44dd-ab62-183ef6bf33a2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.438226 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff3de-4f79-44dd-ab62-183ef6bf33a2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.439333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6a6ff3de-4f79-44dd-ab62-183ef6bf33a2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/788c638f-3e3a-4bcd-a875-b8014222c207 HTTP/1.1" status: 204 len: 168 time: 0.0677755 Aug 27 02:50:33.442085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57722) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.445301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ff3de-4f79-44dd-ab62-183ef6bf33a2 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=788c638f-3e3a-4bcd-a875-b8014222c207,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.489304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f2914f9-3d9c-4aac-b0f6-5f30b95e744a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0457971 Aug 27 02:50:33.491920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57724) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.543591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e495e67-2f16-4118-b041-cc171f5117c4 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.565431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e495e67-2f16-4118-b041-cc171f5117c4 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.616303 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e495e67-2f16-4118-b041-cc171f5117c4 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.618991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e495e67-2f16-4118-b041-cc171f5117c4 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.622645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e495e67-2f16-4118-b041-cc171f5117c4 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/4436304e-7b7d-47f3-872f-42f2c2abf947 HTTP/1.1" status: 204 len: 168 time: 0.1275635 Aug 27 02:50:33.623471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57732) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.631515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e495e67-2f16-4118-b041-cc171f5117c4 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4436304e-7b7d-47f3-872f-42f2c2abf947,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.699489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d4ec7cd5-608b-40b3-8c93-4cbd4cbc345c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0748024 Aug 27 02:50:33.702192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57736) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.730265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44336181-b2bc-4620-b992-67893e6747d2 req-fbda4af3-9d5d-49a0-8b70-7dbb1fd481ec tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:33.731858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44336181-b2bc-4620-b992-67893e6747d2 req-fbda4af3-9d5d-49a0-8b70-7dbb1fd481ec tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1096 time: 0.0453877 Aug 27 02:50:33.753146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-44336181-b2bc-4620-b992-67893e6747d2 req-a6df17fe-6637-4c05-9e0f-338af6d9c497 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.757510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-675a0988-27d0-44d6-927a-38abb84ff1ff tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.784993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-675a0988-27d0-44d6-927a-38abb84ff1ff tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.836654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-675a0988-27d0-44d6-927a-38abb84ff1ff tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.839316 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-675a0988-27d0-44d6-927a-38abb84ff1ff tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.840673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-675a0988-27d0-44d6-927a-38abb84ff1ff tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/401b3e44-132a-458c-9919-8eb5dbcfe6f6 HTTP/1.1" status: 204 len: 168 time: 0.1373346 Aug 27 02:50:33.850016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57740) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.851826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a0988-27d0-44d6-927a-38abb84ff1ff tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401b3e44-132a-458c-9919-8eb5dbcfe6f6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.856900 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-44336181-b2bc-4620-b992-67893e6747d2 req-a6df17fe-6637-4c05-9e0f-338af6d9c497 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.865135 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-44336181-b2bc-4620-b992-67893e6747d2 req-a6df17fe-6637-4c05-9e0f-338af6d9c497 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.893074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44336181-b2bc-4620-b992-67893e6747d2 req-a6df17fe-6637-4c05-9e0f-338af6d9c497 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541359 Aug 27 02:50:33.901896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df17fe-6637-4c05-9e0f-338af6d9c497 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fae9ce-08f6-437e-a2a2-9aa53ca0bed1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.905674 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27c04e7f-5db7-4007-8b53-1970817a03fc tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526090 Aug 27 02:50:33.922344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57742) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:33.927326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c30031c4-4c76-4c9b-b1a5-3dccb1433671 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--396741588'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:33.950976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c30031c4-4c76-4c9b-b1a5-3dccb1433671 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.041212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2f3dd-4190-4138-80aa-2f561a5817fe req-14b53921-ded8-4765-9b9d-f788fb5abc41 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:34.042750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae2f3dd-4190-4138-80aa-2f561a5817fe req-14b53921-ded8-4765-9b9d-f788fb5abc41 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0699272 Aug 27 02:50:34.101574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c30031c4-4c76-4c9b-b1a5-3dccb1433671 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.105252 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ae2f3dd-4190-4138-80aa-2f561a5817fe req-6368a434-92e1-45dc-acf4-8df09fe952c9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554109 Aug 27 02:50:34.106837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c30031c4-4c76-4c9b-b1a5-3dccb1433671 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.128853 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57746) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.140244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c30031c4-4c76-4c9b-b1a5-3dccb1433671 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.144179 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c30031c4-4c76-4c9b-b1a5-3dccb1433671 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2180805 Aug 27 02:50:34.144179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30031c4-4c76-4c9b-b1a5-3dccb1433671 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf562e0b-3417-491c-b574-c29892705640,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.145009 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.149433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c74f3390-7e8b-4542-af9f-00cfceedbbe3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': 'cf562e0b-3417-491c-b574-c29892705640', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:34.178459 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74f3390-7e8b-4542-af9f-00cfceedbbe3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.214378 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12d37fc9-c575-467f-9a3c-485e81b10ec5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/8a866bf2-f11a-473a-85c6-6f638382f045 HTTP/1.1" status: 200 len: 992 time: 0.0748844 Aug 27 02:50:34.240953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74f3390-7e8b-4542-af9f-00cfceedbbe3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.245580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74f3390-7e8b-4542-af9f-00cfceedbbe3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.263054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f3390-7e8b-4542-af9f-00cfceedbbe3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d011848-5371-4cfd-a8c9-27dc35e77651,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.270788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c74f3390-7e8b-4542-af9f-00cfceedbbe3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.271976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c74f3390-7e8b-4542-af9f-00cfceedbbe3 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1260643 Aug 27 02:50:34.274849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57752) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.301320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc1065b2-5541-48da-8098-fcfe69567d0d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.310170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc1065b2-5541-48da-8098-fcfe69567d0d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.341026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc1065b2-5541-48da-8098-fcfe69567d0d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.347355 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dc1065b2-5541-48da-8098-fcfe69567d0d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.348464 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dc1065b2-5541-48da-8098-fcfe69567d0d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0d011848-5371-4cfd-a8c9-27dc35e77651 HTTP/1.1" status: 204 len: 168 time: 0.0727017 Aug 27 02:50:34.351572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57756) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.354670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1065b2-5541-48da-8098-fcfe69567d0d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d011848-5371-4cfd-a8c9-27dc35e77651,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.392846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-10859a07-72d8-43f6-8c1d-198f1e2451f9 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398133 Aug 27 02:50:34.395512 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57758) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.446074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f473aad4-d0b0-4552-a089-364dbc64af76 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.468475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f473aad4-d0b0-4552-a089-364dbc64af76 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.519902 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f473aad4-d0b0-4552-a089-364dbc64af76 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.522570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f473aad4-d0b0-4552-a089-364dbc64af76 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.523750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f473aad4-d0b0-4552-a089-364dbc64af76 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf562e0b-3417-491c-b574-c29892705640 HTTP/1.1" status: 204 len: 168 time: 0.1273346 Aug 27 02:50:34.526688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57762) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.533423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473aad4-d0b0-4552-a089-364dbc64af76 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf562e0b-3417-491c-b574-c29892705640,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.589618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2d231a2e-625a-465e-8d03-5f9c93dc8f56 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615067 Aug 27 02:50:34.593775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.599892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ec01a5e8-3370-49b1-88a0-8760e8e51406 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group': {'name': 'tempest-secgroup--506546003'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:34.628222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec01a5e8-3370-49b1-88a0-8760e8e51406 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.717811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec01a5e8-3370-49b1-88a0-8760e8e51406 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.722545 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec01a5e8-3370-49b1-88a0-8760e8e51406 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.754896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec01a5e8-3370-49b1-88a0-8760e8e51406 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.758976 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ec01a5e8-3370-49b1-88a0-8760e8e51406 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1611009 Aug 27 02:50:34.759334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57770) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.761683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01a5e8-3370-49b1-88a0-8760e8e51406 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38791421-fde5-4041-90d4-37444e828fa6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.764671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b80b5fa5-341e-4f6f-a543-6d0890337810 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '38791421-fde5-4041-90d4-37444e828fa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:34.801744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa5-341e-4f6f-a543-6d0890337810 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.975814 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa5-341e-4f6f-a543-6d0890337810 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.980882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa5-341e-4f6f-a543-6d0890337810 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.010874 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b5fa5-341e-4f6f-a543-6d0890337810 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f03a6cb-723a-48bb-8759-3129f90ddc7a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.013996 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa5-341e-4f6f-a543-6d0890337810 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.018248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b80b5fa5-341e-4f6f-a543-6d0890337810 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578201 Aug 27 02:50:35.018895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57778) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.037075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-21f86161-8324-44ae-8e83-dd70f9a5d53c tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules/7f03a6cb-723a-48bb-8759-3129f90ddc7a HTTP/1.1" status: 200 len: 763 time: 0.0170472 Aug 27 02:50:35.039589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57780) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.045058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a782b8-482c-4286-95ed-49d58fa473c3 req-2e4bf3b1-4a4e-40a1-ab11-46468dc0ced9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:35.047017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5a782b8-482c-4286-95ed-49d58fa473c3 req-2e4bf3b1-4a4e-40a1-ab11-46468dc0ced9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.1301785 Aug 27 02:50:35.059022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-64791ab2-9c56-4c9f-86d8-1c4ba1f9423b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1507421 Aug 27 02:50:35.089233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1ce9af9c-ced0-4f98-9cee-d377832de347 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460119 Aug 27 02:50:35.089630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57782) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.114390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9eed59d4-1827-4942-a116-668623e5a252 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.115201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5a782b8-482c-4286-95ed-49d58fa473c3 req-b5768e0c-7a97-4739-b70e-ae981402c300 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550067 Aug 27 02:50:35.124307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9eed59d4-1827-4942-a116-668623e5a252 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.161010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9eed59d4-1827-4942-a116-668623e5a252 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.166752 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9eed59d4-1827-4942-a116-668623e5a252 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.167887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9eed59d4-1827-4942-a116-668623e5a252 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7f03a6cb-723a-48bb-8759-3129f90ddc7a HTTP/1.1" status: 204 len: 168 time: 0.0774980 Aug 27 02:50:35.170603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57788) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.176291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed59d4-1827-4942-a116-668623e5a252 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f03a6cb-723a-48bb-8759-3129f90ddc7a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.211833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-93b88fc4-59e6-42d2-b3e3-4d175b5dfcc7 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399652 Aug 27 02:50:35.214374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57796) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.219320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bd20ee20-482e-4244-a7da-6820614ace5a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '38791421-fde5-4041-90d4-37444e828fa6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:35.248855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd20ee20-482e-4244-a7da-6820614ace5a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.311696 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd20ee20-482e-4244-a7da-6820614ace5a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.316764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd20ee20-482e-4244-a7da-6820614ace5a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.337985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20ee20-482e-4244-a7da-6820614ace5a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88dfa9f2-d8a6-4ab6-a174-afe5279e1ed1,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.342501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd20ee20-482e-4244-a7da-6820614ace5a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.344433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bd20ee20-482e-4244-a7da-6820614ace5a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283607 Aug 27 02:50:35.346521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57804) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.363225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c54cde0b-064b-4449-b543-57599acb04cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules/88dfa9f2-d8a6-4ab6-a174-afe5279e1ed1 HTTP/1.1" status: 200 len: 763 time: 0.0155261 Aug 27 02:50:35.365748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.407812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6a09e847-217c-49b7-9cf5-4bac8c198e7a tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409713 Aug 27 02:50:35.410602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57808) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.434666 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4461382b-865a-45a3-a23b-6f9d853b0c85 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.441932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4461382b-865a-45a3-a23b-6f9d853b0c85 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.469926 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4461382b-865a-45a3-a23b-6f9d853b0c85 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.475180 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4461382b-865a-45a3-a23b-6f9d853b0c85 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.476335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4461382b-865a-45a3-a23b-6f9d853b0c85 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/88dfa9f2-d8a6-4ab6-a174-afe5279e1ed1 HTTP/1.1" status: 204 len: 168 time: 0.0648906 Aug 27 02:50:35.479072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.484907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461382b-865a-45a3-a23b-6f9d853b0c85 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88dfa9f2-d8a6-4ab6-a174-afe5279e1ed1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.529988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-94117bc2-e145-467e-9753-48799908a9db tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495279 Aug 27 02:50:35.532422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57816) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.536799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0c0f3fc9-7a02-4fdf-8311-3c582210ee8d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Request body: {'security_group_rule': {'security_group_id': '38791421-fde5-4041-90d4-37444e828fa6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:35.564869 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3fc9-7a02-4fdf-8311-3c582210ee8d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.625025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3fc9-7a02-4fdf-8311-3c582210ee8d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.629883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3fc9-7a02-4fdf-8311-3c582210ee8d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.647778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f3fc9-7a02-4fdf-8311-3c582210ee8d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98482529-3ac6-4fbd-9f01-302166a67525,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.664290 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3fc9-7a02-4fdf-8311-3c582210ee8d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.668010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0c0f3fc9-7a02-4fdf-8311-3c582210ee8d tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320996 Aug 27 02:50:35.668358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57820) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.687369 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8fc23230-129f-4ec5-bbb0-067a1fec9fba tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules/98482529-3ac6-4fbd-9f01-302166a67525 HTTP/1.1" status: 200 len: 764 time: 0.0154130 Aug 27 02:50:35.687637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57822) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.728706 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5025a2e5-49b7-4445-b727-f91d251c98f8 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0400293 Aug 27 02:50:35.731377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57824) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.755432 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d140b85-1cf9-4402-b366-0749ea846358 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.763246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d140b85-1cf9-4402-b366-0749ea846358 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.789557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d140b85-1cf9-4402-b366-0749ea846358 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.795557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0d140b85-1cf9-4402-b366-0749ea846358 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.796645 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0d140b85-1cf9-4402-b366-0749ea846358 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/98482529-3ac6-4fbd-9f01-302166a67525 HTTP/1.1" status: 204 len: 168 time: 0.0643170 Aug 27 02:50:35.799445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57826) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.802214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d140b85-1cf9-4402-b366-0749ea846358 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98482529-3ac6-4fbd-9f01-302166a67525,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.846308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6b18888f-8da3-4597-84ca-5e34d247d728 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451014 Aug 27 02:50:35.849225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57828) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.915496 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf3843a4-eda9-4a0d-90c0-23fd0267b720 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.937846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf3843a4-eda9-4a0d-90c0-23fd0267b720 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.981349 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf3843a4-eda9-4a0d-90c0-23fd0267b720 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.984097 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf3843a4-eda9-4a0d-90c0-23fd0267b720 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.985365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bf3843a4-eda9-4a0d-90c0-23fd0267b720 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "DELETE /v2.0/security-groups/38791421-fde5-4041-90d4-37444e828fa6 HTTP/1.1" status: 204 len: 168 time: 0.1350265 Aug 27 02:50:35.988001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57834) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.000843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3843a4-eda9-4a0d-90c0-23fd0267b720 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38791421-fde5-4041-90d4-37444e828fa6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:36.037499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80b67b9c-9f0a-4e3f-b876-8e61cd8bd7cb tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481079 Aug 27 02:50:36.042623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57836) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.091367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4fd4f194-bd9c-4a50-87c0-e9271db73087 tempest-SecGroupTest-1949839679 tempest-SecGroupTest-1949839679-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474739 Aug 27 02:50:36.271646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-1da69322-dd6d-4aec-923a-89e2513ab562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:36.273313 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-1da69322-dd6d-4aec-923a-89e2513ab562 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1096 time: 0.0669823 Aug 27 02:50:36.286757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5af9-0b85-4c7d-bbfd-eebc045548e1 req-cf7c0481-1e24-418e-b050-7aefa13f0430 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:36.286757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf3f5af9-0b85-4c7d-bbfd-eebc045548e1 req-cf7c0481-1e24-418e-b050-7aefa13f0430 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0890424 Aug 27 02:50:36.380375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf3f5af9-0b85-4c7d-bbfd-eebc045548e1 req-723186ce-d640-4dd1-a836-4ba75c8be4c2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819752 Aug 27 02:50:36.415007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-294a969c-f274-4df9-a657-ede5c7f449d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:36.416781 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-294a969c-f274-4df9-a657-ede5c7f449d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.1332769 Aug 27 02:50:36.422288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57850) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.869949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-1b02f919-7f8a-4256-a43f-f4c51c199e51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 1000 time: 0.4413304 Aug 27 02:50:36.890624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3c244b9b-0f09-497f-aca5-eabd5f923a75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0219c7bc0174756b708194c945e8e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670782 Aug 27 02:50:36.893259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57854) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.927197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-ac8ca97e-b66b-4740-9911-8d19b628bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:36.928720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-ac8ca97e-b66b-4740-9911-8d19b628bf6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0511482 Aug 27 02:50:36.946990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-900e55e4-916c-4bcb-8924-d0cdcc7b5871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.969994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-900e55e4-916c-4bcb-8924-d0cdcc7b5871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.985873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-0bb35e94-ade4-4d09-b9bf-b4cc8dbc31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:36.987503 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-0bb35e94-ade4-4d09-b9bf-b4cc8dbc31f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518618 Aug 27 02:50:37.020927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-900e55e4-916c-4bcb-8924-d0cdcc7b5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.023769 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-900e55e4-916c-4bcb-8924-d0cdcc7b5871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.028184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-900e55e4-916c-4bcb-8924-d0cdcc7b5871 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2332045-bb5d-493e-ac6e-dc574a5a7d65 HTTP/1.1" status: 204 len: 168 time: 0.1338975 Aug 27 02:50:37.037030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e55e4-916c-4bcb-8924-d0cdcc7b5871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2332045-bb5d-493e-ac6e-dc574a5a7d65,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.107949 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-b7518b2b-6238-4bbe-847f-53c9db005629 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135547 Aug 27 02:50:37.210549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-fcf15568-f31a-4cc9-90e5-224ac1b8987b service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951328 Aug 27 02:50:37.505201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56522a-854f-49dc-8405-c2443b5f36f6 req-eff3ed6f-2258-4a41-8719-710d2ae45bdf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:37.506734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc56522a-854f-49dc-8405-c2443b5f36f6 req-eff3ed6f-2258-4a41-8719-710d2ae45bdf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0571797 Aug 27 02:50:37.560514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fc56522a-854f-49dc-8405-c2443b5f36f6 req-7d2e2e54-efb8-47ca-a409-d9729f85d5f1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410860 Aug 27 02:50:38.695894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c179f-c5b5-40c2-a1bc-a60cb447f4cf req-d744b364-1de3-4f54-a6e0-666cbd3eb17a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:38.704536 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe1c179f-c5b5-40c2-a1bc-a60cb447f4cf req-d744b364-1de3-4f54-a6e0-666cbd3eb17a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0648360 Aug 27 02:50:38.742918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fe1c179f-c5b5-40c2-a1bc-a60cb447f4cf req-e425ca9e-baff-41bd-bf7a-5ee6605f64c5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371885 Aug 27 02:50:38.809391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57914) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:38.922780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f836e49-b500-4509-97a1-3ca985445c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.023345 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f836e49-b500-4509-97a1-3ca985445c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.029102 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4f836e49-b500-4509-97a1-3ca985445c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.071106 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4f836e49-b500-4509-97a1-3ca985445c41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56c0c0cc98e84c4c9bb2c442db6c68a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603772 Aug 27 02:50:39.071587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57918) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:39.074309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f836e49-b500-4509-97a1-3ca985445c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5370c22-5c7c-4501-b3e4-cc9060e16fd2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:39.133595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080a84bb-ac35-466e-b10b-e70423c69d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.160844 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080a84bb-ac35-466e-b10b-e70423c69d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.236244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080a84bb-ac35-466e-b10b-e70423c69d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.239371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-080a84bb-ac35-466e-b10b-e70423c69d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.243805 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-080a84bb-ac35-466e-b10b-e70423c69d7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5370c22-5c7c-4501-b3e4-cc9060e16fd2 HTTP/1.1" status: 204 len: 168 time: 0.1707861 Aug 27 02:50:39.256901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a84bb-ac35-466e-b10b-e70423c69d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5370c22-5c7c-4501-b3e4-cc9060e16fd2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:39.580844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57926) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:39.594865 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca478f6f-2436-47e1-96c9-cdc5d3c1468b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.707633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca478f6f-2436-47e1-96c9-cdc5d3c1468b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.716203 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca478f6f-2436-47e1-96c9-cdc5d3c1468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.752940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca478f6f-2436-47e1-96c9-cdc5d3c1468b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1a2cb-8beb-463d-9857-ed660ec29cd4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:39.765560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca478f6f-2436-47e1-96c9-cdc5d3c1468b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14d4c1844c91496caeeafa825d77ab21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834013 Aug 27 02:50:39.768509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57930) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:39.847086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff58222c-2eed-404b-9d6b-2b7606457af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.895798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff58222c-2eed-404b-9d6b-2b7606457af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.938627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2931bc7-df8e-4b6d-b382-dca9876854e4 req-fccdd3f2-ca7b-4ed8-b9bf-13b37bc44739 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:39.941219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2931bc7-df8e-4b6d-b382-dca9876854e4 req-fccdd3f2-ca7b-4ed8-b9bf-13b37bc44739 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0537403 Aug 27 02:50:39.969572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff58222c-2eed-404b-9d6b-2b7606457af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.973226 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ff58222c-2eed-404b-9d6b-2b7606457af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.981807 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ff58222c-2eed-404b-9d6b-2b7606457af9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27a1a2cb-8beb-463d-9857-ed660ec29cd4 HTTP/1.1" status: 204 len: 168 time: 0.2115862 Aug 27 02:50:39.996833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58222c-2eed-404b-9d6b-2b7606457af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1a2cb-8beb-463d-9857-ed660ec29cd4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:40.011096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2931bc7-df8e-4b6d-b382-dca9876854e4 req-8bafd44c-62b7-4349-88ef-0769547cea61 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622678 Aug 27 02:50:41.147122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5a14-5426-4ea0-a11d-988197e7071c req-dbff6775-5581-45c0-bf1c-d4ce50a57d66 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:41.149297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbdb5a14-5426-4ea0-a11d-988197e7071c req-dbff6775-5581-45c0-bf1c-d4ce50a57d66 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Aug 27 02:50:41.196695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbdb5a14-5426-4ea0-a11d-988197e7071c req-e51e27e1-8a15-429f-836e-c4c8b477bd3c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393093 Aug 27 02:50:41.804793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 57984) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:41.916373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-991122ae-c2ff-4a82-9b19-81f0d5fd64c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.005542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-991122ae-c2ff-4a82-9b19-81f0d5fd64c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.011129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-991122ae-c2ff-4a82-9b19-81f0d5fd64c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.047407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991122ae-c2ff-4a82-9b19-81f0d5fd64c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37491c25-fcc2-4bcb-84d6-e0c82d93eb18,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:42.055090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57988) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:42.055497 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-991122ae-c2ff-4a82-9b19-81f0d5fd64c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e743ad2ae04438d8dfad11976f370c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487335 Aug 27 02:50:42.103993 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12770585-1509-49f5-8ab5-527def29e7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.125211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12770585-1509-49f5-8ab5-527def29e7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.172820 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12770585-1509-49f5-8ab5-527def29e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.175600 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12770585-1509-49f5-8ab5-527def29e7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.179136 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12770585-1509-49f5-8ab5-527def29e7b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37491c25-fcc2-4bcb-84d6-e0c82d93eb18 HTTP/1.1" status: 204 len: 168 time: 0.1212144 Aug 27 02:50:42.185076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12770585-1509-49f5-8ab5-527def29e7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37491c25-fcc2-4bcb-84d6-e0c82d93eb18,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:42.335644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3407-4067-4a63-b31f-a202aa2b110f req-9a72818c-c776-4941-b3a7-5a72c7c9cd10 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:42.337491 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d47f3407-4067-4a63-b31f-a202aa2b110f req-9a72818c-c776-4941-b3a7-5a72c7c9cd10 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0583992 Aug 27 02:50:42.381832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d47f3407-4067-4a63-b31f-a202aa2b110f req-f13fd0aa-9c2d-4cae-8b32-c5024eb3b2e4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Aug 27 02:50:42.504968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 57996) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:42.519101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49650513-2d5a-47ed-aa34-b275dbd6cad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.614079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49650513-2d5a-47ed-aa34-b275dbd6cad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.619507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49650513-2d5a-47ed-aa34-b275dbd6cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.658254 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-49650513-2d5a-47ed-aa34-b275dbd6cad3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=940e994c047e4ea3a63a2b50d6441cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521273 Aug 27 02:50:42.659069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49650513-2d5a-47ed-aa34-b275dbd6cad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac6dc09-d8c4-4cf4-bc19-f02da241bc1f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:42.661384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58000) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:42.711186 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa01-3b82-484f-a42f-0438cdf35986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.732856 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa01-3b82-484f-a42f-0438cdf35986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.784969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa01-3b82-484f-a42f-0438cdf35986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.787788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa01-3b82-484f-a42f-0438cdf35986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.791879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ff08fa01-3b82-484f-a42f-0438cdf35986 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ac6dc09-d8c4-4cf4-bc19-f02da241bc1f HTTP/1.1" status: 204 len: 168 time: 0.1268351 Aug 27 02:50:42.799112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08fa01-3b82-484f-a42f-0438cdf35986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac6dc09-d8c4-4cf4-bc19-f02da241bc1f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:43.509108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434469d-9d2c-48c5-bde1-728f9fd60396 req-2866d427-6fc7-4a13-ae2a-28acab62aeeb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:43.510685 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a434469d-9d2c-48c5-bde1-728f9fd60396 req-2866d427-6fc7-4a13-ae2a-28acab62aeeb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Aug 27 02:50:43.554505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a434469d-9d2c-48c5-bde1-728f9fd60396 req-9dbab4be-b40d-4cbb-8fb1-e1af1448adc3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370367 Aug 27 02:50:44.673953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e7d95-cb7e-421b-b614-6045cbe1638b req-9a756940-0e3c-4a35-b5f8-a1ade1646577 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:44.675478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f51e7d95-cb7e-421b-b614-6045cbe1638b req-9a756940-0e3c-4a35-b5f8-a1ade1646577 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Aug 27 02:50:44.718857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f51e7d95-cb7e-421b-b614-6045cbe1638b req-ec7a4bec-7098-4cde-8dd0-e838e309efa7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365555 Aug 27 02:50:45.844292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb195f1-fec9-444b-964b-b9d9aeb2ab93 req-7d356cb4-07ff-452d-b951-3f1dfc857b03 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:45.845711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cb195f1-fec9-444b-964b-b9d9aeb2ab93 req-7d356cb4-07ff-452d-b951-3f1dfc857b03 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0545805 Aug 27 02:50:45.886690 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cb195f1-fec9-444b-964b-b9d9aeb2ab93 req-2c8a7c25-5bf9-421b-af09-f31a6a305b05 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345385 Aug 27 02:50:46.744140 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:47.019659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685130a0-31df-49a3-a22a-112f4d032270 req-01e6008c-a65a-4807-b0d1-a43a626e1c6d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:47.021293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-685130a0-31df-49a3-a22a-112f4d032270 req-01e6008c-a65a-4807-b0d1-a43a626e1c6d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0541151 Aug 27 02:50:47.105524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-685130a0-31df-49a3-a22a-112f4d032270 req-0d6bdd75-eab8-4181-99e8-e0a2c76801db tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756168 Aug 27 02:50:47.683344 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.256077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c323c6b-a5a5-482b-ad28-d63a0c1f83a9 req-065438d1-f48b-4c65-9803-1a925bd543da tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:48.267578 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c323c6b-a5a5-482b-ad28-d63a0c1f83a9 req-065438d1-f48b-4c65-9803-1a925bd543da tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0886998 Aug 27 02:50:48.321031 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c323c6b-a5a5-482b-ad28-d63a0c1f83a9 req-0273bfa2-031a-41ce-a336-ac1ad3f388ff tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Aug 27 02:50:48.344149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-0cbfddfa-b980-455c-b259-e737ca033458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:48.345687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-0cbfddfa-b980-455c-b259-e737ca033458 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1096 time: 0.0431116 Aug 27 02:50:48.458044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-338a2f97-7c01-4d17-ac30-709d5e3d771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:48.459812 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-338a2f97-7c01-4d17-ac30-709d5e3d771d service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.0934269 Aug 27 02:50:48.529214 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-2957dc2e-b312-4a72-95d7-ff50cb76a06f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 1000 time: 0.0612268 Aug 27 02:50:48.588373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-7be1bcfb-28f7-4900-b79b-9909efb25883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:48.589872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-7be1bcfb-28f7-4900-b79b-9909efb25883 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0530612 Aug 27 02:50:48.639274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-74440707-6f0d-4a9e-832c-f28d4b9d456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:48.640988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-74440707-6f0d-4a9e-832c-f28d4b9d456d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434470 Aug 27 02:50:48.739989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-94901e0c-84ba-4ed2-8bd2-1f84a05e6a80 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908680 Aug 27 02:50:48.840314 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cbac2312-7ea6-44a8-afae-b0b988f541b0 req-f2f01c93-b1e7-453b-918f-6ba41020416d service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912464 Aug 27 02:50:49.096698 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-9a0e6f81-e87a-4b32-888c-c2e1cdd54429 service neutron] show failed (client error): The resource could not be found. Aug 27 02:50:49.097831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-9a0e6f81-e87a-4b32-888c-c2e1cdd54429 service neutron] 10.222.0.45 "GET /v2.0/ports/52c679a5-f431-458c-a65c-dd2fa024dc27/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0611351 Aug 27 02:50:49.387121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-937cbdb6-9e28-43c6-ae04-6e7930129ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:49.390646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-937cbdb6-9e28-43c6-ae04-6e7930129ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 1096 time: 0.1075277 Aug 27 02:50:49.405652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:49.483234 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced860-2dcc-4be9-928f-d09cde7313ef req-11c6efd7-b526-4ce2-a654-d5ea40866671 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:49.484102 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.486163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6ced860-2dcc-4be9-928f-d09cde7313ef req-11c6efd7-b526-4ce2-a654-d5ea40866671 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0937223 Aug 27 02:50:49.530599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6ced860-2dcc-4be9-928f-d09cde7313ef req-5499ceec-7718-48f8-b774-a11d27eb649b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369322 Aug 27 02:50:49.767765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:49.802899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:49.848127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:49.850987 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94254313-1381-423a-9b01-f466c1ec652e" -d '{"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-unplugged", "status": "completed", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:49.856070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.870340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Transition to ACTIVE for port object 52c679a5-f431-458c-a65c-dd2fa024dc27 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:49.876112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.976497 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dd648f-fc3b-42ed-b9ca-cdb97143d1f5 x-openstack-request-id: req-b3dd648f-fc3b-42ed-b9ca-cdb97143d1f5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:49.976997 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-unplugged", "status": "completed", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:49.977407 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3dd648f-fc3b-42ed-b9ca-cdb97143d1f5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:49.977815 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'code': 200} Aug 27 02:50:50.027394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:50.072399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] No DVR routers for this DVR port 52c679a5-f431-458c-a65c-dd2fa024dc27 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:50.225448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:50.225788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:50.226118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 on network 78d010fb-8f14-4638-8029-8ea85c8ae4af {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:50.230726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Port 52c679a5-f431-458c-a65c-dd2fa024dc27 on network 78d010fb-8f14-4638-8029-8ea85c8ae4af not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:50:50.231264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Attempting to bind port 52c679a5-f431-458c-a65c-dd2fa024dc27 on network 78d010fb-8f14-4638-8029-8ea85c8ae4af {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:50.236305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:50.236650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Checking segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:50.237037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Bound using segment: {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:50.237472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Bound port: 52c679a5-f431-458c-a65c-dd2fa024dc27, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:50.237836 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.311344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:50.316965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:50.324465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.369277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.370262 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.372028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] 10.222.0.32 "PUT /v2.0/ports/52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 1091 time: 0.9712889 Aug 27 02:50:50.441596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404449-5122-4a7d-ba88-2d18e79d64ab service neutron] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:50.458992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-a11f5526-a4af-4181-bec6-276747a8b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.460537 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-a11f5526-a4af-4181-bec6-276747a8b826 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1094 time: 0.0550864 Aug 27 02:50:50.588429 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-003d8ca5-bd5d-4d7b-89e5-452b8050945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.588731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-003d8ca5-bd5d-4d7b-89e5-452b8050945b service neutron] 10.222.0.32 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.1206536 Aug 27 02:50:50.726597 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-604823ab-095b-4346-bb23-e28d2cf2a50f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 998 time: 0.1286712 Aug 27 02:50:50.730871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b1630-5f87-4abb-88ba-daebaf522ddf req-cf6518dd-e11c-42d1-b876-dd01fe471683 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.732453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e65b1630-5f87-4abb-88ba-daebaf522ddf req-cf6518dd-e11c-42d1-b876-dd01fe471683 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 943 time: 0.1068726 Aug 27 02:50:50.811714 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e65b1630-5f87-4abb-88ba-daebaf522ddf req-78795144-ae35-4872-8673-6527f4339234 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671110 Aug 27 02:50:50.821244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-0a536046-75d5-40e5-b96a-373542dfce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.824384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-0a536046-75d5-40e5-b96a-373542dfce43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0876849 Aug 27 02:50:50.884948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-8d24b74c-a017-42b9-8a9d-70f622fa33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.887282 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-8d24b74c-a017-42b9-8a9d-70f622fa33e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550156 Aug 27 02:50:51.026974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-a39caf5b-2f4c-4e23-a6b9-e4f6c5d59d53 service neutron] 10.222.0.32 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206639 Aug 27 02:50:51.155076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bfe976f8-f2c8-460c-91b6-b1659144e7aa req-98f377b6-d0ea-47c5-8e4a-b20133b27b94 service neutron] 10.222.0.32 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190894 Aug 27 02:50:51.942361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5ef79-001b-40df-8e10-0a68f40b8923 req-56a58f12-ea8c-44ea-a19b-10cf3ff37de1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:51.943860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47b5ef79-001b-40df-8e10-0a68f40b8923 req-56a58f12-ea8c-44ea-a19b-10cf3ff37de1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 943 time: 0.0511560 Aug 27 02:50:51.978671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:51.981381 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93202910-75c4-4ed0-ac56-0e85550d86a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:51.994897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47b5ef79-001b-40df-8e10-0a68f40b8923 req-d83b3c5a-7cb5-415e-9ed3-1adc5117ea19 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Aug 27 02:50:52.040767 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694efe97-9f19-4bd6-90c9-affa69ade28f x-openstack-request-id: req-694efe97-9f19-4bd6-90c9-affa69ade28f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:52.041095 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:52.041338 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-694efe97-9f19-4bd6-90c9-affa69ade28f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:52.041916 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'status': 'completed', 'code': 200} Aug 27 02:50:52.108013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-1b9e557b-e721-476e-a6ef-08369123341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.108692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-360d8ebf-a891-4de4-9a3c-7eb0b1d7ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.109608 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-1b9e557b-e721-476e-a6ef-08369123341d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1094 time: 0.0471191 Aug 27 02:50:52.110929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-360d8ebf-a891-4de4-9a3c-7eb0b1d7ecdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1094 time: 0.0432067 Aug 27 02:50:52.220457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-2b6959a7-816a-44e7-a289-43d950b981aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.222037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-2b6959a7-816a-44e7-a289-43d950b981aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.1025755 Aug 27 02:50:52.222186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-1a700da5-a2d6-4ff2-8cd4-4076571a633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.223725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-1a700da5-a2d6-4ff2-8cd4-4076571a633c service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.1060462 Aug 27 02:50:52.290797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-3d7ccc8b-b4c2-40bf-aec5-f92ceb46b8d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 998 time: 0.0590219 Aug 27 02:50:52.291022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-3e22704d-1b31-40d0-b093-b88019cd9bb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 998 time: 0.0597286 Aug 27 02:50:52.343159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-ab4f0d87-b6d6-45d7-b7c6-fb2db6310292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.344672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-ab4f0d87-b6d6-45d7-b7c6-fb2db6310292 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0455005 Aug 27 02:50:52.347185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-b367b87e-ee91-40c6-8eaf-db58b99e84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.348714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-b367b87e-ee91-40c6-8eaf-db58b99e84b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0494833 Aug 27 02:50:52.396911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-72b3b43d-a5d6-4d7b-9d54-ac9d399d9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.399019 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-72b3b43d-a5d6-4d7b-9d54-ac9d399d9e2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467570 Aug 27 02:50:52.400472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-f2e0c4fc-6f77-4a74-8b55-c63a3dea1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.402143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-f2e0c4fc-6f77-4a74-8b55-c63a3dea1c54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426290 Aug 27 02:50:52.492890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-a171d672-dee4-4568-b51a-47c762c3f29d service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860159 Aug 27 02:50:52.493890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-be2ff034-32fb-4fea-b7ea-ea07d2f8ff23 service neutron] 10.222.0.32 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829496 Aug 27 02:50:52.611567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-9848ea4b-99bb-4ed5-af63-1b2f1b5b28f1 service neutron] 10.222.0.32 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087313 Aug 27 02:50:52.617643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-93202910-75c4-4ed0-ac56-0e85550d86a2 req-ef5ec1df-f3d3-4c0c-9f27-f13f3e770b33 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165755 Aug 27 02:50:52.778105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:52.831631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:53.109571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318dfd0-c44a-436c-8c14-340f3fa63451 req-5b23298e-04ac-4e64-bf09-dcc1ebd562a3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:53.111154 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4318dfd0-c44a-436c-8c14-340f3fa63451 req-5b23298e-04ac-4e64-bf09-dcc1ebd562a3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 943 time: 0.0523376 Aug 27 02:50:53.152564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4318dfd0-c44a-436c-8c14-340f3fa63451 req-678f9205-ca47-4337-ba70-4ca7c5c52ff6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350778 Aug 27 02:50:53.485188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956b8f6-cf77-4cde-94df-6994363e755d req-4e6828d4-732d-4c32-8dd3-4e887c2a8227 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:53.491994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c956b8f6-cf77-4cde-94df-6994363e755d req-4e6828d4-732d-4c32-8dd3-4e887c2a8227 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 943 time: 0.0924516 Aug 27 02:50:53.527325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766954-25a9-495d-9a88-636a838cfef6 req-39a89225-6967-4458-bcd8-b58d889986ae tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:53.529682 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-39a89225-6967-4458-bcd8-b58d889986ae tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196&tenant_id=4df7c86c5581482292bf026dce0c21c2&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 943 time: 0.1396041 Aug 27 02:50:53.547357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c956b8f6-cf77-4cde-94df-6994363e755d req-462462ba-2fa6-4922-a7bd-d9a54a173a03 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513070 Aug 27 02:50:53.598033 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-51766954-25a9-495d-9a88-636a838cfef6 req-e07c6a21-16c4-4ec4-9f87-da02adf1b9f2 service neutron] delete failed (client error): The resource could not be found. Aug 27 02:50:53.599121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-e07c6a21-16c4-4ec4-9f87-da02adf1b9f2 service neutron] 10.222.0.45 "DELETE /v2.0/ports/52c679a5-f431-458c-a65c-dd2fa024dc27/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0599139 Aug 27 02:50:53.600076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58212) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:53.708927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766954-25a9-495d-9a88-636a838cfef6 req-c56ccf47-bf72-4520-b306-7e2322986a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:53.710498 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-c56ccf47-bf72-4520-b306-7e2322986a19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1094 time: 0.0659297 Aug 27 02:50:53.757772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7309bc69-85cf-4d8b-94a8-ea5d6b9061b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.823800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766954-25a9-495d-9a88-636a838cfef6 req-32dd0789-567d-4ed6-8931-1fb5bd767f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:53.825379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-32dd0789-567d-4ed6-8931-1fb5bd767f88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.1073220 Aug 27 02:50:53.850509 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7309bc69-85cf-4d8b-94a8-ea5d6b9061b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.855645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7309bc69-85cf-4d8b-94a8-ea5d6b9061b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.893852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-6cddef91-73e1-49a5-80a5-f67ed2d76b67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 998 time: 0.0614259 Aug 27 02:50:53.894536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7309bc69-85cf-4d8b-94a8-ea5d6b9061b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddf7d615b1624237a2da8d1677927ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933455 Aug 27 02:50:53.895408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309bc69-85cf-4d8b-94a8-ea5d6b9061b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236dc0db-6f29-4206-89cc-ca78a7220d4d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:53.897144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58218) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:53.918787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:50:53.975024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766954-25a9-495d-9a88-636a838cfef6 req-041d8be0-6e6f-4bc7-945c-2ea00fe3e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:53.976500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-041d8be0-6e6f-4bc7-945c-2ea00fe3e9a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0729187 Aug 27 02:50:53.998924 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee9256bf-143e-4dff-8ab1-ff9d69fc22d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.023546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:54.036958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'port_id': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'mac_address': 'fa:16:3e:bf:b7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:50:54.040110 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee9256bf-143e-4dff-8ab1-ff9d69fc22d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.055547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766954-25a9-495d-9a88-636a838cfef6 req-5abb6ad6-be82-4930-ae79-47eba16ae4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:54.057074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-5abb6ad6-be82-4930-ae79-47eba16ae4f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708771 Aug 27 02:50:54.076981 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.091142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c679a5-f431-458c-a65c-dd2fa024dc27 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:50:54.112550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:54.118140 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.165354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee9256bf-143e-4dff-8ab1-ff9d69fc22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.168129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee9256bf-143e-4dff-8ab1-ff9d69fc22d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.169319 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ee9256bf-143e-4dff-8ab1-ff9d69fc22d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/236dc0db-6f29-4206-89cc-ca78a7220d4d HTTP/1.1" status: 204 len: 168 time: 0.2712553 Aug 27 02:50:54.183596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:54.185887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-e5b8bdfa-82e5-4cd2-9e78-c759ee4951a0 service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170290 Aug 27 02:50:54.186783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9256bf-143e-4dff-8ab1-ff9d69fc22d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236dc0db-6f29-4206-89cc-ca78a7220d4d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:54.285728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51766954-25a9-495d-9a88-636a838cfef6 req-1a7301bc-0e7a-4a6f-a9e5-d8374d613d7e service neutron] 10.222.0.45 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930524 Aug 27 02:50:54.376458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['52c679a5-f431-458c-a65c-dd2fa024dc27'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:50:54.483897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58226) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:54.501840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04a8ae8c-48c6-4475-a889-51deea50be3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.634454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04a8ae8c-48c6-4475-a889-51deea50be3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.644849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04a8ae8c-48c6-4475-a889-51deea50be3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.714692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8ae8c-48c6-4475-a889-51deea50be3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad00c9-6c06-43ff-8491-3c207f51cb09,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:54.722004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04a8ae8c-48c6-4475-a889-51deea50be3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0a37f947bb84620b8669d73d4a5ebb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366781 Aug 27 02:50:54.724766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58230) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:54.736990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3bee-6be6-48ea-bb50-6f714014a94c req-d7debd76-86ad-4224-967b-4aba7976ec0e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:54.738606 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-989d3bee-6be6-48ea-bb50-6f714014a94c req-d7debd76-86ad-4224-967b-4aba7976ec0e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 944 time: 0.1070483 Aug 27 02:50:54.781048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-989d3bee-6be6-48ea-bb50-6f714014a94c req-36341023-e408-4643-b5be-dbe51a69f3c1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356913 Aug 27 02:50:54.788413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b1b465f-38fe-4b97-9f1d-5b342d02230f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.828115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b1b465f-38fe-4b97-9f1d-5b342d02230f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.882088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b1b465f-38fe-4b97-9f1d-5b342d02230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.884963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b1b465f-38fe-4b97-9f1d-5b342d02230f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.888826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9b1b465f-38fe-4b97-9f1d-5b342d02230f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53ad00c9-6c06-43ff-8491-3c207f51cb09 HTTP/1.1" status: 204 len: 168 time: 0.1605122 Aug 27 02:50:54.897925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b465f-38fe-4b97-9f1d-5b342d02230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad00c9-6c06-43ff-8491-3c207f51cb09,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:55.277236 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:50:55.310125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58256) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:55.324494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d877476c-44fa-4682-89fa-283226e33929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.414580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d877476c-44fa-4682-89fa-283226e33929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.420350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d877476c-44fa-4682-89fa-283226e33929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.462212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d877476c-44fa-4682-89fa-283226e33929 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b3a7b8c8a9d45e7b7e98b6dc3884f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508739 Aug 27 02:50:55.463192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877476c-44fa-4682-89fa-283226e33929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a452a62e-7a60-4eca-b6ee-f15894c997ac,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:55.465235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58260) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:55.523707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21bf01c6-8c71-413b-ad1a-ffb1674a1e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.545884 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21bf01c6-8c71-413b-ad1a-ffb1674a1e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.596293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21bf01c6-8c71-413b-ad1a-ffb1674a1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.598998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21bf01c6-8c71-413b-ad1a-ffb1674a1e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.600174 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-21bf01c6-8c71-413b-ad1a-ffb1674a1e36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a452a62e-7a60-4eca-b6ee-f15894c997ac HTTP/1.1" status: 204 len: 168 time: 0.1337254 Aug 27 02:50:55.608359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf01c6-8c71-413b-ad1a-ffb1674a1e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452a62e-7a60-4eca-b6ee-f15894c997ac,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:55.905121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2036-d43d-4654-8212-115df8edf35e req-48f59e17-6f06-48dd-9aba-9cc03931285e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:55.906660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb0a2036-d43d-4654-8212-115df8edf35e req-48f59e17-6f06-48dd-9aba-9cc03931285e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 944 time: 0.0518498 Aug 27 02:50:55.934179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:55.984836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eb0a2036-d43d-4654-8212-115df8edf35e req-75916162-c579-487f-b46c-ae878721d25f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609207 Aug 27 02:50:55.990710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58274) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:55.995796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 52c679a5-f431-458c-a65c-dd2fa024dc27 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:56.003043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 52c679a5-f431-458c-a65c-dd2fa024dc27 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:56.003487 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.071733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-dea3c5f7-0e6e-4bab-9d06-41f121b8ed85 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/8a866bf2-f11a-473a-85c6-6f638382f045 HTTP/1.1" status: 200 len: 991 time: 0.0791829 Aug 27 02:50:56.093568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.124475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:56.127303 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1ae7e3-ef02-4060-9d7b-6b04b0438f69" -d '{"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-plugged", "status": "completed", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:56.143782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:56.150595 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.175750 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c0cf53-e603-4b84-be48-d8d5e3c7af1c x-openstack-request-id: req-70c0cf53-e603-4b84-be48-d8d5e3c7af1c {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:56.176043 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-plugged", "status": "completed", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:56.176297 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70c0cf53-e603-4b84-be48-d8d5e3c7af1c {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:56.176691 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'code': 200} Aug 27 02:50:56.202428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:57.688720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68d21257-5671-4724-885d-8cf98c4d5fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.859954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a29933-708c-4141-b9f5-757e5ad8e7d6 req-818d6709-ddae-4f42-a0a0-635488998f73 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:57.867823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6a29933-708c-4141-b9f5-757e5ad8e7d6 req-818d6709-ddae-4f42-a0a0-635488998f73 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.0626209 Aug 27 02:50:57.912614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6a29933-708c-4141-b9f5-757e5ad8e7d6 req-6d83738e-fdcc-4253-a358-43ebcef91b53 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Aug 27 02:50:58.166465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58322) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:58.253660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8e6fb987-251e-4c65-9d59-484e451ab0d0 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/floatingips/256a172f-87a1-4ec3-a21c-b035fa123bbf HTTP/1.1" status: 200 len: 993 time: 0.0801349 Aug 27 02:50:58.546796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58330) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:58.712195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port f6fc7fbb-5249-4498-8e1b-bab863965114 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:58.712529 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.791296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.791599 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.805871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for f6fc7fbb-5249-4498-8e1b-bab863965114 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:59.006506 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.086747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=f6fc7fbb-5249-4498-8e1b-bab863965114,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:59.176564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca5bab-a28f-4795-8b0b-06beec927770 req-ad0be55e-42fd-44d9-a2ac-4bd3fefb16a2 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:59.178088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3eca5bab-a28f-4795-8b0b-06beec927770 req-ad0be55e-42fd-44d9-a2ac-4bd3fefb16a2 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.1863248 Aug 27 02:50:59.206521 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.206910 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Floating IP 256a172f-87a1-4ec3-a21c-b035fa123bbf disassociated (deleted). External IP: 172.25.1.18, port: f55bbcfa-4c96-4454-9c78-36ee58f818f6. Aug 27 02:50:59.265923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3eca5bab-a28f-4795-8b0b-06beec927770 req-31693de8-c359-49e4-8f52-8afdb89537b1 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796578 Aug 27 02:50:59.294308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-9bc976c7-c118-4dca-b49d-93fa06463fef tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:59.296006 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-9bc976c7-c118-4dca-b49d-93fa06463fef tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.32 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.0780420 Aug 27 02:50:59.408267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Deleting port 342c47c4-1158-47ab-bbaa-413caff32dd6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:59.408631 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.456207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:59.581029 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:59.586260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.596437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] Sync routers for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:59.620377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aedc8af0-12d3-4df8-8e0b-36fd0f865744 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/floatingips/256a172f-87a1-4ec3-a21c-b035fa123bbf HTTP/1.1" status: 204 len: 168 time: 1.0697072 Aug 27 02:50:59.620377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:59.620660 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:59.625096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:59.626618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:59.693056 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abda779-9369-467b-a5ce-719e0ace468d x-openstack-request-id: req-7abda779-9369-467b-a5ce-719e0ace468d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:59.693347 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:59.693601 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7abda779-9369-467b-a5ce-719e0ace468d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:59.694021 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'status': 'completed', 'code': 200} Aug 27 02:50:59.786198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:59.862106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-e927d0ed-8311-426f-89d4-30bef3f95ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:59.863750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-e927d0ed-8311-426f-89d4-30bef3f95ba2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1b46e9678645cd87d02089062acdc5&device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 1097 time: 0.0671751 Aug 27 02:50:59.972130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a059-1385-4db8-a45b-062170af968f req-03a30a84-4424-4c41-bb0e-9dc09f888482 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:59.973936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2636a059-1385-4db8-a45b-062170af968f req-03a30a84-4424-4c41-bb0e-9dc09f888482 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 946 time: 0.0573063 Aug 27 02:50:59.989685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-f070c10a-d2a9-4fbc-a278-4f171fc17562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:59.991313 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-f070c10a-d2a9-4fbc-a278-4f171fc17562 service neutron] 10.222.0.32 "GET /v2.0/networks?id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9 HTTP/1.1" status: 200 len: 898 time: 0.1180964 Aug 27 02:50:59.999600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] For port 342c47c4-1158-47ab-bbaa-413caff32dd6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=342c47c4-1158-47ab-bbaa-413caff32dd6,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:59.999939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.016002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2636a059-1385-4db8-a45b-062170af968f req-e13a97e5-9d01-4fe0-9b7a-0b0046f20710 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Aug 27 02:51:00.027418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:11Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:00.059358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] Checking router: dc592135-d1f7-456c-9849-6f1d1f4a0bb9 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:00.068586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:00.069369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:50:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:00.139198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-3da86e3f-da22-4268-a841-fc29a99e8226 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6 HTTP/1.1" status: 200 len: 217 time: 0.0718551 Aug 27 02:51:00.283655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2cc7efd4-b4f1-46d9-92c2-de501b4f9066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.396461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:00.450727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.451624 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.452387 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Floating IP cdfaa0de-3b4a-4610-9c98-cc5599c1aed3 disassociated. External IP: 172.25.1.216, port: 342c47c4-1158-47ab-bbaa-413caff32dd6. Aug 27 02:51:00.452892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Calling delete_port for 342c47c4-1158-47ab-bbaa-413caff32dd6 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:00.502844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.516121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-5938e9fc-1d55-4656-957c-f49c3f72eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:00.519995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-5938e9fc-1d55-4656-957c-f49c3f72eda1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=125186ab-934a-49dc-a976-588e8408b16e HTTP/1.1" status: 200 len: 835 time: 0.3664286 Aug 27 02:51:00.617404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-7b3457bc-bfcb-4e64-9dca-170eeea28359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:00.618862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-7b3457bc-bfcb-4e64-9dca-170eeea28359 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=187dcba8-8d94-4c8c-a661-f9b76ec92ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741005 Aug 27 02:51:00.636685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8008a-5890-4fb4-a1b3-ddaf54bcc1a6 req-83aacd76-1ecd-4fce-a053-d41e26cc0cee tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:00.645966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cce8008a-5890-4fb4-a1b3-ddaf54bcc1a6 req-83aacd76-1ecd-4fce-a053-d41e26cc0cee tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 945 time: 0.2443638 Aug 27 02:51:00.653834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:11Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:00.684217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89fde0-e75e-46b4-9c06-9e7c044e710b None None] The sync data for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 is: [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:04Z', 'revision_number': 4, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '5080d865-0051-4abf-9c14-5d0dd9471731', 'name': '', 'network_id': '187dcba8-8d94-4c8c-a661-f9b76ec92ca9', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'mac_address': 'fa:16:3e:8e:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '125186ab-934a-49dc-a976-588e8408b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:02Z', 'updated_at': '2021-08-27T02:50:11Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'subnets': [{'id': '125186ab-934a-49dc-a976-588e8408b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:00.794455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cce8008a-5890-4fb4-a1b3-ddaf54bcc1a6 req-24f7c1f6-e0bd-49d9-a4d2-8a6ec3feed32 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f705071-a7a4-43bc-b62d-08354cc2748d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426289 Aug 27 02:51:00.833100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-a63fd12b-8a92-434e-a11f-7c9adbf8aa95 service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841249 Aug 27 02:51:00.839791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.918026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event deleted for resources: {'Port': ['ID=342c47c4-1158-47ab-bbaa-413caff32dd6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:01.050881 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6dde37-16ba-45b0-b01b-79b120fdd9be None None] New status for floating IP 256a172f-87a1-4ec3-a21c-b035fa123bbf: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:51:01.056448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ef4ee4-17e9-4e37-b1bb-233871ff8e2a req-244461d6-51c6-4a84-9838-1dffe065a47a service neutron] 10.222.0.32 "GET /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145100 Aug 27 02:51:01.089081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Router d38a10fa-1191-474d-88e9-b69560919d00 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:01.190003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc30ed5-ff60-41d0-a27e-654d0a13102b req-505b309b-87e6-479f-9a7e-74f41fec514a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:01.193454 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fcc30ed5-ff60-41d0-a27e-654d0a13102b req-505b309b-87e6-479f-9a7e-74f41fec514a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 946 time: 0.0969293 Aug 27 02:51:01.249746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fcc30ed5-ff60-41d0-a27e-654d0a13102b req-15a0b235-b98d-4414-b5b3-1e39da199f39 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4658747-903f-4d36-8f3b-5575854ee75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483692 Aug 27 02:51:01.255826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:01.281760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] Sync routers for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:01.293629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:01.294290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:01.308955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-10cad1b4-6b6c-4d83-a2ba-5456342d39ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:01.310557 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-10cad1b4-6b6c-4d83-a2ba-5456342d39ab tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 946 time: 0.1231942 Aug 27 02:51:01.373909 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.380727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] No DVR routers for this DVR port 342c47c4-1158-47ab-bbaa-413caff32dd6 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:01.386206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.389097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0308810-de27-4f49-8a9c-8a91e02319c9 req-29837076-147f-4cd3-b894-9d0dd316c3cf tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.32 "DELETE /v2.0/ports/342c47c4-1158-47ab-bbaa-413caff32dd6 HTTP/1.1" status: 204 len: 173 time: 2.0850627 Aug 27 02:51:01.405439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'name': 'network-vif-deleted', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:01.406973 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6eec8d-855c-464d-8853-1bfa93acb26a" -d '{"events": [{"server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "name": "network-vif-deleted", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:01.456677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:01.526146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port f55bbcfa-4c96-4454-9c78-36ee58f818f6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:01.526754 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.699253 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d37759-421c-42af-ad88-4fef5574f0a8 x-openstack-request-id: req-b0d37759-421c-42af-ad88-4fef5574f0a8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:01.722968 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef4d0b-df0d-45a3-a151-3fb051bc5e6e", "name": "network-vif-deleted", "tag": "342c47c4-1158-47ab-bbaa-413caff32dd6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:01.722968 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0d37759-421c-42af-ad88-4fef5574f0a8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:01.723383 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef4d0b-df0d-45a3-a151-3fb051bc5e6e', 'name': 'network-vif-deleted', 'tag': '342c47c4-1158-47ab-bbaa-413caff32dd6', 'status': 'completed', 'code': 200} Aug 27 02:51:01.797140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port f55bbcfa-4c96-4454-9c78-36ee58f818f6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f55bbcfa-4c96-4454-9c78-36ee58f818f6,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:01.797545 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.840562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for f55bbcfa-4c96-4454-9c78-36ee58f818f6 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:01.934921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-20900855-aea5-40bb-9805-b448e08c1192 req-64507650-4e52-436e-b8ae-64d0f7bcc41b tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef4d0b-df0d-45a3-a151-3fb051bc5e6e HTTP/1.1" status: 200 len: 210 time: 0.0333138 Aug 27 02:51:01.938462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:37Z', 'revision_number': 5, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:01.976881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] Checking router: d38a10fa-1191-474d-88e9-b69560919d00 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:01.985425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:01.986062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:02.004643 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.044881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=f55bbcfa-4c96-4454-9c78-36ee58f818f6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:02.103382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] No DVR routers for this DVR port f55bbcfa-4c96-4454-9c78-36ee58f818f6 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:02.106874 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.108438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1be22e68-8c4c-48ac-90f4-02708ff1c1e0 req-5120abf4-91f9-46ad-820e-11f0b8856d7a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.32 "DELETE /v2.0/ports/f55bbcfa-4c96-4454-9c78-36ee58f818f6 HTTP/1.1" status: 204 len: 173 time: 0.7753005 Aug 27 02:51:02.126930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:02.347989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:37Z', 'revision_number': 5, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:02.381236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71040d02-96ea-4954-a8fc-be921b5d33ad None None] The sync data for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 is: [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:45:31Z', 'revision_number': 4, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '63d3ab47-834d-47fb-92be-fcca92b1ae37', 'name': '', 'network_id': '9e490cb6-5a5d-41dc-8116-202bfee3f9bc', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'mac_address': 'fa:16:3e:a9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:30Z', 'updated_at': '2021-08-27T02:45:37Z', 'revision_number': 5, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'subnets': [{'id': '8cc08818-870f-4f46-a8e8-8b46fcbd9c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:02.387436 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7f0696d9-27fd-4dee-bd1b-1a14311ab578 req-3e196bbd-1ca9-4e30-8529-2cf4bc1bc1ba tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "GET /v2.0/ports?device_id=39a5206c-97e7-4d80-bbd2-761d5d38cfbb HTTP/1.1" status: 200 len: 210 time: 0.0311232 Aug 27 02:51:02.617019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58378) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:02.706859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] Deleting subnet 45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:02.715113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.762959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.785921 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5cc024-ed83-4a55-88f0-db677edad124 None None] New status for floating IP cdfaa0de-3b4a-4610-9c98-cc5599c1aed3: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:51:02.810445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.873627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.903862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:02.911824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.916527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2b1f1c54-64c2-43c4-9510-4138676ac697 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/45ed3bcf-4a1b-44d1-bdc5-ed5233c9c00f HTTP/1.1" status: 204 len: 168 time: 0.2963464 Aug 27 02:51:02.916787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58382) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:02.993866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.000785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58386) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:03.085939 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.096719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e456d8-a138-4947-aab7-3ed3c7ade729']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:03.107902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e1e45f-2bc1-4d79-883c-3dedc82e932d') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:03.108202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e1e45f-2bc1-4d79-883c-3dedc82e932d') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:03.117106 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.131021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.137406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:03.137804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:03.139768 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:03.142503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Deleting port 489612d1-9636-470c-a180-47569b62dd32 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:03.142503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.204207 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.207821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.221344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.225806 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] 10.222.0.10 "DELETE /v2.0/networks/10e456d8-a138-4947-aab7-3ed3c7ade729 HTTP/1.1" status: 204 len: 168 time: 0.3053868 Aug 27 02:51:03.229077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.229512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.238882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e575a-6e7e-401b-9131-02abd45e693d admin admin] Pushing event deleted for resources: {'Network': ['ID=10e456d8-a138-4947-aab7-3ed3c7ade729,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:03.245164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Calling delete_port for 489612d1-9636-470c-a180-47569b62dd32 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:03.396793 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.411027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58390) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:03.433219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event deleted for resources: {'Port': ['ID=489612d1-9636-470c-a180-47569b62dd32,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:03.453925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58394) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:03.458587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58396) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:03.459725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4d553b61-836c-4af6-ae8c-c9dfadf0cd8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c87f9be3d4334da49014ea262cb38e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460637 Aug 27 02:51:03.562180 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.564675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.565852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-50f57c74-c3aa-4131-9ae5-9d3c664c41ad tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "DELETE /v2.0/floatingips/cdfaa0de-3b4a-4610-9c98-cc5599c1aed3 HTTP/1.1" status: 204 len: 168 time: 0.5639749 Aug 27 02:51:03.594302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae138c39-f6db-42a0-a498-c0a80783c776 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.596792 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2de8371a-38a7-4bf8-97da-f0c6861f7177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.638576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae138c39-f6db-42a0-a498-c0a80783c776 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.640636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:03.649522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2de8371a-38a7-4bf8-97da-f0c6861f7177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.724603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'name': 'network-vif-deleted', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:03.727150 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1bae86-baf7-4e41-8c91-ce8c6054797b" -d '{"events": [{"server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "name": "network-vif-deleted", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:03.733600 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d34400-5be0-4fb5-8ec9-3f23f5af84b3 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.752821 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2de8371a-38a7-4bf8-97da-f0c6861f7177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.758501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2de8371a-38a7-4bf8-97da-f0c6861f7177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.762695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2de8371a-38a7-4bf8-97da-f0c6861f7177 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08f06c73-4345-40e4-a1df-1739d7223c2c HTTP/1.1" status: 204 len: 168 time: 0.3024197 Aug 27 02:51:03.790658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d34400-5be0-4fb5-8ec9-3f23f5af84b3 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.814196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae138c39-f6db-42a0-a498-c0a80783c776 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.831325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae138c39-f6db-42a0-a498-c0a80783c776 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.834092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae138c39-f6db-42a0-a498-c0a80783c776 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/security-groups/b4658747-903f-4d36-8f3b-5575854ee75d HTTP/1.1" status: 204 len: 168 time: 0.3769126 Aug 27 02:51:03.847011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8371a-38a7-4bf8-97da-f0c6861f7177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f06c73-4345-40e4-a1df-1739d7223c2c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:03.885256 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ac8e7c-3f79-4a6d-b4fe-3a5e3a768f94 x-openstack-request-id: req-21ac8e7c-3f79-4a6d-b4fe-3a5e3a768f94 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:03.888959 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5206c-97e7-4d80-bbd2-761d5d38cfbb", "name": "network-vif-deleted", "tag": "f55bbcfa-4c96-4454-9c78-36ee58f818f6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:03.891485 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21ac8e7c-3f79-4a6d-b4fe-3a5e3a768f94 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:03.893337 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5206c-97e7-4d80-bbd2-761d5d38cfbb', 'name': 'network-vif-deleted', 'tag': 'f55bbcfa-4c96-4454-9c78-36ee58f818f6', 'status': 'completed', 'code': 200} Aug 27 02:51:03.917679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae138c39-f6db-42a0-a498-c0a80783c776 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4658747-903f-4d36-8f3b-5575854ee75d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:03.919158 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d34400-5be0-4fb5-8ec9-3f23f5af84b3 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.927048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59d34400-5be0-4fb5-8ec9-3f23f5af84b3 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.936092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-59d34400-5be0-4fb5-8ec9-3f23f5af84b3 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] 10.222.0.10 "DELETE /v2.0/security-groups/1f705071-a7a4-43bc-b62d-08354cc2748d HTTP/1.1" status: 204 len: 168 time: 0.2946723 Aug 27 02:51:03.936755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58412) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:03.966872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d34400-5be0-4fb5-8ec9-3f23f5af84b3 tempest-TestServerBasicOps-208992773 tempest-TestServerBasicOps-208992773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f705071-a7a4-43bc-b62d-08354cc2748d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:03.985216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 342c47c4-1158-47ab-bbaa-413caff32dd6 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:03.994695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:04.018054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 342c47c4-1158-47ab-bbaa-413caff32dd6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:04.018692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 342c47c4-1158-47ab-bbaa-413caff32dd6 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:04.544667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:04.665233 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:04.708553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58438) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:04.875157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-34406275-network', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:04.929778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Made reservation on behalf of 7dbc2946d9c64d0488c1db9a136abd5c for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:04.932475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:04.943325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:04.956079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port 5080d865-0051-4abf-9c14-5d0dd9471731 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:04.956420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.400765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Deleting port 63d3ab47-834d-47fb-92be-fcca92b1ae37 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:05.401108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.452623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port 5080d865-0051-4abf-9c14-5d0dd9471731, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5080d865-0051-4abf-9c14-5d0dd9471731,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:05.453117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.471479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for 5080d865-0051-4abf-9c14-5d0dd9471731 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:05.495276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] For port 63d3ab47-834d-47fb-92be-fcca92b1ae37, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=63d3ab47-834d-47fb-92be-fcca92b1ae37,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:05.495647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.519854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Calling delete_port for 63d3ab47-834d-47fb-92be-fcca92b1ae37 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:05.547368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.560835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.646834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:05.697889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.698283 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Added segment 12d5b6f4-f3fd-493d-80ee-90dd749b89c2 of type vlan for network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 Aug 27 02:51:05.704444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d130194-c98b-45f4-b66e-c10478d9b5dd,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:05.741284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.767675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.769728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d3ab47-834d-47fb-92be-fcca92b1ae37,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:05.824846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.825996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:05.826613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.942675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.2297034 Aug 27 02:51:05.942959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58486) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:05.944336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e9f8b-1a74-4a48-9dc9-70e39d45201d admin admin] Pushing event updated for resources: {'Network': ['ID=2e046d9a-51b3-47b4-a522-67e2fa842fa5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:05.949176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Request body: {'subnet': {'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-34406275-subnet', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:05.954968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:05.957324 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.006050 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.022116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=5080d865-0051-4abf-9c14-5d0dd9471731,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:06.039444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f55bbcfa-4c96-4454-9c78-36ee58f818f6 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:06.107687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: f55bbcfa-4c96-4454-9c78-36ee58f818f6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:06.108035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f55bbcfa-4c96-4454-9c78-36ee58f818f6 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:06.113708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Made reservation on behalf of 7dbc2946d9c64d0488c1db9a136abd5c for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:06.119496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.190404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.422598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:06.436414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.480621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Router d38a10fa-1191-474d-88e9-b69560919d00 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:06.505570 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015dcf9f-b54a-4768-a8c8-d08bf9c35451,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:06.558610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.563341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.563759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.564113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.564461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.567099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:06.568213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.568213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.568213 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.570416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.570780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.571133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.571468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:06.580118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-53e786ad-eefc-428a-9e7f-92d73cb6ccdf tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "PUT /v2.0/routers/dc592135-d1f7-456c-9849-6f1d1f4a0bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6415956 Aug 27 02:51:06.585014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58490) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:06.590884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] Sync routers for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:06.604912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:06.606556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:06.655319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Checking segment: {'id': '12d5b6f4-f3fd-493d-80ee-90dd749b89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:06.655700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Network hostable DHCP agents. Network: 2e046d9a-51b3-47b4-a522-67e2fa842fa5, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:06.662887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting subnet 125186ab-934a-49dc-a976-588e8408b16e {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:06.666501 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.716217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.735285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:06.757478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:06.758528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2e046d9a-51b3-47b4-a522-67e2fa842fa5) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:06.764604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:06.773555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9dd9f259-ae2f-481d-9e6a-85b747a2f019 admin admin] 10.222.0.10 "PUT /v2.0/routers/d38a10fa-1191-474d-88e9-b69560919d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7752120 Aug 27 02:51:06.773555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:06.773981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.775281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58492) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:06.778737 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] Sync routers for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:06.787302 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:06.788046 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:06.791937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e420763-5c3e-4392-b10b-49c0ce86f778 None None] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:06.821286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-06665620-d1d5-4c5d-b181-8a84b0005544 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.8773618 Aug 27 02:51:06.821931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58494) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:06.840471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-34406275-router', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:06.916952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.918358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.929503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.981939 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:07.051136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.066818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.090029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:51:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:07.120399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] Checking router: dc592135-d1f7-456c-9849-6f1d1f4a0bb9 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:07.155681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] Routers {'dc592135-d1f7-456c-9849-6f1d1f4a0bb9'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:07.156634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:07.194531 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.200510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.206223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-2e046d9a-51b3-47b4-a522-67e2fa842fa5', 'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'fixed_ips': [{'subnet_id': '015dcf9f-b54a-4768-a8c8-d08bf9c35451'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:07.207110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.227630 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:51:05Z', 'revision_number': 5, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port': {'id': '30ecfaf7-a427-4290-afda-03158aede7a7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:26Z', 'updated_at': '2021-08-27T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:07.243286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.257328 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] Checking router: d38a10fa-1191-474d-88e9-b69560919d00 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:07.265725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0146fbe-8051-42df-9aae-53cb2ac4591a None None] Network 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:07.265965 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Subnet': ['ID=125186ab-934a-49dc-a976-588e8408b16e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:07.267197 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] Routers {'d38a10fa-1191-474d-88e9-b69560919d00'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:07.267970 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['d38a10fa-1191-474d-88e9-b69560919d00'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:07.272762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.279038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-31e15e7b-d865-4a72-b824-f98dd66a0779 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/subnets/125186ab-934a-49dc-a976-588e8408b16e HTTP/1.1" status: 204 len: 168 time: 0.6927009 Aug 27 02:51:07.280688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58496) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:07.376208 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] Set router d38a10fa-1191-474d-88e9-b69560919d00 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:07.388190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Deleting port 30ecfaf7-a427-4290-afda-03158aede7a7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:07.388839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.438257 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:51:07Z', 'revision_number': 6, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:07.470159 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eb739-645c-437d-8769-0dcaa4f6db7b None None] The sync data for ids ['d38a10fa-1191-474d-88e9-b69560919d00'] in n-d-806293-1 is: [{'id': 'd38a10fa-1191-474d-88e9-b69560919d00', 'name': 'tempest-TestServerBasicOps-1920706226-router', 'tenant_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:24Z', 'updated_at': '2021-08-27T02:51:07Z', 'revision_number': 6, 'project_id': 'c6db92cbe2d4469da469b5d5ed5aa5d8', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:07.492961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.531486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.651451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] Set router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:07.675233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Allocated IP 172.25.1.224 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/e386d776-9b5a-4f50-997f-e904560c7102) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:07.770155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.824399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Allocated IP 172.20.0.2 (2e046d9a-51b3-47b4-a522-67e2fa842fa5/015dcf9f-b54a-4768-a8c8-d08bf9c35451/7e1602c6-f20c-444c-8040-b51d6a1919c3) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:07.829643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.907320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.919572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.952352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] For port 30ecfaf7-a427-4290-afda-03158aede7a7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=30ecfaf7-a427-4290-afda-03158aede7a7,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:07.952737 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.981336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] DHCP port deletion for 187dcba8-8d94-4c8c-a661-f9b76ec92ca9 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:07.995442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:08.000191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:08.020095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:08.023392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Pushing event updated for resources: {'Port': ['ID=e386d776-9b5a-4f50-997f-e904560c7102,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.023643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Calling delete_port for 30ecfaf7-a427-4290-afda-03158aede7a7 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:08.097169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Deleting port a7a521a3-c03b-45d3-a971-3719038cce5d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:08.097662 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.171018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.179664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:51:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:08.182339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Deleting port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:08.182724 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.249104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Transition to ACTIVE for port object 7e1602c6-f20c-444c-8040-b51d6a1919c3 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:08.251342 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] For port a7a521a3-c03b-45d3-a971-3719038cce5d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a7a521a3-c03b-45d3-a971-3719038cce5d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:08.251845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.263530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b511096-4b1c-49fb-9696-15deb31ce1fa None None] The sync data for ids ['dc592135-d1f7-456c-9849-6f1d1f4a0bb9'] in n-d-806293-1 is: [{'id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'name': 'tempest-TestNetworkBasicOps-router-1495107424', 'tenant_id': '5b1b46e9678645cd87d02089062acdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:51:05Z', 'revision_number': 5, 'project_id': '5b1b46e9678645cd87d02089062acdc5', 'gw_port': {'id': 'a7a521a3-c03b-45d3-a971-3719038cce5d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc592135-d1f7-456c-9849-6f1d1f4a0bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:57Z', 'updated_at': '2021-08-27T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:08.267017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Calling delete_port for a7a521a3-c03b-45d3-a971-3719038cce5d owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:08.304545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] For port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88,segment=NetworkSegment(4a60edc1-2410-4e76-9aec-a542328e1eb9),segment_id=4a60edc1-2410-4e76-9aec-a542328e1eb9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:08.305315 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.326734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Calling delete_port for d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:08.432518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.447590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Transition to ACTIVE for port object 7e1602c6-f20c-444c-8040-b51d6a1919c3 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:08.452489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.463657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.494696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] No DVR routers for this DVR port d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:08.501923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Pushing event deleted for resources: {'Port': ['ID=d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.520980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.521328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.521674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.522009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.522361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.522696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.523028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.526243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.527516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.527879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.528216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.528554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eddd19-12ea-4e57-9634-1ddcfe6921a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.605530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:08.607543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Pushing event updated for resources: {'Port': ['ID=7e1602c6-f20c-444c-8040-b51d6a1919c3,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.611282 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ecfaf7-a427-4290-afda-03158aede7a7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.618762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:08.622228 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.624130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:08.629437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.639739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.640091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.640435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.640773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.641106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.641439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.641767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.642141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.642510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.642834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.643156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.643480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:08.694668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Port': ['ID=a7a521a3-c03b-45d3-a971-3719038cce5d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.737093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Attempting to bind port 7e1602c6-f20c-444c-8040-b51d6a1919c3 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:08.744334 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Attempting to bind port 7e1602c6-f20c-444c-8040-b51d6a1919c3 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '12d5b6f4-f3fd-493d-80ee-90dd749b89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:08.744757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Attempting to bind port 7e1602c6-f20c-444c-8040-b51d6a1919c3 on network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:08.751203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:08.751595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Checking segment: {'id': '12d5b6f4-f3fd-493d-80ee-90dd749b89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:08.752106 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.752448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Bound using segment: {'id': '12d5b6f4-f3fd-493d-80ee-90dd749b89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:08.752926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Bound port: 7e1602c6-f20c-444c-8040-b51d6a1919c3, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d5b6f4-f3fd-493d-80ee-90dd749b89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:08.753298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.807957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.857898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] For port 7e1602c6-f20c-444c-8040-b51d6a1919c3, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:08.862284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] For port 7e1602c6-f20c-444c-8040-b51d6a1919c3, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7e1602c6-f20c-444c-8040-b51d6a1919c3,segment=NetworkSegment(12d5b6f4-f3fd-493d-80ee-90dd749b89c2),segment_id=12d5b6f4-f3fd-493d-80ee-90dd749b89c2)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:08.872369 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.897117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.960314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522b4cf-4d5b-4871-8163-9c1181e3c6c7 None None] Pushing event updated for resources: {'Port': ['ID=7e1602c6-f20c-444c-8040-b51d6a1919c3,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:09.042898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.043611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.054419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.129546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:09.178926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:09.179663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d85dfff7-6ca2-4c2e-ab2f-0bc1ca6e9b88 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:09.179772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 63d3ab47-834d-47fb-92be-fcca92b1ae37 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:09.206397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.209284 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.211332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 63d3ab47-834d-47fb-92be-fcca92b1ae37 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:09.211624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 63d3ab47-834d-47fb-92be-fcca92b1ae37 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:09.212119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5080d865-0051-4abf-9c14-5d0dd9471731 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:09.219534 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.220247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d38a10fa-1191-474d-88e9-b69560919d00 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:51:09.235524 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 5080d865-0051-4abf-9c14-5d0dd9471731 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:09.236087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5080d865-0051-4abf-9c14-5d0dd9471731 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:09.236575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 30ecfaf7-a427-4290-afda-03158aede7a7 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:09.261408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 30ecfaf7-a427-4290-afda-03158aede7a7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:09.261888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 30ecfaf7-a427-4290-afda-03158aede7a7 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:09.285802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.293546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5512ac97-2ce0-4e50-a1ea-5ef9a2da7fd7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d38a10fa-1191-474d-88e9-b69560919d00 HTTP/1.1" status: 204 len: 168 time: 2.5146296 Aug 27 02:51:09.293742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58506) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:09.316798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.317748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Fanout notify agent at l3_agent the message router_deleted on router dc592135-d1f7-456c-9849-6f1d1f4a0bb9 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:51:09.337289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Router 28fd5984-5807-4f1c-934d-0ae9747b9e17 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:51:09.341760 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.350457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3348d5f5-5a1b-4f1a-a3f1-6d181f73e28a tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/routers/dc592135-d1f7-456c-9849-6f1d1f4a0bb9 HTTP/1.1" status: 204 len: 168 time: 2.0670848 Aug 27 02:51:09.353339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58508) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:09.378547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] Deleting subnet 8cc08818-870f-4f46-a8e8-8b46fcbd9c1b {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:09.434787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.494427 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.528720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.640828 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.649085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:09.652027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187dcba8-8d94-4c8c-a661-f9b76ec92ca9']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:09.661008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Sync routers for ids ['28fd5984-5807-4f1c-934d-0ae9747b9e17'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:09.667536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a60edc1-2410-4e76-9aec-a542328e1eb9') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:09.668095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a60edc1-2410-4e76-9aec-a542328e1eb9') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:09.670583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.673434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Routers {'28fd5984-5807-4f1c-934d-0ae9747b9e17'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:09.674049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['28fd5984-5807-4f1c-934d-0ae9747b9e17'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:09.679237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.694386 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.694625 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.698649 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e17407fd-8488-4cb3-938b-f323d8ff009e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.8732708 Aug 27 02:51:09.699254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58510) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:09.702184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:09.702718 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:09.706405 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:09.776731 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.782433 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.784798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] 10.222.0.10 "DELETE /v2.0/networks/187dcba8-8d94-4c8c-a661-f9b76ec92ca9 HTTP/1.1" status: 204 len: 168 time: 0.4301715 Aug 27 02:51:09.806147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37e414-d3fc-4149-8518-4b0f5cc54497 tempest-TestNetworkBasicOps-479422529 tempest-TestNetworkBasicOps-479422529-project] Pushing event deleted for resources: {'Network': ['ID=187dcba8-8d94-4c8c-a661-f9b76ec92ca9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:09.819641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Set router 28fd5984-5807-4f1c-934d-0ae9747b9e17 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:09.841386 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.886284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc08818-870f-4f46-a8e8-8b46fcbd9c1b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:09.891627 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.894960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3d3f656b-d60d-436b-b755-3db9b6ff6f67 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8cc08818-870f-4f46-a8e8-8b46fcbd9c1b HTTP/1.1" status: 204 len: 168 time: 0.6005478 Aug 27 02:51:09.898722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58518) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:09.941355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7402509-da2d-4308-a6ca-2f59ab388f39 None None] Network 9e490cb6-5a5d-41dc-8116-202bfee3f9bc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:10.065055 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.133528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58524) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:10.189784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Deleting port c1cf6b05-e6fc-40d0-b23a-aee186e5000d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:10.190472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.315619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] For port c1cf6b05-e6fc-40d0-b23a-aee186e5000d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c1cf6b05-e6fc-40d0-b23a-aee186e5000d,segment=NetworkSegment(57af0824-4c80-4612-8f47-ca21c86e3a96),segment_id=57af0824-4c80-4612-8f47-ca21c86e3a96)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:10.316117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.332226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Calling delete_port for c1cf6b05-e6fc-40d0-b23a-aee186e5000d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:10.347014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'name': 'tempest-ImageQuotaTest-34406275-router', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:06Z', 'updated_at': '2021-08-27T02:51:08Z', 'revision_number': 3, 'project_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'gw_port': {'id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:07Z', 'updated_at': '2021-08-27T02:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:10.409275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee45073-8ccd-4960-9b74-a991402331e7 None None] DHCP port deletion for 9e490cb6-5a5d-41dc-8116-202bfee3f9bc request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:10.412950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Checking router: 28fd5984-5807-4f1c-934d-0ae9747b9e17 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:10.415860 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.419392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Updating router 28fd5984-5807-4f1c-934d-0ae9747b9e17 port e386d776-9b5a-4f50-997f-e904560c7102 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:10.432117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] No DVR routers for this DVR port c1cf6b05-e6fc-40d0-b23a-aee186e5000d on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:10.467402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cf6b05-e6fc-40d0-b23a-aee186e5000d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:10.495578 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.536574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0797427-f505-48e6-84f1-d060289aa595 None None] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:10.561096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.573605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e490cb6-5a5d-41dc-8116-202bfee3f9bc']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:10.578243 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-289a1035-e698-4617-917b-7815125b1e83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b1b46e9678645cd87d02089062acdc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404669 Aug 27 02:51:10.581254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58528) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:10.595689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57af0824-4c80-4612-8f47-ca21c86e3a96') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:10.596069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57af0824-4c80-4612-8f47-ca21c86e3a96') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:10.606728 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.622298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.635887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:10.636425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:10.642484 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:10.648845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.696705 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe12a-0a38-4a77-bce7-95cfb7a96509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.719144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9486b44e-c8c3-4604-b298-4f3dceafa732 None None] Provisioning for port 7e1602c6-f20c-444c-8040-b51d6a1919c3 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:10.778353 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.785885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.789142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9e490cb6-5a5d-41dc-8116-202bfee3f9bc HTTP/1.1" status: 204 len: 168 time: 0.8891382 Aug 27 02:51:10.792350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58530) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:10.839824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5391dce-c5e2-4b7b-9304-6765251099e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e490cb6-5a5d-41dc-8116-202bfee3f9bc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:10.909302 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.920307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Transition to ACTIVE for port object e386d776-9b5a-4f50-997f-e904560c7102 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:10.931347 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.022080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d78e9-5758-4a2d-9ce3-03b523f1cd3d None None] Pushing event updated for resources: {'Port': ['ID=e386d776-9b5a-4f50-997f-e904560c7102,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:11.040468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Allocated IP 172.20.0.1 (2e046d9a-51b3-47b4-a522-67e2fa842fa5/015dcf9f-b54a-4768-a8c8-d08bf9c35451/0ef81017-ba32-431e-8ebe-0941b48934e2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:11.053542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Attempting to bind port e386d776-9b5a-4f50-997f-e904560c7102 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:11.054293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Attempting to bind port e386d776-9b5a-4f50-997f-e904560c7102 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:11.055095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Attempting to bind port e386d776-9b5a-4f50-997f-e904560c7102 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:11.064996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:11.064996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:11.065298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.065554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:11.066030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Bound port: e386d776-9b5a-4f50-997f-e904560c7102, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:11.066810 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.081414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7e1602c6-f20c-444c-8040-b51d6a1919c3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:11.115083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe12a-0a38-4a77-bce7-95cfb7a96509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.172603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] For port e386d776-9b5a-4f50-997f-e904560c7102, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:11.176881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] For port e386d776-9b5a-4f50-997f-e904560c7102, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e386d776-9b5a-4f50-997f-e904560c7102,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:11.187831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.240222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.251554 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe12a-0a38-4a77-bce7-95cfb7a96509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.254464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe12a-0a38-4a77-bce7-95cfb7a96509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.258177 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a0dbe12a-0a38-4a77-bce7-95cfb7a96509 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b06f7cda-e65a-4c5d-b579-0d6f372025ab HTTP/1.1" status: 204 len: 168 time: 0.6730220 Aug 27 02:51:11.281152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbe12a-0a38-4a77-bce7-95cfb7a96509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f7cda-e65a-4c5d-b579-0d6f372025ab,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:11.285763 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Transition to ACTIVE for port object 0ef81017-ba32-431e-8ebe-0941b48934e2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:11.358185 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.412337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:11.423947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:11.452435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:11.465830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.480974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 7e1602c6-f20c-444c-8040-b51d6a1919c3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:11.511393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7e1602c6-f20c-444c-8040-b51d6a1919c3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:11.511819 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.541513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Pushing event updated for resources: {'Port': ['ID=0ef81017-ba32-431e-8ebe-0941b48934e2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:11.572900 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.583478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Routers {'28fd5984-5807-4f1c-934d-0ae9747b9e17'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:11.585205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['28fd5984-5807-4f1c-934d-0ae9747b9e17'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:11.587863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d492527f-8772-4f82-957d-54e57bb3d2dd None None] Provisioning complete for port 7e1602c6-f20c-444c-8040-b51d6a1919c3 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:11.588498 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d492527f-8772-4f82-957d-54e57bb3d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.599504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d78e9-5758-4a2d-9ce3-03b523f1cd3d None None] Pushing event updated for resources: {'Port': ['ID=e386d776-9b5a-4f50-997f-e904560c7102,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:11.798617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.810641 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d492527f-8772-4f82-957d-54e57bb3d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.825532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58538) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:11.890266 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.893706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d492527f-8772-4f82-957d-54e57bb3d2dd None None] For port 7e1602c6-f20c-444c-8040-b51d6a1919c3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7e1602c6-f20c-444c-8040-b51d6a1919c3,segment=NetworkSegment(12d5b6f4-f3fd-493d-80ee-90dd749b89c2),segment_id=12d5b6f4-f3fd-493d-80ee-90dd749b89c2)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:11.895645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] Set router 28fd5984-5807-4f1c-934d-0ae9747b9e17 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:11.917238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e36e0e5c-6fc2-4a20-928f-a44a98b2c3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.929228 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d492527f-8772-4f82-957d-54e57bb3d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.977088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Deleting port d26051ba-f9e0-41cc-acea-00bfb36cf934 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:11.977341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.979982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.985884 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.065039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Pushing event updated for resources: {'Port': ['ID=0ef81017-ba32-431e-8ebe-0941b48934e2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.068364 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.097947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492527f-8772-4f82-957d-54e57bb3d2dd None None] Pushing event updated for resources: {'Port': ['ID=7e1602c6-f20c-444c-8040-b51d6a1919c3,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.106492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-818513c4-f9af-428d-8152-64f3be5617fd None None] Provisioning for port 0ef81017-ba32-431e-8ebe-0941b48934e2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:12.117655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-818513c4-f9af-428d-8152-64f3be5617fd None None] Provisioning complete for port 0ef81017-ba32-431e-8ebe-0941b48934e2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:12.118150 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-818513c4-f9af-428d-8152-64f3be5617fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.126015 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:51:12.126015 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:51:12.167547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] For port d26051ba-f9e0-41cc-acea-00bfb36cf934, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d26051ba-f9e0-41cc-acea-00bfb36cf934,segment=NetworkSegment(f895521f-ea28-408c-b61a-ff7a6cfe4e43),segment_id=f895521f-ea28-408c-b61a-ff7a6cfe4e43)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:12.168047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.173267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:12.175039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:12.185123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-818513c4-f9af-428d-8152-64f3be5617fd None None] Port 0ef81017-ba32-431e-8ebe-0941b48934e2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:12.205942 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e36e0e5c-6fc2-4a20-928f-a44a98b2c3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.221131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'name': 'tempest-ImageQuotaTest-34406275-router', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:06Z', 'updated_at': '2021-08-27T02:51:08Z', 'revision_number': 3, 'project_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'gw_port': {'id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:07Z', 'updated_at': '2021-08-27T02:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:12.224872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Calling delete_port for d26051ba-f9e0-41cc-acea-00bfb36cf934 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:12.240331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e36e0e5c-6fc2-4a20-928f-a44a98b2c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.268596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6fea4-64ef-4bd0-9d17-cf077dd64eab None None] The sync data for ids ['28fd5984-5807-4f1c-934d-0ae9747b9e17'] in n-d-806293-1 is: [{'id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'name': 'tempest-ImageQuotaTest-34406275-router', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:06Z', 'updated_at': '2021-08-27T02:51:08Z', 'revision_number': 3, 'project_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'gw_port': {'id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:07Z', 'updated_at': '2021-08-27T02:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:12.344421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e0e5c-6fc2-4a20-928f-a44a98b2c3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d587b148-25f0-4b66-a94e-f96c5b7f8611,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.353423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e36e0e5c-6fc2-4a20-928f-a44a98b2c3f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33aaac6048414a289d33e6c7045a2430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5262852 Aug 27 02:51:12.354635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Router 28fd5984-5807-4f1c-934d-0ae9747b9e17 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:12.356060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58546) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:12.528706 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe053-2af3-4ede-bafb-ae559ae024f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.588185 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe053-2af3-4ede-bafb-ae559ae024f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.686075 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.704931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-109ebdda-d031-442e-aa49-7ef74efc5961 None None] Provisioning complete for port 0ef81017-ba32-431e-8ebe-0941b48934e2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:12.705507 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-109ebdda-d031-442e-aa49-7ef74efc5961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.738141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Pushing event deleted for resources: {'Port': ['ID=d26051ba-f9e0-41cc-acea-00bfb36cf934,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.771218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe053-2af3-4ede-bafb-ae559ae024f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.774192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe053-2af3-4ede-bafb-ae559ae024f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.775460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ca1fe053-2af3-4ede-bafb-ae559ae024f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d587b148-25f0-4b66-a94e-f96c5b7f8611 HTTP/1.1" status: 204 len: 168 time: 0.4170420 Aug 27 02:51:12.818347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-109ebdda-d031-442e-aa49-7ef74efc5961 None None] Port 0ef81017-ba32-431e-8ebe-0941b48934e2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:12.845025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fe053-2af3-4ede-bafb-ae559ae024f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d587b148-25f0-4b66-a94e-f96c5b7f8611,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.894646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7a521a3-c03b-45d3-a971-3719038cce5d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:12.941507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:12.949436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a7a521a3-c03b-45d3-a971-3719038cce5d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:12.950191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a7a521a3-c03b-45d3-a971-3719038cce5d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:12.954554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1cf6b05-e6fc-40d0-b23a-aee186e5000d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:12.975449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f6241cad-3b57-46d9-a1ff-d7aa12e53c1f admin admin] 10.222.0.10 "PUT /v2.0/routers/28fd5984-5807-4f1c-934d-0ae9747b9e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676806 Aug 27 02:51:12.998219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c1cf6b05-e6fc-40d0-b23a-aee186e5000d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:12.998737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c1cf6b05-e6fc-40d0-b23a-aee186e5000d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:13.132301 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.388034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7e1602c6-f20c-444c-8040-b51d6a1919c3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:13.494256 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7e1602c6-f20c-444c-8040-b51d6a1919c3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:13.494882 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.635897 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e386d776-9b5a-4f50-997f-e904560c7102 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:13.715455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e386d776-9b5a-4f50-997f-e904560c7102 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:13.720118 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e386d776-9b5a-4f50-997f-e904560c7102 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:13.720497 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.854754 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.880518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e386d776-9b5a-4f50-997f-e904560c7102, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e386d776-9b5a-4f50-997f-e904560c7102,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:13.890655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.962480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Router dd4a55b7-8720-424d-8d12-cc7ea91e43ff has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:14.013178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e386d776-9b5a-4f50-997f-e904560c7102,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:14.102091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:14.109975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c3f7ecc1-ebf1-4d1f-afc0-d8e740bfd29b admin admin] 10.222.0.10 "PUT /v2.0/routers/dd4a55b7-8720-424d-8d12-cc7ea91e43ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3126612 Aug 27 02:51:14.110396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58584) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:14.119801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] Sync routers for ids ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:14.130305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] Routers {'dd4a55b7-8720-424d-8d12-cc7ea91e43ff'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:14.131347 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:14.156524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58586) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:14.264581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.291231 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] Set router dd4a55b7-8720-424d-8d12-cc7ea91e43ff gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:14.331079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-694131994-network', 'tenant_id': 'd486602dcbff418ea1c14fb6eb196597'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:14.361780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Made reservation on behalf of d486602dcbff418ea1c14fb6eb196597 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:14.364637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.393001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.509441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.586344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.593421 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.616172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Deleting port 02fd437a-5916-48a7-a378-9a35a2623955 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:14.616484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.624389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:14.656992 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.657629 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Added segment ff11e2a4-f27e-4fb4-89b8-73845dce0e8c of type vlan for network 7e1c24a5-37ad-4c93-9349-15fe78883b71 Aug 27 02:51:14.659164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a2ef17-830a-406a-92b0-66aaa0b52ca2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:14.698572 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '02fd437a-5916-48a7-a378-9a35a2623955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:51:12Z', 'revision_number': 5, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port': {'id': '02fd437a-5916-48a7-a378-9a35a2623955', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:14.722182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.727057 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] Checking router: dd4a55b7-8720-424d-8d12-cc7ea91e43ff for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:14.738759 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] Routers {'dd4a55b7-8720-424d-8d12-cc7ea91e43ff'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:14.738759 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:14.770378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.772800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:14.773768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.781150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] For port 02fd437a-5916-48a7-a378-9a35a2623955, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=02fd437a-5916-48a7-a378-9a35a2623955,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:14.783108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.809136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Sync routers for ids ['28fd5984-5807-4f1c-934d-0ae9747b9e17'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:14.816073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Calling delete_port for 02fd437a-5916-48a7-a378-9a35a2623955 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:14.819107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Routers {'28fd5984-5807-4f1c-934d-0ae9747b9e17'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:14.819745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['28fd5984-5807-4f1c-934d-0ae9747b9e17'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:14.865602 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] Set router dd4a55b7-8720-424d-8d12-cc7ea91e43ff gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:14.891489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58596) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:14.936146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] Pushing event updated for resources: {'Network': ['ID=7e1c24a5-37ad-4c93-9349-15fe78883b71,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:14.952079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b622f616-cd85-4d90-b453-f067081dca3d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7909672 Aug 27 02:51:14.952318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58598) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:14.957368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 7e1c24a5-37ad-4c93-9349-15fe78883b71 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:14.957574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Request body: {'subnet': {'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-694131994-subnet', 'tenant_id': 'd486602dcbff418ea1c14fb6eb196597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:14.960214 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:51:14Z', 'revision_number': 6, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:14.978900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Set router 28fd5984-5807-4f1c-934d-0ae9747b9e17 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:14.995911 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93737c93-e901-4c34-a968-907ed96fdfcf None None] The sync data for ids ['dd4a55b7-8720-424d-8d12-cc7ea91e43ff'] in n-d-806293-1 is: [{'id': 'dd4a55b7-8720-424d-8d12-cc7ea91e43ff', 'name': 'tempest-TestServerBasicOps-677172604-router', 'tenant_id': '735a28106c11478e86a26d5d79f00aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:37Z', 'updated_at': '2021-08-27T02:51:14Z', 'revision_number': 6, 'project_id': '735a28106c11478e86a26d5d79f00aa3', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:15.009315 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Made reservation on behalf of d486602dcbff418ea1c14fb6eb196597 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:15.011715 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.240330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.288812 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.292338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'name': 'tempest-ImageQuotaTest-34406275-router', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:06Z', 'updated_at': '2021-08-27T02:51:11Z', 'revision_number': 4, 'project_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'gw_port': {'id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:07Z', 'updated_at': '2021-08-27T02:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '0ef81017-ba32-431e-8ebe-0941b48934e2', 'name': '', 'network_id': '2e046d9a-51b3-47b4-a522-67e2fa842fa5', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'mac_address': 'fa:16:3e:71:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '015dcf9f-b54a-4768-a8c8-d08bf9c35451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:10Z', 'updated_at': '2021-08-27T02:51:11Z', 'revision_number': 2, 'project_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'subnets': [{'id': '015dcf9f-b54a-4768-a8c8-d08bf9c35451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:15.321596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fd437a-5916-48a7-a378-9a35a2623955,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:15.329515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629527e9-8137-4622-b269-486246bec39f,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:15.351381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Checking segment: {'id': 'ff11e2a4-f27e-4fb4-89b8-73845dce0e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:15.351904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Network hostable DHCP agents. Network: 7e1c24a5-37ad-4c93-9349-15fe78883b71, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:15.358049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Checking router: 28fd5984-5807-4f1c-934d-0ae9747b9e17 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:15.358958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Updating router 28fd5984-5807-4f1c-934d-0ae9747b9e17 port 0ef81017-ba32-431e-8ebe-0941b48934e2 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:15.373205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Network 7e1c24a5-37ad-4c93-9349-15fe78883b71 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:15.393294 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.399936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 7e1c24a5-37ad-4c93-9349-15fe78883b71) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:15.401869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e386d776-9b5a-4f50-997f-e904560c7102 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:15.403936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:15.404515 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.428866 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2fb68d93-9c8c-4be5-b74f-fb9dac57f8a1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4754055 Aug 27 02:51:15.436815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586773c2-453d-4ae7-b2ad-6fec4e1c826d None None] Network 7e1c24a5-37ad-4c93-9349-15fe78883b71 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:15.489427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.599249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.601502 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.682617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.683221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4a55b7-8720-424d-8d12-cc7ea91e43ff {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:51:15.693068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.694770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e0d0039d-f54d-4952-91c5-ed732187e4b9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/dd4a55b7-8720-424d-8d12-cc7ea91e43ff HTTP/1.1" status: 204 len: 168 time: 1.5829301 Aug 27 02:51:15.697827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58608) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:15.719835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.720429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e386d776-9b5a-4f50-997f-e904560c7102 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:15.721159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.763415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] Deleting subnet f0320fd3-1c29-4286-81f6-30441f2fc9d4 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:15.767021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.812462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.961029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac113e9-d46c-4bf9-ba47-f6f9abcde50f None None] Network 7e1c24a5-37ad-4c93-9349-15fe78883b71 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:15.997568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.066350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58618) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:16.124153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Deleting port 0ef81017-ba32-431e-8ebe-0941b48934e2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:16.124653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.149310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.225910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0320fd3-1c29-4286-81f6-30441f2fc9d4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:16.228787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.236534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.242222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cf1d1e36-58ec-494a-b6b6-81e9ab7624bf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f0320fd3-1c29-4286-81f6-30441f2fc9d4 HTTP/1.1" status: 204 len: 168 time: 0.5427887 Aug 27 02:51:16.243256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58624) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:16.255640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Calling delete_port for 0ef81017-ba32-431e-8ebe-0941b48934e2 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:16.271236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d63b0a-0a92-4d0e-9d7c-37b8962c78af None None] Network 3b0cf139-770d-4e61-a187-5587a0431470 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:16.382993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.402282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58628) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:16.408427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2136528492-network', 'tenant_id': '4ad958714b6e4ceea9487d7b60478062'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:16.418584 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1df7caee-8ca5-43cf-ace3-c7ce87a12821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.469064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Made reservation on behalf of 4ad958714b6e4ceea9487d7b60478062 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:16.471505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.491607 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.552665 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Deleting port dc537f31-0af9-4445-8ba4-9dc3baec6916 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:16.553170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.561634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.590841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef81017-ba32-431e-8ebe-0941b48934e2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:16.643100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] For port dc537f31-0af9-4445-8ba4-9dc3baec6916, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dc537f31-0af9-4445-8ba4-9dc3baec6916,segment=NetworkSegment(f895521f-ea28-408c-b61a-ff7a6cfe4e43),segment_id=f895521f-ea28-408c-b61a-ff7a6cfe4e43)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:16.643100 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.647719 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:51:16.648330 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:51:16.668789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Calling delete_port for dc537f31-0af9-4445-8ba4-9dc3baec6916 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:16.686010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1df7caee-8ca5-43cf-ace3-c7ce87a12821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.730486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1df7caee-8ca5-43cf-ace3-c7ce87a12821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.748010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] DHCP port deletion for 3b0cf139-770d-4e61-a187-5587a0431470 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:16.778301 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.797968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.806850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] Deleting port dc537f31-0af9-4445-8ba4-9dc3baec6916 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:16.807554 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.846656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1df7caee-8ca5-43cf-ace3-c7ce87a12821 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9772010f8b347bc9eec623dec4d568f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787611 Aug 27 02:51:16.847625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7caee-8ca5-43cf-ace3-c7ce87a12821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e6722-92ad-41f5-b920-8f23629a09e8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:16.856109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58630) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:16.889755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] For port dc537f31-0af9-4445-8ba4-9dc3baec6916, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=dc537f31-0af9-4445-8ba4-9dc3baec6916,segment=NetworkSegment(f895521f-ea28-408c-b61a-ff7a6cfe4e43),segment_id=f895521f-ea28-408c-b61a-ff7a6cfe4e43)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:16.890160 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.901476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.905663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] Calling delete_port for dc537f31-0af9-4445-8ba4-9dc3baec6916 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:16.940521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc537f31-0af9-4445-8ba4-9dc3baec6916,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:16.965992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] No DVR routers for this DVR port dc537f31-0af9-4445-8ba4-9dc3baec6916 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:51:16.976329 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 02:51:16.988871 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.015354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] Pushing event deleted for resources: {'Port': ['ID=dc537f31-0af9-4445-8ba4-9dc3baec6916,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:17.017279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92774020-655f-4ec1-beb2-da7553d9f309 None None] No DVR routers for this DVR port dc537f31-0af9-4445-8ba4-9dc3baec6916 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:17.055817 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2d28e92-4cb4-4607-adb6-6a56da610ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.064795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Router 28fd5984-5807-4f1c-934d-0ae9747b9e17 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:17.090176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.117260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2d28e92-4cb4-4607-adb6-6a56da610ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.122081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0cf139-770d-4e61-a187-5587a0431470']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:17.129307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.131875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dc537f31-0af9-4445-8ba4-9dc3baec6916 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:17.145013 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.145253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f895521f-ea28-408c-b61a-ff7a6cfe4e43') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:17.145545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f895521f-ea28-408c-b61a-ff7a6cfe4e43') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:17.173234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: dc537f31-0af9-4445-8ba4-9dc3baec6916 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:17.173964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device dc537f31-0af9-4445-8ba4-9dc3baec6916 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:17.174685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 02fd437a-5916-48a7-a378-9a35a2623955 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:17.177574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Port 0ef81017-ba32-431e-8ebe-0941b48934e2 not found while updating agent binding for router 28fd5984-5807-4f1c-934d-0ae9747b9e17. {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 02:51:17.178824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.183077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:17.189316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a0080b31-71dd-492d-be07-e92e029e69ed admin admin] 10.222.0.10 "PUT /v2.0/routers/28fd5984-5807-4f1c-934d-0ae9747b9e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2950838 Aug 27 02:51:17.192220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:17.201846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 02fd437a-5916-48a7-a378-9a35a2623955 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:17.202591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 02fd437a-5916-48a7-a378-9a35a2623955 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:17.203245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d26051ba-f9e0-41cc-acea-00bfb36cf934 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:17.210702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:17.216957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.219056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f868b5-f2d7-4be1-a881-3906fa64810f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:17.229222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:17.229628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:17.231408 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:17.243093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Routers {'28fd5984-5807-4f1c-934d-0ae9747b9e17'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:17.243766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['28fd5984-5807-4f1c-934d-0ae9747b9e17'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:17.247231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d26051ba-f9e0-41cc-acea-00bfb36cf934 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:17.247584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d26051ba-f9e0-41cc-acea-00bfb36cf934 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:17.281732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.282380 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Added segment 5e25ba56-79d8-4832-8901-f306b2c73eef of type vlan for network 370d0780-90fe-46c1-8e25-f35de737ae9a Aug 27 02:51:17.290164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2d28e92-4cb4-4607-adb6-6a56da610ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.292726 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d2d28e92-4cb4-4607-adb6-6a56da610ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.296391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d2d28e92-4cb4-4607-adb6-6a56da610ff6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c65e6722-92ad-41f5-b920-8f23629a09e8 HTTP/1.1" status: 204 len: 168 time: 0.4360571 Aug 27 02:51:17.322220 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.331542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d28e92-4cb4-4607-adb6-6a56da610ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e6722-92ad-41f5-b920-8f23629a09e8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:17.336550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.347733 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.354248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3b0cf139-770d-4e61-a187-5587a0431470 HTTP/1.1" status: 204 len: 168 time: 1.1080656 Aug 27 02:51:17.365397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.376279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] Set router 28fd5984-5807-4f1c-934d-0ae9747b9e17 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:17.388779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8591b-ba44-471c-a486-db124cf16706 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0cf139-770d-4e61-a187-5587a0431470,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:17.444679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.445949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:17.446511 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.464331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.522457 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1185350 Aug 27 02:51:17.525257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58640) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:17.533111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Request body: {'subnet': {'network_id': '370d0780-90fe-46c1-8e25-f35de737ae9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2136528492-subnet', 'tenant_id': '4ad958714b6e4ceea9487d7b60478062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:17.552407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1a4d1-fe07-42b0-b951-bcfae13af1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=370d0780-90fe-46c1-8e25-f35de737ae9a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:17.560286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Deleting port e386d776-9b5a-4f50-997f-e904560c7102 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:17.561192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.569464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Made reservation on behalf of 4ad958714b6e4ceea9487d7b60478062 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:17.573093 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.573747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 370d0780-90fe-46c1-8e25-f35de737ae9a details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:17.692438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58642) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:17.779903 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.795769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'name': 'tempest-ImageQuotaTest-34406275-router', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:06Z', 'updated_at': '2021-08-27T02:51:16Z', 'revision_number': 5, 'project_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'gw_port': {'id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:07Z', 'updated_at': '2021-08-27T02:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:17.805192 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-957bb443-f1f5-4a5f-bde7-a49432090a68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6db92cbe2d4469da469b5d5ed5aa5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089151 Aug 27 02:51:17.806566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58644) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:17.836220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b6459-e5b8-4f49-8676-d41da8e52892 None None] The sync data for ids ['28fd5984-5807-4f1c-934d-0ae9747b9e17'] in n-d-806293-1 is: [{'id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'name': 'tempest-ImageQuotaTest-34406275-router', 'tenant_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:06Z', 'updated_at': '2021-08-27T02:51:16Z', 'revision_number': 5, 'project_id': '7dbc2946d9c64d0488c1db9a136abd5c', 'gw_port': {'id': 'e386d776-9b5a-4f50-997f-e904560c7102', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd5984-5807-4f1c-934d-0ae9747b9e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:07Z', 'updated_at': '2021-08-27T02:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:17.960842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.963117 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20bc71be-6414-48b3-babe-def2f5d8e4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.002063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] For port e386d776-9b5a-4f50-997f-e904560c7102, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e386d776-9b5a-4f50-997f-e904560c7102,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:18.002828 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.016265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Calling delete_port for e386d776-9b5a-4f50-997f-e904560c7102 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:18.029488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20bc71be-6414-48b3-babe-def2f5d8e4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.048498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ee3218-ba4c-4682-9021-58117c76a230,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:18.083637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Checking segment: {'id': '5e25ba56-79d8-4832-8901-f306b2c73eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '370d0780-90fe-46c1-8e25-f35de737ae9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:18.084133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Network hostable DHCP agents. Network: 370d0780-90fe-46c1-8e25-f35de737ae9a, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:18.107664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Network 370d0780-90fe-46c1-8e25-f35de737ae9a is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:18.113624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20bc71be-6414-48b3-babe-def2f5d8e4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.116171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-20bc71be-6414-48b3-babe-def2f5d8e4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.119840 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-20bc71be-6414-48b3-babe-def2f5d8e4a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f5ff7ee-7b5b-4081-b4be-d991d31b0884 HTTP/1.1" status: 204 len: 168 time: 0.3097787 Aug 27 02:51:18.127187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 370d0780-90fe-46c1-8e25-f35de737ae9a) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:18.133618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc71be-6414-48b3-babe-def2f5d8e4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ff7ee-7b5b-4081-b4be-d991d31b0884,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:18.135531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9913e9b-a034-4559-8108-4c7d3b03f280 None None] Network 370d0780-90fe-46c1-8e25-f35de737ae9a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:18.141362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:18.141861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.172183 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2e700528-7698-4a51-b8b5-ff189824b541 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6456599 Aug 27 02:51:18.223665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.264895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e386d776-9b5a-4f50-997f-e904560c7102,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:18.340404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.400068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe7b0bb-2fc9-43d9-9aff-a48c2649cef1 None None] Network 370d0780-90fe-46c1-8e25-f35de737ae9a requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:18.469254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.471574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.536038 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.537396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28fd5984-5807-4f1c-934d-0ae9747b9e17 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:51:18.553889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.558365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7f3f6ef2-9437-4151-b111-6fb039f9cd53 admin admin] 10.222.0.10 "DELETE /v2.0/routers/28fd5984-5807-4f1c-934d-0ae9747b9e17 HTTP/1.1" status: 204 len: 168 time: 1.3650081 Aug 27 02:51:18.558590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58660) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:18.613380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] Deleting subnet 015dcf9f-b54a-4768-a8c8-d08bf9c35451 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:18.617760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.657461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.739734 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] Sync routers for ids ['28fd5984-5807-4f1c-934d-0ae9747b9e17'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:18.751467 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] Routers set() bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:18.752466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] Router IDs set() for agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:51:18.753181 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_agentschedulers_db [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28fd5984-5807-4f1c-934d-0ae9747b9e17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent'). {{(pid=94775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 02:51:18.755537 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.762744 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] Routers set() bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:18.763410 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] Router IDs set() for agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:51:18.764177 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_agentschedulers_db [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28fd5984-5807-4f1c-934d-0ae9747b9e17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent'). {{(pid=94775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 02:51:18.764822 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8f194-9e20-4b38-b61c-842c57d65e02 None None] The sync data for ids ['28fd5984-5807-4f1c-934d-0ae9747b9e17'] in n-d-806293-1 is: [] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:18.831717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58664) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:18.835938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.864518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015dcf9f-b54a-4768-a8c8-d08bf9c35451,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:18.873503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.878249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed552222-2c64-498f-9f74-5457bcb6fbc0 None None] Network 2e046d9a-51b3-47b4-a522-67e2fa842fa5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:18.885977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58672) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:18.886218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2b5ebab-b054-4ba9-9f50-5475281b6265 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/015dcf9f-b54a-4768-a8c8-d08bf9c35451 HTTP/1.1" status: 204 len: 168 time: 0.3159904 Aug 27 02:51:18.960227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6284ba21-6ae7-4baa-8f36-50f4a4704ff3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=735a28106c11478e86a26d5d79f00aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246569 Aug 27 02:51:18.960413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58680) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:19.011226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.061819 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a8e52df-f3db-4723-a650-e06fab6c6b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.089138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a8e52df-f3db-4723-a650-e06fab6c6b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.106112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-171d165c-3d7b-47a3-a742-23f2a8e0b4ed tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:19.107638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-171d165c-3d7b-47a3-a742-23f2a8e0b4ed tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/networks?id=7e1c24a5-37ad-4c93-9349-15fe78883b71 HTTP/1.1" status: 200 len: 811 time: 0.1907144 Aug 27 02:51:19.123244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-a68fab61-dd5c-41af-ad30-51237e42c655 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/quotas/d486602dcbff418ea1c14fb6eb196597 HTTP/1.1" status: 200 len: 375 time: 0.0096078 Aug 27 02:51:19.124921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Deleting port 7e1602c6-f20c-444c-8040-b51d6a1919c3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:19.125248 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.181966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-fd1d3f63-9074-46dc-a42f-8c12eb2db68b tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d486602dcbff418ea1c14fb6eb196597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524106 Aug 27 02:51:19.193377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] For port 7e1602c6-f20c-444c-8040-b51d6a1919c3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7e1602c6-f20c-444c-8040-b51d6a1919c3,segment=NetworkSegment(12d5b6f4-f3fd-493d-80ee-90dd749b89c2),segment_id=12d5b6f4-f3fd-493d-80ee-90dd749b89c2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:19.193748 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.201340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a8e52df-f3db-4723-a650-e06fab6c6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.203940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a8e52df-f3db-4723-a650-e06fab6c6b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.205115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2a8e52df-f3db-4723-a650-e06fab6c6b9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5cde7bd9-2274-49e0-8a78-1f97c1a5089b HTTP/1.1" status: 204 len: 168 time: 0.2437649 Aug 27 02:51:19.213143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Calling delete_port for 7e1602c6-f20c-444c-8040-b51d6a1919c3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:19.222151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e52df-f3db-4723-a650-e06fab6c6b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde7bd9-2274-49e0-8a78-1f97c1a5089b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:19.281817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-36c825be-54a0-450d-9c89-af4332d59293 service neutron] 10.222.0.10 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920811 Aug 27 02:51:19.315245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] DHCP port deletion for 2e046d9a-51b3-47b4-a522-67e2fa842fa5 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:19.349522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.373308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] Deleting port 7e1602c6-f20c-444c-8040-b51d6a1919c3 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:19.373689 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.406050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] No DVR routers for this DVR port 7e1602c6-f20c-444c-8040-b51d6a1919c3 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:19.411157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1602c6-f20c-444c-8040-b51d6a1919c3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:19.417836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7e1602c6-f20c-444c-8040-b51d6a1919c3 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:19.447458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 7e1602c6-f20c-444c-8040-b51d6a1919c3 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:19.447797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7e1602c6-f20c-444c-8040-b51d6a1919c3 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:19.448890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e386d776-9b5a-4f50-997f-e904560c7102 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:19.457237 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-a8c8213b-9166-46b8-8a3b-9c9cdeb3ae6f service neutron] 10.222.0.10 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622183 Aug 27 02:51:19.490145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e386d776-9b5a-4f50-997f-e904560c7102 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:19.490545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e386d776-9b5a-4f50-997f-e904560c7102 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:19.496682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] For port 7e1602c6-f20c-444c-8040-b51d6a1919c3, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:19.497306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.510122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.522602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] Calling delete_port for 7e1602c6-f20c-444c-8040-b51d6a1919c3 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:19.525110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e046d9a-51b3-47b4-a522-67e2fa842fa5']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:19.525970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] Port 7e1602c6-f20c-444c-8040-b51d6a1919c3 was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:51:19.527357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.544196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d5b6f4-f3fd-493d-80ee-90dd749b89c2') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:19.545103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d5b6f4-f3fd-493d-80ee-90dd749b89c2') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:19.563976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] Pushing event deleted for resources: {'Port': ['ID=7e1602c6-f20c-444c-8040-b51d6a1919c3,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:19.567928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33ce2d-be32-4359-9fda-133ffb1a9834 None None] No DVR routers for this DVR port 7e1602c6-f20c-444c-8040-b51d6a1919c3 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:19.571917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.592945 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.600214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:19.600640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:19.603362 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:19.670632 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.693561 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.695880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] 10.222.0.10 "DELETE /v2.0/networks/2e046d9a-51b3-47b4-a522-67e2fa842fa5 HTTP/1.1" status: 204 len: 168 time: 0.8085380 Aug 27 02:51:19.721863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380aab2-945c-40ab-92de-297fcd14125a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e046d9a-51b3-47b4-a522-67e2fa842fa5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:19.753122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-31636781-3b92-4eef-b1fc-46ba4a611c88 req-07852b45-4a36-4293-a963-18bba63dad71 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 210 time: 0.0615788 Aug 27 02:51:19.924448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58694) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:19.967502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b3560ba8-8725-4b89-b4af-c47dbf418bc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dbc2946d9c64d0488c1db9a136abd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416582 Aug 27 02:51:19.969790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58698) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:20.018956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67fc2390-c94d-487c-b9f3-01a53c240add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.040631 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67fc2390-c94d-487c-b9f3-01a53c240add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.091398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67fc2390-c94d-487c-b9f3-01a53c240add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.094071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67fc2390-c94d-487c-b9f3-01a53c240add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.098022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-67fc2390-c94d-487c-b9f3-01a53c240add admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d130194-c98b-45f4-b66e-c10478d9b5dd HTTP/1.1" status: 204 len: 168 time: 0.1269853 Aug 27 02:51:20.106150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc2390-c94d-487c-b9f3-01a53c240add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d130194-c98b-45f4-b66e-c10478d9b5dd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:20.446058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58704) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:20.460094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8376c5d-804d-4fd0-8328-7deee5e7b702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.571668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8376c5d-804d-4fd0-8328-7deee5e7b702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.575959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8376c5d-804d-4fd0-8328-7deee5e7b702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.617510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a8376c5d-804d-4fd0-8328-7deee5e7b702 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1677015 Aug 27 02:51:20.617717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58706) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:20.624005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8376c5d-804d-4fd0-8328-7deee5e7b702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6849e1a8-b763-43bf-8c20-9a11a0c32866,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:20.674149 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7624e27b-cac1-48cb-924b-78d0d43dd8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.680457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-df0904b1-e5d3-4fd3-8399-712c0a2f94db tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:20.681927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-df0904b1-e5d3-4fd3-8399-712c0a2f94db tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.45 "GET /v2.0/networks?id=7e1c24a5-37ad-4c93-9349-15fe78883b71 HTTP/1.1" status: 200 len: 811 time: 0.1166987 Aug 27 02:51:20.695368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Request body: {'port': {'device_id': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71', 'admin_state_up': True, 'tenant_id': 'd486602dcbff418ea1c14fb6eb196597'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:20.697740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7624e27b-cac1-48cb-924b-78d0d43dd8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.747961 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7624e27b-cac1-48cb-924b-78d0d43dd8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.750607 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7624e27b-cac1-48cb-924b-78d0d43dd8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.751789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7624e27b-cac1-48cb-924b-78d0d43dd8ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6849e1a8-b763-43bf-8c20-9a11a0c32866 HTTP/1.1" status: 204 len: 168 time: 0.1332107 Aug 27 02:51:20.759719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624e27b-cac1-48cb-924b-78d0d43dd8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849e1a8-b763-43bf-8c20-9a11a0c32866,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:20.828054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Made reservation on behalf of d486602dcbff418ea1c14fb6eb196597 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:20.832462 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.867751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7440e817-3996-405c-8a1e-345ca6f8cb9f req-a91dfedd-7a40-4182-8a57-4afc254a13db tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 210 time: 0.0326807 Aug 27 02:51:21.006750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Allocated IP 172.20.0.8 (7e1c24a5-37ad-4c93-9349-15fe78883b71/629527e9-8137-4622-b269-486246bec39f/501bceb2-2c11-4380-ae13-88ebc93943c0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:21.177884 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.218463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.261259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Network 7e1c24a5-37ad-4c93-9349-15fe78883b71 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:21.266572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:21.270494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:21.277276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Pushing event updated for resources: {'Port': ['ID=501bceb2-2c11-4380-ae13-88ebc93943c0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:21.323844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:21.324481 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.339987 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-1aad3201-4663-42c5-9a9c-b51634f2ddca tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6486585 Aug 27 02:51:21.353610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Request body: {'port': {'device_id': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:21.384483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58732) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:21.410990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.486256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1773431020-network', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:21.509003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Made reservation on behalf of 118e21e3491844c0b858d4b10d7d5c0e for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:21.511626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.523730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.622094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.628604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.657789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:21.669058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2835379-411d-4b45-8799-0e81b81e752a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:21.674136 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.674519 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Added segment 3fca1f6b-a860-41e9-b991-c26adc36c378 of type vlan for network 4eb44aa2-e625-4b1d-8608-8665226e280d Aug 27 02:51:21.715411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.741869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.742886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:21.743487 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.745828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501bceb2-2c11-4380-ae13-88ebc93943c0 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:21.754576 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.769917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Transition to ACTIVE for port object 501bceb2-2c11-4380-ae13-88ebc93943c0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:21.773943 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.800063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4137852 Aug 27 02:51:21.803245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58736) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:21.808365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Request body: {'subnet': {'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1773431020-subnet', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:21.816826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874e2c6-cf9d-4432-a40b-c0a38cdc8743 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb44aa2-e625-4b1d-8608-8665226e280d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:21.831092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 4eb44aa2-e625-4b1d-8608-8665226e280d details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:21.845766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Made reservation on behalf of 118e21e3491844c0b858d4b10d7d5c0e for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:21.848460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.851706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Pushing event updated for resources: {'Port': ['ID=501bceb2-2c11-4380-ae13-88ebc93943c0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:21.908916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Attempting to bind port 501bceb2-2c11-4380-ae13-88ebc93943c0 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:21.909298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Attempting to bind port 501bceb2-2c11-4380-ae13-88ebc93943c0 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'ff11e2a4-f27e-4fb4-89b8-73845dce0e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:21.909627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Attempting to bind port 501bceb2-2c11-4380-ae13-88ebc93943c0 on network 7e1c24a5-37ad-4c93-9349-15fe78883b71 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:21.914654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Port 501bceb2-2c11-4380-ae13-88ebc93943c0 on network 7e1c24a5-37ad-4c93-9349-15fe78883b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:51:21.914965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Attempting to bind port 501bceb2-2c11-4380-ae13-88ebc93943c0 on network 7e1c24a5-37ad-4c93-9349-15fe78883b71 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:21.920789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:21.921154 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Checking segment: {'id': 'ff11e2a4-f27e-4fb4-89b8-73845dce0e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:21.921560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Bound using segment: {'id': 'ff11e2a4-f27e-4fb4-89b8-73845dce0e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:21.921975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Bound port: 501bceb2-2c11-4380-ae13-88ebc93943c0, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff11e2a4-f27e-4fb4-89b8-73845dce0e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:21.922386 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.074875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d6f76-190d-4319-96ba-b1144ec86d07 req-690f3bfd-6700-43fc-a51f-f84a04b99050 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:22.076543 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d39d6f76-190d-4319-96ba-b1144ec86d07 req-690f3bfd-6700-43fc-a51f-f84a04b99050 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 943 time: 0.1051829 Aug 27 02:51:22.078134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.160688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91378a7f-1ad1-40bd-8881-c35bd30c63e1,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:22.180182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d39d6f76-190d-4319-96ba-b1144ec86d07 req-e9a43430-518a-4781-ae0e-47ab29bfc43d tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708075 Aug 27 02:51:22.186714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Checking segment: {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:22.187082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Network hostable DHCP agents. Network: 4eb44aa2-e625-4b1d-8608-8665226e280d, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:22.205886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Network 4eb44aa2-e625-4b1d-8608-8665226e280d is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:22.219055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 4eb44aa2-e625-4b1d-8608-8665226e280d) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:22.223922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:22.224522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.235584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7d655-1f79-4029-9b15-bd6341b5dbd7 None None] Network 4eb44aa2-e625-4b1d-8608-8665226e280d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:22.241838 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8300b3e7-f95c-4656-82e8-d3b0bc26ad80 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4373040 Aug 27 02:51:22.245991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58740) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:22.251297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:22.280367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] For port 501bceb2-2c11-4380-ae13-88ebc93943c0, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:22.281340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.283188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.285733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] For port 501bceb2-2c11-4380-ae13-88ebc93943c0, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=501bceb2-2c11-4380-ae13-88ebc93943c0,segment=NetworkSegment(ff11e2a4-f27e-4fb4-89b8-73845dce0e8c),segment_id=ff11e2a4-f27e-4fb4-89b8-73845dce0e8c)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:22.292581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.329368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:22.330002 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.331797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] 10.222.0.45 "PUT /v2.0/ports/501bceb2-2c11-4380-ae13-88ebc93943c0 HTTP/1.1" status: 200 len: 1091 time: 0.9826887 Aug 27 02:51:22.332236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'tag': '501bceb2-2c11-4380-ae13-88ebc93943c0'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:22.334575 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c7b590-52e9-4d53-93ba-ae0dd23964d2" -d '{"events": [{"name": "network-changed", "server_uuid": "39aeb913-7a0d-480c-a9cc-7ababc1bd654", "tag": "501bceb2-2c11-4380-ae13-88ebc93943c0"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:22.367080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf412d-b6ce-4bc3-8603-15eedee1dc09 service neutron] Pushing event updated for resources: {'Port': ['ID=501bceb2-2c11-4380-ae13-88ebc93943c0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:22.386603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.398930 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-4eb44aa2-e625-4b1d-8608-8665226e280d', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:22.400234 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.421342 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce92a7a-5aae-420d-a3f5-1cb23aefc7d3 x-openstack-request-id: req-2ce92a7a-5aae-420d-a3f5-1cb23aefc7d3 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:22.421586 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39aeb913-7a0d-480c-a9cc-7ababc1bd654", "tag": "501bceb2-2c11-4380-ae13-88ebc93943c0", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:22.421769 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ce92a7a-5aae-420d-a3f5-1cb23aefc7d3 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:22.422437 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'tag': '501bceb2-2c11-4380-ae13-88ebc93943c0', 'status': 'completed', 'code': 200} Aug 27 02:51:22.435442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-224101ae-2908-405d-83ac-c4593821dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:22.436947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-224101ae-2908-405d-83ac-c4593821dd5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d486602dcbff418ea1c14fb6eb196597&device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 1094 time: 0.0444095 Aug 27 02:51:22.482973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-33deea0c-5901-48eb-9bcb-1911c160b9a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501bceb2-2c11-4380-ae13-88ebc93943c0 HTTP/1.1" status: 200 len: 217 time: 0.0378976 Aug 27 02:51:22.535987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.547049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Allocated IP 172.20.0.2 (4eb44aa2-e625-4b1d-8608-8665226e280d/91378a7f-1ad1-40bd-8881-c35bd30c63e1/37901cb5-773f-4e4e-a293-5b2ed6e7578c) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:22.549829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04ff196f-79e6-4ebe-9558-b84dd2cad663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:22.551607 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04ff196f-79e6-4ebe-9558-b84dd2cad663 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=629527e9-8137-4622-b269-486246bec39f HTTP/1.1" status: 200 len: 851 time: 0.0609081 Aug 27 02:51:22.584908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-53af7ec4-e9e1-4f7e-b1c2-1440ef77c558 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e1c24a5-37ad-4c93-9349-15fe78883b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265076 Aug 27 02:51:22.697821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.698827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-b7dae53b-fb0b-44b9-b2a3-61372b627676 service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066134 Aug 27 02:51:22.706367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Transition to ACTIVE for port object 37901cb5-773f-4e4e-a293-5b2ed6e7578c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:22.721448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Transition to ACTIVE for port object 37901cb5-773f-4e4e-a293-5b2ed6e7578c will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:22.730494 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.758168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.765465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Network 4eb44aa2-e625-4b1d-8608-8665226e280d is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:22.768316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:22.773969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:22.783137 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.785182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Pushing event updated for resources: {'Port': ['ID=37901cb5-773f-4e4e-a293-5b2ed6e7578c,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:22.803798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a9748ab-4726-4ada-b686-e141c9ad0574 req-04c8121d-b2bb-4045-9dd6-adc37b5c6aa8 service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964091 Aug 27 02:51:22.840176 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Attempting to bind port 37901cb5-773f-4e4e-a293-5b2ed6e7578c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:22.840785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Attempting to bind port 37901cb5-773f-4e4e-a293-5b2ed6e7578c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:22.841062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Attempting to bind port 37901cb5-773f-4e4e-a293-5b2ed6e7578c on network 4eb44aa2-e625-4b1d-8608-8665226e280d {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:22.847286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:22.847774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Checking segment: {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:22.848867 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.848867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Bound using segment: {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:22.849195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Bound port: 37901cb5-773f-4e4e-a293-5b2ed6e7578c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:22.849652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.893588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-c0f35a2f-721a-4855-a000-73a0ccffeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:22.895554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-c0f35a2f-721a-4855-a000-73a0ccffeb96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d486602dcbff418ea1c14fb6eb196597&device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 1094 time: 0.0416498 Aug 27 02:51:22.915180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] For port 37901cb5-773f-4e4e-a293-5b2ed6e7578c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:22.918483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] For port 37901cb5-773f-4e4e-a293-5b2ed6e7578c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=37901cb5-773f-4e4e-a293-5b2ed6e7578c,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:22.925111 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.942241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Allocated IP 172.25.1.159 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/1efbea07-1142-4293-b5a8-56ac135bc6c4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:22.983803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01927cab-9b3d-440e-b7df-d5ad95ea5948 None None] Pushing event updated for resources: {'Port': ['ID=37901cb5-773f-4e4e-a293-5b2ed6e7578c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:23.007846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-09ca8fff-52d3-475d-a1a5-89cbd74647c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.009361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-09ca8fff-52d3-475d-a1a5-89cbd74647c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e1c24a5-37ad-4c93-9349-15fe78883b71 HTTP/1.1" status: 200 len: 912 time: 0.1067870 Aug 27 02:51:23.052788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-9f62316b-5278-41dc-ba18-e8a6c0eb8ebd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501bceb2-2c11-4380-ae13-88ebc93943c0 HTTP/1.1" status: 200 len: 217 time: 0.0359814 Aug 27 02:51:23.058778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.099960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.109541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-fd5e12a3-2e3c-4d92-a7b3-5e722c803b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.111164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-fd5e12a3-2e3c-4d92-a7b3-5e722c803b9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=629527e9-8137-4622-b269-486246bec39f HTTP/1.1" status: 200 len: 851 time: 0.0509696 Aug 27 02:51:23.152532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:23.158739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:23.162543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-7f89d4fd-0478-497c-a45c-9a183a3408d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e1c24a5-37ad-4c93-9349-15fe78883b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422421 Aug 27 02:51:23.163882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:23.167869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Pushing event updated for resources: {'Port': ['ID=1efbea07-1142-4293-b5a8-56ac135bc6c4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:23.279984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-6f5ee05b-c2a8-425a-aa87-78876720305f service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087668 Aug 27 02:51:23.364994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced7f8-f3e2-4469-97c7-79f93e2e9149 req-3aed4571-48d3-4c39-b633-144d03054798 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.366536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-baced7f8-f3e2-4469-97c7-79f93e2e9149 req-3aed4571-48d3-4c39-b633-144d03054798 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 943 time: 0.0895023 Aug 27 02:51:23.383317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82c7b590-52e9-4d53-93ba-ae0dd23964d2 req-39e910eb-44b2-4bce-ae1d-aa822886b76f service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946693 Aug 27 02:51:23.474745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-baced7f8-f3e2-4469-97c7-79f93e2e9149 req-84ad0c58-8acb-46d4-9cc5-298501215f34 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736701 Aug 27 02:51:23.494681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.923693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3c7eb-cd14-49e5-b12a-b20586e59034 None None] Network 4eb44aa2-e625-4b1d-8608-8665226e280d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:23.982379 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.991278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-469de228-3d6b-442b-88a3-7c72a7b5e88f None None] Provisioning for port 37901cb5-773f-4e4e-a293-5b2ed6e7578c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:24.142605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:51:24.249576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:24.259937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Sync routers for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:24.269132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.269786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:24.270417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c76720c2-efda-4b4b-ad59-233da35ea072 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0232458 Aug 27 02:51:24.270825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:24.273322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58746) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:24.381861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:24.580125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:23Z', 'revision_number': 3, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:24.606672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Checking router: 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:24.607032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Updating router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 port 1efbea07-1142-4293-b5a8-56ac135bc6c4 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:24.630931 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.654584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1c899-3f19-46ec-97cc-bd07f493da66 req-8f1bbdf9-ec00-488a-bbd6-4aef24204fbf tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:24.656064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-abd1c899-3f19-46ec-97cc-bd07f493da66 req-8f1bbdf9-ec00-488a-bbd6-4aef24204fbf tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 943 time: 0.0862961 Aug 27 02:51:24.728295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-abd1c899-3f19-46ec-97cc-bd07f493da66 req-10d98e08-c341-4e49-bf1e-a4740d910a44 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643044 Aug 27 02:51:24.773799 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.868497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30080-d992-4c3b-acf5-b2538539caa8 req-a5296a0f-1d61-41ed-ae3a-ecf7e40e8e22 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:24.870073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fcf30080-d992-4c3b-acf5-b2538539caa8 req-a5296a0f-1d61-41ed-ae3a-ecf7e40e8e22 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1096 time: 0.0456753 Aug 27 02:51:24.891300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.901942 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Transition to ACTIVE for port object 1efbea07-1142-4293-b5a8-56ac135bc6c4 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:24.908469 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.911034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fcf30080-d992-4c3b-acf5-b2538539caa8 req-a9a06dfc-3bc2-45e1-a90f-d1de40f750af tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340528 Aug 27 02:51:24.932715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58754) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:24.950768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 501bceb2-2c11-4380-ae13-88ebc93943c0 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:51:24.954432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Allocated IP 172.20.0.1 (4eb44aa2-e625-4b1d-8608-8665226e280d/91378a7f-1ad1-40bd-8881-c35bd30c63e1/fb39f376-5b39-4d46-b28d-594630d6cccf) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:24.975164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7934-a8c9-4cf2-bce0-e570b717e065 None None] Pushing event updated for resources: {'Port': ['ID=1efbea07-1142-4293-b5a8-56ac135bc6c4,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:24.977630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Attempting to bind port 1efbea07-1142-4293-b5a8-56ac135bc6c4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:24.978091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Attempting to bind port 1efbea07-1142-4293-b5a8-56ac135bc6c4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:24.978576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Attempting to bind port 1efbea07-1142-4293-b5a8-56ac135bc6c4 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:24.988621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:24.989110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:24.989611 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.990482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:24.990670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Bound port: 1efbea07-1142-4293-b5a8-56ac135bc6c4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:24.991160 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.072816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.094251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Transition to ACTIVE for port object fb39f376-5b39-4d46-b28d-594630d6cccf will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:25.098550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] For port 1efbea07-1142-4293-b5a8-56ac135bc6c4, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:25.124644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 501bceb2-2c11-4380-ae13-88ebc93943c0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=501bceb2-2c11-4380-ae13-88ebc93943c0,segment=NetworkSegment(ff11e2a4-f27e-4fb4-89b8-73845dce0e8c),segment_id=ff11e2a4-f27e-4fb4-89b8-73845dce0e8c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:25.133595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 1d37cda6-bcae-410a-ad61-149ff84858a0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:25.134039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.136779 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.139115 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '501bceb2-2c11-4380-ae13-88ebc93943c0', 'network_id': '7e1c24a5-37ad-4c93-9349-15fe78883b71', 'port_id': '501bceb2-2c11-4380-ae13-88ebc93943c0', 'mac_address': 'fa:16:3e:a8:10:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629527e9-8137-4622-b269-486246bec39f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:51:25.143805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] For port 1efbea07-1142-4293-b5a8-56ac135bc6c4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1efbea07-1142-4293-b5a8-56ac135bc6c4,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:25.175675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Network 4eb44aa2-e625-4b1d-8608-8665226e280d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:25.179186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:25.182906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:25.195437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.198468 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.206449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37901cb5-773f-4e4e-a293-5b2ed6e7578c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:25.228476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.228878 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.231791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Pushing event updated for resources: {'Port': ['ID=fb39f376-5b39-4d46-b28d-594630d6cccf,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:25.237561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.251532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 1d37cda6-bcae-410a-ad61-149ff84858a0 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:25.266723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501bceb2-2c11-4380-ae13-88ebc93943c0 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:25.326099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 501bceb2-2c11-4380-ae13-88ebc93943c0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=501bceb2-2c11-4380-ae13-88ebc93943c0,segment=NetworkSegment(ff11e2a4-f27e-4fb4-89b8-73845dce0e8c),segment_id=ff11e2a4-f27e-4fb4-89b8-73845dce0e8c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:25.331938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:25.332993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:25.347648 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.400044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.404918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7934-a8c9-4cf2-bce0-e570b717e065 None None] Pushing event updated for resources: {'Port': ['ID=1efbea07-1142-4293-b5a8-56ac135bc6c4,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:25.493773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 37901cb5-773f-4e4e-a293-5b2ed6e7578c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:25.502368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.524500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 37901cb5-773f-4e4e-a293-5b2ed6e7578c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:25.525017 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.541934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=1d37cda6-bcae-410a-ad61-149ff84858a0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:25.553648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=501bceb2-2c11-4380-ae13-88ebc93943c0,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:25.571405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:25.573952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88d78059-2d94-4f7c-9281-11120bd49dd0 None None] Provisioning for port fb39f376-5b39-4d46-b28d-594630d6cccf completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:25.587336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.593137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.602450 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.602824 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP 8a866bf2-f11a-473a-85c6-6f638382f045 disassociated (deleted). External IP: 172.25.1.53, port: 52c679a5-f431-458c-a65c-dd2fa024dc27. Aug 27 02:51:25.639663 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['501bceb2-2c11-4380-ae13-88ebc93943c0'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:51:25.663476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88d78059-2d94-4f7c-9281-11120bd49dd0 None None] Provisioning complete for port fb39f376-5b39-4d46-b28d-594630d6cccf triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:25.663942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88d78059-2d94-4f7c-9281-11120bd49dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.664639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Pushing event updated for resources: {'Port': ['ID=fb39f376-5b39-4d46-b28d-594630d6cccf,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:25.667459 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.761343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-88d78059-2d94-4f7c-9281-11120bd49dd0 None None] Port fb39f376-5b39-4d46-b28d-594630d6cccf cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:25.769859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Network 4eb44aa2-e625-4b1d-8608-8665226e280d is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:25.772411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:25.875972 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.877235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 0f518b6b-6e94-41d5-bd9f-311d576731a4 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:25.935187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231349ff-e912-4d3f-922c-0b53a07c9188 req-04117366-4271-4203-90f6-eabc0dd9b9e5 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:25.944292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-231349ff-e912-4d3f-922c-0b53a07c9188 req-04117366-4271-4203-90f6-eabc0dd9b9e5 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 944 time: 0.1207190 Aug 27 02:51:25.960646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 37901cb5-773f-4e4e-a293-5b2ed6e7578c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=37901cb5-773f-4e4e-a293-5b2ed6e7578c,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:25.983205 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.012116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-231349ff-e912-4d3f-922c-0b53a07c9188 req-3ec33ec1-ce27-4897-b177-dae0f81aba13 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657096 Aug 27 02:51:26.026761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:23Z', 'revision_number': 3, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:26.030775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:26.042310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:26.047271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.052643 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] Sync routers for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:26.062344 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:26.063175 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:26.063894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3787d-495c-4ddb-b46b-d6cba0dfbfb6 None None] The sync data for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 is: [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:23Z', 'revision_number': 3, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:26.079927 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-90e5d176-40bf-413c-9210-59437b406b6c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/floatingips/8a866bf2-f11a-473a-85c6-6f638382f045 HTTP/1.1" status: 204 len: 168 time: 1.1460121 Aug 27 02:51:26.080475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:26.084818 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b3ab4e-b242-4b5d-b634-317c632f6692" -d '{"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:26.101499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=37901cb5-773f-4e4e-a293-5b2ed6e7578c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:26.117301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b92d4a88-0875-4da3-8bab-9e0a86148dc9 None None] Provisioning complete for port fb39f376-5b39-4d46-b28d-594630d6cccf triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:26.117684 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b92d4a88-0875-4da3-8bab-9e0a86148dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.141372 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63484f-a6ee-4b0c-bf4d-4465a2d5660f x-openstack-request-id: req-7a63484f-a6ee-4b0c-bf4d-4465a2d5660f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:26.141666 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:26.141915 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a63484f-a6ee-4b0c-bf4d-4465a2d5660f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:26.142328 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'status': 'completed', 'code': 200} Aug 27 02:51:26.176032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b92d4a88-0875-4da3-8bab-9e0a86148dc9 None None] Port fb39f376-5b39-4d46-b28d-594630d6cccf cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:26.204832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:26.211437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-81d83218-f9fa-40b5-9dbd-77e67c14cf8c admin admin] 10.222.0.10 "PUT /v2.0/routers/8ae9ad93-e5cb-4dec-bd91-7671b59a3020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9367852 Aug 27 02:51:26.229662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-2b7e232e-bd57-44e8-b0b3-c044d696980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:26.231648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-2b7e232e-bd57-44e8-b0b3-c044d696980c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 1096 time: 0.0609591 Aug 27 02:51:26.285209 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:26.358190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-b5ddbb00-3fee-4c4c-af3e-c97e257ac84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:26.359721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-b5ddbb00-3fee-4c4c-af3e-c97e257ac84d service neutron] 10.222.0.32 "GET /v2.0/networks?id=78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 200 len: 898 time: 0.1205766 Aug 27 02:51:26.399399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e764b-cc95-4435-a4cd-4a06738a5793 req-395c8e9e-ed36-4a76-b01b-8e9ee2f8e409 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:26.401006 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f4e764b-cc95-4435-a4cd-4a06738a5793 req-395c8e9e-ed36-4a76-b01b-8e9ee2f8e409 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0713933 Aug 27 02:51:26.421658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-0ec4c527-083e-4cc4-bf5b-faa77f01bf88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 200 len: 217 time: 0.0492859 Aug 27 02:51:26.501093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-8803d231-fe46-4f1f-b816-4044b3929efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:26.503114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-8803d231-fe46-4f1f-b816-4044b3929efc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 200 len: 835 time: 0.0687666 Aug 27 02:51:26.524253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4f4e764b-cc95-4435-a4cd-4a06738a5793 req-3461776e-073a-4cb9-9f5f-5b316eade62a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948150 Aug 27 02:51:26.562671 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:52Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:26.576801 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-915e0876-a496-4006-a764-a5854969796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:26.578352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-915e0876-a496-4006-a764-a5854969796d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78d010fb-8f14-4638-8029-8ea85c8ae4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638762 Aug 27 02:51:26.607667 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] Checking router: 0f518b6b-6e94-41d5-bd9f-311d576731a4 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:26.617498 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:26.618458 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:26.684307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-4eb7f070-9acd-4d9f-8bfd-85c4ddf7fd9f service neutron] 10.222.0.32 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963655 Aug 27 02:51:26.756743 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:26.805649 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0b3ab4e-b242-4b5d-b634-317c632f6692 req-2363ad68-f680-4c3c-a171-1996a899cf97 service neutron] 10.222.0.32 "GET /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101539 Aug 27 02:51:26.907208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58778) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:26.912565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-56357668-network', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:26.938418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Made reservation on behalf of 5e66c2ee4f3b4b06904935c8c0012d98 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:26.941134 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.950628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.960850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 501bceb2-2c11-4380-ae13-88ebc93943c0 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:26.979416 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:52Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:27.006094 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af8aec-a24e-459f-97ee-34c6a4c4225e None None] The sync data for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 is: [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '37088fdb-cc7c-409b-8815-a2bb1f32502c', 'name': '', 'network_id': '78d010fb-8f14-4638-8029-8ea85c8ae4af', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:21:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '27797884-d588-4457-8176-216f92fa0d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:43Z', 'updated_at': '2021-08-27T02:49:52Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '27797884-d588-4457-8176-216f92fa0d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:27.068935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.077602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.126639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d2b42e-8933-4a9c-9e4f-137bc474bcce,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.141294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:27.153616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.153616 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Added segment e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75 of type vlan for network 91436cb2-6cb8-464b-a229-b13cc1b92886 Aug 27 02:51:27.214912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.235702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e01102-2a2c-4db7-8d1a-df92b9d2c3d2 req-e9682a6b-3bc2-4a84-b892-4b556daebce9 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.247434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 501bceb2-2c11-4380-ae13-88ebc93943c0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:27.257331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.257624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 501bceb2-2c11-4380-ae13-88ebc93943c0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:27.257999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.258682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.259264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.262146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e9e01102-2a2c-4db7-8d1a-df92b9d2c3d2 req-e9682a6b-3bc2-4a84-b892-4b556daebce9 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 944 time: 0.1365049 Aug 27 02:51:27.287079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1efbea07-1142-4293-b5a8-56ac135bc6c4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:27.318295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e9e01102-2a2c-4db7-8d1a-df92b9d2c3d2 req-dec81f01-79e3-4cb7-a1c7-1710771aceec tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528989 Aug 27 02:51:27.340213 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4317405 Aug 27 02:51:27.347062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58782) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:27.353199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Request body: {'subnet': {'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-56357668-subnet', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:27.361943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808c373-53e1-44dd-9756-aca1e7994aea admin admin] Pushing event updated for resources: {'Network': ['ID=91436cb2-6cb8-464b-a229-b13cc1b92886,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.389218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Made reservation on behalf of 5e66c2ee4f3b4b06904935c8c0012d98 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:27.391745 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.399619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:27.459314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd849b0-35e7-4228-9168-ec09c32cd3a9 None None] New status for floating IP 8a866bf2-f11a-473a-85c6-6f638382f045: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:51:27.466097 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.500139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1efbea07-1142-4293-b5a8-56ac135bc6c4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:27.548556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1efbea07-1142-4293-b5a8-56ac135bc6c4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:27.549022 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.577410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 501bceb2-2c11-4380-ae13-88ebc93943c0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=501bceb2-2c11-4380-ae13-88ebc93943c0,segment=NetworkSegment(ff11e2a4-f27e-4fb4-89b8-73845dce0e8c),segment_id=ff11e2a4-f27e-4fb4-89b8-73845dce0e8c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:27.595942 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.596599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501bceb2-2c11-4380-ae13-88ebc93943c0'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:27.599436 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0799f12-5cce-4804-aaf0-d09abeb3fb4a" -d '{"events": [{"server_uuid": "39aeb913-7a0d-480c-a9cc-7ababc1bd654", "name": "network-vif-plugged", "status": "completed", "tag": "501bceb2-2c11-4380-ae13-88ebc93943c0"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:27.606915 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.664007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ef38e-f3bf-428d-8947-a5bc74a79857 req-be5cdb95-f372-44e4-b156-68a696fb8903 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.665743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d09ef38e-f3bf-428d-8947-a5bc74a79857 req-be5cdb95-f372-44e4-b156-68a696fb8903 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0611763 Aug 27 02:51:27.684058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=501bceb2-2c11-4380-ae13-88ebc93943c0,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.691696 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39608a35-9d68-4a7f-8d12-8bb131f38445 x-openstack-request-id: req-39608a35-9d68-4a7f-8d12-8bb131f38445 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:27.692049 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39aeb913-7a0d-480c-a9cc-7ababc1bd654", "name": "network-vif-plugged", "status": "completed", "tag": "501bceb2-2c11-4380-ae13-88ebc93943c0", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:27.692232 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39608a35-9d68-4a7f-8d12-8bb131f38445 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:27.692639 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501bceb2-2c11-4380-ae13-88ebc93943c0', 'code': 200} Aug 27 02:51:27.701504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7add99a5-6992-41d9-a1c3-bf053b4fcd8c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.719924 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d09ef38e-f3bf-428d-8947-a5bc74a79857 req-cc3e28d1-e333-4394-8355-6c0b4bfdd7dd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=2277e409-63b7-4211-bdaf-8f7e9ceeefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Aug 27 02:51:27.728547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-d4e4087b-5739-47da-937a-d98de4f5ccec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.730061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-d4e4087b-5739-47da-937a-d98de4f5ccec tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 945 time: 0.0813155 Aug 27 02:51:27.747278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Checking segment: {'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:27.747636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Network hostable DHCP agents. Network: 91436cb2-6cb8-464b-a229-b13cc1b92886, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:27.754957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-45bdb21d-b604-4f4f-8bea-ce97a5fce28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.764265 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.786256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1ad06-cd89-4e2d-9060-4588118cefd2 req-8f71f2c1-e87a-4ffd-b92a-7b04f100b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.787064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1efbea07-1142-4293-b5a8-56ac135bc6c4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1efbea07-1142-4293-b5a8-56ac135bc6c4,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:27.788011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99e1ad06-cd89-4e2d-9060-4588118cefd2 req-8f71f2c1-e87a-4ffd-b92a-7b04f100b452 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 1096 time: 0.0455043 Aug 27 02:51:27.792267 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.793189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37901cb5-773f-4e4e-a293-5b2ed6e7578c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:27.811788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:27.830046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 91436cb2-6cb8-464b-a229-b13cc1b92886) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:27.838491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.838617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.844591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99e1ad06-cd89-4e2d-9060-4588118cefd2 req-31c361fb-58fb-4a3e-bfdc-12b1a492ffe2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489142 Aug 27 02:51:27.848100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9b048-997d-4df2-926b-ec724c8e7b62 None None] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:27.859285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 52c679a5-f431-458c-a65c-dd2fa024dc27 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:27.859676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.867408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b82cf8e4-f050-4837-9f2e-f7864353391f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5166581 Aug 27 02:51:27.868827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:27.874159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:27.886218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1efbea07-1142-4293-b5a8-56ac135bc6c4,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.912224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.913656 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.963473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 52c679a5-f431-458c-a65c-dd2fa024dc27, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=52c679a5-f431-458c-a65c-dd2fa024dc27,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:27.963848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.975732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.979480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 52c679a5-f431-458c-a65c-dd2fa024dc27 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:27.984171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 37901cb5-773f-4e4e-a293-5b2ed6e7578c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:27.984959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.126396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-91436cb2-6cb8-464b-a229-b13cc1b92886', 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'fixed_ips': [{'subnet_id': '7add99a5-6992-41d9-a1c3-bf053b4fcd8c'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:28.127641 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.133444 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.137647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.168172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=52c679a5-f431-458c-a65c-dd2fa024dc27,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:28.229705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] No DVR routers for this DVR port 52c679a5-f431-458c-a65c-dd2fa024dc27 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:28.234211 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.236699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f97e5f9d-8b19-42aa-a578-fad0f0ed2e19 req-e3287421-40f6-4dbb-ad52-cbc0937d98c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "DELETE /v2.0/ports/52c679a5-f431-458c-a65c-dd2fa024dc27 HTTP/1.1" status: 204 len: 173 time: 0.4999816 Aug 27 02:51:28.237322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-deleted', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:28.249576 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bd825d-02c7-4b2f-b59e-950de2baa1d3" -d '{"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-deleted", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:28.299689 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0655e8-4c59-480f-87f1-701a2dad8411 x-openstack-request-id: req-bb0655e8-4c59-480f-87f1-701a2dad8411 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:28.300116 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40df7f1-f452-40b5-83c4-6076ce0a6196", "name": "network-vif-deleted", "tag": "52c679a5-f431-458c-a65c-dd2fa024dc27", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:28.300281 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb0655e8-4c59-480f-87f1-701a2dad8411 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:28.300627 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40df7f1-f452-40b5-83c4-6076ce0a6196', 'name': 'network-vif-deleted', 'tag': '52c679a5-f431-458c-a65c-dd2fa024dc27', 'status': 'completed', 'code': 200} Aug 27 02:51:28.303353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Allocated IP 172.20.0.2 (91436cb2-6cb8-464b-a229-b13cc1b92886/7add99a5-6992-41d9-a1c3-bf053b4fcd8c/32274d79-517f-4c92-b347-2edd30a9e04a) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:28.378592 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Sync routers for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:28.399784 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:28.400613 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:28.503031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.512878 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Transition to ACTIVE for port object 32274d79-517f-4c92-b347-2edd30a9e04a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:28.533423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Transition to ACTIVE for port object 32274d79-517f-4c92-b347-2edd30a9e04a will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:28.549191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.557818 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:28.590465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:28.593772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:28.597869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:28.643003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Pushing event updated for resources: {'Port': ['ID=32274d79-517f-4c92-b347-2edd30a9e04a,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:28.688463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Attempting to bind port 32274d79-517f-4c92-b347-2edd30a9e04a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:28.689046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Attempting to bind port 32274d79-517f-4c92-b347-2edd30a9e04a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:28.689582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Attempting to bind port 32274d79-517f-4c92-b347-2edd30a9e04a on network 91436cb2-6cb8-464b-a229-b13cc1b92886 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:28.696960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:28.697770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Checking segment: {'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:28.698413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.699079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Bound using segment: {'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:28.699737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Bound port: 32274d79-517f-4c92-b347-2edd30a9e04a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:28.700302 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.791439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cf43360f-2185-4134-badc-59e382897c3e None None] For port 32274d79-517f-4c92-b347-2edd30a9e04a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:28.795071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cf43360f-2185-4134-badc-59e382897c3e None None] For port 32274d79-517f-4c92-b347-2edd30a9e04a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=32274d79-517f-4c92-b347-2edd30a9e04a,segment=NetworkSegment(e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75),segment_id=e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:28.809355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.824433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.860741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.874891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d21da-f716-4b36-b116-143238f64a73 req-cdaccc27-daa6-4c80-99a1-f3b03a8d691f tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:28.884799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43360f-2185-4134-badc-59e382897c3e None None] Pushing event updated for resources: {'Port': ['ID=32274d79-517f-4c92-b347-2edd30a9e04a,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:28.886677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af9d21da-f716-4b36-b116-143238f64a73 req-cdaccc27-daa6-4c80-99a1-f3b03a8d691f tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.1214089 Aug 27 02:51:28.943966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af292433-0394-40be-a5b2-c9c6a4514929 req-9df6e240-37ba-4e75-a237-c4bf11adccf0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40df7f1-f452-40b5-83c4-6076ce0a6196 HTTP/1.1" status: 200 len: 210 time: 0.0389960 Aug 27 02:51:28.994599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af9d21da-f716-4b36-b116-143238f64a73 req-b64ae269-7643-4f94-b908-c20b47fd5b44 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068933 Aug 27 02:51:29.049293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Allocated IP 172.25.1.119 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/631ca831-eabb-469e-a1b6-307eef087225) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:29.055074 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 2, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:29.085606 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Checking router: 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:29.085965 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Updating router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 port fb39f376-5b39-4d46-b28d-594630d6cccf binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:29.132974 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.187499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1efbea07-1142-4293-b5a8-56ac135bc6c4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:29.195278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.247950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.257980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1efbea07-1142-4293-b5a8-56ac135bc6c4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:29.258813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.287013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:29.294081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:29.297908 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:29.303743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Pushing event updated for resources: {'Port': ['ID=631ca831-eabb-469e-a1b6-307eef087225,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:29.434392 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.446677 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Transition to ACTIVE for port object fb39f376-5b39-4d46-b28d-594630d6cccf will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:29.454946 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.506469 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Pushing event updated for resources: {'Port': ['ID=fb39f376-5b39-4d46-b28d-594630d6cccf,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:29.529925 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.530255 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.530629 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.530951 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.531273 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.531586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.531905 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.532214 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.532519 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.532824 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.533131 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.533433 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:29.566609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.571139 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Attempting to bind port fb39f376-5b39-4d46-b28d-594630d6cccf on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:29.571499 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Attempting to bind port fb39f376-5b39-4d46-b28d-594630d6cccf by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:29.571850 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Attempting to bind port fb39f376-5b39-4d46-b28d-594630d6cccf on network 4eb44aa2-e625-4b1d-8608-8665226e280d {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:29.577030 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:29.577391 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Checking segment: {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:29.577781 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.578160 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Bound using segment: {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:29.578645 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Bound port: fb39f376-5b39-4d46-b28d-594630d6cccf, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:29.579235 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.647669 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] For port fb39f376-5b39-4d46-b28d-594630d6cccf, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:29.651798 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] For port fb39f376-5b39-4d46-b28d-594630d6cccf, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fb39f376-5b39-4d46-b28d-594630d6cccf,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:29.661049 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.729703 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:29.730307 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:29.732215 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d50daa-210d-4ece-96d3-282709b6cc7c None None] Pushing event updated for resources: {'Port': ['ID=fb39f376-5b39-4d46-b28d-594630d6cccf,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:29.800143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.843936 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:29.952703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Router 0374fda3-388f-4bff-97da-c8e69a5f91e7 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:51:30.008718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58798) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:30.077687 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:29Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:30.094176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:30.105181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Sync routers for ids ['0374fda3-388f-4bff-97da-c8e69a5f91e7'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:30.117928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Routers {'0374fda3-388f-4bff-97da-c8e69a5f91e7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:30.118836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0374fda3-388f-4bff-97da-c8e69a5f91e7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:30.121467 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c3879-6005-4cdc-9054-511c1731363f None None] The sync data for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 is: [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:29Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:30.124695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.129187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bddccd5e-9aa4-4ec2-98f1-9b0b792b026d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2559440 Aug 27 02:51:30.132822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58802) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:30.271300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f0233-09f9-4425-8c0d-95d3720cf866 None None] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:30.318209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1625d973-aac7-44eb-8716-0a4c1a28300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.326716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e6edf-88b0-4c3a-9cff-7922641caadc req-521049fe-4307-4c72-a5c4-67a8343f35cd tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:30.328224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c93e6edf-88b0-4c3a-9cff-7922641caadc req-521049fe-4307-4c72-a5c4-67a8343f35cd tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.2010763 Aug 27 02:51:30.353186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Set router 0374fda3-388f-4bff-97da-c8e69a5f91e7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:30.357407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b6709776-3307-4df9-900f-3b548905faac None None] Provisioning for port 32274d79-517f-4c92-b347-2edd30a9e04a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:30.450761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c93e6edf-88b0-4c3a-9cff-7922641caadc req-ac339012-804f-42fe-ab30-1aeaa772ce27 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040421 Aug 27 02:51:30.558621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.670193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.679076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:51:29Z', 'revision_number': 3, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:30.684310 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1fb92-4a49-4947-997d-666033e1cc4b req-2a1ddb40-2679-4d67-b6eb-bfbb813f54aa tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:30.692783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89d1fb92-4a49-4947-997d-666033e1cc4b req-2a1ddb40-2679-4d67-b6eb-bfbb813f54aa tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.1027074 Aug 27 02:51:30.720158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Checking router: 0374fda3-388f-4bff-97da-c8e69a5f91e7 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:30.720658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Updating router 0374fda3-388f-4bff-97da-c8e69a5f91e7 port 631ca831-eabb-469e-a1b6-307eef087225 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:30.756476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.804738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89d1fb92-4a49-4947-997d-666033e1cc4b req-9ee36bfa-eb26-419b-b833-94a450c0657c tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054583 Aug 27 02:51:30.971180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.194298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 37088fdb-cc7c-409b-8815-a2bb1f32502c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:31.194987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.228889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Allocated IP 172.20.0.1 (91436cb2-6cb8-464b-a229-b13cc1b92886/7add99a5-6992-41d9-a1c3-bf053b4fcd8c/d37423cd-8032-4279-908d-8d196d7e6e7a) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:31.239105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.258141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fb39f376-5b39-4d46-b28d-594630d6cccf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:31.266092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749019e-b7bf-4196-83c4-619246b7dded req-1d474ec1-9222-412e-9b9b-f6580c0bd3c4 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:31.273893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6749019e-b7bf-4196-83c4-619246b7dded req-1d474ec1-9222-412e-9b9b-f6580c0bd3c4 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.1516688 Aug 27 02:51:31.292568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Transition to ACTIVE for port object 631ca831-eabb-469e-a1b6-307eef087225 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:31.307304 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.331111 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6749019e-b7bf-4196-83c4-619246b7dded req-cb046199-18bd-41c3-8b26-67381921733e tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528088 Aug 27 02:51:31.375223 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.380798 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 37088fdb-cc7c-409b-8815-a2bb1f32502c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=37088fdb-cc7c-409b-8815-a2bb1f32502c,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:31.380992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.391534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Transition to ACTIVE for port object d37423cd-8032-4279-908d-8d196d7e6e7a will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:31.393279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Attempting to bind port 631ca831-eabb-469e-a1b6-307eef087225 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:31.393695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Attempting to bind port 631ca831-eabb-469e-a1b6-307eef087225 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:31.394061 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Attempting to bind port 631ca831-eabb-469e-a1b6-307eef087225 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:31.398976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27cf0c-5c67-4163-8360-5666912e5789 None None] Pushing event updated for resources: {'Port': ['ID=631ca831-eabb-469e-a1b6-307eef087225,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:31.403102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 37088fdb-cc7c-409b-8815-a2bb1f32502c owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:31.406679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.408628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:31.409002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:31.409399 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.409813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:31.410288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Bound port: 631ca831-eabb-469e-a1b6-307eef087225, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:31.410697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.434468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port fb39f376-5b39-4d46-b28d-594630d6cccf completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:31.439928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fb39f376-5b39-4d46-b28d-594630d6cccf triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:31.440370 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.448558 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.501122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:31.504327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:31.508135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] For port 631ca831-eabb-469e-a1b6-307eef087225, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:31.520449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] For port 631ca831-eabb-469e-a1b6-307eef087225, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=631ca831-eabb-469e-a1b6-307eef087225,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:31.525700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:31.558838 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.594258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d37423cd-8032-4279-908d-8d196d7e6e7a,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:31.629125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.634107 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.684683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27cf0c-5c67-4163-8360-5666912e5789 None None] Pushing event updated for resources: {'Port': ['ID=631ca831-eabb-469e-a1b6-307eef087225,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:31.690888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Routers {'0374fda3-388f-4bff-97da-c8e69a5f91e7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:31.691574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0374fda3-388f-4bff-97da-c8e69a5f91e7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:31.817425 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.940629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port fb39f376-5b39-4d46-b28d-594630d6cccf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fb39f376-5b39-4d46-b28d-594630d6cccf,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:31.943886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-61054c1a-ffc4-468a-bc9d-854d199caa80 None None] Provisioning for port d37423cd-8032-4279-908d-8d196d7e6e7a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:31.949435 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.950831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 32274d79-517f-4c92-b347-2edd30a9e04a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:32.001775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-61054c1a-ffc4-468a-bc9d-854d199caa80 None None] Provisioning complete for port d37423cd-8032-4279-908d-8d196d7e6e7a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:32.002220 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61054c1a-ffc4-468a-bc9d-854d199caa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.018511 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.024223 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.033578 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.064478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=37088fdb-cc7c-409b-8815-a2bb1f32502c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:32.073276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:32.095628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.098685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d37423cd-8032-4279-908d-8d196d7e6e7a,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:32.129951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 52c679a5-f431-458c-a65c-dd2fa024dc27 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:32.130417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 52c679a5-f431-458c-a65c-dd2fa024dc27 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:32.138763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] Set router 0374fda3-388f-4bff-97da-c8e69a5f91e7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:32.140813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=fb39f376-5b39-4d46-b28d-594630d6cccf,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:32.168154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-61054c1a-ffc4-468a-bc9d-854d199caa80 None None] Port d37423cd-8032-4279-908d-8d196d7e6e7a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:32.199190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:32.200845 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:32.267057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 32274d79-517f-4c92-b347-2edd30a9e04a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:32.276543 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:51:32.280831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 32274d79-517f-4c92-b347-2edd30a9e04a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:32.281004 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.332729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.400653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Router 0374fda3-388f-4bff-97da-c8e69a5f91e7 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:32.427183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.442912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:51:29Z', 'revision_number': 3, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:32.477251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf279e02-2ba1-427d-ba1e-b7935a2c2a68 None None] The sync data for ids ['0374fda3-388f-4bff-97da-c8e69a5f91e7'] in n-d-806293-1 is: [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:51:29Z', 'revision_number': 3, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:32.508086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 32274d79-517f-4c92-b347-2edd30a9e04a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=32274d79-517f-4c92-b347-2edd30a9e04a,segment=NetworkSegment(e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75),segment_id=e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:32.524057 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.592050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7388d5-5a98-4984-b66e-882897ed1b8d req-d0eb9a14-ee12-4471-b4dd-b7065e34ed7b tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:32.593581 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e7388d5-5a98-4984-b66e-882897ed1b8d req-d0eb9a14-ee12-4471-b4dd-b7065e34ed7b tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.1293197 Aug 27 02:51:32.597928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=32274d79-517f-4c92-b347-2edd30a9e04a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:32.612077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0423ce96-fcaf-4e5c-b315-73cc1cf80d2a None None] Provisioning complete for port d37423cd-8032-4279-908d-8d196d7e6e7a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:32.612458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0423ce96-fcaf-4e5c-b315-73cc1cf80d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.635931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:32.642033 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3ca2a17e-26bd-44fe-9cbc-5911fc413dd5 admin admin] 10.222.0.10 "PUT /v2.0/routers/0374fda3-388f-4bff-97da-c8e69a5f91e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060976 Aug 27 02:51:32.657117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e7388d5-5a98-4984-b66e-882897ed1b8d req-85c0b228-65c9-4cdf-878b-e097f42f96a3 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537219 Aug 27 02:51:32.670016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0423ce96-fcaf-4e5c-b315-73cc1cf80d2a None None] Port d37423cd-8032-4279-908d-8d196d7e6e7a cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:32.673645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 0f518b6b-6e94-41d5-bd9f-311d576731a4 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:32.793496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:32.802434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c206716b-fbc6-47e8-9b42-6fe2ec8eb9fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/0f518b6b-6e94-41d5-bd9f-311d576731a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7888217 Aug 27 02:51:32.802797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58826) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:32.859844 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] Sync routers for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:32.877359 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:32.877359 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:32.916169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting subnet 27797884-d588-4457-8176-216f92fa0d25 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:32.927052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.981134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.994368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-228e3597-dc1c-437a-be20-31f1160efb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:32.995912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-228e3597-dc1c-437a-be20-31f1160efb70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d486602dcbff418ea1c14fb6eb196597&device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 1096 time: 0.0950139 Aug 27 02:51:33.001806 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:33.118598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1695d-5078-4dc8-945b-ecaf84becc3c req-b6607553-6c09-467e-8154-0dff829740f9 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:33.120065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8b1695d-5078-4dc8-945b-ecaf84becc3c req-b6607553-6c09-467e-8154-0dff829740f9 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.1800511 Aug 27 02:51:33.139755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.219941 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.261433 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8b1695d-5078-4dc8-945b-ecaf84becc3c req-29266fa3-f75c-46de-8c6b-be5e1bedf604 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299148 Aug 27 02:51:33.264286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-8eb34c71-adc5-4e37-881a-bb136ed1c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:33.266198 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:33.267512 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-8eb34c71-adc5-4e37-881a-bb136ed1c24a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e1c24a5-37ad-4c93-9349-15fe78883b71 HTTP/1.1" status: 200 len: 912 time: 0.2620826 Aug 27 02:51:33.313245 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.322743 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] Checking router: 0f518b6b-6e94-41d5-bd9f-311d576731a4 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:33.333998 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] Routers {'0f518b6b-6e94-41d5-bd9f-311d576731a4'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:33.334835 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0f518b6b-6e94-41d5-bd9f-311d576731a4'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:33.344016 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Subnet': ['ID=27797884-d588-4457-8176-216f92fa0d25,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:33.354990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb229040-32c8-4a93-8868-d7243af13ab9 None None] Network 78d010fb-8f14-4638-8029-8ea85c8ae4af requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:33.368972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.371043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cd532219-db55-483a-8fd5-12a6f40dff94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/subnets/27797884-d588-4457-8176-216f92fa0d25 HTTP/1.1" status: 204 len: 168 time: 0.5543489 Aug 27 02:51:33.376201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58854) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:33.384589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-a0931617-d948-450a-bcb5-2b5a5140668d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501bceb2-2c11-4380-ae13-88ebc93943c0 HTTP/1.1" status: 200 len: 217 time: 0.1051869 Aug 27 02:51:33.423298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fb39f376-5b39-4d46-b28d-594630d6cccf up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:33.519535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-e422d34d-18a0-4047-a211-16c749bf53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:33.520965 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-e422d34d-18a0-4047-a211-16c749bf53c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=629527e9-8137-4622-b269-486246bec39f HTTP/1.1" status: 200 len: 851 time: 0.1145577 Aug 27 02:51:33.527291 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] Set router 0f518b6b-6e94-41d5-bd9f-311d576731a4 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:33.558661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fb39f376-5b39-4d46-b28d-594630d6cccf triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:33.560244 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.683434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 631ca831-eabb-469e-a1b6-307eef087225 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:33.755342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] DHCP port deletion for 78d010fb-8f14-4638-8029-8ea85c8ae4af request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:33.835729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 631ca831-eabb-469e-a1b6-307eef087225 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:33.842588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 631ca831-eabb-469e-a1b6-307eef087225 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:33.843037 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.880683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] Deleting port 5096b564-33ba-4ffb-9d8e-71d355abd670 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:33.881067 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.923199 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:33.976398 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b58ef-6c2c-446f-a2a4-3fa2d7ed3e81 None None] The sync data for ids ['0f518b6b-6e94-41d5-bd9f-311d576731a4'] in n-d-806293-1 is: [{'id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74583280', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:49:38Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'cc86928d-1c86-4335-bd17-921901d7029e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f518b6b-6e94-41d5-bd9f-311d576731a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:49:39Z', 'updated_at': '2021-08-27T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:33.979181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] For port 5096b564-33ba-4ffb-9d8e-71d355abd670, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5096b564-33ba-4ffb-9d8e-71d355abd670,segment=NetworkSegment(8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae),segment_id=8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:33.979791 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.999496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] Calling delete_port for 5096b564-33ba-4ffb-9d8e-71d355abd670 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:34.056477 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-df4f752d-2ef4-4f84-85fa-752c708755f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e1c24a5-37ad-4c93-9349-15fe78883b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5233161 Aug 27 02:51:34.083717 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.123502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 631ca831-eabb-469e-a1b6-307eef087225, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=631ca831-eabb-469e-a1b6-307eef087225,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:34.130127 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.131046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 32274d79-517f-4c92-b347-2edd30a9e04a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:34.169067 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.209162 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.235879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=631ca831-eabb-469e-a1b6-307eef087225,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:34.246430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] No DVR routers for this DVR port 5096b564-33ba-4ffb-9d8e-71d355abd670 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:34.246599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-248b2a23-5539-4a8f-8a7e-3391900ac0d4 service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569355 Aug 27 02:51:34.277852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383409-d556-4afe-81ef-fc6c318ac13f None None] Pushing event deleted for resources: {'Port': ['ID=5096b564-33ba-4ffb-9d8e-71d355abd670,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:34.279826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 32274d79-517f-4c92-b347-2edd30a9e04a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:34.280205 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.409181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1cca1-6048-4c43-aa9d-7733e35ff7b5 req-612eb421-3176-46fd-a9bd-ae8e6124fc32 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:34.409808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.419172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f1cca1-6048-4c43-aa9d-7733e35ff7b5 req-612eb421-3176-46fd-a9bd-ae8e6124fc32 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0873039 Aug 27 02:51:34.464648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2f1cca1-6048-4c43-aa9d-7733e35ff7b5 req-e75eae3f-9d68-4322-8de1-5eb45ceb498c tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443008 Aug 27 02:51:34.496295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3c49db6-b25b-4dfc-b7d2-9624baaec23e req-f26c4301-e32c-4d41-af56-281b19cbfca3 service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752338 Aug 27 02:51:34.537435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port cc86928d-1c86-4335-bd17-921901d7029e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:34.537988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.623462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port cc86928d-1c86-4335-bd17-921901d7029e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=cc86928d-1c86-4335-bd17-921901d7029e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:34.623830 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.639293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for cc86928d-1c86-4335-bd17-921901d7029e owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:34.821676 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.849561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Sync routers for ids ['0374fda3-388f-4bff-97da-c8e69a5f91e7'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:34.850103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=cc86928d-1c86-4335-bd17-921901d7029e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:34.866788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Routers {'0374fda3-388f-4bff-97da-c8e69a5f91e7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:34.867429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0374fda3-388f-4bff-97da-c8e69a5f91e7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:34.931987 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.979117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Set router 0374fda3-388f-4bff-97da-c8e69a5f91e7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:35.071391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.075241 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.219609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.221071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Fanout notify agent at l3_agent the message router_deleted on router 0f518b6b-6e94-41d5-bd9f-311d576731a4 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:51:35.233181 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.235005 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-04ed31bd-41a3-42c0-9430-9a9fa9e998a7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/routers/0f518b6b-6e94-41d5-bd9f-311d576731a4 HTTP/1.1" status: 204 len: 168 time: 1.8573656 Aug 27 02:51:35.237951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58902) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:35.295072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 631ca831-eabb-469e-a1b6-307eef087225 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:35.360000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.365018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 4, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd37423cd-8032-4279-908d-8d196d7e6e7a', 'name': '', 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'mac_address': 'fa:16:3e:7e:24:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7add99a5-6992-41d9-a1c3-bf053b4fcd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:31Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 2, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'subnets': [{'id': '7add99a5-6992-41d9-a1c3-bf053b4fcd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:35.394463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Checking router: 0374fda3-388f-4bff-97da-c8e69a5f91e7 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:35.395124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Updating router 0374fda3-388f-4bff-97da-c8e69a5f91e7 port d37423cd-8032-4279-908d-8d196d7e6e7a binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:35.429897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.447149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 631ca831-eabb-469e-a1b6-307eef087225 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:35.447438 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.463371 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.477043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d010fb-8f14-4638-8029-8ea85c8ae4af']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:35.496018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:35.496318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8b2dfe-5056-46a4-ab9d-ea48db39b8ae') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:35.512116 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.536851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.545773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:35.546412 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:35.565730 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:35.641802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.657396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.659694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/networks/78d010fb-8f14-4638-8029-8ea85c8ae4af HTTP/1.1" status: 204 len: 168 time: 0.4190898 Aug 27 02:51:35.663268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58906) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:35.673607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d3cb2-6f7e-4968-9fdc-5be19056e928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Network': ['ID=78d010fb-8f14-4638-8029-8ea85c8ae4af,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:35.674690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e981b-8c81-4a72-904c-6825822ddf9e req-d124001f-0dd9-4c2a-915a-b347244a9f57 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:35.676842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-391e981b-8c81-4a72-904c-6825822ddf9e req-d124001f-0dd9-4c2a-915a-b347244a9f57 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0923207 Aug 27 02:51:35.733883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37088fdb-cc7c-409b-8815-a2bb1f32502c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:35.755421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 37088fdb-cc7c-409b-8815-a2bb1f32502c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:35.756023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37088fdb-cc7c-409b-8815-a2bb1f32502c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:35.756186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5096b564-33ba-4ffb-9d8e-71d355abd670 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:35.759023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-391e981b-8c81-4a72-904c-6825822ddf9e req-bcefe9d8-8d13-441e-b2d4-df85322e01de tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710375 Aug 27 02:51:35.771976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6eae65ef-aa1e-4ee4-b52e-22b14c2d0a1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.788098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 5096b564-33ba-4ffb-9d8e-71d355abd670 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:35.788482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5096b564-33ba-4ffb-9d8e-71d355abd670 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:35.799279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6eae65ef-aa1e-4ee4-b52e-22b14c2d0a1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.873642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6eae65ef-aa1e-4ee4-b52e-22b14c2d0a1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.876562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6eae65ef-aa1e-4ee4-b52e-22b14c2d0a1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.877845 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6eae65ef-aa1e-4ee4-b52e-22b14c2d0a1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/security-groups/2277e409-63b7-4211-bdaf-8f7e9ceeefdc HTTP/1.1" status: 204 len: 168 time: 0.1997523 Aug 27 02:51:35.892516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae65ef-aa1e-4ee4-b52e-22b14c2d0a1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2277e409-63b7-4211-bdaf-8f7e9ceeefdc,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:35.893413 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.919320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Transition to ACTIVE for port object d37423cd-8032-4279-908d-8d196d7e6e7a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:35.942028 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.013127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06469e42-e646-4bc4-8f5e-7342abf7ad70 None None] Pushing event updated for resources: {'Port': ['ID=d37423cd-8032-4279-908d-8d196d7e6e7a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.064733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Attempting to bind port d37423cd-8032-4279-908d-8d196d7e6e7a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:36.065773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Attempting to bind port d37423cd-8032-4279-908d-8d196d7e6e7a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:36.066425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Attempting to bind port d37423cd-8032-4279-908d-8d196d7e6e7a on network 91436cb2-6cb8-464b-a229-b13cc1b92886 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:36.072432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:36.072810 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Checking segment: {'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:36.073464 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.073866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Bound using segment: {'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:36.074613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Bound port: d37423cd-8032-4279-908d-8d196d7e6e7a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:36.075003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.132498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532782-9882-4341-b451-0d720faacabf req-ed428bbd-e3d6-4049-86cd-b1cb8c88a202 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:36.141186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8532782-9882-4341-b451-0d720faacabf req-ed428bbd-e3d6-4049-86cd-b1cb8c88a202 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0835905 Aug 27 02:51:36.173256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58916) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:36.175358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] For port d37423cd-8032-4279-908d-8d196d7e6e7a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:36.178956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-beab24fb-45e0-46c8-aabe-fe9c42f657ac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996452939', 'description': 'tempest-secgroup-smoke-1996452939 description', 'project_id': '4df7c86c5581482292bf026dce0c21c2'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:36.183124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] For port d37423cd-8032-4279-908d-8d196d7e6e7a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d37423cd-8032-4279-908d-8d196d7e6e7a,segment=NetworkSegment(e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75),segment_id=e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:36.192531 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.202141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8532782-9882-4341-b451-0d720faacabf req-a21fe39f-f357-49bc-bf0b-38957350e46c tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599406 Aug 27 02:51:36.226245 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-beab24fb-45e0-46c8-aabe-fe9c42f657ac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.280447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06469e42-e646-4bc4-8f5e-7342abf7ad70 None None] Pushing event updated for resources: {'Port': ['ID=d37423cd-8032-4279-908d-8d196d7e6e7a,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.283200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Routers {'0374fda3-388f-4bff-97da-c8e69a5f91e7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:36.283819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0374fda3-388f-4bff-97da-c8e69a5f91e7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:36.359495 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-beab24fb-45e0-46c8-aabe-fe9c42f657ac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.372830 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-beab24fb-45e0-46c8-aabe-fe9c42f657ac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.433613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-beab24fb-45e0-46c8-aabe-fe9c42f657ac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.434928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-beab24fb-45e0-46c8-aabe-fe9c42f657ac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2604091 Aug 27 02:51:36.437833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58920) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:36.443142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a218a33a-f236-4d10-bec0-6242ba92c512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '0ef02604-1f74-4f4f-bb17-2af8179b98bc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:36.452629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab24fb-45e0-46c8-aabe-fe9c42f657ac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef02604-1f74-4f4f-bb17-2af8179b98bc,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.504303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a218a33a-f236-4d10-bec0-6242ba92c512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.600916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a218a33a-f236-4d10-bec0-6242ba92c512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.607600 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a218a33a-f236-4d10-bec0-6242ba92c512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.623358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218a33a-f236-4d10-bec0-6242ba92c512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82734bf4-f481-459e-8524-27d8cca5356c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.634515 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a218a33a-f236-4d10-bec0-6242ba92c512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.635757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a218a33a-f236-4d10-bec0-6242ba92c512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967030 Aug 27 02:51:36.638262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] Set router 0374fda3-388f-4bff-97da-c8e69a5f91e7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:36.638730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58922) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:36.643281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a0f030cc-ec77-41e0-adb1-079b77e2ab92 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '0ef02604-1f74-4f4f-bb17-2af8179b98bc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:36.679142 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0f030cc-ec77-41e0-adb1-079b77e2ab92 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.753437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0f030cc-ec77-41e0-adb1-079b77e2ab92 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.758306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0f030cc-ec77-41e0-adb1-079b77e2ab92 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.777071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f030cc-ec77-41e0-adb1-079b77e2ab92 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9bbae3-9615-4e87-8dd9-0884b0a2b654,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.785800 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a0f030cc-ec77-41e0-adb1-079b77e2ab92 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.787303 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a0f030cc-ec77-41e0-adb1-079b77e2ab92 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476204 Aug 27 02:51:36.791534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58924) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:36.796699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-120f25e3-47d8-4998-94ef-3064d1262c20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '0ef02604-1f74-4f4f-bb17-2af8179b98bc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:36.825867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-120f25e3-47d8-4998-94ef-3064d1262c20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.866781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 4, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd37423cd-8032-4279-908d-8d196d7e6e7a', 'name': '', 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'mac_address': 'fa:16:3e:7e:24:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7add99a5-6992-41d9-a1c3-bf053b4fcd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:31Z', 'updated_at': '2021-08-27T02:51:36Z', 'revision_number': 4, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'subnets': [{'id': '7add99a5-6992-41d9-a1c3-bf053b4fcd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:36.880446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-120f25e3-47d8-4998-94ef-3064d1262c20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.885109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-120f25e3-47d8-4998-94ef-3064d1262c20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.899184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cc3e7-0128-42c9-b502-787e8065adcb None None] The sync data for ids ['0374fda3-388f-4bff-97da-c8e69a5f91e7'] in n-d-806293-1 is: [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 4, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd37423cd-8032-4279-908d-8d196d7e6e7a', 'name': '', 'network_id': '91436cb2-6cb8-464b-a229-b13cc1b92886', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'mac_address': 'fa:16:3e:7e:24:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '7add99a5-6992-41d9-a1c3-bf053b4fcd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:31Z', 'updated_at': '2021-08-27T02:51:36Z', 'revision_number': 4, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'subnets': [{'id': '7add99a5-6992-41d9-a1c3-bf053b4fcd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:36.906699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f25e3-47d8-4998-94ef-3064d1262c20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a84b778-d9ca-483a-bbce-acea3fb9cd72,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.919904 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-120f25e3-47d8-4998-94ef-3064d1262c20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.921365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-120f25e3-47d8-4998-94ef-3064d1262c20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284282 Aug 27 02:51:36.924648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58926) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:36.929437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-03e5f136-4a31-49cd-92d6-6c0926228d1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '0ef02604-1f74-4f4f-bb17-2af8179b98bc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:36.985594 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03e5f136-4a31-49cd-92d6-6c0926228d1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.063325 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03e5f136-4a31-49cd-92d6-6c0926228d1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.072824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03e5f136-4a31-49cd-92d6-6c0926228d1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.105607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5f136-4a31-49cd-92d6-6c0926228d1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4aadf0-1a4f-477f-8c40-4c8989206128,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:37.112560 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03e5f136-4a31-49cd-92d6-6c0926228d1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.113830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-03e5f136-4a31-49cd-92d6-6c0926228d1b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881342 Aug 27 02:51:37.116610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58928) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:37.121546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '0ef02604-1f74-4f4f-bb17-2af8179b98bc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:37.153972 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:51:37.162781 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.169450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d37423cd-8032-4279-908d-8d196d7e6e7a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:37.247105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d37423cd-8032-4279-908d-8d196d7e6e7a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:37.256506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d37423cd-8032-4279-908d-8d196d7e6e7a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:37.256957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.257938 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.264530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.289479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3d8da0-5210-402b-8018-a0ed140dde2e,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:37.297459 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.298959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4bfe1c4e-dd14-48f6-9cb1-6c8088ff1180 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1810606 Aug 27 02:51:37.301817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58932) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:37.307830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '0ef02604-1f74-4f4f-bb17-2af8179b98bc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:37.359045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc16f9-03bb-4a96-b063-1b32a475152f req-ceb82eb4-9a17-46bf-ad19-f9cca6e6fb41 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.361147 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1fc16f9-03bb-4a96-b063-1b32a475152f req-ceb82eb4-9a17-46bf-ad19-f9cca6e6fb41 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0608315 Aug 27 02:51:37.369498 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.369827 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:51:37.375169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.421971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d37423cd-8032-4279-908d-8d196d7e6e7a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d37423cd-8032-4279-908d-8d196d7e6e7a,segment=NetworkSegment(e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75),segment_id=e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:37.431860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.441786 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e1fc16f9-03bb-4a96-b063-1b32a475152f req-a7bf2d0d-38ff-4a7a-837c-4ccd45579d99 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724399 Aug 27 02:51:37.473382 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.491839 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.501136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d37423cd-8032-4279-908d-8d196d7e6e7a,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:37.507031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cc86928d-1c86-4335-bd17-921901d7029e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:37.535663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778e6378-3557-44da-88da-e1a4284608d9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:37.536532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: cc86928d-1c86-4335-bd17-921901d7029e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:37.538872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cc86928d-1c86-4335-bd17-921901d7029e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:37.545824 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.549099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6c6ba8a7-58d3-4b8e-a9fa-4bfd05c84b22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2457099 Aug 27 02:51:37.551504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:37.564605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'network': {'name': 'tempest-network-smoke--1823009549', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:37.596409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:37.601127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.628197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:37.646236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.647335 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Added segment 9a25caf5-34cb-4e46-9964-c86cafe53d67 of type vlan for network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc Aug 27 02:51:37.712484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.742830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.750652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.751469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.765943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda28fff-7854-4c24-a4ea-494bc482f596 req-009a7b82-6890-4084-bcde-016df299c487 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.775135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bda28fff-7854-4c24-a4ea-494bc482f596 req-009a7b82-6890-4084-bcde-016df299c487 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0842669 Aug 27 02:51:37.826463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:37.826688 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2726214 Aug 27 02:51:37.830046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee55b23-8562-4fff-9e13-1e0732f2bf8f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Network': ['ID=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:37.834579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'admin_state_up': True, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:37.841587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:37.854786 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bda28fff-7854-4c24-a4ea-494bc482f596 req-30cc12f4-fcd0-478b-bbcc-8e50a4826c05 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782645 Aug 27 02:51:37.865928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095455bd-afe2-4adf-851d-744daa19d226 req-2d1b14aa-1151-483a-b300-0b5d621be91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.870832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095455bd-afe2-4adf-851d-744daa19d226 req-2d1b14aa-1151-483a-b300-0b5d621be91a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d486602dcbff418ea1c14fb6eb196597&device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 1096 time: 0.1296313 Aug 27 02:51:37.894612 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.896407 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.007386 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.091949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095455bd-afe2-4adf-851d-744daa19d226 req-ae0d7901-f13d-4df3-9ae2-510d1fda8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:38.093407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095455bd-afe2-4adf-851d-744daa19d226 req-ae0d7901-f13d-4df3-9ae2-510d1fda8839 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e1c24a5-37ad-4c93-9349-15fe78883b71 HTTP/1.1" status: 200 len: 912 time: 0.2090614 Aug 27 02:51:38.192533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095455bd-afe2-4adf-851d-744daa19d226 req-4fbbe7c4-991f-43a1-80cd-bde691445cc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501bceb2-2c11-4380-ae13-88ebc93943c0 HTTP/1.1" status: 200 len: 217 time: 0.0649829 Aug 27 02:51:38.196350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.291551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095455bd-afe2-4adf-851d-744daa19d226 req-dfe84e5a-74f7-4969-8733-230ab071af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:38.293067 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095455bd-afe2-4adf-851d-744daa19d226 req-dfe84e5a-74f7-4969-8733-230ab071af85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=629527e9-8137-4622-b269-486246bec39f HTTP/1.1" status: 200 len: 851 time: 0.0935509 Aug 27 02:51:38.331880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095455bd-afe2-4adf-851d-744daa19d226 req-16f2da6f-ce0c-445c-aec9-f895d165ed8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e1c24a5-37ad-4c93-9349-15fe78883b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290897 Aug 27 02:51:38.507438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095455bd-afe2-4adf-851d-744daa19d226 req-49ad04cd-32ad-411a-9bd3-e5318a3143d3 service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683710 Aug 27 02:51:38.538700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.566595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.712601 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-095455bd-afe2-4adf-851d-744daa19d226 req-2e93c6fb-a031-4f0b-b93c-1bc94a04e058 service neutron] 10.222.0.45 "GET /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824739 Aug 27 02:51:38.733890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.146 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/97189bb7-10b3-4dcd-a099-c4abcd02ea3b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:38.847578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.989021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c4a7d-d1aa-4a45-98f8-5f3f7293a243 req-9a847ce5-bc2c-4a5e-8c82-8ec6c46012c7 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:38.994419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-902c4a7d-d1aa-4a45-98f8-5f3f7293a243 req-9a847ce5-bc2c-4a5e-8c82-8ec6c46012c7 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0617425 Aug 27 02:51:39.035950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-902c4a7d-d1aa-4a45-98f8-5f3f7293a243 req-9e62a6a4-aa0b-4aa8-9b02-adb55f923f8a tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Aug 27 02:51:39.131695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d37423cd-8032-4279-908d-8d196d7e6e7a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:39.194952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d37423cd-8032-4279-908d-8d196d7e6e7a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:39.195334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.243099 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.288503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:39.291952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:39.295050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:39.421347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:39.572030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.797710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.941969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 82500cef-3617-44bd-9e6c-a615970df1e5 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:51:40.053306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:40.065858 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Sync routers for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:40.075620 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:40.076319 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:40.078666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.079951 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d742614c-6a89-482e-9aae-c37662945c77 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2505949 Aug 27 02:51:40.083694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58952) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:40.136720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23dd7838-4854-411c-abae-3dab17c3e18c tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4df7c86c5581482292bf026dce0c21c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518603 Aug 27 02:51:40.139987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58954) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:40.199936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d66fdd-4c22-45ba-b6a4-da63358c3935 req-630219cb-dd55-4990-887e-8009c0505cbd tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.202181 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40d66fdd-4c22-45ba-b6a4-da63358c3935 req-630219cb-dd55-4990-887e-8009c0505cbd tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0695651 Aug 27 02:51:40.214217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:40.264739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40d66fdd-4c22-45ba-b6a4-da63358c3935 req-8bde92ed-692f-401e-bed3-2222e22cd9de tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548236 Aug 27 02:51:40.347858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf0afed-bcfe-4b87-941f-b400c43cf554 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.350912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fcf0afed-bcfe-4b87-941f-b400c43cf554 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2094033 Aug 27 02:51:40.353762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58958) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:40.395912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e669e847-cb20-4aa8-b298-1904fcab0eae tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409255 Aug 27 02:51:40.398605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:40.408683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-98156601', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:40.430855 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:39Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:40.458974 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Checking router: 82500cef-3617-44bd-9e6c-a615970df1e5 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:40.459323 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Updating router 82500cef-3617-44bd-9e6c-a615970df1e5 port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:40.489542 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.541751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:40.545805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.664239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168c50-279a-47b5-998f-6e297bfa8ce0 req-cf5d218f-a5ba-478b-a80d-5a69d0780d25 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.665827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae168c50-279a-47b5-998f-6e297bfa8ce0 req-cf5d218f-a5ba-478b-a80d-5a69d0780d25 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.1151235 Aug 27 02:51:40.746682 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ae168c50-279a-47b5-998f-6e297bfa8ce0 req-b447a3a7-4ad8-45c3-ba70-2d0c94fe86f2 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734746 Aug 27 02:51:40.813369 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.817927 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.824168 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Transition to ACTIVE for port object 97189bb7-10b3-4dcd-a099-c4abcd02ea3b will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:40.831757 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.887820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Subnet': ['ID=6c783443-1569-4cbd-b7ca-5c08c28ccacc,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:40.888295 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a7ab-3a5b-4449-bee6-118e3fe73c05 None None] Pushing event updated for resources: {'Port': ['ID=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:40.890681 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Attempting to bind port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:40.891334 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Attempting to bind port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:40.891480 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Attempting to bind port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:40.897918 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:40.898296 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:40.898544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Checking segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:40.898756 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.898926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network hostable DHCP agents. Network: 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:40.899099 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:40.899563 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Bound port: 97189bb7-10b3-4dcd-a099-c4abcd02ea3b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:40.899936 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.920421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:40.929973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:40.935169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.935805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.939289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940ce8d-89f8-4a04-9575-ccbd11ada73d None None] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:40.955245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-efa5b13e-bc13-44ef-90c3-34e3c55c24d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5511680 Aug 27 02:51:40.958270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 58966) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:40.967382 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] For port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:40.972840 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] For port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:40.982118 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.051448 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:41.052088 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:41.058158 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a7ab-3a5b-4449-bee6-118e3fe73c05 None None] Pushing event updated for resources: {'Port': ['ID=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:41.132478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:41.133384 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.177254 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:41.300737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Allocated IP 172.20.0.2 (9e1f43c1-5b50-49c6-af71-d9d02cbeccdc/6c783443-1569-4cbd-b7ca-5c08c28ccacc/ed626f53-6707-4d1d-ac2a-987a262e7c8d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:41.388645 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:39Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:41.416545 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fa34a-f81b-47d1-917e-ad9a7c592bca None None] The sync data for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 is: [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:39Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:41.491076 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.495554 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.500864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Transition to ACTIVE for port object ed626f53-6707-4d1d-ac2a-987a262e7c8d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:41.518254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Transition to ACTIVE for port object ed626f53-6707-4d1d-ac2a-987a262e7c8d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:41.526916 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.591106 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:41.592245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Pushing event updated for resources: {'Port': ['ID=ed626f53-6707-4d1d-ac2a-987a262e7c8d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:41.595322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:41.597552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:41.658071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Attempting to bind port ed626f53-6707-4d1d-ac2a-987a262e7c8d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:41.658505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Attempting to bind port ed626f53-6707-4d1d-ac2a-987a262e7c8d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:41.658849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Attempting to bind port ed626f53-6707-4d1d-ac2a-987a262e7c8d on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:41.664908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:41.665291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Checking segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:41.665707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.666103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Bound using segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:41.666611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Bound port: ed626f53-6707-4d1d-ac2a-987a262e7c8d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:41.666999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.759371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] For port ed626f53-6707-4d1d-ac2a-987a262e7c8d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:41.763278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] For port ed626f53-6707-4d1d-ac2a-987a262e7c8d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed626f53-6707-4d1d-ac2a-987a262e7c8d,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:41.771052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.900289 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c9770-0b00-4754-aabf-ed30f7612600 None None] Pushing event updated for resources: {'Port': ['ID=ed626f53-6707-4d1d-ac2a-987a262e7c8d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:41.926557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd2e18-1472-42cb-ab44-074a938a9941 req-355b4414-c9a5-48b6-955f-67f8449089ff tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:41.928107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eddd2e18-1472-42cb-ab44-074a938a9941 req-355b4414-c9a5-48b6-955f-67f8449089ff tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.0728171 Aug 27 02:51:41.946661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.1 (9e1f43c1-5b50-49c6-af71-d9d02cbeccdc/6c783443-1569-4cbd-b7ca-5c08c28ccacc/3adf50bf-a89f-4aaf-9782-495c9dd4edde) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:41.990387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eddd2e18-1472-42cb-ab44-074a938a9941 req-92f72917-424b-434e-bf77-f89f643bfe71 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541692 Aug 27 02:51:42.104865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.127770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object 3adf50bf-a89f-4aaf-9782-495c9dd4edde will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:42.172336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.220048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:42.226118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:42.228762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:42.295730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=3adf50bf-a89f-4aaf-9782-495c9dd4edde,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:42.325314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.371921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-8c3a4370-3140-4403-9d56-b6174042ac6c tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:42.373450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-8c3a4370-3140-4403-9d56-b6174042ac6c tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.45 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.1089025 Aug 27 02:51:42.542128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.547952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Deleting port 501bceb2-2c11-4380-ae13-88ebc93943c0 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:42.548292 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.721995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] For port 501bceb2-2c11-4380-ae13-88ebc93943c0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=501bceb2-2c11-4380-ae13-88ebc93943c0,segment=NetworkSegment(ff11e2a4-f27e-4fb4-89b8-73845dce0e8c),segment_id=ff11e2a4-f27e-4fb4-89b8-73845dce0e8c)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:42.722380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.005053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07adb7b0-d1d0-4b56-9b8a-fba0f9993e7f None None] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:43.105856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Calling delete_port for 501bceb2-2c11-4380-ae13-88ebc93943c0 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:43.134657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4b94dcb3-5c73-4b56-b9e3-680b103da1e9 None None] Provisioning for port ed626f53-6707-4d1d-ac2a-987a262e7c8d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:43.244159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 97189bb7-10b3-4dcd-a099-c4abcd02ea3b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:43.306153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:43.315327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:43.315705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.347743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d1c62-d6e9-4190-94bd-5be52ffe5d90 req-7989e21b-83aa-46b7-bc3e-a1d8cbbcba0a tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:43.349469 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c08d1c62-d6e9-4190-94bd-5be52ffe5d90 req-7989e21b-83aa-46b7-bc3e-a1d8cbbcba0a tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/ports?device_id=39aeb913-7a0d-480c-a9cc-7ababc1bd654 HTTP/1.1" status: 200 len: 945 time: 0.2165372 Aug 27 02:51:43.419718 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.448365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:43.472341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.473137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed626f53-6707-4d1d-ac2a-987a262e7c8d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:43.479564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c08d1c62-d6e9-4190-94bd-5be52ffe5d90 req-e3b1c137-23f2-4f1f-80c5-f4147003a3c1 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.10 "GET /v2.0/security-groups?id=22a2ef17-830a-406a-92b0-66aaa0b52ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187055 Aug 27 02:51:43.560631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ffec7580-c7d3-40c3-9d61-01bb3c28d6b0 None None] Provisioning for port 3adf50bf-a89f-4aaf-9782-495c9dd4edde completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:43.576126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.579531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:43.582876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ffec7580-c7d3-40c3-9d61-01bb3c28d6b0 None None] Provisioning complete for port 3adf50bf-a89f-4aaf-9782-495c9dd4edde triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:43.583375 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ffec7580-c7d3-40c3-9d61-01bb3c28d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.591055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.593440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.620979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ed626f53-6707-4d1d-ac2a-987a262e7c8d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:43.630632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ed626f53-6707-4d1d-ac2a-987a262e7c8d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:43.631674 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.688561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ffec7580-c7d3-40c3-9d61-01bb3c28d6b0 None None] Port 3adf50bf-a89f-4aaf-9782-495c9dd4edde cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:43.739231 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.752868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] No DVR routers for this DVR port 501bceb2-2c11-4380-ae13-88ebc93943c0 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:43.757810 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.760883 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-da1d73fa-ee87-473b-963a-eb46f519a6a2 req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] 10.222.0.45 "DELETE /v2.0/ports/501bceb2-2c11-4380-ae13-88ebc93943c0 HTTP/1.1" status: 204 len: 173 time: 1.3785048 Aug 27 02:51:43.765039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'name': 'network-vif-deleted', 'tag': '501bceb2-2c11-4380-ae13-88ebc93943c0'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:43.767168 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3b97e-baf9-47d8-ba24-c90497e825f9" -d '{"events": [{"server_uuid": "39aeb913-7a0d-480c-a9cc-7ababc1bd654", "name": "network-vif-deleted", "tag": "501bceb2-2c11-4380-ae13-88ebc93943c0"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:43.776571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=3adf50bf-a89f-4aaf-9782-495c9dd4edde,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:43.793620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ed626f53-6707-4d1d-ac2a-987a262e7c8d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed626f53-6707-4d1d-ac2a-987a262e7c8d,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:43.810423 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.814138 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.815059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208e35d-68a7-46f5-8b43-81dd099bac26 tempest-TestServerAdvancedOps-157564228 tempest-TestServerAdvancedOps-157564228-project] Pushing event deleted for resources: {'Port': ['ID=501bceb2-2c11-4380-ae13-88ebc93943c0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:43.818978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b78e53b1-4dd8-4e56-b97a-b25a60386e03 None None] Provisioning complete for port 3adf50bf-a89f-4aaf-9782-495c9dd4edde triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:43.819644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b78e53b1-4dd8-4e56-b97a-b25a60386e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.829593 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0115a-b17a-4fe2-88b6-716b3a8aa88c x-openstack-request-id: req-fab0115a-b17a-4fe2-88b6-716b3a8aa88c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:43.830008 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39aeb913-7a0d-480c-a9cc-7ababc1bd654", "name": "network-vif-deleted", "tag": "501bceb2-2c11-4380-ae13-88ebc93943c0", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:43.830265 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fab0115a-b17a-4fe2-88b6-716b3a8aa88c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:43.831025 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39aeb913-7a0d-480c-a9cc-7ababc1bd654', 'name': 'network-vif-deleted', 'tag': '501bceb2-2c11-4380-ae13-88ebc93943c0', 'status': 'completed', 'code': 200} Aug 27 02:51:43.890871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b78e53b1-4dd8-4e56-b97a-b25a60386e03 None None] Port 3adf50bf-a89f-4aaf-9782-495c9dd4edde cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:43.916002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ed626f53-6707-4d1d-ac2a-987a262e7c8d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:43.949425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:43.951273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:44.103646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 82500cef-3617-44bd-9e6c-a615970df1e5 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:44.215703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-365421f2-8771-4c18-a21e-ab744eb2a741 None None] Provisioning complete for port 3adf50bf-a89f-4aaf-9782-495c9dd4edde triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:44.216300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-365421f2-8771-4c18-a21e-ab744eb2a741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.271391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-365421f2-8771-4c18-a21e-ab744eb2a741 None None] Port 3adf50bf-a89f-4aaf-9782-495c9dd4edde cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:44.287354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:44.307567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-47a7fa27-6bec-463f-894c-278b47c61d0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/82500cef-3617-44bd-9e6c-a615970df1e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3446987 Aug 27 02:51:44.402142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Sync routers for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:44.414675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:44.415604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:44.533260 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:44.557635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58996) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:44.594939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-25ff21af-efeb-4c6a-9420-d0e9d1483241 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996452939&fields=id&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 267 time: 0.0504375 Aug 27 02:51:44.616905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] Deleting subnet 629527e9-8137-4622-b269-486246bec39f {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:44.621790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.662235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.707962 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.730838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-fccf9719-2f4c-450e-9c09-b7c25718925e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:44.733024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-fccf9719-2f4c-450e-9c09-b7c25718925e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 797 time: 0.1291087 Aug 27 02:51:44.762026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-08aef184-107a-467d-9d18-c3f532af6df2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/quotas/4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 375 time: 0.0214999 Aug 27 02:51:44.767273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.794670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 2, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:44.807415 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629527e9-8137-4622-b269-486246bec39f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:44.810140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.812324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0427fbbc-3700-4dec-9e44-9268780ea7ab admin admin] 10.222.0.10 "DELETE /v2.0/subnets/629527e9-8137-4622-b269-486246bec39f HTTP/1.1" status: 204 len: 168 time: 0.2530696 Aug 27 02:51:44.814908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 58998) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:44.822896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Checking router: 82500cef-3617-44bd-9e6c-a615970df1e5 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:44.823254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Updating router 82500cef-3617-44bd-9e6c-a615970df1e5 port 3adf50bf-a89f-4aaf-9782-495c9dd4edde binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:51:44.845063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-fc7b1ed4-bf8c-4ca8-baa8-2847a1bf6c57 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818312 Aug 27 02:51:44.854404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.908770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.010968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.022103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1c24a5-37ad-4c93-9349-15fe78883b71']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:45.033722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff11e2a4-f27e-4fb4-89b8-73845dce0e8c') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:45.034152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff11e2a4-f27e-4fb4-89b8-73845dce0e8c') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:45.042166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 501bceb2-2c11-4380-ae13-88ebc93943c0 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:45.053402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.068753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 501bceb2-2c11-4380-ae13-88ebc93943c0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:45.069582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 501bceb2-2c11-4380-ae13-88ebc93943c0 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:45.070573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.079494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:45.080359 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:45.082907 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:45.148090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.153982 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.155886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7e1c24a5-37ad-4c93-9349-15fe78883b71 HTTP/1.1" status: 204 len: 168 time: 0.3383322 Aug 27 02:51:45.159371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59004) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:45.168260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70a428-8def-42ff-beec-d60994e0be78 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1c24a5-37ad-4c93-9349-15fe78883b71,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:45.190305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 97189bb7-10b3-4dcd-a099-c4abcd02ea3b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:45.222078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-dc2caf86-1ea0-4ddc-882c-7f283cdd59f6 service neutron] 10.222.0.10 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631756 Aug 27 02:51:45.228001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] Deleting subnet f4ee3218-ba4c-4682-9021-58117c76a230 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:45.232981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.244845 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.259190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Transition to ACTIVE for port object 3adf50bf-a89f-4aaf-9782-495c9dd4edde will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:45.270697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.275214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:45.275581 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.337016 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.355852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a122-0eea-44ae-9bba-4e7593b9ec07 None None] Pushing event updated for resources: {'Port': ['ID=3adf50bf-a89f-4aaf-9782-495c9dd4edde,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:45.407030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.410952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5ef7d9d4-7d41-4d53-b492-da2053e4bcfa service neutron] 10.222.0.10 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789556 Aug 27 02:51:45.447290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Attempting to bind port 3adf50bf-a89f-4aaf-9782-495c9dd4edde on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:45.447681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Attempting to bind port 3adf50bf-a89f-4aaf-9782-495c9dd4edde by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:45.448022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Attempting to bind port 3adf50bf-a89f-4aaf-9782-495c9dd4edde on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:45.457862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:45.458251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Checking segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:45.458663 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.459062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Bound using segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:45.459544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Bound port: 3adf50bf-a89f-4aaf-9782-495c9dd4edde, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:45.459940 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.478240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed626f53-6707-4d1d-ac2a-987a262e7c8d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:45.497166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.529166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ee3218-ba4c-4682-9021-58117c76a230,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:45.533954 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.539028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:45.539190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b3f03003-1ef8-4468-8f87-fea48a250042 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f4ee3218-ba4c-4682-9021-58117c76a230 HTTP/1.1" status: 204 len: 168 time: 0.3751979 Aug 27 02:51:45.605989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] For port 3adf50bf-a89f-4aaf-9782-495c9dd4edde, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:45.645751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] For port 3adf50bf-a89f-4aaf-9782-495c9dd4edde, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3adf50bf-a89f-4aaf-9782-495c9dd4edde,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:45.659655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.707737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b004515-111b-4ba3-8715-3e6a52008a48 req-19598f99-7758-4564-b1e0-397954796ce8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 210 time: 0.0469441 Aug 27 02:51:45.712257 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.736715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ed626f53-6707-4d1d-ac2a-987a262e7c8d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:45.736877 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.817001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.821871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:45.822564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:45.829237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370d0780-90fe-46c1-8e25-f35de737ae9a']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:45.829471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a122-0eea-44ae-9bba-4e7593b9ec07 None None] Pushing event updated for resources: {'Port': ['ID=3adf50bf-a89f-4aaf-9782-495c9dd4edde,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:45.842805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e25ba56-79d8-4832-8901-f306b2c73eef') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:45.844296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e25ba56-79d8-4832-8901-f306b2c73eef') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:45.856443 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.872642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.886879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:45.887598 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:45.889463 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:45.962218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.968850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.974165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] 10.222.0.10 "DELETE /v2.0/networks/370d0780-90fe-46c1-8e25-f35de737ae9a HTTP/1.1" status: 204 len: 168 time: 0.4340520 Aug 27 02:51:46.000060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17296003-75a4-47c0-ad9e-4b34e7310c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=370d0780-90fe-46c1-8e25-f35de737ae9a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:46.263426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59022) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:46.279802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:46.314294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bb772216-d509-4bef-9bfe-1ee3aa2c72fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d486602dcbff418ea1c14fb6eb196597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469427 Aug 27 02:51:46.314883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59024) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:46.374398 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbbb37b5-6853-4c7f-afe7-612c163f0984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.400323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbbb37b5-6853-4c7f-afe7-612c163f0984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.460060 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbbb37b5-6853-4c7f-afe7-612c163f0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.464161 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbbb37b5-6853-4c7f-afe7-612c163f0984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.467690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cbbb37b5-6853-4c7f-afe7-612c163f0984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22a2ef17-830a-406a-92b0-66aaa0b52ca2 HTTP/1.1" status: 204 len: 168 time: 0.1487124 Aug 27 02:51:46.474434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb37b5-6853-4c7f-afe7-612c163f0984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a2ef17-830a-406a-92b0-66aaa0b52ca2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:46.548625 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:46.585937 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99de96a-3d12-46ae-9eb9-7d19732a6efb None None] The sync data for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 is: [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:46.774279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.910628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e6b9cf4-712b-4f7b-81b0-9136821dfd69 req-b48cdd8e-6818-4ece-ae82-6fa7d2a10fe7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 210 time: 0.0899994 Aug 27 02:51:47.017140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-434ca141-1dc5-4f27-9a2e-8e2e3e6957b6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:47.021396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-434ca141-1dc5-4f27-9a2e-8e2e3e6957b6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 797 time: 0.2248888 Aug 27 02:51:47.067500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59032) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:47.093244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-560838f3-89d4-444c-8150-8dd54000dbfe tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 380 time: 0.0622146 Aug 27 02:51:47.107486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'port': {'device_id': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'admin_state_up': True, 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'security_groups': ['0ef02604-1f74-4f4f-bb17-2af8179b98bc']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:47.155904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b7a52bc5-230f-41a6-a4a5-46472e38f538 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ad958714b6e4ceea9487d7b60478062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866611 Aug 27 02:51:47.158276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59036) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:47.202223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3adf50bf-a89f-4aaf-9782-495c9dd4edde up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:47.255602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a301701f-9e78-4a61-9b0c-0393f19ede49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.304862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3adf50bf-a89f-4aaf-9782-495c9dd4edde completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:47.310144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3adf50bf-a89f-4aaf-9782-495c9dd4edde triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:47.310998 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.315051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a301701f-9e78-4a61-9b0c-0393f19ede49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.371111 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:47.373736 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.380238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a301701f-9e78-4a61-9b0c-0393f19ede49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.383905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a301701f-9e78-4a61-9b0c-0393f19ede49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.385268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a301701f-9e78-4a61-9b0c-0393f19ede49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98f868b5-f2d7-4be1-a881-3906fa64810f HTTP/1.1" status: 204 len: 168 time: 0.2259519 Aug 27 02:51:47.399622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301701f-9e78-4a61-9b0c-0393f19ede49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f868b5-f2d7-4be1-a881-3906fa64810f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:47.423485 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.472063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 3adf50bf-a89f-4aaf-9782-495c9dd4edde, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3adf50bf-a89f-4aaf-9782-495c9dd4edde,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:47.479658 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.548153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=3adf50bf-a89f-4aaf-9782-495c9dd4edde,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:47.549376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.10 (9e1f43c1-5b50-49c6-af71-d9d02cbeccdc/6c783443-1569-4cbd-b7ca-5c08c28ccacc/27110bcd-df2a-44b7-bebd-5e78151b09ef) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:47.715370 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.745297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.767511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object 27110bcd-df2a-44b7-bebd-5e78151b09ef will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:47.813019 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.909701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:47.911748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:47.916906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:47.991215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:47.992069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.000467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:48.029610 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-a14a7bb2-ab38-45c0-8bbe-71cbbfbba107 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9259479 Aug 27 02:51:48.044427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Request body: {'port': {'device_id': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:48.159039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.160320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318497a-b8c8-4c7a-b1d2-5c616afe656f req-2cd05e81-7105-4eda-9543-5f0c4ea7c505 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:48.162519 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7318497a-b8c8-4c7a-b1d2-5c616afe656f req-2cd05e81-7105-4eda-9543-5f0c4ea7c505 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 932 time: 0.1228027 Aug 27 02:51:48.204301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7318497a-b8c8-4c7a-b1d2-5c616afe656f req-a1f6bce0-b6ab-4d25-9754-d9f9bb33e0ed tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Aug 27 02:51:48.341808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8655b144-4733-4fc5-8291-625616c68b4d None None] Provisioning for port 27110bcd-df2a-44b7-bebd-5e78151b09ef completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:48.352206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8655b144-4733-4fc5-8291-625616c68b4d None None] Provisioning complete for port 27110bcd-df2a-44b7-bebd-5e78151b09ef triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:48.354049 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8655b144-4733-4fc5-8291-625616c68b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.404701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8655b144-4733-4fc5-8291-625616c68b4d None None] Port 27110bcd-df2a-44b7-bebd-5e78151b09ef cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:48.497072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27110bcd-df2a-44b7-bebd-5e78151b09ef {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:48.505146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.517420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Transition to ACTIVE for port object 27110bcd-df2a-44b7-bebd-5e78151b09ef will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:48.522287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.579946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:48.658109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:48.658481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:48.658952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:48.665776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:51:48.667936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:48.675769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:48.676118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Checking segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:48.676553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Bound using segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:48.677192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Bound port: 27110bcd-df2a-44b7-bebd-5e78151b09ef, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:48.677569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.764886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:48.768485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:48.774846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.810878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:48.811507 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.812881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] 10.222.0.45 "PUT /v2.0/ports/27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 1092 time: 0.7730985 Aug 27 02:51:48.813323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:48.815662 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9154dde7-97ac-4547-9bef-78669cbd2181" -d '{"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:48.877505 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef6ebd0-5f2a-4cb4-9eb0-24bb042dc7f7 x-openstack-request-id: req-7ef6ebd0-5f2a-4cb4-9eb0-24bb042dc7f7 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:48.877874 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:48.878187 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ef6ebd0-5f2a-4cb4-9eb0-24bb042dc7f7 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:48.878664 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'status': 'completed', 'code': 200} Aug 27 02:51:48.897292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ef255-b0f3-4703-823b-c9907211a325 service neutron] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:48.917754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-bc39d2f4-64ae-4bc8-b156-78079dd3f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:48.919657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-bc39d2f4-64ae-4bc8-b156-78079dd3f669 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1095 time: 0.0565329 Aug 27 02:51:48.968019 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-26026c1b-4b2b-433d-8279-5f84d07eaf6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 217 time: 0.0406315 Aug 27 02:51:49.021751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-0b927621-5d20-4088-b8c8-31fb48f90ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.023236 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-0b927621-5d20-4088-b8c8-31fb48f90ab4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0481160 Aug 27 02:51:49.069659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-ed6419af-ef68-435d-abd8-8c20c30246cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.071222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-ed6419af-ef68-435d-abd8-8c20c30246cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414987 Aug 27 02:51:49.137537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3adf50bf-a89f-4aaf-9782-495c9dd4edde up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:49.169609 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-b58164a9-df24-44b5-8c54-5fb570c25a65 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909536 Aug 27 02:51:49.188636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3adf50bf-a89f-4aaf-9782-495c9dd4edde triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:49.189014 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:49.263619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-435cf9c4-6609-40bd-9383-71ee8a54b0d9 req-3d03aa47-c0a7-4b03-bdea-4448551f373a service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Aug 27 02:51:49.351698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372599-d5b5-400e-b27b-09c5442dd2aa req-b021955e-a4e1-457f-b931-587401284b9b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.352269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-1dd78d9c-c032-4aca-bfd4-1cba21c368e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.353149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a372599-d5b5-400e-b27b-09c5442dd2aa req-b021955e-a4e1-457f-b931-587401284b9b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 944 time: 0.0509384 Aug 27 02:51:49.353682 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-1dd78d9c-c032-4aca-bfd4-1cba21c368e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1095 time: 0.0422513 Aug 27 02:51:49.394118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a372599-d5b5-400e-b27b-09c5442dd2aa req-610fe6a3-b09a-4533-885d-c6e9f567688b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345380 Aug 27 02:51:49.462472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-27ecb9be-05a1-41bf-8442-0ae416fbce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.464077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-27ecb9be-05a1-41bf-8442-0ae416fbce60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.1038611 Aug 27 02:51:49.506894 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-c1e4343c-217f-40f5-93a1-aa83539ddeaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 217 time: 0.0355313 Aug 27 02:51:49.562952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-ab1624d9-9da5-45c6-91ba-1803ab883f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.564472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-ab1624d9-9da5-45c6-91ba-1803ab883f51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0500119 Aug 27 02:51:49.617942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-e5a22c6b-7f0b-460d-8a8e-90cdf657d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.619703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-e5a22c6b-7f0b-460d-8a8e-90cdf657d0aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463223 Aug 27 02:51:49.712563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-48a22b77-e1b6-4aea-9cc4-569a4e4c4393 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Aug 27 02:51:49.809658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9154dde7-97ac-4547-9bef-78669cbd2181 req-4d1b2c1f-2995-42b3-98ec-b79b21994585 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892994 Aug 27 02:51:50.522187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933782d7-b70d-4bfe-8ee8-dea167ec548c req-be9f3f39-2770-4fbb-9106-fbf6df05bbb4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:50.523854 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-933782d7-b70d-4bfe-8ee8-dea167ec548c req-be9f3f39-2770-4fbb-9106-fbf6df05bbb4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 944 time: 0.0520670 Aug 27 02:51:50.566759 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-933782d7-b70d-4bfe-8ee8-dea167ec548c req-1b63f071-728f-4ed3-82cc-b9a2367985f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366135 Aug 27 02:51:51.058567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:51:51.164405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:51.183488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'port_id': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'mac_address': 'fa:16:3e:ed:0b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:51:51.235243 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.251063 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27110bcd-df2a-44b7-bebd-5e78151b09ef {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:51.272714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:51.278996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.336057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:51.470085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['27110bcd-df2a-44b7-bebd-5e78151b09ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:51:51.701272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbc6d-0d50-49a7-a81a-ce6bbb9c5412 req-cba90e8b-8bea-4e7e-9cec-e86b8974ce64 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:51.703386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a0dbc6d-0d50-49a7-a81a-ce6bbb9c5412 req-cba90e8b-8bea-4e7e-9cec-e86b8974ce64 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 945 time: 0.0584302 Aug 27 02:51:51.752052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a0dbc6d-0d50-49a7-a81a-ce6bbb9c5412 req-ae7a62fc-9fac-4e49-b018-dfca8ec7dd39 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408115 Aug 27 02:51:52.884974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60621b-0767-4b24-b767-68d0d51bc050 req-ef0adaed-5b22-466b-a3e2-7039c6af0696 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:52.886029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f60621b-0767-4b24-b767-68d0d51bc050 req-ef0adaed-5b22-466b-a3e2-7039c6af0696 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 945 time: 0.0615323 Aug 27 02:51:52.929389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f60621b-0767-4b24-b767-68d0d51bc050 req-7d0ed18b-50f0-483e-98da-6a1867125082 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364902 Aug 27 02:51:53.074675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:53.130949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 27110bcd-df2a-44b7-bebd-5e78151b09ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:53.134804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 27110bcd-df2a-44b7-bebd-5e78151b09ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:53.135181 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.212471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.234733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:53.237001 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7337f06d-76fb-4ab5-bc9f-7d00469f444a" -d '{"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-plugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:53.249914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:53.255228 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.283623 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5020b4-431c-4eec-b495-470b11b1e0de x-openstack-request-id: req-0b5020b4-431c-4eec-b495-470b11b1e0de {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:53.283912 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-plugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:53.284164 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b5020b4-431c-4eec-b495-470b11b1e0de {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:53.284557 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'code': 200} Aug 27 02:51:53.310249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:53.383782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6336c9-194f-432b-9875-49180d41cdef req-2f1d20a8-d4d7-4259-a2c1-f391190beaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:53.385249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d6336c9-194f-432b-9875-49180d41cdef req-2f1d20a8-d4d7-4259-a2c1-f391190beaae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1097 time: 0.0452955 Aug 27 02:51:53.421242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d6336c9-194f-432b-9875-49180d41cdef req-aec53f48-b1bc-4b94-809c-9b2d47951e46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286243 Aug 27 02:51:54.045298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34505fc-d12c-4e32-99c0-cfdcc1f8c4ea req-85a8bb8f-06c9-4d81-8dd5-bf15438c810a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:54.046979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d34505fc-d12c-4e32-99c0-cfdcc1f8c4ea req-85a8bb8f-06c9-4d81-8dd5-bf15438c810a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0501971 Aug 27 02:51:54.091164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d34505fc-d12c-4e32-99c0-cfdcc1f8c4ea req-75686e1a-d538-405a-a69b-beb59041de7a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360429 Aug 27 02:51:55.216583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0732-f95e-4b48-b402-15811b495e7b req-cf3856fb-4894-4198-8a55-0b453a03e42a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:55.218048 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a37b0732-f95e-4b48-b402-15811b495e7b req-cf3856fb-4894-4198-8a55-0b453a03e42a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0552487 Aug 27 02:51:55.257791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a37b0732-f95e-4b48-b402-15811b495e7b req-d5308291-441c-4fd5-95a9-f8033aefe2de tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Aug 27 02:51:55.375334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073755-70be-41ec-b1e8-5c38c89a35d2 req-5ab41308-a482-464c-8dc3-f8535983523f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:55.376969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13073755-70be-41ec-b1e8-5c38c89a35d2 req-5ab41308-a482-464c-8dc3-f8535983523f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0516765 Aug 27 02:51:55.417218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13073755-70be-41ec-b1e8-5c38c89a35d2 req-2c52ef8a-d4e6-4749-baae-733c038f6822 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Aug 27 02:51:55.438794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59106) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:55.484509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724b134-27cf-4e0b-9e0e-43addafc1fd3 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:55.489182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6724b134-27cf-4e0b-9e0e-43addafc1fd3 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1092 time: 0.0462449 Aug 27 02:51:55.489182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59108) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:55.493277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:55.520903 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.630158 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.740393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.60 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/a64debae-2fac-4440-b41b-f257696798bc) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:55.843948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.885912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.929045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:55.934148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:55.936950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:55.963240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=a64debae-2fac-4440-b41b-f257696798bc,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:56.294950 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.676583 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.835660 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.842158 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.914902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=a64debae-2fac-4440-b41b-f257696798bc,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:56.922170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.030093 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP 12fbf63e-2a8f-466b-95d1-1e7da8904737 associated. External IP: 172.25.1.60, port: 27110bcd-df2a-44b7-bebd-5e78151b09ef. Aug 27 02:51:57.240982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 82500cef-3617-44bd-9e6c-a615970df1e5 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:57.351632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:57.362414 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] Sync routers for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:57.368819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.372452 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:57.373070 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:57.396478 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-08e12e11-1ca3-4c2a-bddf-1eff7cea8c1f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9066308 Aug 27 02:51:57.397146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:57.399548 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd77253-773e-4cf8-b818-0010db11c248" -d '{"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:57.438093 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e38cf9-479e-4b9d-bf89-45af293bb262 x-openstack-request-id: req-55e38cf9-479e-4b9d-bf89-45af293bb262 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:57.438425 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:57.438719 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55e38cf9-479e-4b9d-bf89-45af293bb262 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:57.439104 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'status': 'completed', 'code': 200} Aug 27 02:51:57.478422 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:57.504297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77253-773e-4cf8-b818-0010db11c248 req-fb34202d-69d9-4739-84bd-aa1b6093ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.505481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c6722-3d3e-42dd-b11a-eccfb0c827e6 req-58f391da-706c-4678-ab74-17cdcd8899d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.506114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fd77253-773e-4cf8-b818-0010db11c248 req-fb34202d-69d9-4739-84bd-aa1b6093ca6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1097 time: 0.0427413 Aug 27 02:51:57.507051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac6c6722-3d3e-42dd-b11a-eccfb0c827e6 req-58f391da-706c-4678-ab74-17cdcd8899d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0558918 Aug 27 02:51:57.548398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac6c6722-3d3e-42dd-b11a-eccfb0c827e6 req-eb1cc567-a9f8-426a-8df0-6163d407bb61 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351992 Aug 27 02:51:57.571472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59120) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:57.658530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-77426b70-7fb5-440d-a39f-6a5a71599d06 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/12fbf63e-2a8f-466b-95d1-1e7da8904737 HTTP/1.1" status: 200 len: 991 time: 0.0847249 Aug 27 02:51:57.658782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77253-773e-4cf8-b818-0010db11c248 req-31dd977e-aa5c-4dd7-896b-f578df3c8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.660011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fd77253-773e-4cf8-b818-0010db11c248 req-31dd977e-aa5c-4dd7-896b-f578df3c8e6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.1467538 Aug 27 02:51:57.689109 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-df4eed83-9fad-4713-9efd-79af7c944fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.703040 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '12fbf63e-2a8f-466b-95d1-1e7da8904737', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'port_id': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'mac_address': 'fa:16:3e:ed:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:51:56Z', 'updated_at': '2021-08-27T02:51:56Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:47Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:57.727206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fd77253-773e-4cf8-b818-0010db11c248 req-ba59a002-fffd-4e69-a397-ea6512a864ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 999 time: 0.0591891 Aug 27 02:51:57.779702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77253-773e-4cf8-b818-0010db11c248 req-90fdf09d-3b5d-4b8b-8143-4f4b3d91d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.781107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fd77253-773e-4cf8-b818-0010db11c248 req-90fdf09d-3b5d-4b8b-8143-4f4b3d91d089 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0469086 Aug 27 02:51:57.819782 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] Checking router: 82500cef-3617-44bd-9e6c-a615970df1e5 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:57.828537 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:57.829157 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:51:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:57.835430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77253-773e-4cf8-b818-0010db11c248 req-dfdef3d4-6d17-409e-b0e0-4f3a6ba5d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.837206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fd77253-773e-4cf8-b818-0010db11c248 req-dfdef3d4-6d17-409e-b0e0-4f3a6ba5d4f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485020 Aug 27 02:51:57.928787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fd77253-773e-4cf8-b818-0010db11c248 req-1a04e38e-5605-4181-aa2a-6d7d8a62fe55 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844476 Aug 27 02:51:57.933004 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:58.027639 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3fd77253-773e-4cf8-b818-0010db11c248 req-e9dbc481-92ce-4afd-8bca-9defc135353e service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920191 Aug 27 02:51:58.168034 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '12fbf63e-2a8f-466b-95d1-1e7da8904737', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'port_id': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'mac_address': 'fa:16:3e:ed:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:51:56Z', 'updated_at': '2021-08-27T02:51:56Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:47Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:58.198353 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102e147-fc4e-4773-8573-f10227469ba8 None None] The sync data for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 is: [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '12fbf63e-2a8f-466b-95d1-1e7da8904737', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'port_id': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'mac_address': 'fa:16:3e:ed:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:51:56Z', 'updated_at': '2021-08-27T02:51:56Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:47Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:58.400024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f246d-7a2e-4915-be76-5212f0236200 None None] New status for floating IP 12fbf63e-2a8f-466b-95d1-1e7da8904737: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:51:58.661490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59142) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.726006 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27446faf-47b7-44b8-a7b1-794af538b7b5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/12fbf63e-2a8f-466b-95d1-1e7da8904737 HTTP/1.1" status: 200 len: 993 time: 0.0632036 Aug 27 02:51:59.170743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-c7015978-79ea-4661-8864-7d8957b4684b req-b0930cb9-e2e6-4df5-b10c-f675acc8df22 service neutron] (94773) timed out ('10.222.0.10', 60190) {{(pid=94773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:52:00.234886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc13-ed13-4afa-8b52-a6fb4232074b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.454471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.328830 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.209404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:09.277189 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:52:16.766662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.735668 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:27.694165 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-24e52dcd-224e-48e1-a530-b82e9bdab57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.962499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c708-72f5-407d-b7ef-a69b6866986e req-beab1b39-17f6-4881-a88a-b4052be581bb tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:29.964026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7534c708-72f5-407d-b7ef-a69b6866986e req-beab1b39-17f6-4881-a88a-b4052be581bb tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1097 time: 0.0410216 Aug 27 02:52:29.998903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7534c708-72f5-407d-b7ef-a69b6866986e req-3b4c0ec4-1644-4c8a-a9ff-da5d2cfce0ca tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287986 Aug 27 02:52:30.114694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4da711-e2f7-4e59-8aa5-2a85e001ffca req-fb53382b-3055-4ea9-aae4-b98b5aa7527e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:30.116943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b4da711-e2f7-4e59-8aa5-2a85e001ffca req-fb53382b-3055-4ea9-aae4-b98b5aa7527e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0497632 Aug 27 02:52:30.154762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b4da711-e2f7-4e59-8aa5-2a85e001ffca req-6a7cc4d0-0a1f-4ce5-8033-2346a23ced20 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Aug 27 02:52:30.176939 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 59388) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:30.225578 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ae0a8c3-fb72-405c-9f78-4a274b1d6da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.243074 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca1bf97b-d105-4b92-b0b9-d995bde8daee tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/12fbf63e-2a8f-466b-95d1-1e7da8904737 HTTP/1.1" status: 200 len: 993 time: 0.0649633 Aug 27 02:52:30.462585 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.695600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59402) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:30.753878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a5e3-1670-4988-a81b-cee90b87b9ef req-13c57cc8-061a-4237-a813-cedcb78eb60f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:30.755360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ab4a5e3-1670-4988-a81b-cee90b87b9ef req-13c57cc8-061a-4237-a813-cedcb78eb60f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0533628 Aug 27 02:52:30.795810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ab4a5e3-1670-4988-a81b-cee90b87b9ef req-cefd5caa-ed75-4e81-84b2-2e92dc2c6016 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337801 Aug 27 02:52:30.852852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-68a260c4-0e0e-4d10-9829-505aba122f1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1558423 Aug 27 02:52:31.334831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.922167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7318c-326c-47b1-8c3c-a61f0c6bf656 req-d7ccc766-ca97-4d06-9d77-c4efe9878023 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:31.923740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0a7318c-326c-47b1-8c3c-a61f0c6bf656 req-d7ccc766-ca97-4d06-9d77-c4efe9878023 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0494220 Aug 27 02:52:31.965062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f0a7318c-326c-47b1-8c3c-a61f0c6bf656 req-a2028d77-9c8c-4b5a-bdf8-db84a5c99bdc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352948 Aug 27 02:52:32.060117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-e01343ab-28da-4fc0-a3f1-b68d05e9125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.061640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-e01343ab-28da-4fc0-a3f1-b68d05e9125d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1097 time: 0.0436137 Aug 27 02:52:32.158001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-8b4b5b95-b6c0-48f1-8800-b4e8e5f6eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.159557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-8b4b5b95-b6c0-48f1-8800-b4e8e5f6eb7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0897114 Aug 27 02:52:32.225212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-a29c5e15-aa4f-4452-ae8d-d8d479805a23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 1001 time: 0.0581641 Aug 27 02:52:32.278745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-6fc163a9-958f-4751-9185-742ad7a98a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.280167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-6fc163a9-958f-4751-9185-742ad7a98a23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0481548 Aug 27 02:52:32.326168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-31941e8c-87e8-453d-bf0e-b2d8daa9af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.327676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-31941e8c-87e8-453d-bf0e-b2d8daa9af9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401728 Aug 27 02:52:32.419307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-cd716505-79d2-4cf0-ae91-78a08c3f317b service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832081 Aug 27 02:52:32.518947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-8570dc67-1ed9-4aa8-80d8-572cf29cd010 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914173 Aug 27 02:52:33.086522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dd1c-d52f-45fd-86b8-4876eb18aabc req-4527c266-f394-457a-9470-7273603f45ee tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:33.088082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de28dd1c-d52f-45fd-86b8-4876eb18aabc req-4527c266-f394-457a-9470-7273603f45ee tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0503068 Aug 27 02:52:33.127287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de28dd1c-d52f-45fd-86b8-4876eb18aabc req-d9493362-b9a4-4a8c-be43-6f086c8e2b0a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Aug 27 02:52:33.219445 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:34.250659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f6bd6-26e8-4091-84d4-b4aed02ba7b6 req-06b82074-ca98-47f4-a488-0014c6d2f054 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:34.252389 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c51f6bd6-26e8-4091-84d4-b4aed02ba7b6 req-06b82074-ca98-47f4-a488-0014c6d2f054 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0521212 Aug 27 02:52:34.293777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c51f6bd6-26e8-4091-84d4-b4aed02ba7b6 req-f3f678c0-a0d1-4f54-9353-a43970f83e7a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346866 Aug 27 02:52:35.424858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efc81d-edb4-46a6-829a-4df8f3693d4a req-48b36850-a50d-4a62-8f26-b0b028b9f9cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:35.426545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2efc81d-edb4-46a6-829a-4df8f3693d4a req-48b36850-a50d-4a62-8f26-b0b028b9f9cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0593579 Aug 27 02:52:35.465356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a2efc81d-edb4-46a6-829a-4df8f3693d4a req-e1195e33-ae76-4ed4-ac47-cda305f9efb4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Aug 27 02:52:36.590607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a199f4-abbb-464a-abdf-b95977ae1083 req-ac150d89-8dba-4abd-b7c6-d6f57dfc5705 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:36.592154 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12a199f4-abbb-464a-abdf-b95977ae1083 req-ac150d89-8dba-4abd-b7c6-d6f57dfc5705 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0577643 Aug 27 02:52:36.645556 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12a199f4-abbb-464a-abdf-b95977ae1083 req-b1158013-d660-4370-8fa9-cd3623b0168f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Aug 27 02:52:37.782037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901e48-2972-4c5b-9cea-0c1b3c4335af req-518bc70b-8e1b-43ba-9787-84a742925d05 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:37.783414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-65901e48-2972-4c5b-9cea-0c1b3c4335af req-518bc70b-8e1b-43ba-9787-84a742925d05 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0489087 Aug 27 02:52:37.822281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-65901e48-2972-4c5b-9cea-0c1b3c4335af req-c92ef9c3-8778-41e9-a875-b30f759f591b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Aug 27 02:52:38.958577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906d460-f40f-486c-b241-35002219d13c req-12bd917a-d600-4806-9ffb-32225054c81f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:38.960086 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9906d460-f40f-486c-b241-35002219d13c req-12bd917a-d600-4806-9ffb-32225054c81f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0608335 Aug 27 02:52:39.008657 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9906d460-f40f-486c-b241-35002219d13c req-94421454-eb44-42d2-ae5b-70a01974ed1e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Aug 27 02:52:40.134809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dce61f-bb45-4f60-aacd-95aafd46f211 req-bf622ba0-e943-42aa-ba66-635221ebf1ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:40.136437 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42dce61f-bb45-4f60-aacd-95aafd46f211 req-bf622ba0-e943-42aa-ba66-635221ebf1ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0554075 Aug 27 02:52:40.174629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-42dce61f-bb45-4f60-aacd-95aafd46f211 req-ff1ccd48-888a-4938-abbf-8ffdea5c34a9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 Aug 27 02:52:41.432140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e49be2-246e-4a7c-b696-f91e9b06dbbd req-027ff2fd-f3dc-43ff-bd6b-8b13741703b7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:41.433697 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94e49be2-246e-4a7c-b696-f91e9b06dbbd req-027ff2fd-f3dc-43ff-bd6b-8b13741703b7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.1834896 Aug 27 02:52:41.474980 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94e49be2-246e-4a7c-b696-f91e9b06dbbd req-cbd36874-22cb-4aff-acb1-07326ab2ecf9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348046 Aug 27 02:52:42.596214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12a2b3-c875-416a-8160-db8d776b49e9 req-a3ce0ae9-658e-4b79-b6f7-4d6f300b09e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:42.597722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d12a2b3-c875-416a-8160-db8d776b49e9 req-a3ce0ae9-658e-4b79-b6f7-4d6f300b09e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0525320 Aug 27 02:52:42.634375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d12a2b3-c875-416a-8160-db8d776b49e9 req-06f642d6-55ca-4838-97c5-25cdf4842ea1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Aug 27 02:52:43.785777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123bdbd-ae75-445c-bfc3-67f13e4bac87 req-a161b7bf-2666-47d0-986a-71b76b7d6b5c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:43.787379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3123bdbd-ae75-445c-bfc3-67f13e4bac87 req-a161b7bf-2666-47d0-986a-71b76b7d6b5c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0607860 Aug 27 02:52:43.826244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3123bdbd-ae75-445c-bfc3-67f13e4bac87 req-d512932f-1532-443b-adaa-ee766a2a69a3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Aug 27 02:52:44.946264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327990c-d0e6-4e83-b787-cf75a4e34a9f req-a46126b5-76f0-4608-b62b-acc5f6e40512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:44.947832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a327990c-d0e6-4e83-b787-cf75a4e34a9f req-a46126b5-76f0-4608-b62b-acc5f6e40512 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0485344 Aug 27 02:52:44.989394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a327990c-d0e6-4e83-b787-cf75a4e34a9f req-32452ea3-98c7-40eb-8aed-6a5d77d27806 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349567 Aug 27 02:52:46.110361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc01f-2cf5-4119-88a6-35aadd8a6055 req-5f8454d1-ad95-4db3-8c3b-97ae42785d69 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:46.111870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9cdc01f-2cf5-4119-88a6-35aadd8a6055 req-5f8454d1-ad95-4db3-8c3b-97ae42785d69 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0497658 Aug 27 02:52:46.151039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9cdc01f-2cf5-4119-88a6-35aadd8a6055 req-426d47ff-3e01-45f3-8949-fc63d281af59 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330043 Aug 27 02:52:46.275801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:52:46.764917 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.334431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62941d6-c8d8-4306-86e3-ee484e679986 req-d91c6b2d-51ba-4500-9d00-9fd6f3def59f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:47.335994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e62941d6-c8d8-4306-86e3-ee484e679986 req-d91c6b2d-51ba-4500-9d00-9fd6f3def59f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.1124377 Aug 27 02:52:47.374963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e62941d6-c8d8-4306-86e3-ee484e679986 req-efc1e266-4a1d-4801-aa3c-6e206cd715a6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Aug 27 02:52:47.728130 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.495222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7320f-b586-4463-a358-6ba232add0c3 req-cfd17417-df42-41e1-8d27-2d71c40749a5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:48.496686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54d7320f-b586-4463-a358-6ba232add0c3 req-cfd17417-df42-41e1-8d27-2d71c40749a5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0502880 Aug 27 02:52:48.535102 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54d7320f-b586-4463-a358-6ba232add0c3 req-646b5e68-d42f-4b54-9396-e1063c10368d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Aug 27 02:52:49.664629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e604d-861f-49c3-8877-e29aae4860de req-cb0845c3-6759-4edf-bf5b-ee46351802fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:49.666246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-658e604d-861f-49c3-8877-e29aae4860de req-cb0845c3-6759-4edf-bf5b-ee46351802fd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0552442 Aug 27 02:52:49.707851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-658e604d-861f-49c3-8877-e29aae4860de req-979245fd-2779-43c6-bab1-156d51db748b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352800 Aug 27 02:52:49.834956 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-779a0f3a-97ea-46f1-a709-eb6afbfaad67 service neutron] show failed (client error): The resource could not be found. Aug 27 02:52:49.835940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-779a0f3a-97ea-46f1-a709-eb6afbfaad67 service neutron] 10.222.0.45 "GET /v2.0/ports/27110bcd-df2a-44b7-bebd-5e78151b09ef/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0733535 Aug 27 02:52:50.039521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-d2d1485f-7420-444d-b268-9fc3705793eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:50.041045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-d2d1485f-7420-444d-b268-9fc3705793eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 1097 time: 0.0414300 Aug 27 02:52:50.052410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:50.104773 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:50.310662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:50.343616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:50.382299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:50.384689 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba2fb54-03c1-43f0-acb4-e7d27d79088f" -d '{"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-unplugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:50.388527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:50.400844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Transition to ACTIVE for port object 27110bcd-df2a-44b7-bebd-5e78151b09ef will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:50.409212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:50.441692 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcbb33f-8b8e-40bd-8c89-7bc2556c4fc8 x-openstack-request-id: req-2bcbb33f-8b8e-40bd-8c89-7bc2556c4fc8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:50.441989 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-unplugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:50.442238 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2bcbb33f-8b8e-40bd-8c89-7bc2556c4fc8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:50.442661 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'code': 200} Aug 27 02:52:50.456873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:50.471000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.471346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.471717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.472012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.472344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.472672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.472994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.473314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.473640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.473977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.474306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.474646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:50.884917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] No DVR routers for this DVR port 27110bcd-df2a-44b7-bebd-5e78151b09ef on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:50.929917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135d464-11eb-49e4-b4ff-58c8cf502bdc req-4a896369-cdc4-44b2-b16f-7482c2b1b3af tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:50.931452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1135d464-11eb-49e4-b4ff-58c8cf502bdc req-4a896369-cdc4-44b2-b16f-7482c2b1b3af tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 944 time: 0.1069958 Aug 27 02:52:51.015287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1135d464-11eb-49e4-b4ff-58c8cf502bdc req-d52a7f44-17f2-418e-abe8-cb971581fd4c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770364 Aug 27 02:52:51.056684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:51.057018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:51.057338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:51.061813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:52:51.062287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:51.067256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:51.067596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Checking segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:51.067988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Bound using segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:51.068414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Bound port: 27110bcd-df2a-44b7-bebd-5e78151b09ef, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:51.068777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:51.139398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:51.142581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:51.148940 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:51.184916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:51.185657 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:51.187024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] 10.222.0.32 "PUT /v2.0/ports/27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 1092 time: 1.1386495 Aug 27 02:52:51.213934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf0ba2-15b2-4fa3-9b71-2ace14f31210 service neutron] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:51.261028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-51ec315f-9336-4ab1-8ed9-8684e2ab1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:51.262640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-51ec315f-9336-4ab1-8ed9-8684e2ab1cb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1095 time: 0.0451016 Aug 27 02:52:51.367860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-9f2af210-1a5c-4475-a1eb-c129ee4b24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:51.369571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-9f2af210-1a5c-4475-a1eb-c129ee4b24f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0999572 Aug 27 02:52:51.436562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-ac709494-acb1-4064-bbab-a9efb37f6703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 999 time: 0.0593200 Aug 27 02:52:51.490766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c05aff45-33d2-444c-947e-00293d220e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:51.492398 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c05aff45-33d2-444c-947e-00293d220e5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0487261 Aug 27 02:52:51.541420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-af5f4664-777b-4dcf-8bcf-8c9aca30b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:51.543092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-af5f4664-777b-4dcf-8bcf-8c9aca30b426 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432842 Aug 27 02:52:51.636737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-c1f2b898-6bbb-4e96-8397-735f7d986d3c service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834322 Aug 27 02:52:51.731735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fd575b3-5b8d-484a-9660-3b7fa7157aa4 req-3ac083fd-96c3-4f9d-88f6-857ce33065c9 service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877607 Aug 27 02:52:52.140203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086e49-050a-4e39-a2bc-3f7f8bca160c req-3b949725-a212-4f55-bf86-ae941f18dd73 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.141699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75086e49-050a-4e39-a2bc-3f7f8bca160c req-3b949725-a212-4f55-bf86-ae941f18dd73 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 944 time: 0.0504043 Aug 27 02:52:52.180564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75086e49-050a-4e39-a2bc-3f7f8bca160c req-60dab0f9-ecbd-4a35-835b-384ebb1bd699 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326173 Aug 27 02:52:52.444011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:52.446611 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:52.496300 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1e6fa3-d31f-4c37-a921-2e0cc03735d7 x-openstack-request-id: req-ec1e6fa3-d31f-4c37-a921-2e0cc03735d7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:52.496661 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:52.496992 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec1e6fa3-d31f-4c37-a921-2e0cc03735d7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:52.497643 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'status': 'completed', 'code': 200} Aug 27 02:52:52.563302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-41d00718-f6f1-4af9-bb6d-c308bcbe5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.565769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-41d00718-f6f1-4af9-bb6d-c308bcbe5c24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1095 time: 0.0505002 Aug 27 02:52:52.567621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-081120b6-e891-4707-b761-b30946db0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.569175 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-081120b6-e891-4707-b761-b30946db0970 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1095 time: 0.0454729 Aug 27 02:52:52.665508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-ab7d0ce5-7f30-4f98-b534-3b35b2cbf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.666613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-4903b44e-5672-4552-9c9e-a4158656da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.667060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-ab7d0ce5-7f30-4f98-b534-3b35b2cbf3d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0903137 Aug 27 02:52:52.668073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-4903b44e-5672-4552-9c9e-a4158656da3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0947671 Aug 27 02:52:52.734376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-a37bea09-96f3-4185-b637-f41a27503e04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 999 time: 0.0589859 Aug 27 02:52:52.737148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-39f3b2cc-45ef-483e-ba53-451b80e77109 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 999 time: 0.0603449 Aug 27 02:52:52.787369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-26182481-5fa5-4100-8982-9cf9f7e3c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.788920 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-26182481-5fa5-4100-8982-9cf9f7e3c659 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0466180 Aug 27 02:52:52.790418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-050b50b3-4aa2-45c9-8cdd-800529fadc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.791900 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-050b50b3-4aa2-45c9-8cdd-800529fadc2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0467608 Aug 27 02:52:52.849122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-fc008343-b190-479f-a591-7b69554228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.850846 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-fc008343-b190-479f-a591-7b69554228cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550413 Aug 27 02:52:52.851541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-d3076268-f9fa-46a8-b40d-2019d476973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.853076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-d3076268-f9fa-46a8-b40d-2019d476973a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531616 Aug 27 02:52:52.940599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-3d1d975f-7559-46d9-889a-38332aa6d952 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820208 Aug 27 02:52:52.945733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-2efddf54-b66b-4f3d-bb33-ad6781eefd35 service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848844 Aug 27 02:52:53.035663 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-a7e92219-e3aa-4bc8-8312-a8f579c85b33 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881953 Aug 27 02:52:53.051444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c53e7f44-1fc6-4733-b9c7-c5e8ae29bbe8 req-59591fff-f5dc-49a1-9ef4-c1155b45b3cb service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976622 Aug 27 02:52:53.308371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194887a-291b-4f1e-b2e4-f32672e066bd req-9ce9b780-96c9-48b6-8a5d-67a15430b3c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:53.309891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b194887a-291b-4f1e-b2e4-f32672e066bd req-9ce9b780-96c9-48b6-8a5d-67a15430b3c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 944 time: 0.0532861 Aug 27 02:52:53.322445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:53.358326 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b194887a-291b-4f1e-b2e4-f32672e066bd req-5fe344b2-7044-4b4c-b9d4-746788593292 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Aug 27 02:52:53.392360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:54.423530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:52:54.484550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c01a-b8ba-4678-93ae-4ec124d6240b req-484ad036-d61d-44f5-b63d-52cb09e4e4cb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:54.486804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6734c01a-b8ba-4678-93ae-4ec124d6240b req-484ad036-d61d-44f5-b63d-52cb09e4e4cb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 944 time: 0.0535336 Aug 27 02:52:54.521457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:54.525905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6734c01a-b8ba-4678-93ae-4ec124d6240b req-44641bcc-da85-4a6a-89c8-d27347a6232e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326221 Aug 27 02:52:54.537681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'port_id': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'mac_address': 'fa:16:3e:ed:0b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:52:54.577056 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:54.590237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27110bcd-df2a-44b7-bebd-5e78151b09ef {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:52:54.609505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:54.616643 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:54.672713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:54.681025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.681375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.681759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.682096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.682751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.683058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.683392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.683713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.684038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.684352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.684873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.685179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:54.843081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-ecfaca9d-2c14-478e-bd09-2803767bc027 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:54.845496 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-ecfaca9d-2c14-478e-bd09-2803767bc027 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb&tenant_id=4df7c86c5581482292bf026dce0c21c2&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 945 time: 0.1318758 Aug 27 02:52:54.845610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['27110bcd-df2a-44b7-bebd-5e78151b09ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:52:54.853751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa9f1c-ba93-4317-a5f5-b5f4e9a1bf10 req-6c545ab7-e03b-4534-9162-3ed1d59a2fb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:54.855266 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3aa9f1c-ba93-4317-a5f5-b5f4e9a1bf10 req-6c545ab7-e03b-4534-9162-3ed1d59a2fb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 945 time: 0.1097705 Aug 27 02:52:54.931327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3aa9f1c-ba93-4317-a5f5-b5f4e9a1bf10 req-53d3a8ae-07e0-42b6-a80d-067e8098e25e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695643 Aug 27 02:52:54.941596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-2332c516-c74c-4a77-b541-e521292b7be2 service neutron] 10.222.0.32 "GET /v2.0/ports/27110bcd-df2a-44b7-bebd-5e78151b09ef/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 382 time: 0.0853825 Aug 27 02:52:55.010424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-a3188765-a1b5-4431-add9-a146cc35899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:55.011988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-a3188765-a1b5-4431-add9-a146cc35899a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1096 time: 0.0418079 Aug 27 02:52:55.105945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-846111f7-19f3-4a08-b2b0-170e83967891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:55.107571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-846111f7-19f3-4a08-b2b0-170e83967891 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0882883 Aug 27 02:52:55.174921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-6f428cf8-70ab-4a1d-9d4c-1f0fd5c71239 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 1000 time: 0.0581822 Aug 27 02:52:55.228923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b076ca89-cd2c-4285-86ee-5de3412cc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:55.230305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b076ca89-cd2c-4285-86ee-5de3412cc1c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0478158 Aug 27 02:52:55.277027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-8785761c-8ead-414e-a62c-aa596dfbef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:55.279346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-8785761c-8ead-414e-a62c-aa596dfbef9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412195 Aug 27 02:52:55.370010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-2d8fe0aa-fbf8-46a1-b950-ba591b989c32 service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830357 Aug 27 02:52:55.474071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-269a4f6e-d2de-49e3-9802-52b1015785b8 service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958350 Aug 27 02:52:56.057989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f0695-6b9d-4f94-84a1-8296162f4372 req-eb4e8494-746f-4ade-be34-1fa310e51ef6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:56.059535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e63f0695-6b9d-4f94-84a1-8296162f4372 req-eb4e8494-746f-4ade-be34-1fa310e51ef6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 945 time: 0.0509248 Aug 27 02:52:56.098470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e63f0695-6b9d-4f94-84a1-8296162f4372 req-f03435c4-6d5c-45be-a1f6-17cfcc769410 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325892 Aug 27 02:52:56.428614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:56.492365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 27110bcd-df2a-44b7-bebd-5e78151b09ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:56.496547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 27110bcd-df2a-44b7-bebd-5e78151b09ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:56.496977 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:56.577079 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:56.605242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:56.607604 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc14e65d-1cfc-4098-8271-3f7b43a25aad" -d '{"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-plugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:56.619049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:56.624084 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:56.663398 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d0833e-76e3-49f9-a2d1-8a9956a17686 x-openstack-request-id: req-08d0833e-76e3-49f9-a2d1-8a9956a17686 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:56.663785 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-plugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:56.664131 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08d0833e-76e3-49f9-a2d1-8a9956a17686 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:56.664628 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'code': 200} Aug 27 02:52:56.677372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:57.220069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31405edb-8bb2-4d6f-a3ae-c0fbfd6ec53f req-45f83c83-8f23-45b0-89ae-f6cdedaa8d03 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:57.227076 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31405edb-8bb2-4d6f-a3ae-c0fbfd6ec53f req-45f83c83-8f23-45b0-89ae-f6cdedaa8d03 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 946 time: 0.0554304 Aug 27 02:52:57.267271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31405edb-8bb2-4d6f-a3ae-c0fbfd6ec53f req-a50b2ca6-317e-418a-97ac-5e725e8069a1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389936 Aug 27 02:52:57.501641 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-3fd65542-af6d-4638-8292-669a0422922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:57.503254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-3fd65542-af6d-4638-8292-669a0422922b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 1097 time: 0.0733562 Aug 27 02:52:57.516732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:57.572048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:57.699275 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dfbaa715-7a6e-48e8-8d20-6a5ae78f31ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:57.780124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:57.812257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:57.852430 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:57.854735 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894424d9-23f1-43e6-84b6-03de39d28625" -d '{"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-unplugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:57.859213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:57.872940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Transition to ACTIVE for port object 27110bcd-df2a-44b7-bebd-5e78151b09ef will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:57.878405 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:57.984451 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08b250d-fa7f-4dae-b9ed-f43ef2857b49 x-openstack-request-id: req-b08b250d-fa7f-4dae-b9ed-f43ef2857b49 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:57.984743 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-unplugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:57.984994 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b08b250d-fa7f-4dae-b9ed-f43ef2857b49 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:57.985394 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'code': 200} Aug 27 02:52:58.008956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=10']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:58.033824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.034171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.034527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.034858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.035184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.035505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.035822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.036143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.036459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.036779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.037095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.037533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:58.070011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] No DVR routers for this DVR port 27110bcd-df2a-44b7-bebd-5e78151b09ef on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:58.213165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:58.213423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:58.213768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:58.218146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:52:58.218500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Attempting to bind port 27110bcd-df2a-44b7-bebd-5e78151b09ef on network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:58.223438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:58.224052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Checking segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:58.224192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Bound using segment: {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:58.224530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Bound port: 27110bcd-df2a-44b7-bebd-5e78151b09ef, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a25caf5-34cb-4e46-9964-c86cafe53d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:58.224881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:58.285183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:58.288201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:58.293762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:58.325731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:58.326306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:58.327797 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 1093 time: 0.8155625 Aug 27 02:52:58.717089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938d7aa-2ad5-44ea-8f64-1251b34d87b2 service neutron] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=11']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:58.739095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b2b80945-4406-4d0f-ac55-fa2eb9e786df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:58.740632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-b2b80945-4406-4d0f-ac55-fa2eb9e786df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1096 time: 0.3866229 Aug 27 02:52:58.749033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07ff2-4546-4244-902d-cee4b7e88f67 req-eddbc13c-00e7-4471-9eee-69f6ad788aaa tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:58.750508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a5c07ff2-4546-4244-902d-cee4b7e88f67 req-eddbc13c-00e7-4471-9eee-69f6ad788aaa tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 945 time: 0.4111063 Aug 27 02:52:58.842782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a5c07ff2-4546-4244-902d-cee4b7e88f67 req-f3107df6-184d-4508-8fdf-8614e4433051 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827234 Aug 27 02:52:58.868341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-035865db-f62f-457a-b09a-ba7c14f6fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:58.869882 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-035865db-f62f-457a-b09a-ba7c14f6fb0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.1184735 Aug 27 02:52:58.937714 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-66be9040-f98c-40bb-bdc7-d013a9d3eace service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 999 time: 0.0610840 Aug 27 02:52:58.988219 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-bd52bd47-bf49-4141-9078-8dd5b16ed9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:58.989638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-bd52bd47-bf49-4141-9078-8dd5b16ed9bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0437119 Aug 27 02:52:59.039521 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-86a50fbb-e571-49fc-9e05-704b585b05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:59.041063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-86a50fbb-e571-49fc-9e05-704b585b05df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441847 Aug 27 02:52:59.131856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-8629cf1d-9171-4d56-9dc1-0c85621ea7a3 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835114 Aug 27 02:52:59.227422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f401d272-4a57-40b6-9621-6abf153f4f74 req-5ca34a74-8d58-4fcd-8eca-e325d486f3ab service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880554 Aug 27 02:52:59.970483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6f79-e870-401b-8b23-6f1bb0bac0e3 req-42d4a9c5-c5d5-4a0b-bd91-bdd965b2a0c9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:59.972015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c6a6f79-e870-401b-8b23-6f1bb0bac0e3 req-42d4a9c5-c5d5-4a0b-bd91-bdd965b2a0c9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 945 time: 0.0548255 Aug 27 02:52:59.986684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:59.989151 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62abb65d-2a63-4580-9038-0d0b098271e4" -d '{"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:00.011642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c6a6f79-e870-401b-8b23-6f1bb0bac0e3 req-f595151e-c730-439d-bfb0-6a286afca5ff tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Aug 27 02:53:00.044519 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499d857f-3d0e-459d-a02d-8df9e50982d1 x-openstack-request-id: req-499d857f-3d0e-459d-a02d-8df9e50982d1 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:00.044802 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:00.045054 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-499d857f-3d0e-459d-a02d-8df9e50982d1 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:00.045458 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'status': 'completed', 'code': 200} Aug 27 02:53:00.106251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-f8522b6f-4522-4ad1-8bd7-91bd9f3de222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.107908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-f8522b6f-4522-4ad1-8bd7-91bd9f3de222 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1096 time: 0.0440333 Aug 27 02:53:00.112412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-6427154b-a962-4992-881e-7eeda0392e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.113893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-6427154b-a962-4992-881e-7eeda0392e91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1096 time: 0.0426183 Aug 27 02:53:00.200308 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-a615fbac-99da-4630-8bce-35ebdf5e7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.202407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-a615fbac-99da-4630-8bce-35ebdf5e7473 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0864468 Aug 27 02:53:00.213053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-ce2e06a3-7b94-43fe-b32c-91b13a1167ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.215050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-ce2e06a3-7b94-43fe-b32c-91b13a1167ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0933359 Aug 27 02:53:00.228101 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dab38c61-6670-4b54-a730-aaf7aaa6baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:00.279458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-cef965de-198a-4b67-a300-97ee7de74d70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 999 time: 0.0684934 Aug 27 02:53:00.284810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-719f0eec-3e30-4511-8a64-fd19d2cbc522 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 999 time: 0.0620203 Aug 27 02:53:00.332098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-f91e8dc7-9ac4-46af-aa9a-7a587c29605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.333560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-f91e8dc7-9ac4-46af-aa9a-7a587c29605e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0468259 Aug 27 02:53:00.337619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-fb53dd8b-31a1-40b0-a863-23f725fb8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.339185 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-fb53dd8b-31a1-40b0-a863-23f725fb8f52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0478833 Aug 27 02:53:00.383849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-a093da60-d519-498b-b19f-e32cf58987ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.385406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-a093da60-d519-498b-b19f-e32cf58987ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443983 Aug 27 02:53:00.388091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-f92e3c5d-6f6d-4969-86ec-c853a0388040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.389605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-f92e3c5d-6f6d-4969-86ec-c853a0388040 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432494 Aug 27 02:53:00.439436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:53:00.486644 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-772a9da6-a9ec-4656-a9fa-847b26fa6758 service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893309 Aug 27 02:53:00.490433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:53:00.496079 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:00.500546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-6887872b-012d-4e87-b2ba-677ae7b26b8b service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068530 Aug 27 02:53:00.605273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-6473c17a-50ce-4cdf-a1e4-4904ea9a9d37 service neutron] 10.222.0.32 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112602 Aug 27 02:53:00.610890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62abb65d-2a63-4580-9038-0d0b098271e4 req-8e627734-f6a3-4b6c-bcdb-6664c7a8fa14 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010981 Aug 27 02:53:01.130244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e030-5c06-495c-8c12-145564dfb8cf req-a7339e40-76fc-4c81-ba78-f472aaad8220 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:01.131803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7416e030-5c06-495c-8c12-145564dfb8cf req-a7339e40-76fc-4c81-ba78-f472aaad8220 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 945 time: 0.0521865 Aug 27 02:53:01.173296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7416e030-5c06-495c-8c12-145564dfb8cf req-52864bb5-bc3d-4814-830e-ffb4391785c9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350950 Aug 27 02:53:01.196157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 59828) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:01.261566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0579e0e9-d59a-4dd6-b7ce-b0f998176830 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/12fbf63e-2a8f-466b-95d1-1e7da8904737 HTTP/1.1" status: 200 len: 991 time: 0.0641572 Aug 27 02:53:01.336292 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:01.374228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:53:01.468211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:01.479933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'port_id': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'mac_address': 'fa:16:3e:ed:0b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:53:01.522302 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:01.535735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27110bcd-df2a-44b7-bebd-5e78151b09ef {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:53:01.555397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:01.560564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:01.610134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:01.785134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['27110bcd-df2a-44b7-bebd-5e78151b09ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:53:03.210533 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:03.371265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:03.422856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 27110bcd-df2a-44b7-bebd-5e78151b09ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:03.426477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 27110bcd-df2a-44b7-bebd-5e78151b09ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:03.426885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:03.510496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:03.535424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:03.538084 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5405e95-dd21-44ca-b2b3-eaf63bc43bab" -d '{"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-plugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:03.553142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:03.558594 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:03.585511 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b44b4-ec4b-4c31-937f-40071f01e574 x-openstack-request-id: req-467b44b4-ec4b-4c31-937f-40071f01e574 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:03.585814 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-plugged", "status": "completed", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:03.586077 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-467b44b4-ec4b-4c31-937f-40071f01e574 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:03.586497 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'code': 200} Aug 27 02:53:03.613208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=13']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:16.772657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:17.729988 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:22.743081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60104) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:22.749574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e22f0a61-d148-47fc-b05a-599dcd083600 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439528625', 'description': 'tempest-secgroup-smoke-439528625 description', 'project_id': '118e21e3491844c0b858d4b10d7d5c0e'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:22.783417 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e22f0a61-d148-47fc-b05a-599dcd083600 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:22.865179 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e22f0a61-d148-47fc-b05a-599dcd083600 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:22.870986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e22f0a61-d148-47fc-b05a-599dcd083600 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:22.899734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e22f0a61-d148-47fc-b05a-599dcd083600 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:22.901005 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e22f0a61-d148-47fc-b05a-599dcd083600 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1569219 Aug 27 02:53:22.902181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f0a61-d148-47fc-b05a-599dcd083600 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a55352f-e767-4850-b6d4-8e7bbaeebfee,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:22.904144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60106) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:22.909337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d27465af-402f-4dc3-b20b-c72f52996e5b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'security_group_rule': {'security_group_id': '5a55352f-e767-4850-b6d4-8e7bbaeebfee', 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:22.938428 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27465af-402f-4dc3-b20b-c72f52996e5b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:22.987430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27465af-402f-4dc3-b20b-c72f52996e5b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:22.992626 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27465af-402f-4dc3-b20b-c72f52996e5b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.016288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27465af-402f-4dc3-b20b-c72f52996e5b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e929d52b-1144-4f69-b278-4327c3f715ff,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:23.025689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d27465af-402f-4dc3-b20b-c72f52996e5b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.027480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d27465af-402f-4dc3-b20b-c72f52996e5b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219809 Aug 27 02:53:23.031039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60108) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:23.035548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-33324557-0d6a-4604-a912-671895000ac5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'security_group_rule': {'security_group_id': '5a55352f-e767-4850-b6d4-8e7bbaeebfee', 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:23.067770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33324557-0d6a-4604-a912-671895000ac5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.130116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33324557-0d6a-4604-a912-671895000ac5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.136056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33324557-0d6a-4604-a912-671895000ac5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.153483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33324557-0d6a-4604-a912-671895000ac5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6aaaf7-74d3-4526-af2b-8bd7e749b710,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:23.159949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33324557-0d6a-4604-a912-671895000ac5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.161181 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-33324557-0d6a-4604-a912-671895000ac5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292014 Aug 27 02:53:23.164144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60110) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:23.169058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-0096cba1-04f3-45d4-bb0b-d768328c2218 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'security_group_rule': {'security_group_id': '5a55352f-e767-4850-b6d4-8e7bbaeebfee', 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:23.196956 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0096cba1-04f3-45d4-bb0b-d768328c2218 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.255101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0096cba1-04f3-45d4-bb0b-d768328c2218 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.261337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0096cba1-04f3-45d4-bb0b-d768328c2218 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.274166 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:53:23.279084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096cba1-04f3-45d4-bb0b-d768328c2218 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feeaa3b-0dde-4723-bea4-3a2ae7d5872d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:23.284776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0096cba1-04f3-45d4-bb0b-d768328c2218 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.286176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0096cba1-04f3-45d4-bb0b-d768328c2218 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209199 Aug 27 02:53:23.289021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60112) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:23.293501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1180b115-942c-42a6-97e3-29421be2ad4f tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'security_group_rule': {'security_group_id': '5a55352f-e767-4850-b6d4-8e7bbaeebfee', 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:23.321759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1180b115-942c-42a6-97e3-29421be2ad4f tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.396592 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1180b115-942c-42a6-97e3-29421be2ad4f tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.402597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1180b115-942c-42a6-97e3-29421be2ad4f tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.427386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b115-942c-42a6-97e3-29421be2ad4f tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3e557d-ddb9-4fba-847f-4c95c6aceea1,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:23.434594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1180b115-942c-42a6-97e3-29421be2ad4f tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.435790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1180b115-942c-42a6-97e3-29421be2ad4f tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458220 Aug 27 02:53:23.440795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60114) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:23.448489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'security_group_rule': {'security_group_id': '5a55352f-e767-4850-b6d4-8e7bbaeebfee', 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:23.477813 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Project 118e21e3491844c0b858d4b10d7d5c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:53:23.482534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.544357 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.550167 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.569611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e2fc52-73eb-4895-8214-d26b204f96b3,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:23.574150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.575381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5438bc4b-221c-4dbd-9506-824169107701 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332066 Aug 27 02:53:23.578663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60116) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:23.583730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'security_group_rule': {'security_group_id': '5a55352f-e767-4850-b6d4-8e7bbaeebfee', 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:23.608311 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Project 118e21e3491844c0b858d4b10d7d5c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:53:23.615638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.686048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.690849 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.710274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cf264c-282f-4975-98e1-a1cfd2d2ebf1,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:23.720281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:23.721484 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9c04273b-a132-4d49-ad27-43792596344b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418505 Aug 27 02:53:23.879619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-86dd1e29-f729-47d3-b8f0-90e492edc42b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439528625&fields=id&tenant_id=118e21e3491844c0b858d4b10d7d5c0e HTTP/1.1" status: 200 len: 267 time: 0.0369506 Aug 27 02:53:23.994887 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-0027a57d-f33a-4f61-af40-26be1717b359 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:23.996349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-0027a57d-f33a-4f61-af40-26be1717b359 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 814 time: 0.1099782 Aug 27 02:53:24.011358 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a800dda6-0a27-4dd1-ab15-c4d1cf2dd060 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/quotas/118e21e3491844c0b858d4b10d7d5c0e HTTP/1.1" status: 200 len: 375 time: 0.0091739 Aug 27 02:53:24.065204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-33910e0c-911c-4477-ac47-b290bd6073ed tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457778 Aug 27 02:53:24.167894 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-70e15bb2-64c6-4b03-8a6b-cdac6fcb3f6a service neutron] 10.222.0.10 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Aug 27 02:53:24.261818 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-cda65e04-9b12-4c49-8df4-5686513f2035 service neutron] 10.222.0.10 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845630 Aug 27 02:53:24.559357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4357114d-b236-4ac5-baa8-b0959223d195 req-e43f6028-80f3-4c27-81c8-8eb3019b2a42 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 210 time: 0.0278945 Aug 27 02:53:25.525211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-42ff9516-3eb3-41fb-a49f-adf7d51afd92 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:25.526735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-42ff9516-3eb3-41fb-a49f-adf7d51afd92 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.32 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 814 time: 0.1208673 Aug 27 02:53:25.569261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-64389a75-aa47-4f69-8c76-df58c2bbd8bd tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118e21e3491844c0b858d4b10d7d5c0e HTTP/1.1" status: 200 len: 379 time: 0.0335522 Aug 27 02:53:25.578307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'port': {'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'admin_state_up': True, 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'security_groups': ['5a55352f-e767-4850-b6d4-8e7bbaeebfee']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:25.678694 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0df52774-06a9-4db8-856f-7dffeb879b7f req-cf72cb06-0954-4b0b-b1c8-911fe478ab49 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 210 time: 0.0401423 Aug 27 02:53:25.718535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Made reservation on behalf of 118e21e3491844c0b858d4b10d7d5c0e for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:53:25.722103 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:25.843421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Allocated IP 172.20.0.10 (4eb44aa2-e625-4b1d-8608-8665226e280d/91378a7f-1ad1-40bd-8881-c35bd30c63e1/03e1a441-b0a3-4151-b3e2-2f7a18835728) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:53:25.980468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:25.993905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Transition to ACTIVE for port object 03e1a441-b0a3-4151-b3e2-2f7a18835728 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:26.029307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.072400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Network 4eb44aa2-e625-4b1d-8608-8665226e280d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:26.077489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:26.081565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:53:26.088589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'Port': ['ID=03e1a441-b0a3-4151-b3e2-2f7a18835728,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:26.134258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:26.134939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.151119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-a122aa25-5652-4907-b963-408b3891a5f9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5764515 Aug 27 02:53:26.165457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Request body: {'port': {'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:26.226122 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.323763 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dc4f93fb-243b-44b9-ab12-af95fae16cca None None] Provisioning for port 03e1a441-b0a3-4151-b3e2-2f7a18835728 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:26.327445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dc4f93fb-243b-44b9-ab12-af95fae16cca None None] Provisioning complete for port 03e1a441-b0a3-4151-b3e2-2f7a18835728 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:26.327818 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc4f93fb-243b-44b9-ab12-af95fae16cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.363008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f93fb-243b-44b9-ab12-af95fae16cca None None] Port 03e1a441-b0a3-4151-b3e2-2f7a18835728 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:53:26.490705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e1a441-b0a3-4151-b3e2-2f7a18835728 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:53:26.498074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.509975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Transition to ACTIVE for port object 03e1a441-b0a3-4151-b3e2-2f7a18835728 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:26.516224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.586782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=03e1a441-b0a3-4151-b3e2-2f7a18835728,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:26.640601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Attempting to bind port 03e1a441-b0a3-4151-b3e2-2f7a18835728 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:53:26.640942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Attempting to bind port 03e1a441-b0a3-4151-b3e2-2f7a18835728 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:53:26.641274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Attempting to bind port 03e1a441-b0a3-4151-b3e2-2f7a18835728 on network 4eb44aa2-e625-4b1d-8608-8665226e280d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:53:26.646137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Port 03e1a441-b0a3-4151-b3e2-2f7a18835728 on network 4eb44aa2-e625-4b1d-8608-8665226e280d not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:53:26.646503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Attempting to bind port 03e1a441-b0a3-4151-b3e2-2f7a18835728 on network 4eb44aa2-e625-4b1d-8608-8665226e280d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:53:26.653374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:53:26.653719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Checking segment: {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:53:26.654114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Bound using segment: {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:53:26.654611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Bound port: 03e1a441-b0a3-4151-b3e2-2f7a18835728, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca1f6b-a860-41e9-b991-c26adc36c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:53:26.654979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.734082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] For port 03e1a441-b0a3-4151-b3e2-2f7a18835728, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:53:26.737592 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] For port 03e1a441-b0a3-4151-b3e2-2f7a18835728, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:53:26.745441 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.781851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:26.782657 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.783975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] 10.222.0.32 "PUT /v2.0/ports/03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 1092 time: 0.6234872 Aug 27 02:53:26.784421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:26.786799 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5db705-6063-4d2f-832d-e33e4e607ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:26.855302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d5c61-880b-45b4-9c6e-8d02a2a53630 req-ca38ecad-c83b-4f6c-8724-c60dd86f643d tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:26.864655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c13d5c61-880b-45b4-9c6e-8d02a2a53630 req-ca38ecad-c83b-4f6c-8724-c60dd86f643d tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0902104 Aug 27 02:53:26.869210 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d560bc8d-1795-4499-b8c2-b0e683d92ccb x-openstack-request-id: req-d560bc8d-1795-4499-b8c2-b0e683d92ccb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:26.869493 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:26.869744 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d560bc8d-1795-4499-b8c2-b0e683d92ccb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:26.870145 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'status': 'completed', 'code': 200} Aug 27 02:53:26.875990 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6870b6-4ee2-46ed-a16a-977c1e31bdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=03e1a441-b0a3-4151-b3e2-2f7a18835728,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:26.891382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-f1ce3329-8644-47b0-a292-2abd3cb7c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:26.892926 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-f1ce3329-8644-47b0-a292-2abd3cb7c52b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1095 time: 0.0617392 Aug 27 02:53:26.919885 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c13d5c61-880b-45b4-9c6e-8d02a2a53630 req-902ee7b6-2ea7-4b50-94b6-b934bf6189dc tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540130 Aug 27 02:53:26.950647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-4182b856-e338-4fb2-a787-ea6e946213ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 217 time: 0.0489304 Aug 27 02:53:27.003383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-38557877-131d-4ad5-b91d-54fbf8ddcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.005401 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-38557877-131d-4ad5-b91d-54fbf8ddcba4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 200 len: 853 time: 0.0472004 Aug 27 02:53:27.051567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-3d2f9507-b6c2-49ad-9091-bd06485bfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.053053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-3d2f9507-b6c2-49ad-9091-bd06485bfdc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4eb44aa2-e625-4b1d-8608-8665226e280d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406456 Aug 27 02:53:27.151096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-fbd05b0e-bc36-4ccc-a008-2090af6b18dc service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890548 Aug 27 02:53:27.240410 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-88a4e864-106c-4923-8c11-2d4487e40b33 req-b5b72ba1-97be-46e3-aeac-c30144267d16 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815852 Aug 27 02:53:27.329464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-d92cf961-9209-4b69-9b75-1585d7cf40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.330932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-d92cf961-9209-4b69-9b75-1585d7cf40e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1095 time: 0.0459857 Aug 27 02:53:27.423428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-25fc5cec-1191-4aba-8795-4c6a02097482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.424932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-25fc5cec-1191-4aba-8795-4c6a02097482 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 915 time: 0.0874388 Aug 27 02:53:27.470524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-a9c13a84-5643-4a7d-a613-26018fd25aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 217 time: 0.0385392 Aug 27 02:53:27.527737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-36edcc0a-e663-4ab0-a519-cd8757633073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.529308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-36edcc0a-e663-4ab0-a519-cd8757633073 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 200 len: 853 time: 0.0522318 Aug 27 02:53:27.576746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-74c42df9-fa67-47a1-b89b-54cd104f8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.578257 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-74c42df9-fa67-47a1-b89b-54cd104f8192 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4eb44aa2-e625-4b1d-8608-8665226e280d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422859 Aug 27 02:53:27.674244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-e71674b2-61f0-4071-ac2d-307f8fc17d2d service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884931 Aug 27 02:53:27.702899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a9829e92-7bac-40bd-98a4-c6ca677063bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:27.765776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e5db705-6063-4d2f-832d-e33e4e607ce9 req-037ae6c4-b43a-4eb6-895b-29acfbde6752 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842702 Aug 27 02:53:28.051625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2825d5f-600e-4933-8377-6c042288f312 req-a22ab606-9fee-4cbd-94a4-41b023122ef5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:28.053085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2825d5f-600e-4933-8377-6c042288f312 req-a22ab606-9fee-4cbd-94a4-41b023122ef5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0520363 Aug 27 02:53:28.093841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2825d5f-600e-4933-8377-6c042288f312 req-2eaeb51c-5632-49af-aba6-d7ee3d2bb5c0 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342767 Aug 27 02:53:29.215677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103555e8-3936-4274-8c47-fef581256b17 req-aa509ace-c56c-4b95-8434-3dfb4eddc52b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:29.217251 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-103555e8-3936-4274-8c47-fef581256b17 req-aa509ace-c56c-4b95-8434-3dfb4eddc52b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0505927 Aug 27 02:53:29.256600 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-103555e8-3936-4274-8c47-fef581256b17 req-a086c8c1-fd07-4efa-98e4-2488fcc252c2 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330935 Aug 27 02:53:30.238499 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f6e79714-5fff-4249-b8cf-aa8b9a300743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:30.375815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ea65c-ecc9-4a34-9d9a-c6e6095b570c req-c276f882-33de-449c-bc97-eb6c32166974 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:30.377267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-131ea65c-ecc9-4a34-9d9a-c6e6095b570c req-c276f882-33de-449c-bc97-eb6c32166974 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0529225 Aug 27 02:53:30.416938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-131ea65c-ecc9-4a34-9d9a-c6e6095b570c req-c3c2d237-3121-4605-9876-d7c878c2f8bb tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308182 Aug 27 02:53:30.460108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:31.348100 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:31.544729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65e033-0aae-4f39-befc-666d5689ae67 req-f7853441-17c2-43c4-96cc-957d29416f16 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:31.546222 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4b65e033-0aae-4f39-befc-666d5689ae67 req-f7853441-17c2-43c4-96cc-957d29416f16 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0494199 Aug 27 02:53:31.583688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4b65e033-0aae-4f39-befc-666d5689ae67 req-8eb7aacf-19c2-4893-be9a-2d280861146a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Aug 27 02:53:31.770101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39922752-e74c-4cfe-a5b5-a281bd5a94c0 req-1deca973-c00b-4813-93d2-032097fdce97 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:31.771651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39922752-e74c-4cfe-a5b5-a281bd5a94c0 req-1deca973-c00b-4813-93d2-032097fdce97 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1098 time: 0.0411758 Aug 27 02:53:31.806854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39922752-e74c-4cfe-a5b5-a281bd5a94c0 req-f75f2b1c-8ebf-4e32-a347-686287e5c386 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290854 Aug 27 02:53:31.828757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60164) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:32.284544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port a64debae-2fac-4440-b41b-f257696798bc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:53:32.284881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:32.362416 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:32.362778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:32.374143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for a64debae-2fac-4440-b41b-f257696798bc owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:53:32.523032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:32.547980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=a64debae-2fac-4440-b41b-f257696798bc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:32.608823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:32.609539 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP 12fbf63e-2a8f-466b-95d1-1e7da8904737 disassociated (deleted). External IP: 172.25.1.60, port: 27110bcd-df2a-44b7-bebd-5e78151b09ef. Aug 27 02:53:32.702210 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0da7b-fd72-445f-a27a-19f1cbd8e013 req-85480e21-766c-4cc8-9783-fc0abf93ff53 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:32.703717 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2a0da7b-fd72-445f-a27a-19f1cbd8e013 req-85480e21-766c-4cc8-9783-fc0abf93ff53 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0537686 Aug 27 02:53:32.742026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e2a0da7b-fd72-445f-a27a-19f1cbd8e013 req-1d867615-c5b0-4056-81eb-5e08169f19f3 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318198 Aug 27 02:53:32.826698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 82500cef-3617-44bd-9e6c-a615970df1e5 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:53:32.945352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:53:32.950148 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:32.955969 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] Sync routers for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:53:32.965532 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:32.966170 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:32.980042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d736cd3e-9e62-49ec-aa95-a9c91f39bcb5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/floatingips/12fbf63e-2a8f-466b-95d1-1e7da8904737 HTTP/1.1" status: 204 len: 168 time: 1.1478515 Aug 27 02:53:32.980042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:32.980472 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b0c20-4330-44a0-86d0-4d9efe26b71b" -d '{"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:33.018054 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7979ba60-0aca-4065-8452-041be54769cd x-openstack-request-id: req-7979ba60-0aca-4065-8452-041be54769cd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:33.018364 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:33.018778 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7979ba60-0aca-4065-8452-041be54769cd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:33.019218 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'status': 'completed', 'code': 200} Aug 27 02:53:33.075673 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:33.084504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-3c98e224-9a55-4076-9874-118d0297574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:33.085950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-3c98e224-9a55-4076-9874-118d0297574d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 1098 time: 0.0424025 Aug 27 02:53:33.184101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-7030b481-e52f-453d-80fd-a52fe0a334eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:33.185642 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-7030b481-e52f-453d-80fd-a52fe0a334eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 200 len: 898 time: 0.0929523 Aug 27 02:53:33.214598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:33.244406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-30c97cb2-475c-423a-b77b-77415a811450 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 200 len: 217 time: 0.0494404 Aug 27 02:53:33.289420 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:47Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:33.289778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0d329-814f-4664-92b0-7f4044892183 req-39525f32-183c-437d-b4a6-b442aa72d3b3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:33.291094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75f0d329-814f-4664-92b0-7f4044892183 req-39525f32-183c-437d-b4a6-b442aa72d3b3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 947 time: 0.1042678 Aug 27 02:53:33.314967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-5f266660-3639-44c0-994b-d4ddd42a8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:33.316370 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-5f266660-3639-44c0-994b-d4ddd42a8a91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 200 len: 833 time: 0.0647531 Aug 27 02:53:33.319468 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] Checking router: 82500cef-3617-44bd-9e6c-a615970df1e5 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:53:33.327707 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:33.328305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:33.368604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75f0d329-814f-4664-92b0-7f4044892183 req-108f2817-4f2c-4d4f-98b8-e7d1458cd2a2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634682 Aug 27 02:53:33.381596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-947eb1a7-0b4e-4cb3-855a-2e6aad085bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:33.393496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-947eb1a7-0b4e-4cb3-855a-2e6aad085bbb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581691 Aug 27 02:53:33.430391 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:33.474545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-c739366c-1367-40d9-94a6-8d8e08342e37 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Aug 27 02:53:33.575715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-592b0c20-4330-44a0-86d0-4d9efe26b71b req-63635c4c-ea83-4e55-9a7e-513feaf3f747 service neutron] 10.222.0.45 "GET /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922556 Aug 27 02:53:33.627387 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:47Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:33.653152 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9cb854-634c-4230-86d2-79bbbf8f6e8e None None] The sync data for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 is: [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:51:42Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '3adf50bf-a89f-4aaf-9782-495c9dd4edde', 'name': '', 'network_id': '9e1f43c1-5b50-49c6-af71-d9d02cbeccdc', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:59:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:41Z', 'updated_at': '2021-08-27T02:51:47Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '6c783443-1569-4cbd-b7ca-5c08c28ccacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:53:33.864172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ad344-1057-4b67-9322-ac2070255abf req-ff1f9ef8-6f66-4d2f-830d-857192b5f56c tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:33.865674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d76ad344-1057-4b67-9322-ac2070255abf req-ff1f9ef8-6f66-4d2f-830d-857192b5f56c tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0532479 Aug 27 02:53:33.894667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f4be2-b763-48c2-a03e-353fc7e2fbcd None None] New status for floating IP 12fbf63e-2a8f-466b-95d1-1e7da8904737: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:53:33.915925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d76ad344-1057-4b67-9322-ac2070255abf req-0d5c19fa-71f6-4be9-a7d4-b6e64df6768b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Aug 27 02:53:34.498192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e4caa-0bee-4de4-9a82-8fe6a933ddca req-12535a30-a907-4462-89b5-093f5af34bf5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:34.499697 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f92e4caa-0bee-4de4-9a82-8fe6a933ddca req-12535a30-a907-4462-89b5-093f5af34bf5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 947 time: 0.0524652 Aug 27 02:53:34.564677 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f92e4caa-0bee-4de4-9a82-8fe6a933ddca req-b10fc4c2-8be5-4e56-953c-e417d793e72b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef02604-1f74-4f4f-bb17-2af8179b98bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563068 Aug 27 02:53:34.580634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-5a15321f-1020-4265-87e9-152036aefc99 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:34.582427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-5a15321f-1020-4265-87e9-152036aefc99 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/ports?device_id=065380b0-5277-43e6-9e65-c94ca0ef66fb HTTP/1.1" status: 200 len: 947 time: 0.0605974 Aug 27 02:53:34.679371 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 27110bcd-df2a-44b7-bebd-5e78151b09ef {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:53:34.679629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:34.771424 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 27110bcd-df2a-44b7-bebd-5e78151b09ef, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=27110bcd-df2a-44b7-bebd-5e78151b09ef,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:34.771767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:34.792889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 27110bcd-df2a-44b7-bebd-5e78151b09ef owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:53:34.930489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:34.959329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=27110bcd-df2a-44b7-bebd-5e78151b09ef,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:35.006114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] No DVR routers for this DVR port 27110bcd-df2a-44b7-bebd-5e78151b09ef on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:53:35.008860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:35.010978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3941c7bb-43f6-4864-95d9-4b2fb5199383 req-d73d8d91-578c-4f26-a67e-5542b0f0e416 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "DELETE /v2.0/ports/27110bcd-df2a-44b7-bebd-5e78151b09ef HTTP/1.1" status: 204 len: 173 time: 0.4213572 Aug 27 02:53:35.011407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-deleted', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:35.013733 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a2a077-09c4-4d78-b148-781c62dadd17" -d '{"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-deleted", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:35.038130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ef-039a-4344-91bd-0621801c0d4d req-a6dd6cfe-e846-447e-b7e5-3d6e2cc0c742 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:35.039687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24f585ef-039a-4344-91bd-0621801c0d4d req-a6dd6cfe-e846-447e-b7e5-3d6e2cc0c742 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0545416 Aug 27 02:53:35.049677 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5d32f-9272-418c-869f-5615774f3c8c x-openstack-request-id: req-dee5d32f-9272-418c-869f-5615774f3c8c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:35.049967 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065380b0-5277-43e6-9e65-c94ca0ef66fb", "name": "network-vif-deleted", "tag": "27110bcd-df2a-44b7-bebd-5e78151b09ef", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:35.050218 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dee5d32f-9272-418c-869f-5615774f3c8c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:35.050648 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065380b0-5277-43e6-9e65-c94ca0ef66fb', 'name': 'network-vif-deleted', 'tag': '27110bcd-df2a-44b7-bebd-5e78151b09ef', 'status': 'completed', 'code': 200} Aug 27 02:53:35.082797 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-24f585ef-039a-4344-91bd-0621801c0d4d req-0624f069-70af-46b0-9173-7f44d15f256d tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Aug 27 02:53:35.627059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60184) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:35.998891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:36.203561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd7050-2b0f-450c-90dc-086f9c1ad18d req-b2b8e391-2fbd-4b3e-9d09-0c1746617d9d tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:36.205855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-55cd7050-2b0f-450c-90dc-086f9c1ad18d req-b2b8e391-2fbd-4b3e-9d09-0c1746617d9d tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0501480 Aug 27 02:53:36.243754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-55cd7050-2b0f-450c-90dc-086f9c1ad18d req-17b0eec9-2bc8-4aee-b11f-d9c332b2182c tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Aug 27 02:53:36.272584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 3adf50bf-a89f-4aaf-9782-495c9dd4edde {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:53:36.272937 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:36.362658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 3adf50bf-a89f-4aaf-9782-495c9dd4edde, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3adf50bf-a89f-4aaf-9782-495c9dd4edde,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:36.363024 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:36.376113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 3adf50bf-a89f-4aaf-9782-495c9dd4edde owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:53:36.576966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:36.603488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=3adf50bf-a89f-4aaf-9782-495c9dd4edde,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:36.785236 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.001914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 82500cef-3617-44bd-9e6c-a615970df1e5 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:53:37.118853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:53:37.123778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5a7c3c89-e040-419d-aa69-8633c9e0ac4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/82500cef-3617-44bd-9e6c-a615970df1e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4956195 Aug 27 02:53:37.126716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60188) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:37.129208 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] Sync routers for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:53:37.139163 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:37.139787 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:37.181591 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting subnet 6c783443-1569-4cbd-b7ca-5c08c28ccacc {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:53:37.184817 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.229034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.244454 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:37.319510 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.376872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f7c1a-045d-4ba5-a967-8747919baa71 req-4c9786de-7aa3-45cb-9be5-1929156583a5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:37.378851 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e7f7c1a-045d-4ba5-a967-8747919baa71 req-4c9786de-7aa3-45cb-9be5-1929156583a5 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0564470 Aug 27 02:53:37.386645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.419715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Subnet': ['ID=6c783443-1569-4cbd-b7ca-5c08c28ccacc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:37.423698 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.428079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4e7f7c1a-045d-4ba5-a967-8747919baa71 req-c06f10b5-7d33-4d1b-a133-1b788adf25b4 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Aug 27 02:53:37.428589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60192) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:37.428756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3d1b4634-38f9-4b20-83d3-ecf979cf0ee6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/subnets/6c783443-1569-4cbd-b7ca-5c08c28ccacc HTTP/1.1" status: 204 len: 168 time: 0.3008976 Aug 27 02:53:37.436830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51019eb-0925-4ea5-a6e0-6f77dc9ec36f None None] Network 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:53:37.527210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:53:37.534754 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:53:36Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:37.545651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.561610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 27110bcd-df2a-44b7-bebd-5e78151b09ef {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:53:37.561957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 27110bcd-df2a-44b7-bebd-5e78151b09ef not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:53:37.565799 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] Checking router: 82500cef-3617-44bd-9e6c-a615970df1e5 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:53:37.575205 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] Routers {'82500cef-3617-44bd-9e6c-a615970df1e5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:37.575841 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['82500cef-3617-44bd-9e6c-a615970df1e5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:37.644403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] DHCP port deletion for 9e1f43c1-5b50-49c6-af71-d9d02cbeccdc request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:53:37.684297 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] Set router 82500cef-3617-44bd-9e6c-a615970df1e5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:37.699660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] Deleting port ed626f53-6707-4d1d-ac2a-987a262e7c8d {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:53:37.700041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.764772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] For port ed626f53-6707-4d1d-ac2a-987a262e7c8d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ed626f53-6707-4d1d-ac2a-987a262e7c8d,segment=NetworkSegment(9a25caf5-34cb-4e46-9964-c86cafe53d67),segment_id=9a25caf5-34cb-4e46-9964-c86cafe53d67)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:37.765173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.779444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] Calling delete_port for ed626f53-6707-4d1d-ac2a-987a262e7c8d owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:53:37.864167 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:37.865066 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:53:36Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:37.890392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] Pushing event deleted for resources: {'Port': ['ID=ed626f53-6707-4d1d-ac2a-987a262e7c8d,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:37.894105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881ef96-dd45-4d72-9811-197f524dc863 None None] No DVR routers for this DVR port ed626f53-6707-4d1d-ac2a-987a262e7c8d on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:53:37.896264 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab05e2f-2b25-4e6e-96ce-ae9f167f9920 None None] The sync data for ids ['82500cef-3617-44bd-9e6c-a615970df1e5'] in n-d-806293-1 is: [{'id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804926477', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:37Z', 'updated_at': '2021-08-27T02:53:36Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': '97189bb7-10b3-4dcd-a099-c4abcd02ea3b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82500cef-3617-44bd-9e6c-a615970df1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:38Z', 'updated_at': '2021-08-27T02:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:53:37.996831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.052572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:53:38.052925 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.132354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 97189bb7-10b3-4dcd-a099-c4abcd02ea3b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:38.132673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.145047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 97189bb7-10b3-4dcd-a099-c4abcd02ea3b owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:53:38.320823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.349393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=97189bb7-10b3-4dcd-a099-c4abcd02ea3b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:38.407738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.497106 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.499391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.545023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.546215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Fanout notify agent at l3_agent the message router_deleted on router 82500cef-3617-44bd-9e6c-a615970df1e5 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:53:38.549445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664e1c-8204-4859-acef-583147fea03e req-f0f63d56-28e4-47f4-9ccc-548eb0bb7265 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:38.551015 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60664e1c-8204-4859-acef-583147fea03e req-f0f63d56-28e4-47f4-9ccc-548eb0bb7265 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 944 time: 0.0535593 Aug 27 02:53:38.553707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.557509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60196) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:38.557671 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-33562c97-8b29-4932-8e0c-95f5d32e5066 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/routers/82500cef-3617-44bd-9e6c-a615970df1e5 HTTP/1.1" status: 204 len: 168 time: 1.1280067 Aug 27 02:53:38.625039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 03e1a441-b0a3-4151-b3e2-2f7a18835728 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:53:38.660319 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.668090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60664e1c-8204-4859-acef-583147fea03e req-86322fae-f75f-4fbb-99d9-0648163db326 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078985 Aug 27 02:53:38.732327 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 03e1a441-b0a3-4151-b3e2-2f7a18835728, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:38.746224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'mac_address': 'fa:16:3e:d6:24:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:53:38.756484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.766800 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1f43c1-5b50-49c6-af71-d9d02cbeccdc']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:38.777133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a25caf5-34cb-4e46-9964-c86cafe53d67') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:38.777430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a25caf5-34cb-4e46-9964-c86cafe53d67') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:38.786395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.787153 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.799916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e1a441-b0a3-4151-b3e2-2f7a18835728 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:53:38.800332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.806208 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:53:38.806664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:53:38.809627 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:53:38.820900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 03e1a441-b0a3-4151-b3e2-2f7a18835728, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:38.826122 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.874253 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.877140 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=03e1a441-b0a3-4151-b3e2-2f7a18835728,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:38.881752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.883673 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/networks/9e1f43c1-5b50-49c6-af71-d9d02cbeccdc HTTP/1.1" status: 204 len: 168 time: 0.3247945 Aug 27 02:53:38.886490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60200) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:38.896077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deafdf-a7bc-47c6-bebb-0096b75485f6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Network': ['ID=9e1f43c1-5b50-49c6-af71-d9d02cbeccdc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:38.949610 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a93c26e-3aa3-46fe-b7b7-71b6a76e2688 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:38.976286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a93c26e-3aa3-46fe-b7b7-71b6a76e2688 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.019923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['03e1a441-b0a3-4151-b3e2-2f7a18835728'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:53:39.043838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a93c26e-3aa3-46fe-b7b7-71b6a76e2688 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.046503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a93c26e-3aa3-46fe-b7b7-71b6a76e2688 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.050623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1a93c26e-3aa3-46fe-b7b7-71b6a76e2688 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/security-groups/0ef02604-1f74-4f4f-bb17-2af8179b98bc HTTP/1.1" status: 204 len: 168 time: 0.1630797 Aug 27 02:53:39.060879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93c26e-3aa3-46fe-b7b7-71b6a76e2688 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef02604-1f74-4f4f-bb17-2af8179b98bc,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:39.262302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 97189bb7-10b3-4dcd-a099-c4abcd02ea3b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:53:39.288601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 97189bb7-10b3-4dcd-a099-c4abcd02ea3b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:53:39.288993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 97189bb7-10b3-4dcd-a099-c4abcd02ea3b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:53:39.289385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3adf50bf-a89f-4aaf-9782-495c9dd4edde no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:53:39.319233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3adf50bf-a89f-4aaf-9782-495c9dd4edde {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:53:39.319515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3adf50bf-a89f-4aaf-9782-495c9dd4edde not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:53:39.319857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed626f53-6707-4d1d-ac2a-987a262e7c8d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:53:39.345981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ed626f53-6707-4d1d-ac2a-987a262e7c8d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:53:39.346393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ed626f53-6707-4d1d-ac2a-987a262e7c8d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:53:39.355284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60206) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:39.360509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-fc40ffb7-7f9c-437a-ab98-714592c93315 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258305268', 'description': 'tempest-secgroup-smoke-258305268 description', 'project_id': '4df7c86c5581482292bf026dce0c21c2'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:39.383952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc40ffb7-7f9c-437a-ab98-714592c93315 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.463150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc40ffb7-7f9c-437a-ab98-714592c93315 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.468460 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc40ffb7-7f9c-437a-ab98-714592c93315 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.495618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-fc40ffb7-7f9c-437a-ab98-714592c93315 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.496821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-fc40ffb7-7f9c-437a-ab98-714592c93315 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403708 Aug 27 02:53:39.498901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40ffb7-7f9c-437a-ab98-714592c93315 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544c0dfb-e70c-4b29-80a3-8769f03f2f9c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:39.500121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60208) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:39.506176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-33cedf0e-e827-4b4c-9378-b2967c70a39f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '544c0dfb-e70c-4b29-80a3-8769f03f2f9c', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:39.534947 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33cedf0e-e827-4b4c-9378-b2967c70a39f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.594323 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33cedf0e-e827-4b4c-9378-b2967c70a39f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.599864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33cedf0e-e827-4b4c-9378-b2967c70a39f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.621440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cedf0e-e827-4b4c-9378-b2967c70a39f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9179c0c3-eed8-420a-b19c-83e48a2b3997,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:39.625927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33cedf0e-e827-4b4c-9378-b2967c70a39f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.627433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-33cedf0e-e827-4b4c-9378-b2967c70a39f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254556 Aug 27 02:53:39.630180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60210) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:39.634698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-856225ee-cfc2-4b97-b934-027f47df2c70 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '544c0dfb-e70c-4b29-80a3-8769f03f2f9c', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:39.661847 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-856225ee-cfc2-4b97-b934-027f47df2c70 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.722966 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-856225ee-cfc2-4b97-b934-027f47df2c70 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.728529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-856225ee-cfc2-4b97-b934-027f47df2c70 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.748903 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856225ee-cfc2-4b97-b934-027f47df2c70 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d631684-d914-4921-a20c-74d736269178,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:39.760267 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-856225ee-cfc2-4b97-b934-027f47df2c70 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.762862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-856225ee-cfc2-4b97-b934-027f47df2c70 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312716 Aug 27 02:53:39.765358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:39.773276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a2ef9d5e-dd0a-4eaa-bed5-c31a58904250 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '544c0dfb-e70c-4b29-80a3-8769f03f2f9c', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:39.799747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec538f-41af-476b-8e3e-bb03e0de8111 req-77fcff42-cf8f-4e3c-b837-18e3f8fb8e84 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:39.802206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13ec538f-41af-476b-8e3e-bb03e0de8111 req-77fcff42-cf8f-4e3c-b837-18e3f8fb8e84 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 945 time: 0.0600140 Aug 27 02:53:39.803331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9d5e-dd0a-4eaa-bed5-c31a58904250 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.842428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-13ec538f-41af-476b-8e3e-bb03e0de8111 req-b182d41f-4012-45b3-8085-c3496d495c9b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335889 Aug 27 02:53:39.871001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9d5e-dd0a-4eaa-bed5-c31a58904250 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.875562 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9d5e-dd0a-4eaa-bed5-c31a58904250 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.895855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef9d5e-dd0a-4eaa-bed5-c31a58904250 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b786c43-edb6-4922-9f15-382eb0b85ac9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:39.906014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9d5e-dd0a-4eaa-bed5-c31a58904250 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:39.907387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a2ef9d5e-dd0a-4eaa-bed5-c31a58904250 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405718 Aug 27 02:53:39.910231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60216) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:39.915354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6fc75392-805f-4beb-96ff-a7bb7aeab1cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '544c0dfb-e70c-4b29-80a3-8769f03f2f9c', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:39.941660 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc75392-805f-4beb-96ff-a7bb7aeab1cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.002544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc75392-805f-4beb-96ff-a7bb7aeab1cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.007777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc75392-805f-4beb-96ff-a7bb7aeab1cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.026291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc75392-805f-4beb-96ff-a7bb7aeab1cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b06fe5-cbfa-4eed-b52a-007d87d95b2b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:40.035146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fc75392-805f-4beb-96ff-a7bb7aeab1cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.037197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6fc75392-805f-4beb-96ff-a7bb7aeab1cd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255693 Aug 27 02:53:40.039158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60218) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:40.043587 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '544c0dfb-e70c-4b29-80a3-8769f03f2f9c', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:40.067760 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:53:40.072647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.139460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.144519 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.161992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad53d673-1c25-4981-b5b0-f784e93e28d1,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:40.169619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.170891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6f166e3b-9a23-48e6-89c5-9054002786ad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308241 Aug 27 02:53:40.173624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60220) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:40.178047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '544c0dfb-e70c-4b29-80a3-8769f03f2f9c', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:40.201010 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:53:40.205978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.271039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.277901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.298108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58c9c1d-bd0d-42ee-8ffa-99104edbda51,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:40.302914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.304338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b16412bb-5aed-4c97-b036-3ef39f52cdd8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295891 Aug 27 02:53:40.307260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60222) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:40.312271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'network': {'name': 'tempest-network-smoke--1024208743', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:40.333715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:53:40.337176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.361409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:53:40.370695 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.371066 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Added segment 08c4d59d-2284-4427-b711-b15883c507dc of type vlan for network 65e08e43-744a-480c-86ab-87c7d67e4290 Aug 27 02:53:40.409426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.435534 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.441159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:40.441777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.502079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938002 Aug 27 02:53:40.504998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60224) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:40.509817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'admin_state_up': True, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:40.510752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756e6ad-00c9-4beb-8b0c-db9aca5e0608 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Network': ['ID=65e08e43-744a-480c-86ab-87c7d67e4290,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:40.521185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 65e08e43-744a-480c-86ab-87c7d67e4290 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:53:40.537191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.538279 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.594364 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.691394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 03e1a441-b0a3-4151-b3e2-2f7a18835728 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:40.740389 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.779708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 03e1a441-b0a3-4151-b3e2-2f7a18835728 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:40.783340 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 03e1a441-b0a3-4151-b3e2-2f7a18835728 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:40.783707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.861060 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.884332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:40.886759 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20596f68-538f-443e-aa4a-7f404b6abd4e" -d '{"events": [{"server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "name": "network-vif-plugged", "status": "completed", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:40.900100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 03e1a441-b0a3-4151-b3e2-2f7a18835728, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:40.906073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.944850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:40.948352 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b33b4-f884-4394-b0be-7ef85505e66d x-openstack-request-id: req-c15b33b4-f884-4394-b0be-7ef85505e66d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:40.948663 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "name": "network-vif-plugged", "status": "completed", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:40.948786 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c15b33b4-f884-4394-b0be-7ef85505e66d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:40.949341 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'code': 200} Aug 27 02:53:40.961794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=03e1a441-b0a3-4151-b3e2-2f7a18835728,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:40.970433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110e93-d8ac-4005-b645-6dcbeb49cb6e req-afda6c9b-4f2c-4824-941c-d85a0a304695 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:40.972024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c110e93-d8ac-4005-b645-6dcbeb49cb6e req-afda6c9b-4f2c-4824-941c-d85a0a304695 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 946 time: 0.0568607 Aug 27 02:53:40.985727 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:41.020313 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1c110e93-d8ac-4005-b645-6dcbeb49cb6e req-43b9f094-956d-401e-9489-0fd180176ea6 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Aug 27 02:53:41.053294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddc00f-dc20-4d36-ac53-a4c6f9a6bbb3 req-bab26b56-0e6a-495c-b720-a4455ce985d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:41.054841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54ddc00f-dc20-4d36-ac53-a4c6f9a6bbb3 req-bab26b56-0e6a-495c-b720-a4455ce985d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1097 time: 0.0447922 Aug 27 02:53:41.090375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54ddc00f-dc20-4d36-ac53-a4c6f9a6bbb3 req-1912e8a2-e43a-4a09-834b-f9cb493e3a78 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277297 Aug 27 02:53:41.091275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.200 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/fa7b0595-68b6-4f83-93e4-023d6d89cca7) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:53:41.197783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:41.241593 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:41.281822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:41.284777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:41.289181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:53:41.301725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=fa7b0595-68b6-4f83-93e4-023d6d89cca7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:41.548561 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:41.746647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:41.888420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:53:42.001662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:53:42.012681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Sync routers for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:53:42.022609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:42.022846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.023486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:42.024073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a4a8287f-cd94-4065-bf16-2d0930f4b25b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5180142 Aug 27 02:53:42.027935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60230) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:42.061956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-165dce57-b98a-46dc-b11c-f5574e2d4d80 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4df7c86c5581482292bf026dce0c21c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327284 Aug 27 02:53:42.064614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:42.168908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:42.261936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d9fb2-a446-4b50-a400-bed84155c943 req-e68d15ee-1ae2-4e4e-a71b-4a39135bd535 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:42.263534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f16d9fb2-a446-4b50-a400-bed84155c943 req-e68d15ee-1ae2-4e4e-a71b-4a39135bd535 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 946 time: 0.1304669 Aug 27 02:53:42.269117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780db28-76ad-4a65-9bee-04edc7b00356 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:42.270610 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2780db28-76ad-4a65-9bee-04edc7b00356 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2050352 Aug 27 02:53:42.274181 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:42.310698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f16d9fb2-a446-4b50-a400-bed84155c943 req-4e867b25-7ab7-4a98-8002-774a5053b8c2 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 Aug 27 02:53:42.312544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e1eb7f23-68fa-4566-b303-5301dd8427f9 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377471 Aug 27 02:53:42.315091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60238) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:42.320009 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-771084678', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:42.361402 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:41Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:42.388828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Checking router: 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:53:42.389306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Updating router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 port fa7b0595-68b6-4f83-93e4-023d6d89cca7 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:53:42.413635 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.450476 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b2a3b-9184-4f9c-aa09-d7638319968b req-4803ed01-e2e1-4e8c-a4df-3a0536e3e01b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:42.451937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e41b2a3b-9184-4f9c-aa09-d7638319968b req-4803ed01-e2e1-4e8c-a4df-3a0536e3e01b tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 946 time: 0.0656762 Aug 27 02:53:42.453024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:53:42.456683 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.557504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e41b2a3b-9184-4f9c-aa09-d7638319968b req-3c1dc10d-3510-44f7-99e2-4612a5c0e3f7 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975835 Aug 27 02:53:42.580420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60242) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:42.679197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.690576 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.705900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Transition to ACTIVE for port object fa7b0595-68b6-4f83-93e4-023d6d89cca7 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:42.712486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.736267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e32b3-98c2-4422-bb30-e655ab8c60a7 tempest-TestVolumeBackupRestore-1964554232 tempest-TestVolumeBackupRestore-1964554232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:42.738226 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c58e32b3-98c2-4422-bb30-e655ab8c60a7 tempest-TestVolumeBackupRestore-1964554232 tempest-TestVolumeBackupRestore-1964554232-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1092 time: 0.1562169 Aug 27 02:53:42.743033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60246) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:42.750250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:42.763359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Subnet': ['ID=5ea648a0-4d05-48c0-af0b-9e9edb8e4475,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:42.764006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Attempting to bind port fa7b0595-68b6-4f83-93e4-023d6d89cca7 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:53:42.764380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Attempting to bind port fa7b0595-68b6-4f83-93e4-023d6d89cca7 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:53:42.765378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Attempting to bind port fa7b0595-68b6-4f83-93e4-023d6d89cca7 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:53:42.766790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c01099-72d3-40c6-9ece-56223b3eead2 None None] Pushing event updated for resources: {'Port': ['ID=fa7b0595-68b6-4f83-93e4-023d6d89cca7,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:42.772602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:53:42.772602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:53:42.772976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.773386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:53:42.773846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Bound port: fa7b0595-68b6-4f83-93e4-023d6d89cca7, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:53:42.774224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.786865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Checking segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:53:42.787204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network hostable DHCP agents. Network: 65e08e43-744a-480c-86ab-87c7d67e4290, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:53:42.797682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.826416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] For port fa7b0595-68b6-4f83-93e4-023d6d89cca7, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:53:42.829657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] For port fa7b0595-68b6-4f83-93e4-023d6d89cca7, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fa7b0595-68b6-4f83-93e4-023d6d89cca7,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:53:42.834257 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.840182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 65e08e43-744a-480c-86ab-87c7d67e4290 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:53:42.854690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 65e08e43-744a-480c-86ab-87c7d67e4290) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:42.859868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:42.860452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:42.872339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a9b5af-77ca-494e-959e-94926cf27dd4 None None] Network 65e08e43-744a-480c-86ab-87c7d67e4290 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:53:42.882478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5b6d040c-79ac-45fb-93e0-35467361cf5f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5663671 Aug 27 02:53:42.885373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:42.941361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:42.941998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:42.989184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c01099-72d3-40c6-9ece-56223b3eead2 None None] Pushing event updated for resources: {'Port': ['ID=fa7b0595-68b6-4f83-93e4-023d6d89cca7,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:43.005551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.107624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:43.188150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-65e08e43-744a-480c-86ab-87c7d67e4290', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:53:43.189003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.228456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Allocated IP 172.25.1.247 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/598c46ff-8f5c-4193-a320-00168e0ffa9c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:53:43.401311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Allocated IP 172.20.0.2 (65e08e43-744a-480c-86ab-87c7d67e4290/5ea648a0-4d05-48c0-af0b-9e9edb8e4475/28988b35-9988-4972-a10c-95e73fad3045) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:53:43.425893 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.456363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:41Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:43.486104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca182c4a-41e3-465b-9d7e-bf81e3300185 None None] The sync data for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 is: [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:41Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:53:43.535092 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.539563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.592550 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.596283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:43.601351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Transition to ACTIVE for port object 28988b35-9988-4972-a10c-95e73fad3045 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:43.617464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Transition to ACTIVE for port object 28988b35-9988-4972-a10c-95e73fad3045 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:43.624503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.640013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:43.642699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:53:43.660198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Network 65e08e43-744a-480c-86ab-87c7d67e4290 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:43.666829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:43.670072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'Port': ['ID=598c46ff-8f5c-4193-a320-00168e0ffa9c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:43.670446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:53:43.677902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Pushing event updated for resources: {'Port': ['ID=28988b35-9988-4972-a10c-95e73fad3045,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:43.735182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Attempting to bind port 28988b35-9988-4972-a10c-95e73fad3045 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:53:43.735665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Attempting to bind port 28988b35-9988-4972-a10c-95e73fad3045 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:53:43.736121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Attempting to bind port 28988b35-9988-4972-a10c-95e73fad3045 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:53:43.741643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:53:43.742145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Checking segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:53:43.742707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.743111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Bound using segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:53:43.743593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Bound port: 28988b35-9988-4972-a10c-95e73fad3045, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:53:43.743976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.828333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] For port 28988b35-9988-4972-a10c-95e73fad3045, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:53:43.832804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] For port 28988b35-9988-4972-a10c-95e73fad3045, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=28988b35-9988-4972-a10c-95e73fad3045,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:53:43.839357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:43.909391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c32aef-a2de-4dc6-82e7-397e2d08967b None None] Pushing event updated for resources: {'Port': ['ID=28988b35-9988-4972-a10c-95e73fad3045,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:44.494755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.1 (65e08e43-744a-480c-86ab-87c7d67e4290/5ea648a0-4d05-48c0-af0b-9e9edb8e4475/351fe35b-8827-4bc4-8145-2a72fe0e6d10) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:53:44.703443 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:44.709863 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:44.749048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object 351fe35b-8827-4bc4-8145-2a72fe0e6d10 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:44.806307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:44.841109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4217eadc-4f41-4c02-bc0f-4357e3dbb752 None None] Network 65e08e43-744a-480c-86ab-87c7d67e4290 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:53:44.841623 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:44.934133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 65e08e43-744a-480c-86ab-87c7d67e4290 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:44.940844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:44.944715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:53:44.947206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=351fe35b-8827-4bc4-8145-2a72fe0e6d10,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:44.963124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea55b78a-6617-4d53-a5cd-a7da79d83467 None None] Provisioning for port 28988b35-9988-4972-a10c-95e73fad3045 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:45.007633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.115602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.144004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.276734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event updated for resources: {'Port': ['ID=598c46ff-8f5c-4193-a320-00168e0ffa9c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:45.285340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.287505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.313079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2b951f67-1353-4d42-9fc2-1be25a66b211 None None] Provisioning for port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:45.319462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2b951f67-1353-4d42-9fc2-1be25a66b211 None None] Provisioning complete for port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:45.319880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2b951f67-1353-4d42-9fc2-1be25a66b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.321938 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fa7b0595-68b6-4f83-93e4-023d6d89cca7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:45.399328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2b951f67-1353-4d42-9fc2-1be25a66b211 None None] Port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:53:45.421621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port fa7b0595-68b6-4f83-93e4-023d6d89cca7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:45.426464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fa7b0595-68b6-4f83-93e4-023d6d89cca7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:45.426844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.474495 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Floating IP 55798da4-4d02-4317-be33-d066070a82f9 associated. External IP: 172.25.1.247, port: 03e1a441-b0a3-4151-b3e2-2f7a18835728. Aug 27 02:53:45.510021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.535603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port fa7b0595-68b6-4f83-93e4-023d6d89cca7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fa7b0595-68b6-4f83-93e4-023d6d89cca7,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:45.544783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.545589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28988b35-9988-4972-a10c-95e73fad3045 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:45.547198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4d8733e0-b17d-4516-bba7-44be3248a603 None None] Provisioning complete for port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:45.547554 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d8733e0-b17d-4516-bba7-44be3248a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.641859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4d8733e0-b17d-4516-bba7-44be3248a603 None None] Port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:53:45.652391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=fa7b0595-68b6-4f83-93e4-023d6d89cca7,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:45.664975 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 28988b35-9988-4972-a10c-95e73fad3045 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:45.668941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 28988b35-9988-4972-a10c-95e73fad3045 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:45.669327 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.746633 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.776859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 28988b35-9988-4972-a10c-95e73fad3045, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=28988b35-9988-4972-a10c-95e73fad3045,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:45.781823 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.814776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.822877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:53:45.823725 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:45.831477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=28988b35-9988-4972-a10c-95e73fad3045,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:45.903848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=351fe35b-8827-4bc4-8145-2a72fe0e6d10,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:45.907605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:46.059520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:53:46.069219 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] Sync routers for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:53:46.080320 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:46.081552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:46.088427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:46.091464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 65e08e43-744a-480c-86ab-87c7d67e4290 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:46.093662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:46.123897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8eb913b8-5800-4de4-84ff-0d20512e6e80 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3772197 Aug 27 02:53:46.127223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:46.153516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:46.155837 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ebfc11-110b-4458-9dd8-a686b5ca75d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:46.181655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2431df-38e9-48af-ae94-593cd30d998c tempest-TestVolumeBackupRestore-1964554232 tempest-TestVolumeBackupRestore-1964554232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:46.186682 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-db2431df-38e9-48af-ae94-593cd30d998c tempest-TestVolumeBackupRestore-1964554232 tempest-TestVolumeBackupRestore-1964554232-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1092 time: 0.0582521 Aug 27 02:53:46.187725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:46.193649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Request body: {'floatingip': {'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:46.195524 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:46.275839 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:46.372638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7117d371-6ee2-4ad3-a74c-953eb1db6b28 None None] Provisioning complete for port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:46.374999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7117d371-6ee2-4ad3-a74c-953eb1db6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:46.463286 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55798da4-4d02-4317-be33-d066070a82f9', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'mac_address': 'fa:16:3e:d6:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:44Z', 'updated_at': '2021-08-27T02:53:44Z', 'revision_number': 0, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:46.493906 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] Checking router: 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:53:46.506183 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:46.506851 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:46.571409 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f453c6-ea3c-4a9a-b551-4ae292e03b6c x-openstack-request-id: req-43f453c6-ea3c-4a9a-b551-4ae292e03b6c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:46.572054 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:46.572611 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43f453c6-ea3c-4a9a-b551-4ae292e03b6c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:46.573235 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'status': 'completed', 'code': 200} Aug 27 02:53:46.615868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7117d371-6ee2-4ad3-a74c-953eb1db6b28 None None] Port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:53:46.636133 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:46.644101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-9dd659f3-13c7-4a0c-8c74-7b1a0aa8043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:46.645695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-9dd659f3-13c7-4a0c-8c74-7b1a0aa8043a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1097 time: 0.0714457 Aug 27 02:53:46.647454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:53:46.767888 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:46.824136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:46.827082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-755181a8-1fd9-4246-97ad-218fdfb95457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:46.828754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-755181a8-1fd9-4246-97ad-218fdfb95457 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 915 time: 0.1742640 Aug 27 02:53:46.832690 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:46.845577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:53:46.851251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0e97d753-c103-48d2-8402-7c0d06953c22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/1aa9d9e0-9f07-4a96-8f30-896b1c6a9936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9649253 Aug 27 02:53:46.857183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Sync routers for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:53:46.870033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:46.870831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:46.906825 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55798da4-4d02-4317-be33-d066070a82f9', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'mac_address': 'fa:16:3e:d6:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:44Z', 'updated_at': '2021-08-27T02:53:44Z', 'revision_number': 0, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:46.907785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-6dfc55a2-bf1e-429b-9ae9-0930b737f0c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 1000 time: 0.0707672 Aug 27 02:53:46.940474 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254fff9-a012-440c-a407-42ddd0f206f0 None None] The sync data for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 is: [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55798da4-4d02-4317-be33-d066070a82f9', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'mac_address': 'fa:16:3e:d6:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:44Z', 'updated_at': '2021-08-27T02:53:44Z', 'revision_number': 0, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:53:46.977277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-bc5fcd9e-55e1-41a0-b487-ad13fa5c5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:46.979315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-bc5fcd9e-55e1-41a0-b487-ad13fa5c5e83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 200 len: 853 time: 0.0619369 Aug 27 02:53:47.020505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:47.051001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-62dc83f0-4926-45b3-95c7-0993349459fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:47.052541 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-62dc83f0-4926-45b3-95c7-0993349459fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4eb44aa2-e625-4b1d-8608-8665226e280d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572939 Aug 27 02:53:47.191297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-a1590904-8648-47e9-af01-a2c9ef5823bf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258305268&fields=id&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 267 time: 0.0599518 Aug 27 02:53:47.202748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-77cacb61-c26a-4866-9454-0b1910c0f5a7 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416209 Aug 27 02:53:47.277869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fa7b0595-68b6-4f83-93e4-023d6d89cca7 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:47.333724 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a25f5-3dd5-4b97-a654-68844b5b5d06 None None] New status for floating IP 55798da4-4d02-4317-be33-d066070a82f9: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:53:47.336911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 2, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:47.366781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Checking router: 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:53:47.367135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Updating router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:53:47.405394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port fa7b0595-68b6-4f83-93e4-023d6d89cca7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:47.406102 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:47.407491 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:47.430044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75ebfc11-110b-4458-9dd8-a686b5ca75d5 req-24c250ec-6cb2-4d41-837b-0bf107a54c5b service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148497 Aug 27 02:53:47.438869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-ef76f2c8-56e4-4437-976f-083da4b6f037 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:47.441112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-ef76f2c8-56e4-4437-976f-083da4b6f037 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 797 time: 0.2370222 Aug 27 02:53:47.458397 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-8a58d168-4eee-465c-9988-840d41b99565 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/quotas/4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 375 time: 0.0103641 Aug 27 02:53:47.469162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:53:47.533882 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-c0d12d7f-dd5b-4d6a-887a-a1b1b826172c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679419 Aug 27 02:53:47.612631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:53:47.623414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:47.636958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28988b35-9988-4972-a10c-95e73fad3045 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:47.668559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:47.671731 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:47.740811 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd15e0-1d69-4da7-b833-016aca87045e x-openstack-request-id: req-5ffd15e0-1d69-4da7-b833-016aca87045e {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:47.741226 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:47.741560 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ffd15e0-1d69-4da7-b833-016aca87045e {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:47.742017 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'status': 'completed', 'code': 200} Aug 27 02:53:47.749090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b4181d6b-a4bb-4de9-b4c3-bc36d0b40f71 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "PUT /v2.0/floatingips/55798da4-4d02-4317-be33-d066070a82f9 HTTP/1.1" status: 200 len: 992 time: 1.5599449 Aug 27 02:53:47.769087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-6db3388e-aa2d-40bd-b4b3-5a238dd8a5c7 service neutron] 10.222.0.10 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230866 Aug 27 02:53:47.795536 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:47.808479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 28988b35-9988-4972-a10c-95e73fad3045 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:47.808846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:47.875307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] Sync routers for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:53:47.877625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-14b6830d-304f-4c65-910b-869f679e9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:47.879238 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-14b6830d-304f-4c65-910b-869f679e9b65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1097 time: 0.1067538 Aug 27 02:53:47.941709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:47.942359 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:47.947449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-e9a1109f-ade6-433b-8016-97453aff3b7d service neutron] 10.222.0.10 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641984 Aug 27 02:53:47.992002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-61f21bd3-ace0-4c0a-9206-f0f0b8af76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:47.993856 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-61f21bd3-ace0-4c0a-9206-f0f0b8af76e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 915 time: 0.1062558 Aug 27 02:53:47.996615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:48.023909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Transition to ACTIVE for port object 351fe35b-8827-4bc4-8145-2a72fe0e6d10 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:48.068273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:48.077304 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-2d08b0cb-37a2-4a93-b60e-40c1adddade0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 1002 time: 0.0749137 Aug 27 02:53:48.111313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:48.130338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-2752afba-acba-4be9-9755-5e79fa9d452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:48.131985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-2752afba-acba-4be9-9755-5e79fa9d452b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 200 len: 853 time: 0.0481179 Aug 27 02:53:48.168444 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de31130f-e743-4301-b8b5-5b30ad3549e0 req-e12d65bb-6912-432e-bcbf-695390156b82 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 210 time: 0.0444438 Aug 27 02:53:48.194657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-32a6d0c0-4542-42ae-b382-c703d247b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:48.197707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-32a6d0c0-4542-42ae-b382-c703d247b5bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4eb44aa2-e625-4b1d-8608-8665226e280d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578663 Aug 27 02:53:48.219909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240ed4-1373-45d6-a3e5-3758afb35352 None None] Pushing event updated for resources: {'Port': ['ID=351fe35b-8827-4bc4-8145-2a72fe0e6d10,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:48.303734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Attempting to bind port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:53:48.304101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Attempting to bind port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:53:48.304629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Attempting to bind port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:53:48.311017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-8e0d6e3e-e1f2-4d33-afb0-f7d714a5437c service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045854 Aug 27 02:53:48.336920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:53:48.337310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Checking segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:53:48.337693 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:48.338083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Bound using segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:53:48.338589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Bound port: 351fe35b-8827-4bc4-8145-2a72fe0e6d10, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:53:48.338967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:48.439399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fa2f96a9-ad74-4ed3-990b-61d71ee3534b req-7a2d586d-256b-4b5a-ba20-c7ff40b32073 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213470 Aug 27 02:53:48.460831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] For port 351fe35b-8827-4bc4-8145-2a72fe0e6d10, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:53:48.477141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] For port 351fe35b-8827-4bc4-8145-2a72fe0e6d10, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=351fe35b-8827-4bc4-8145-2a72fe0e6d10,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:53:48.485040 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:48.558972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:48.559629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:48.562631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240ed4-1373-45d6-a3e5-3758afb35352 None None] Pushing event updated for resources: {'Port': ['ID=351fe35b-8827-4bc4-8145-2a72fe0e6d10,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:48.568516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55798da4-4d02-4317-be33-d066070a82f9', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'mac_address': 'fa:16:3e:d6:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:44Z', 'updated_at': '2021-08-27T02:53:47Z', 'revision_number': 2, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:48.630343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] Checking router: 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:53:48.649499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:48.650125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:48.757677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-5630d115-1936-4ea4-8ecc-c85f2b5f849c req-a68fe652-ecac-4633-90e6-25ae549ee220 service neutron] (94773) timed out ('10.222.0.32', 54675) {{(pid=94773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:53:48.941788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:49.026446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:49.207470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1dc87145-b956-4b1a-9dbc-b530af503861 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:49.208987 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1dc87145-b956-4b1a-9dbc-b530af503861 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 797 time: 0.1056311 Aug 27 02:53:49.264953 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-261b5f06-2bc7-4c6e-aed2-5b382563b665 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 379 time: 0.0458186 Aug 27 02:53:49.273843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95a4b380-ecca-43a2-b04b-8ab56377d591 req-1ab65d96-41a1-43ee-b929-646219289fa1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 210 time: 0.0273683 Aug 27 02:53:49.275878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'port': {'device_id': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'admin_state_up': True, 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'security_groups': ['544c0dfb-e70c-4b29-80a3-8769f03f2f9c']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:49.351895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:48Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:49.379813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b377720-c2ad-4250-a5a4-1badacc77871 None None] The sync data for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 is: [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:48Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:53:49.401495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55798da4-4d02-4317-be33-d066070a82f9', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'mac_address': 'fa:16:3e:d6:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:44Z', 'updated_at': '2021-08-27T02:53:47Z', 'revision_number': 2, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:49.402002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:53:49.407592 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:49.450333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b70cf7-9613-463d-80e6-36117a59b194 None None] The sync data for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 is: [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '55798da4-4d02-4317-be33-d066070a82f9', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'port_id': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'mac_address': 'fa:16:3e:d6:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:44Z', 'updated_at': '2021-08-27T02:53:47Z', 'revision_number': 2, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:53:49.571428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.8 (65e08e43-744a-480c-86ab-87c7d67e4290/5ea648a0-4d05-48c0-af0b-9e9edb8e4475/37a51083-09c8-4c30-996c-dc5c478b12e0) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:53:49.737104 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:49.743585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:49.747283 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce1a94b-047c-4480-9a7c-073f0a874676" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:49.756377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object 37a51083-09c8-4c30-996c-dc5c478b12e0 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:49.792774 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c58a35-bfe1-4adb-bcec-2f229376f90e x-openstack-request-id: req-c7c58a35-bfe1-4adb-bcec-2f229376f90e {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:49.793423 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:49.793423 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7c58a35-bfe1-4adb-bcec-2f229376f90e {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:49.793814 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'status': 'completed', 'code': 200} Aug 27 02:53:49.795834 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:49.840477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 65e08e43-744a-480c-86ab-87c7d67e4290 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:49.843855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:49.846404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:53:49.873813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-450b2f33-bc71-4db6-9811-5be163d02243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:49.876310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-450b2f33-bc71-4db6-9811-5be163d02243 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1097 time: 0.0573041 Aug 27 02:53:49.892069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:49.940188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:49.940986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:49.960646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-1395dd3d-5c83-414e-8204-3ce2c5756bcc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6886852 Aug 27 02:53:49.974138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Request body: {'port': {'device_id': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:49.994641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-efaa8022-d8f8-48c9-a21f-4a935eb8bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:49.996463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-efaa8022-d8f8-48c9-a21f-4a935eb8bc5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 915 time: 0.1075301 Aug 27 02:53:50.038736 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:50.074045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-345db7ac-8713-4c57-9fb9-3ff33dae0e53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 1002 time: 0.0687213 Aug 27 02:53:50.129184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-f07e7919-4995-43bb-a09c-faa3e88fad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:50.130699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-f07e7919-4995-43bb-a09c-faa3e88fad80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 200 len: 853 time: 0.0494554 Aug 27 02:53:50.184168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-99af4c7b-c951-47d8-9375-7ab0b69ffea3 None None] Provisioning for port 37a51083-09c8-4c30-996c-dc5c478b12e0 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:50.184854 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-60f18caf-2b23-40a2-b7d5-fd7f5db89f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:50.186049 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-60f18caf-2b23-40a2-b7d5-fd7f5db89f06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4eb44aa2-e625-4b1d-8608-8665226e280d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470366 Aug 27 02:53:50.189622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-99af4c7b-c951-47d8-9375-7ab0b69ffea3 None None] Provisioning complete for port 37a51083-09c8-4c30-996c-dc5c478b12e0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:50.190102 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-99af4c7b-c951-47d8-9375-7ab0b69ffea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:50.231430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-99af4c7b-c951-47d8-9375-7ab0b69ffea3 None None] Port 37a51083-09c8-4c30-996c-dc5c478b12e0 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:53:50.299414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-77afde8b-267c-47c8-8d25-73c42bae3590 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058805 Aug 27 02:53:50.345518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a51083-09c8-4c30-996c-dc5c478b12e0 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:53:50.354349 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:50.367962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Transition to ACTIVE for port object 37a51083-09c8-4c30-996c-dc5c478b12e0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:53:50.376729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:50.435114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:50.439721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e813f5-d1f9-40fc-8c0d-c62cc94f417a req-c5484dee-c472-4ca4-b2ac-ef67a1f9f9c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:50.441242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63e813f5-d1f9-40fc-8c0d-c62cc94f417a req-c5484dee-c472-4ca4-b2ac-ef67a1f9f9c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 931 time: 0.0842342 Aug 27 02:53:50.445247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bce1a94b-047c-4480-9a7c-073f0a874676 req-128be3db-2d19-417b-8268-31a38ac0db2d service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338198 Aug 27 02:53:50.497911 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63e813f5-d1f9-40fc-8c0d-c62cc94f417a req-ef5808c9-13aa-4c50-8c83-9fac7d5f22a3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469563 Aug 27 02:53:50.534923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:53:50.535153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:53:50.535333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:53:50.540575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:53:50.540961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:53:50.549613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:53:50.550038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Checking segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:53:50.550537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Bound using segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:53:50.551041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Bound port: 37a51083-09c8-4c30-996c-dc5c478b12e0, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:53:50.551475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:50.631476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:53:50.636330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:53:50.641631 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:50.679529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:50.680101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:50.681675 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] 10.222.0.45 "PUT /v2.0/ports/37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 1091 time: 0.7130275 Aug 27 02:53:50.704964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad380a-f630-4f2d-8393-8fb37edb6350 service neutron] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:50.769189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-2ff2df50-5ecd-40f0-bb62-9fb298fb5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:50.770789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-2ff2df50-5ecd-40f0-bb62-9fb298fb5fc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1094 time: 0.0448809 Aug 27 02:53:50.815507 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-119e8f36-d8e4-4e20-82e5-d5f092d851dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 217 time: 0.0360460 Aug 27 02:53:50.870860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-c26f6d55-e3a7-4bcf-9118-9b07c395f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:50.872351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-c26f6d55-e3a7-4bcf-9118-9b07c395f321 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 200 len: 834 time: 0.0493064 Aug 27 02:53:50.922731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-6082ec3f-2749-41eb-bb38-3f5d362c3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:50.924253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-6082ec3f-2749-41eb-bb38-3f5d362c3978 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65e08e43-744a-480c-86ab-87c7d67e4290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452235 Aug 27 02:53:51.036913 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-77f841b0-e99a-4b20-b78c-45d3214ea1bc service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054518 Aug 27 02:53:51.141507 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03f4d4c-752f-4826-b5ad-20c87873eea2 req-d3cd949d-599f-4d9d-8f88-b093575dbf82 service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974867 Aug 27 02:53:51.227797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 351fe35b-8827-4bc4-8145-2a72fe0e6d10 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:51.279417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:51.282995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:51.283376 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:51.370453 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:51.402719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 351fe35b-8827-4bc4-8145-2a72fe0e6d10, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=351fe35b-8827-4bc4-8145-2a72fe0e6d10,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:51.407865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:51.454264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=351fe35b-8827-4bc4-8145-2a72fe0e6d10,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:51.628476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02d07-73e0-43ce-a743-430ab68c360f req-3db82916-c79c-41ab-837f-795e7e36bd2b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:51.629911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49e02d07-73e0-43ce-a743-430ab68c360f req-3db82916-c79c-41ab-837f-795e7e36bd2b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 943 time: 0.0587018 Aug 27 02:53:51.675380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49e02d07-73e0-43ce-a743-430ab68c360f req-d48a828c-f0cc-4d72-b719-3ac6782d3efd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389590 Aug 27 02:53:51.795841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:51.799603 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8512ac03-068c-4449-9149-024b3e7a5ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:51.839739 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9557be3d-7d50-49fd-94c3-89d47c2b98ac x-openstack-request-id: req-9557be3d-7d50-49fd-94c3-89d47c2b98ac {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:51.840392 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:51.840392 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9557be3d-7d50-49fd-94c3-89d47c2b98ac {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:51.840678 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'status': 'completed', 'code': 200} Aug 27 02:53:51.904577 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-c062a9e3-a9f8-4ad4-b8b3-367a2ced41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:51.906075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-c062a9e3-a9f8-4ad4-b8b3-367a2ced41e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1094 time: 0.0424657 Aug 27 02:53:52.002474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-4bd5d2bb-2ada-400c-8688-7753c58a9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:52.003956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-4bd5d2bb-2ada-400c-8688-7753c58a9c1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 898 time: 0.0898976 Aug 27 02:53:52.047533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-a2cb6964-93ca-4694-8626-d983bb921982 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 217 time: 0.0341411 Aug 27 02:53:52.108290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-8c2d4dab-1e69-4612-8368-dd9ded51a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:52.109742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-8c2d4dab-1e69-4612-8368-dd9ded51a20d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 200 len: 834 time: 0.0555291 Aug 27 02:53:52.162221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-4cbefebb-37bc-4169-a3cd-53717a326d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:52.164336 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-4cbefebb-37bc-4169-a3cd-53717a326d80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65e08e43-744a-480c-86ab-87c7d67e4290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464633 Aug 27 02:53:52.252887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-39b5026f-51a0-40fa-8312-acfeeedf840c service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817456 Aug 27 02:53:52.351557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8512ac03-068c-4449-9149-024b3e7a5ba5 req-101cc7d0-6916-4114-b2a1-3066a5132d2a service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872684 Aug 27 02:53:52.806646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6702df-0608-4bc2-bfc0-f2abcfdc58c5 req-8ac7bb4e-d805-4081-97a7-62db01e98ef5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:52.808072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed6702df-0608-4bc2-bfc0-f2abcfdc58c5 req-8ac7bb4e-d805-4081-97a7-62db01e98ef5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 943 time: 0.0563641 Aug 27 02:53:52.847921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ed6702df-0608-4bc2-bfc0-f2abcfdc58c5 req-233b9d4d-66f9-4283-a8d5-ba8d8d872dc6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334969 Aug 27 02:53:53.214779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 351fe35b-8827-4bc4-8145-2a72fe0e6d10 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:53.265835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:53.266206 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:53.587633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:53:53.677224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:53.688854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'port_id': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'mac_address': 'fa:16:3e:6a:d5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:53:53.727970 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:53.740069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a51083-09c8-4c30-996c-dc5c478b12e0 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:53:53.758225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:53.763261 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:53.809259 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:53.953683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['37a51083-09c8-4c30-996c-dc5c478b12e0'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:53:53.982536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acb02d-0535-4872-81f0-30973c940540 req-6ff9d8f0-7dd0-4898-afcd-be0c97eb07d7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:53.984873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69acb02d-0535-4872-81f0-30973c940540 req-6ff9d8f0-7dd0-4898-afcd-be0c97eb07d7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.0582507 Aug 27 02:53:54.032053 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69acb02d-0535-4872-81f0-30973c940540 req-c57f0c53-2af5-410c-90c2-9313408e6ecf tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402436 Aug 27 02:53:55.150561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46058305-b910-44ca-871c-e17f9854fed4 req-6fd78e27-e7ad-4762-9c6f-72bfb20c483f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:55.152007 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46058305-b910-44ca-871c-e17f9854fed4 req-6fd78e27-e7ad-4762-9c6f-72bfb20c483f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.0525527 Aug 27 02:53:55.195087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46058305-b910-44ca-871c-e17f9854fed4 req-523ee2ce-ae46-4f9d-a98f-96177164018e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366123 Aug 27 02:53:55.605357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:53:55.665544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 37a51083-09c8-4c30-996c-dc5c478b12e0 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:53:55.669598 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 37a51083-09c8-4c30-996c-dc5c478b12e0 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:53:55.669978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:55.750355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:55.773521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:55.775839 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6d720f-137b-4902-ab8a-89a670d7968e" -d '{"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-plugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:55.787884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:55.796885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:55.819722 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e7db48-20e1-4e80-9345-e5a4134e7d76 x-openstack-request-id: req-a1e7db48-20e1-4e80-9345-e5a4134e7d76 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:55.820000 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-plugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:55.820249 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1e7db48-20e1-4e80-9345-e5a4134e7d76 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:55.820641 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'code': 200} Aug 27 02:53:55.845616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:55.853044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.853413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.853750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.854083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.854502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.854826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.855151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.855476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.855802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.856129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.856433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.856752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.917782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad190-023b-4a80-970d-73466604b837 req-d2ddf35e-0e7d-4714-9095-187532d84a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:55.919353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2fad190-023b-4a80-970d-73466604b837 req-d2ddf35e-0e7d-4714-9095-187532d84a18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1096 time: 0.0417125 Aug 27 02:53:55.962977 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2fad190-023b-4a80-970d-73466604b837 req-431782d6-21f8-4b26-8223-db8952f06732 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368378 Aug 27 02:53:56.327757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628920e-1d3a-49dc-b8e5-ff443eef48d9 req-ac71ada3-72d5-41c8-90af-5280f4365203 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:56.329260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b628920e-1d3a-49dc-b8e5-ff443eef48d9 req-ac71ada3-72d5-41c8-90af-5280f4365203 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0538890 Aug 27 02:53:56.369018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b628920e-1d3a-49dc-b8e5-ff443eef48d9 req-25b83da6-1a98-4bf0-ac90-dd48f39dc2eb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330923 Aug 27 02:53:57.511059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05055385-e19c-486d-801d-5975a0bb8c67 req-e0318be1-fc0c-48e1-a3bb-0f613d50d71b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:57.513492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05055385-e19c-486d-801d-5975a0bb8c67 req-e0318be1-fc0c-48e1-a3bb-0f613d50d71b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0621874 Aug 27 02:53:57.553624 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05055385-e19c-486d-801d-5975a0bb8c67 req-ec6e979f-759c-4236-96cf-bce1af501c0e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Aug 27 02:53:57.668990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e04ee-b606-4a30-845d-9fc4648739b2 req-9995733d-4bfd-4d8c-a260-42622b0bf743 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:57.670513 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-488e04ee-b606-4a30-845d-9fc4648739b2 req-9995733d-4bfd-4d8c-a260-42622b0bf743 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0502129 Aug 27 02:53:57.708727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1e5433b1-e4a7-4901-b285-3f8c1465960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:57.720834 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-488e04ee-b606-4a30-845d-9fc4648739b2 req-1084cb5a-0f4c-4a35-837e-3b990c70a0f9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408328 Aug 27 02:53:57.742899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60310) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:57.786126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f64e7-f0e1-4165-a430-4a3c45628f0c tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:57.787640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-668f64e7-f0e1-4165-a430-4a3c45628f0c tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1091 time: 0.0437107 Aug 27 02:53:57.791775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60312) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:57.796053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:53:57.819734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:57.927534 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:58.055252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.129 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0c63bef0-92a4-4387-b1a7-aef46cd48d9b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:53:58.156938 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:58.198563 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:58.245150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:53:58.250970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:53:58.253228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=0c63bef0-92a4-4387-b1a7-aef46cd48d9b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:58.255434 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:53:58.280097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.280485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.280826 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.281171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.281519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.281863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.282206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.282562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.282893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.283220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.283553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.283876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:58.628653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:58.702824 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:58.852784 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:58.860077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:58.922625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=0c63bef0-92a4-4387-b1a7-aef46cd48d9b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:58.936320 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:59.039072 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP b204ac55-115c-4ca2-9045-e93866f8cdab associated. External IP: 172.25.1.129, port: 37a51083-09c8-4c30-996c-dc5c478b12e0. Aug 27 02:53:59.263639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:53:59.372929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:53:59.387483 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] Sync routers for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:53:59.391656 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:59.399637 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:59.400242 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:59.419204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1ce5a928-c81c-4c13-adca-9e4d718cfd5b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6264653 Aug 27 02:53:59.419808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:59.422144 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58212544-f0ff-410a-b45e-dffb8854723b" -d '{"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:59.473899 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646f5c37-abaf-45cf-93ec-52db3a077eb4 x-openstack-request-id: req-646f5c37-abaf-45cf-93ec-52db3a077eb4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:59.474300 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:59.474586 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-646f5c37-abaf-45cf-93ec-52db3a077eb4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:59.475045 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'status': 'completed', 'code': 200} Aug 27 02:53:59.525774 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:53:59.541073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4b3c2-cdb7-490d-9c01-e7d5307cbcde req-d1aeabc6-2cf4-4969-b47b-39de083224e2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:59.543142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73f4b3c2-cdb7-490d-9c01-e7d5307cbcde req-d1aeabc6-2cf4-4969-b47b-39de083224e2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0546100 Aug 27 02:53:59.544602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212544-f0ff-410a-b45e-dffb8854723b req-07b65fcb-a9d5-467c-bc31-2d7fa78b57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:59.546114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58212544-f0ff-410a-b45e-dffb8854723b req-07b65fcb-a9d5-467c-bc31-2d7fa78b57f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1096 time: 0.0479553 Aug 27 02:53:59.584296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73f4b3c2-cdb7-490d-9c01-e7d5307cbcde req-1ad98193-1484-44c5-8b02-2f20b539adbc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347645 Aug 27 02:53:59.607714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60318) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:59.651964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212544-f0ff-410a-b45e-dffb8854723b req-a9a765bf-9f65-4253-93e1-8971b2f5ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:59.653501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58212544-f0ff-410a-b45e-dffb8854723b req-a9a765bf-9f65-4253-93e1-8971b2f5ae3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 898 time: 0.1007416 Aug 27 02:53:59.679163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8fb3dc0f-49f8-427d-9dae-7292cef7f2d1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/b204ac55-115c-4ca2-9045-e93866f8cdab HTTP/1.1" status: 200 len: 991 time: 0.0699239 Aug 27 02:53:59.725375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58212544-f0ff-410a-b45e-dffb8854723b req-d61e12c8-fd6a-4c7e-adac-16132b244a5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 999 time: 0.0644395 Aug 27 02:53:59.773391 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'b204ac55-115c-4ca2-9045-e93866f8cdab', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'port_id': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'mac_address': 'fa:16:3e:6a:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:58Z', 'updated_at': '2021-08-27T02:53:58Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:51Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:59.773948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212544-f0ff-410a-b45e-dffb8854723b req-77a5e57f-bcfc-4ca6-b90a-c14de1cb7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:59.775443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58212544-f0ff-410a-b45e-dffb8854723b req-77a5e57f-bcfc-4ca6-b90a-c14de1cb7ff6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 200 len: 834 time: 0.0439177 Aug 27 02:53:59.804761 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] Checking router: 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:53:59.814834 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:53:59.815552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:53:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:53:59.822553 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212544-f0ff-410a-b45e-dffb8854723b req-c7fb16f6-8ad0-43fe-9054-9706fe7cf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:59.824145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58212544-f0ff-410a-b45e-dffb8854723b req-c7fb16f6-8ad0-43fe-9054-9706fe7cf57b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65e08e43-744a-480c-86ab-87c7d67e4290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412369 Aug 27 02:53:59.918998 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58212544-f0ff-410a-b45e-dffb8854723b req-bb6c4147-2a4a-445a-b162-0098ed5c76b5 service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881188 Aug 27 02:53:59.950863 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:00.020991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-58212544-f0ff-410a-b45e-dffb8854723b req-df1c7f65-e06e-4f45-a2e0-9492d65d5b22 service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952666 Aug 27 02:54:00.170514 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'b204ac55-115c-4ca2-9045-e93866f8cdab', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'port_id': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'mac_address': 'fa:16:3e:6a:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:58Z', 'updated_at': '2021-08-27T02:53:58Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:51Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:00.196513 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce76bc-03e4-41b4-82c0-973046ff59f9 None None] The sync data for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 is: [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'b204ac55-115c-4ca2-9045-e93866f8cdab', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'port_id': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'mac_address': 'fa:16:3e:6a:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:53:58Z', 'updated_at': '2021-08-27T02:53:58Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:51Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:00.233404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-190fa97f-89b6-4481-aa33-a39ec7f67859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:00.273905 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:54:00.399754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f7f00-3419-4fe6-83dc-bd0b800b4bec None None] New status for floating IP b204ac55-115c-4ca2-9045-e93866f8cdab: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:54:00.504735 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:00.683239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60320) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:00.758026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1b3febff-ca79-495a-991e-533ed7109d83 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/b204ac55-115c-4ca2-9045-e93866f8cdab HTTP/1.1" status: 200 len: 993 time: 0.0734234 Aug 27 02:54:01.350234 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:03.221967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:03.585542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-47d17746-8ea5-4575-af28-6572608bcdec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457397 Aug 27 02:54:03.672641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-b9497d45-e9e4-407d-8fbb-8554476115db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:03.674122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-b9497d45-e9e4-407d-8fbb-8554476115db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1097 time: 0.0417197 Aug 27 02:54:04.100368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-d58468ce-6d7f-4441-ad20-caf46cd1ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:04.101868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-d58468ce-6d7f-4441-ad20-caf46cd1ff27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 915 time: 0.4053404 Aug 27 02:54:04.167338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-e435696e-ba88-41ec-beef-5f468d776ef6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 1002 time: 0.0565772 Aug 27 02:54:04.216228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-cbe9563c-1b9a-4f1f-b245-b9a37d1108b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:04.217617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-cbe9563c-1b9a-4f1f-b245-b9a37d1108b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 200 len: 853 time: 0.0428386 Aug 27 02:54:04.273571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-64e97f81-e085-454e-93ae-471931fa5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:04.275093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-64e97f81-e085-454e-93ae-471931fa5308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4eb44aa2-e625-4b1d-8608-8665226e280d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441322 Aug 27 02:54:04.374038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-c7ea0f23-c987-4c71-9a6a-4011b82f6c86 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875597 Aug 27 02:54:04.470998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ec19701-8951-412d-92a6-f7bf75ff7d82 req-fabe808a-494c-48a4-b905-a86bbac155d7 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886312 Aug 27 02:54:16.793671 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:17.759465 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:21.027215 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60334) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:21.192396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Deleting port 598c46ff-8f5c-4193-a320-00168e0ffa9c {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:21.192748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:21.269116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:21.269430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:21.282057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Calling delete_port for 598c46ff-8f5c-4193-a320-00168e0ffa9c owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:21.449372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:21.474869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event deleted for resources: {'Port': ['ID=598c46ff-8f5c-4193-a320-00168e0ffa9c,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:21.486476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.486853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.487151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.487484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.487852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.488173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.488499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.488829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.489153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.489517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.489770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.490096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:21.549253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:21.549621 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Floating IP 55798da4-4d02-4317-be33-d066070a82f9 disassociated (deleted). External IP: 172.25.1.247, port: 03e1a441-b0a3-4151-b3e2-2f7a18835728. Aug 27 02:54:21.765077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:21.882971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:21.888384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:21.893217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] Sync routers for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:21.907482 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:21.908083 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:21.916278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7b95ddd2-88bc-4d0d-8b94-0967cff6835e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "DELETE /v2.0/floatingips/55798da4-4d02-4317-be33-d066070a82f9 HTTP/1.1" status: 204 len: 168 time: 0.8875058 Aug 27 02:54:21.917238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:21.919653 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:21.959015 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d96bf-3d45-44ff-aa66-bc2dd8120f67 x-openstack-request-id: req-ba5d96bf-3d45-44ff-aa66-bc2dd8120f67 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:21.959886 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:21.959886 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba5d96bf-3d45-44ff-aa66-bc2dd8120f67 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:21.960444 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'status': 'completed', 'code': 200} Aug 27 02:54:22.009637 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:22.021277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-4f126387-bb1c-4e70-99cc-62074d885e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:22.022823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-4f126387-bb1c-4e70-99cc-62074d885e23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 1097 time: 0.0418618 Aug 27 02:54:22.148033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-d6fd37b9-106a-4142-8e3d-9a2666fef089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:22.149403 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-d6fd37b9-106a-4142-8e3d-9a2666fef089 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 200 len: 915 time: 0.1162117 Aug 27 02:54:22.193218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-fd3e3af2-9a7d-458d-88dc-3c49de03e9dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 200 len: 217 time: 0.0351408 Aug 27 02:54:22.201056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f1cc1-7de2-4682-a69f-eda3167ee04a req-e7f816bd-8c47-409e-b537-74fdfd4c7601 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:22.202506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d53f1cc1-7de2-4682-a69f-eda3167ee04a req-e7f816bd-8c47-409e-b537-74fdfd4c7601 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 946 time: 0.0953667 Aug 27 02:54:22.220425 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:22.246147 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] Checking router: 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:22.254612 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:22.255201 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:22.273676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d53f1cc1-7de2-4682-a69f-eda3167ee04a req-dd165291-de4c-4c6a-9f5d-5a4eae6b3a58 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625262 Aug 27 02:54:22.275170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-7ec3dbba-9bc5-4789-b3a6-1a1ac446a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:22.276521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-7ec3dbba-9bc5-4789-b3a6-1a1ac446a157 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 200 len: 853 time: 0.0731959 Aug 27 02:54:22.323824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-1868d2ed-7f0f-48da-8687-d1c110349cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:22.325367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-1868d2ed-7f0f-48da-8687-d1c110349cef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4eb44aa2-e625-4b1d-8608-8665226e280d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396309 Aug 27 02:54:22.357964 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:22.419131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-f6abf2ae-1d36-4617-b333-c2988993b81a service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852256 Aug 27 02:54:22.510463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0f3f2ff-35f9-476c-b075-a8c14a6e5669 req-dfd9d931-9b65-41b4-b179-4cd22ed96eb8 service neutron] 10.222.0.32 "GET /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826457 Aug 27 02:54:22.554025 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:22.664010 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e93b8-63c9-4949-98e4-82b1c1eb9d1d None None] The sync data for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 is: [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:25Z', 'revision_number': 4, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'fb39f376-5b39-4d46-b28d-594630d6cccf', 'name': '', 'network_id': '4eb44aa2-e625-4b1d-8608-8665226e280d', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'mac_address': 'fa:16:3e:68:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:24Z', 'updated_at': '2021-08-27T02:51:31Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'subnets': [{'id': '91378a7f-1ad1-40bd-8881-c35bd30c63e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:22.890168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dec03-57e0-4509-8c00-525d1fe03322 None None] New status for floating IP 55798da4-4d02-4317-be33-d066070a82f9: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:54:23.393679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a52f-0733-4ad4-8419-4f46e9d31da5 req-16802c85-c1f8-4712-aabb-4a2e1552613c tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:23.395297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44d4a52f-0733-4ad4-8419-4f46e9d31da5 req-16802c85-c1f8-4712-aabb-4a2e1552613c tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 946 time: 0.0509446 Aug 27 02:54:23.434066 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44d4a52f-0733-4ad4-8419-4f46e9d31da5 req-cdee38a3-ea20-4c53-95bb-bbdaac7ab028 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a55352f-e767-4850-b6d4-8e7bbaeebfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326769 Aug 27 02:54:23.661646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-89e90323-796e-4c47-a23c-83da59ea166e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:23.663799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-89e90323-796e-4c47-a23c-83da59ea166e tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.32 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 946 time: 0.0651050 Aug 27 02:54:23.758538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Deleting port 03e1a441-b0a3-4151-b3e2-2f7a18835728 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:23.758841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:23.852195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] For port 03e1a441-b0a3-4151-b3e2-2f7a18835728, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=03e1a441-b0a3-4151-b3e2-2f7a18835728,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:23.852506 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:23.866298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Calling delete_port for 03e1a441-b0a3-4151-b3e2-2f7a18835728 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:23.999686 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.032185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event deleted for resources: {'Port': ['ID=03e1a441-b0a3-4151-b3e2-2f7a18835728,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:24.073366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] No DVR routers for this DVR port 03e1a441-b0a3-4151-b3e2-2f7a18835728 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:24.076205 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.078267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aed82b4f-b54c-47b1-a040-574ad29345aa req-f0c76f10-5063-4f43-821e-537522ec065a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.32 "DELETE /v2.0/ports/03e1a441-b0a3-4151-b3e2-2f7a18835728 HTTP/1.1" status: 204 len: 173 time: 0.4072788 Aug 27 02:54:24.078737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'name': 'network-vif-deleted', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:24.081030 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9270fe48-a3d1-465d-aad4-5ea0c0fc7e10" -d '{"events": [{"server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "name": "network-vif-deleted", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:24.120098 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e116e9d-8384-4e8e-8217-69adc0116076 x-openstack-request-id: req-3e116e9d-8384-4e8e-8217-69adc0116076 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:24.120390 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d277-f406-4aba-81ae-e386f1b88f7b", "name": "network-vif-deleted", "tag": "03e1a441-b0a3-4151-b3e2-2f7a18835728", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:24.120638 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e116e9d-8384-4e8e-8217-69adc0116076 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:24.121034 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d277-f406-4aba-81ae-e386f1b88f7b', 'name': 'network-vif-deleted', 'tag': '03e1a441-b0a3-4151-b3e2-2f7a18835728', 'status': 'completed', 'code': 200} Aug 27 02:54:24.541920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62263389-f172-420e-adad-3b6520b2ce2b req-c73060d8-3cbe-4117-8cea-6d5714991754 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 210 time: 0.0305667 Aug 27 02:54:25.640339 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b28e534b-3258-4f43-aea5-39f2925c1f78 req-126d29f7-5ed5-4535-8243-69f8b068eca9 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 210 time: 0.0270324 Aug 27 02:54:26.737577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-77b0282b-af7a-4fe4-9ef1-3435b9db993b req-5a69cfcd-b3ea-478b-b7b0-bd5f21d614d1 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 210 time: 0.0273333 Aug 27 02:54:26.835634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 03e1a441-b0a3-4151-b3e2-2f7a18835728 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:26.858941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 03e1a441-b0a3-4151-b3e2-2f7a18835728 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:26.859288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 03e1a441-b0a3-4151-b3e2-2f7a18835728 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:27.723905 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28b4904a-ac47-4ad3-9869-78d7acf90cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:27.844567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88a8e6ea-927a-4417-b1ca-8e25818620ce req-b7e1d6d3-36a4-4a2e-9ce9-669138b26295 tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "GET /v2.0/ports?device_id=f762d277-f406-4aba-81ae-e386f1b88f7b HTTP/1.1" status: 200 len: 210 time: 0.0266740 Aug 27 02:54:28.910372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60362) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:28.967987 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e26917f-9530-4fc1-bd6f-05038b13341a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:28.992788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e26917f-9530-4fc1-bd6f-05038b13341a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:29.059913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e26917f-9530-4fc1-bd6f-05038b13341a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:29.063569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e26917f-9530-4fc1-bd6f-05038b13341a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:29.065359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9e26917f-9530-4fc1-bd6f-05038b13341a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a55352f-e767-4850-b6d4-8e7bbaeebfee HTTP/1.1" status: 204 len: 168 time: 0.1539612 Aug 27 02:54:29.074965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26917f-9530-4fc1-bd6f-05038b13341a tempest-TestVolumeBackupRestore-1435876569 tempest-TestVolumeBackupRestore-1435876569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a55352f-e767-4850-b6d4-8e7bbaeebfee,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:29.516144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1968b-2800-4632-b9fb-7e8c740513c8 req-5fe1a61e-bfe3-4f83-9ed6-3355cd3d2d63 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:29.517600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19b1968b-2800-4632-b9fb-7e8c740513c8 req-5fe1a61e-bfe3-4f83-9ed6-3355cd3d2d63 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0611053 Aug 27 02:54:29.562001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19b1968b-2800-4632-b9fb-7e8c740513c8 req-a92c6043-c04d-41d0-81be-ef7c48283d22 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361362 Aug 27 02:54:29.585367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60430) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:29.665003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-152c1dc2-d000-444f-a540-ff394078080b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/b204ac55-115c-4ca2-9045-e93866f8cdab HTTP/1.1" status: 200 len: 993 time: 0.0713162 Aug 27 02:54:30.062204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d398d-f0b4-4b5a-8dd1-a05084e35603 req-5b6fd05b-680e-4aa3-bf11-96b270f80933 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:30.070480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-673d398d-f0b4-4b5a-8dd1-a05084e35603 req-5b6fd05b-680e-4aa3-bf11-96b270f80933 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1096 time: 0.0495749 Aug 27 02:54:30.107573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-673d398d-f0b4-4b5a-8dd1-a05084e35603 req-660a7256-12f9-4734-a85f-cdacfd5d2a2c tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357184 Aug 27 02:54:30.243884 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-99f6bd91-318a-48f2-8ed7-06389933cba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:30.485159 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:30.780248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b32e371b-bd7b-4ed7-9c54-46fb56f0b74d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547147 Aug 27 02:54:31.365202 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:31.514972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-5ca9a74b-6185-4eef-9c60-ccd3b582de5e tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:54:31.526095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-5ca9a74b-6185-4eef-9c60-ccd3b582de5e tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932677 Aug 27 02:54:31.532475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Request body: {'binding': {'host': 'n-h1-806293-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:31.533209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Unknown quota resources ['binding']. {{(pid=94772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:54:31.715585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on host n-h1-806293-1 for vnic_type normal with profile None {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:31.715960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:31.716385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:31.721212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:54:31.721539 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:31.726878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:31.727227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Checking segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:31.727740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Bound using segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:31.728038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Bound port: 37a51083-09c8-4c30-996c-dc5c478b12e0, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:31.823973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:31.831703 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:31.843409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] 10.222.0.10 "POST /v2.0/ports/37a51083-09c8-4c30-996c-dc5c478b12e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3163309 Aug 27 02:54:32.045037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b612493-ca2c-43bb-9e00-7df3184c500a req-e54bd0c1-e535-409e-a85d-58f647795253 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:32.047475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b612493-ca2c-43bb-9e00-7df3184c500a req-e54bd0c1-e535-409e-a85d-58f647795253 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0761089 Aug 27 02:54:32.098745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5b612493-ca2c-43bb-9e00-7df3184c500a req-8db21ae3-0563-4804-a1eb-812bf43f7934 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435946 Aug 27 02:54:32.198597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-748587dd-758f-4744-9e25-22f267f4ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:32.200481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-748587dd-758f-4744-9e25-22f267f4ac25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1096 time: 0.1214948 Aug 27 02:54:32.317983 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-080eaa09-ed46-4013-9607-9a60001d722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:32.320084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-080eaa09-ed46-4013-9607-9a60001d722a service neutron] 10.222.0.32 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 898 time: 0.1119149 Aug 27 02:54:32.403982 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-2b024f30-dbde-471f-9adb-c2620ef1b10a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 1001 time: 0.0763900 Aug 27 02:54:32.502897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-24baad6e-1ef8-4350-bc3c-66aded6212a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:32.505654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-24baad6e-1ef8-4350-bc3c-66aded6212a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 200 len: 834 time: 0.0908608 Aug 27 02:54:32.591647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60818) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:32.628094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-f0b65883-b357-4ad0-93cb-ed95b497c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:32.630166 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-f0b65883-b357-4ad0-93cb-ed95b497c57b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65e08e43-744a-480c-86ab-87c7d67e4290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066382 Aug 27 02:54:32.757695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-78d25562-687b-4e74-9fab-772a88bb9bd9 service neutron] 10.222.0.32 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203694 Aug 27 02:54:32.917000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-47d7f4c7-7a83-4ec3-b49d-d47beb36d4fb service neutron] 10.222.0.32 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519482 Aug 27 02:54:33.048246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.082152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-d4fef370-e007-4019-a7d4-e6d509a7d0ed tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:33.084142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-d4fef370-e007-4019-a7d4-e6d509a7d0ed tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b&tenant_id=4df7c86c5581482292bf026dce0c21c2&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1096 time: 0.0988216 Aug 27 02:54:33.097172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806293-1'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:33.173595 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.218926 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.276203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0ce03-0e0f-4dad-995c-349e0ea251cd req-e6b9e9ea-fdee-4799-88de-f9859a55cffd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:33.277773 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ff0ce03-0e0f-4dad-995c-349e0ea251cd req-e6b9e9ea-fdee-4799-88de-f9859a55cffd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0793459 Aug 27 02:54:33.338416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:33.346450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ff0ce03-0e0f-4dad-995c-349e0ea251cd req-37aea539-7ccb-442a-9a0b-0c9032d84c73 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609593 Aug 27 02:54:33.379996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:33.407089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Deleting port fb39f376-5b39-4d46-b28d-594630d6cccf {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:33.407448 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.426442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:33.430397 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dee01f-54bf-4ead-88cc-ffffb1bf7a34" -d '{"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-unplugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:33.436144 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.445578 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.478578 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267b388d-6dc6-4042-89ad-26c237537abc x-openstack-request-id: req-267b388d-6dc6-4042-89ad-26c237537abc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:33.478876 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-unplugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:33.479127 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-267b388d-6dc6-4042-89ad-26c237537abc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:33.479518 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'code': 200} Aug 27 02:54:33.491857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] For port fb39f376-5b39-4d46-b28d-594630d6cccf, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fb39f376-5b39-4d46-b28d-594630d6cccf,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:33.491857 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.507007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Calling delete_port for fb39f376-5b39-4d46-b28d-594630d6cccf owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:33.557413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:33.613687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on host n-h2-806293-1 for vnic_type normal with profile {"migrating_to": "n-h1-806293-1"} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:33.614172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:33.614651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:33.620267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:54:33.620689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Attempting to bind port 37a51083-09c8-4c30-996c-dc5c478b12e0 on network 65e08e43-744a-480c-86ab-87c7d67e4290 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:33.626619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:33.627648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Checking segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:33.627648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Bound using segment: {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:33.628041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Bound port: 37a51083-09c8-4c30-996c-dc5c478b12e0, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c4d59d-2284-4427-b711-b15883c507dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:33.628471 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.709100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:33.713064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:33.717000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.747587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e8616b0c-f84d-455c-8e13-7220b6599fe3 None None] Provisioning complete for port 37a51083-09c8-4c30-996c-dc5c478b12e0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:33.748247 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e8616b0c-f84d-455c-8e13-7220b6599fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.813631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:33.835139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e8616b0c-f84d-455c-8e13-7220b6599fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.867284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:33.867556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:33.868032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:33.869793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-e4165c92-455c-4551-8497-e8c07f6a9b3a service neutron] 10.222.0.32 "PUT /v2.0/ports/37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 1121 time: 0.7780519 Aug 27 02:54:33.871001 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f163adb-c0d5-4878-9458-51a6e0b97afd" -d '{"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-plugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:33.926671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-e8616b0c-f84d-455c-8e13-7220b6599fe3 None None] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:33.932125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e8616b0c-f84d-455c-8e13-7220b6599fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.034080 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be903726-1b48-4327-9f20-52527e61f8c4 x-openstack-request-id: req-be903726-1b48-4327-9f20-52527e61f8c4 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:34.034398 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-plugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:34.034650 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be903726-1b48-4327-9f20-52527e61f8c4 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:34.035047 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'code': 200} Aug 27 02:54:34.039311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['37a51083-09c8-4c30-996c-dc5c478b12e0'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:54:34.049238 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.073195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb39f376-5b39-4d46-b28d-594630d6cccf,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:34.137918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8616b0c-f84d-455c-8e13-7220b6599fe3 None None] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:34.245629 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.414350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8ced0808-d8a5-4b14-bea6-1ea98f881212 None None] Provisioning complete for port 37a51083-09c8-4c30-996c-dc5c478b12e0 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:34.414954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ced0808-d8a5-4b14-bea6-1ea98f881212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.477682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:34.479294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c558-228a-46da-b0e7-2936be253d30 req-27fcc9f5-8f73-4d0c-b131-fbc6273c74d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:34.481860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82c7c558-228a-46da-b0e7-2936be253d30 req-27fcc9f5-8f73-4d0c-b131-fbc6273c74d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0554633 Aug 27 02:54:34.533502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-82c7c558-228a-46da-b0e7-2936be253d30 req-fd9196df-dbac-46a5-9547-757cdf4dd023 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444958 Aug 27 02:54:34.587097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:34.594157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d126f1b9-1183-47cf-a90c-a9da0289f6b1 admin admin] 10.222.0.10 "PUT /v2.0/routers/8ae9ad93-e5cb-4dec-bd91-7671b59a3020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0014503 Aug 27 02:54:34.594922 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60870) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:34.596717 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] Sync routers for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:34.607854 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:34.608609 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:34.704585 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.709255 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:34.812391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.867883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Deleting port 1efbea07-1142-4293-b5a8-56ac135bc6c4 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:34.868280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.878206 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:54:33Z', 'revision_number': 5, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port': {'id': '1efbea07-1142-4293-b5a8-56ac135bc6c4', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:34.906574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] Checking router: 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:34.915236 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] Routers {'8ae9ad93-e5cb-4dec-bd91-7671b59a3020'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:34.915829 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:34.947592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] For port 1efbea07-1142-4293-b5a8-56ac135bc6c4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1efbea07-1142-4293-b5a8-56ac135bc6c4,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:34.947971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:34.966081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Calling delete_port for 1efbea07-1142-4293-b5a8-56ac135bc6c4 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:35.000425 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] Set router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:35.050206 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:54:34Z', 'revision_number': 6, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:35.078678 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0db89e-c649-4f34-a392-092a92534fd0 None None] The sync data for ids ['8ae9ad93-e5cb-4dec-bd91-7671b59a3020'] in n-d-806293-1 is: [{'id': '8ae9ad93-e5cb-4dec-bd91-7671b59a3020', 'name': 'tempest-TestVolumeBackupRestore-1773431020-router', 'tenant_id': '118e21e3491844c0b858d4b10d7d5c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:22Z', 'updated_at': '2021-08-27T02:54:34Z', 'revision_number': 6, 'project_id': '118e21e3491844c0b858d4b10d7d5c0e', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:35.133270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.162654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1efbea07-1142-4293-b5a8-56ac135bc6c4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:35.222365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.312159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.314271 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.361972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.362456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae9ad93-e5cb-4dec-bd91-7671b59a3020 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:54:35.366784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.367934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-32a9c06e-7fe2-4ee3-ba94-30a10040a1b9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8ae9ad93-e5cb-4dec-bd91-7671b59a3020 HTTP/1.1" status: 204 len: 168 time: 0.7719159 Aug 27 02:54:35.371473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60872) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:35.417637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] Deleting subnet 91378a7f-1ad1-40bd-8881-c35bd30c63e1 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:54:35.421037 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.464482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.481072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:35.484357 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a" -d '{"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:35.576381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.624877 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea94a0-a526-4334-ae52-87f3de8a1df3 x-openstack-request-id: req-3bea94a0-a526-4334-ae52-87f3de8a1df3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:35.625268 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:35.625611 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bea94a0-a526-4334-ae52-87f3de8a1df3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:35.626064 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'status': 'completed', 'code': 200} Aug 27 02:54:35.641258 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.664088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377c132-76cf-42a3-85c0-329f98adb8c0 req-de32c961-a61e-4b03-85e9-098022cd157f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:35.665696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4377c132-76cf-42a3-85c0-329f98adb8c0 req-de32c961-a61e-4b03-85e9-098022cd157f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0538714 Aug 27 02:54:35.675716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91378a7f-1ad1-40bd-8881-c35bd30c63e1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:35.686154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc718b7-c9d5-406b-be48-02e05e7b9c50 None None] Network 4eb44aa2-e625-4b1d-8608-8665226e280d requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:35.694578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.699002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9911853c-ff51-4df3-9a57-c0c8beacd10d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/91378a7f-1ad1-40bd-8881-c35bd30c63e1 HTTP/1.1" status: 204 len: 168 time: 0.3241024 Aug 27 02:54:35.699460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60882) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:35.714206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-3f9a0668-23c2-4adc-9187-6d332cf4b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:35.715743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-3f9a0668-23c2-4adc-9187-6d332cf4b024 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1126 time: 0.0662582 Aug 27 02:54:35.800680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.806461 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4377c132-76cf-42a3-85c0-329f98adb8c0 req-4b3160c5-5a86-4ad3-ae7f-b60e35b4346c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344259 Aug 27 02:54:35.819963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-db49f849-f068-4d7e-94df-fb3cfdf97286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:35.822094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-db49f849-f068-4d7e-94df-fb3cfdf97286 service neutron] 10.222.0.45 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 898 time: 0.0989232 Aug 27 02:54:35.860866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Deleting port 37901cb5-773f-4e4e-a293-5b2ed6e7578c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:35.861128 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.896453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-46643f1c-6fe5-4baa-822d-787af7a6a182 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 1001 time: 0.0668590 Aug 27 02:54:35.926306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] DHCP port deletion for 4eb44aa2-e625-4b1d-8608-8665226e280d request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:54:35.931904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fb39f376-5b39-4d46-b28d-594630d6cccf no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:35.932461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] For port 37901cb5-773f-4e4e-a293-5b2ed6e7578c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=37901cb5-773f-4e4e-a293-5b2ed6e7578c,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:35.932851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:35.946946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Calling delete_port for 37901cb5-773f-4e4e-a293-5b2ed6e7578c owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:35.973390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-fc24bfed-bf4f-4878-baf5-99a25dda88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:35.975046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-fc24bfed-bf4f-4878-baf5-99a25dda88ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 200 len: 834 time: 0.0714173 Aug 27 02:54:35.985277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: fb39f376-5b39-4d46-b28d-594630d6cccf {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:35.985629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fb39f376-5b39-4d46-b28d-594630d6cccf not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:36.011482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] Deleting port 37901cb5-773f-4e4e-a293-5b2ed6e7578c {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:36.011943 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.026306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-6d7b2442-607b-4194-b2da-3a30b799bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:36.028026 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-6d7b2442-607b-4194-b2da-3a30b799bfca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65e08e43-744a-480c-86ab-87c7d67e4290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465014 Aug 27 02:54:36.040246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.074057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Pushing event deleted for resources: {'Port': ['ID=37901cb5-773f-4e4e-a293-5b2ed6e7578c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:36.076472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] For port 37901cb5-773f-4e4e-a293-5b2ed6e7578c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=37901cb5-773f-4e4e-a293-5b2ed6e7578c,segment=NetworkSegment(3fca1f6b-a860-41e9-b991-c26adc36c378),segment_id=3fca1f6b-a860-41e9-b991-c26adc36c378)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:36.077208 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.080165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] No DVR routers for this DVR port 37901cb5-773f-4e4e-a293-5b2ed6e7578c on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:36.092493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] Calling delete_port for 37901cb5-773f-4e4e-a293-5b2ed6e7578c owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:36.130554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-c99390fd-0ad3-4013-975b-bbbaf2bd6add service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947163 Aug 27 02:54:36.152511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.163419 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb44aa2-e625-4b1d-8608-8665226e280d']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:36.175539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.179040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fca1f6b-a860-41e9-b991-c26adc36c378') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:36.179412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fca1f6b-a860-41e9-b991-c26adc36c378') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:36.191360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.206020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] Pushing event deleted for resources: {'Port': ['ID=37901cb5-773f-4e4e-a293-5b2ed6e7578c,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:36.208896 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.211952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f4fb1-b376-4310-ae85-e958f441bb21 None None] No DVR routers for this DVR port 37901cb5-773f-4e4e-a293-5b2ed6e7578c on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:36.217148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:54:36.217645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:54:36.219584 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:54:36.249611 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c7e9dc4d-6e0d-49a1-b7fd-f144165dd12a req-12b6a654-fe54-49a2-a9fb-767d9cf1291a service neutron] 10.222.0.45 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107504 Aug 27 02:54:36.279549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.285362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.287653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4eb44aa2-e625-4b1d-8608-8665226e280d HTTP/1.1" status: 204 len: 168 time: 0.5867989 Aug 27 02:54:36.290872 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60884) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:36.301101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdaa08-c1f7-4a22-9f3c-58bf1ea37269 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb44aa2-e625-4b1d-8608-8665226e280d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:36.652653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.888626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:54:36.949091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848d018-e689-40b3-8c01-b4cd570c763c req-a3a4f5a2-1ef9-4db0-a67d-ea6effc474ba tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:36.951283 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6848d018-e689-40b3-8c01-b4cd570c763c req-a3a4f5a2-1ef9-4db0-a67d-ea6effc474ba tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0706167 Aug 27 02:54:36.958463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Deleting port d37423cd-8032-4279-908d-8d196d7e6e7a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:36.958805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:36.987553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:36.998987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 has no active binding in host n-h1-806293-1 {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:54:37.053973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6848d018-e689-40b3-8c01-b4cd570c763c req-8314ed88-d4d6-49db-9c19-721d2e351885 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917292 Aug 27 02:54:37.073080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] For port d37423cd-8032-4279-908d-8d196d7e6e7a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d37423cd-8032-4279-908d-8d196d7e6e7a,segment=NetworkSegment(e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75),segment_id=e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:37.073450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:37.087552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Calling delete_port for d37423cd-8032-4279-908d-8d196d7e6e7a owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:37.243232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1efbea07-1142-4293-b5a8-56ac135bc6c4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:37.262906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1efbea07-1142-4293-b5a8-56ac135bc6c4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:37.263261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1efbea07-1142-4293-b5a8-56ac135bc6c4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:37.263691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37901cb5-773f-4e4e-a293-5b2ed6e7578c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:37.270930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:37.273813 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:54:37.283449 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 37901cb5-773f-4e4e-a293-5b2ed6e7578c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:37.283800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 37901cb5-773f-4e4e-a293-5b2ed6e7578c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:37.302710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37423cd-8032-4279-908d-8d196d7e6e7a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:37.461724 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:37.677107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Router 0374fda3-388f-4bff-97da-c8e69a5f91e7 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:37.783685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:37.789085 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-284829c2-ab53-4c7b-ab36-c7342514fa04 admin admin] 10.222.0.10 "PUT /v2.0/routers/0374fda3-388f-4bff-97da-c8e69a5f91e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967449 Aug 27 02:54:37.792718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60888) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:37.795438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] Sync routers for ids ['0374fda3-388f-4bff-97da-c8e69a5f91e7'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:37.805591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] Routers {'0374fda3-388f-4bff-97da-c8e69a5f91e7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:37.806295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0374fda3-388f-4bff-97da-c8e69a5f91e7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:37.918951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] Set router 0374fda3-388f-4bff-97da-c8e69a5f91e7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:38.101266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:54:37Z', 'revision_number': 5, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:38.131487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] Checking router: 0374fda3-388f-4bff-97da-c8e69a5f91e7 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:38.140749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] Routers {'0374fda3-388f-4bff-97da-c8e69a5f91e7'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:38.141372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['0374fda3-388f-4bff-97da-c8e69a5f91e7'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:38.175688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f1ce4-8a97-41ef-a6c4-e57130ffb12d req-c4179080-5d37-4be9-aa45-b51c0a67e908 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:38.177255 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0f1ce4-8a97-41ef-a6c4-e57130ffb12d req-c4179080-5d37-4be9-aa45-b51c0a67e908 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 945 time: 0.0523276 Aug 27 02:54:38.218204 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.219314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0f1ce4-8a97-41ef-a6c4-e57130ffb12d req-75b50411-48bf-4c2c-89c0-053a83d9f3d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Aug 27 02:54:38.247867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] Set router 0374fda3-388f-4bff-97da-c8e69a5f91e7 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:38.326178 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.380233 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Deleting port 631ca831-eabb-469e-a1b6-307eef087225 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:38.380476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.424868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:54:37Z', 'revision_number': 5, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:38.450034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9d4f7-21ce-4859-acbe-2c2878a73f4d None None] The sync data for ids ['0374fda3-388f-4bff-97da-c8e69a5f91e7'] in n-d-806293-1 is: [{'id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'name': 'tempest-TestVolumeBackupRestore-56357668-router', 'tenant_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '631ca831-eabb-469e-a1b6-307eef087225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:51:27Z', 'updated_at': '2021-08-27T02:54:37Z', 'revision_number': 5, 'project_id': '5e66c2ee4f3b4b06904935c8c0012d98', 'gw_port': {'id': '631ca831-eabb-469e-a1b6-307eef087225', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374fda3-388f-4bff-97da-c8e69a5f91e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:51:28Z', 'updated_at': '2021-08-27T02:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:38.463886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] For port 631ca831-eabb-469e-a1b6-307eef087225, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=631ca831-eabb-469e-a1b6-307eef087225,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:38.464395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.479741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Calling delete_port for 631ca831-eabb-469e-a1b6-307eef087225 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:38.655974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.684920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Pushing event deleted for resources: {'Port': ['ID=631ca831-eabb-469e-a1b6-307eef087225,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:38.790694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.797505 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-37662fd7-a6be-44ab-9510-312289da9b16 service neutron] 10.222.0.45 "GET /v2.0/ports/37a51083-09c8-4c30-996c-dc5c478b12e0/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 384 time: 0.1035635 Aug 27 02:54:38.911212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.914759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.973451 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.973980 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0374fda3-388f-4bff-97da-c8e69a5f91e7 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:54:38.998092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:38.999341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-179eb18e-c852-409c-9d79-ddec7bac0399 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0374fda3-388f-4bff-97da-c8e69a5f91e7 HTTP/1.1" status: 204 len: 168 time: 1.2057400 Aug 27 02:54:39.002392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60892) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:39.053777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] Deleting subnet 7add99a5-6992-41d9-a1c3-bf053b4fcd8c {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:54:39.056930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.093158 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.096045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:39.118616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:39.170209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:39.172799 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847ba616-1268-4fcf-9f5a-aa53338866b3" -d '{"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-unplugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:39.173544 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.181411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:39.200297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.244919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.245687 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae66c62-02cf-43c0-8f7a-7ff15a18a4b6 x-openstack-request-id: req-dae66c62-02cf-43c0-8f7a-7ff15a18a4b6 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:39.246051 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-unplugged", "status": "completed", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:39.246388 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dae66c62-02cf-43c0-8f7a-7ff15a18a4b6 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:39.246889 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'code': 200} Aug 27 02:54:39.284237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7add99a5-6992-41d9-a1c3-bf053b4fcd8c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:39.292676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.294637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f1eeee18-895a-41e6-87c7-44e37eb7379d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7add99a5-6992-41d9-a1c3-bf053b4fcd8c HTTP/1.1" status: 204 len: 168 time: 0.2912161 Aug 27 02:54:39.299840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60898) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:39.301721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cf964-448a-449b-a896-432587033141 None None] Network 91436cb2-6cb8-464b-a229-b13cc1b92886 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:39.319265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] Transition to ACTIVE for port object 37a51083-09c8-4c30-996c-dc5c478b12e0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:39.347064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.353196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fad44-152e-4a79-bcb8-88146e91a945 req-d30044b0-5155-4b1c-afa0-c7eb65fbeadb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:39.355020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-702fad44-152e-4a79-bcb8-88146e91a945 req-d30044b0-5155-4b1c-afa0-c7eb65fbeadb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.0593598 Aug 27 02:54:39.402352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-702fad44-152e-4a79-bcb8-88146e91a945 req-d6370226-5565-4446-b990-f7baa336e5e9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399523 Aug 27 02:54:39.454736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] Pushing event updated for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=11']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:39.526045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] DHCP port deletion for 91436cb2-6cb8-464b-a229-b13cc1b92886 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:54:39.533313 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.583036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] No DVR routers for this DVR port 37a51083-09c8-4c30-996c-dc5c478b12e0 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:39.595962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 631ca831-eabb-469e-a1b6-307eef087225 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:39.606208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] Deleting port 32274d79-517f-4c92-b347-2edd30a9e04a {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:39.606660 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.659362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 631ca831-eabb-469e-a1b6-307eef087225 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:39.659700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 631ca831-eabb-469e-a1b6-307eef087225 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:39.660122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d37423cd-8032-4279-908d-8d196d7e6e7a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:39.688979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d37423cd-8032-4279-908d-8d196d7e6e7a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:39.688979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d37423cd-8032-4279-908d-8d196d7e6e7a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:39.706641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] For port 32274d79-517f-4c92-b347-2edd30a9e04a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=32274d79-517f-4c92-b347-2edd30a9e04a,segment=NetworkSegment(e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75),segment_id=e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:39.707051 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.721139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] Calling delete_port for 32274d79-517f-4c92-b347-2edd30a9e04a owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:39.728223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Deleting port 32274d79-517f-4c92-b347-2edd30a9e04a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:39.728501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.803504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-b388a631-5e0f-482b-9545-f02867c695c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/37a51083-09c8-4c30-996c-dc5c478b12e0/bindings/n-h1-806293-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9819095 Aug 27 02:54:39.816715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] For port 32274d79-517f-4c92-b347-2edd30a9e04a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=32274d79-517f-4c92-b347-2edd30a9e04a,segment=NetworkSegment(e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75),segment_id=e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:39.817490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.828637 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.832605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Calling delete_port for 32274d79-517f-4c92-b347-2edd30a9e04a owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:39.859154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] Pushing event deleted for resources: {'Port': ['ID=32274d79-517f-4c92-b347-2edd30a9e04a,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:39.862964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b949be0d-7921-44d6-a5d8-f2fff933384c None None] No DVR routers for this DVR port 32274d79-517f-4c92-b347-2edd30a9e04a on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:39.912577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-cab37f2e-f2cd-4c99-92d2-f58c5c3842ed tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:39.914170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-cab37f2e-f2cd-4c99-92d2-f58c5c3842ed tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b&tenant_id=4df7c86c5581482292bf026dce0c21c2&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.0550170 Aug 27 02:54:39.923762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:39.951141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Pushing event deleted for resources: {'Port': ['ID=32274d79-517f-4c92-b347-2edd30a9e04a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:39.954726 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] No DVR routers for this DVR port 32274d79-517f-4c92-b347-2edd30a9e04a on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:39.972986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-fe7d1faf-ad35-411e-9a83-8d948db186dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:39.973568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-fe7d1faf-ad35-411e-9a83-8d948db186dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 1095 time: 0.0519996 Aug 27 02:54:40.034108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.037758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-8136ab3d-3dce-4828-9312-942787e0d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:40.039337 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-8136ab3d-3dce-4828-9312-942787e0d619 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1095 time: 0.0418499 Aug 27 02:54:40.044652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91436cb2-6cb8-464b-a229-b13cc1b92886']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:40.056061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:40.056356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58ef9c6-e0de-47c6-90d8-50b7e8a3bc75') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:40.065388 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.080440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.087252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:54:40.087719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: self.session.flush() Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:54:40.089458 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:54:40.131481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-be88a1f6-ce79-4037-ae22-82eeadcb6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:40.133101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-be88a1f6-ce79-4037-ae22-82eeadcb6ce5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 898 time: 0.0869360 Aug 27 02:54:40.142770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.148755 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.151194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] 10.222.0.10 "DELETE /v2.0/networks/91436cb2-6cb8-464b-a229-b13cc1b92886 HTTP/1.1" status: 204 len: 168 time: 0.8501344 Aug 27 02:54:40.162847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c7e61-d2b5-4a0a-9225-0d8bea55edbb admin admin] Pushing event deleted for resources: {'Network': ['ID=91436cb2-6cb8-464b-a229-b13cc1b92886,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:40.204309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-c6604273-f771-4490-a8c8-3b05fdec8b82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 999 time: 0.0641024 Aug 27 02:54:40.256150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-0b3e07a7-6889-40a0-a54d-96039c90ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:40.257640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-0b3e07a7-6889-40a0-a54d-96039c90ee30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 200 len: 834 time: 0.0465903 Aug 27 02:54:40.304506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-ac42ab62-0ab7-4592-8478-20fc72190825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:40.306243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-ac42ab62-0ab7-4592-8478-20fc72190825 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65e08e43-744a-480c-86ab-87c7d67e4290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415363 Aug 27 02:54:40.324280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60902) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:40.366672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-655ec123-f5de-45d7-a128-1c04ea1ae3a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=118e21e3491844c0b858d4b10d7d5c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411515 Aug 27 02:54:40.369269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60904) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:40.404100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-1bf491c4-2b5d-409c-b44d-7c7b02daa11e service neutron] 10.222.0.32 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909557 Aug 27 02:54:40.431149 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85f9740-a511-445a-ae46-95375bc80cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.453520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85f9740-a511-445a-ae46-95375bc80cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.501692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-1eb88533-c120-4f45-b9e0-31844799fd87 service neutron] 10.222.0.32 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903358 Aug 27 02:54:40.531520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e11d16-9d5c-4815-90c8-09e08e4526ed req-5fdce6eb-13db-40fb-a0f1-693d6b636861 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:40.533050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3e11d16-9d5c-4815-90c8-09e08e4526ed req-5fdce6eb-13db-40fb-a0f1-693d6b636861 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.0566871 Aug 27 02:54:40.545973 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85f9740-a511-445a-ae46-95375bc80cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.548944 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a85f9740-a511-445a-ae46-95375bc80cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.550072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a85f9740-a511-445a-ae46-95375bc80cd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2835379-411d-4b45-8799-0e81b81e752a HTTP/1.1" status: 204 len: 168 time: 0.1799531 Aug 27 02:54:40.572050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f9740-a511-445a-ae46-95375bc80cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2835379-411d-4b45-8799-0e81b81e752a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:40.599060 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3e11d16-9d5c-4815-90c8-09e08e4526ed req-f37a2542-df29-4c04-ad97-fc109f8e6b35 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477569 Aug 27 02:54:40.749093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-f3c0f926-56db-4cea-aba8-1bde3e9a341b tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:40.750654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-f3c0f926-56db-4cea-aba8-1bde3e9a341b tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b&tenant_id=4df7c86c5581482292bf026dce0c21c2&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 1095 time: 0.0490422 Aug 27 02:54:40.865888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-03860103-a778-4e7f-a9dc-ef3cfc8b90ff service neutron] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:40.869026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-03860103-a778-4e7f-a9dc-ef3cfc8b90ff service neutron] Notify callbacks [] for binding, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:40.870177 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-03860103-a778-4e7f-a9dc-ef3cfc8b90ff service neutron] 10.222.0.32 "DELETE /v2.0/ports/37a51083-09c8-4c30-996c-dc5c478b12e0/bindings/n-h2-806293-1 HTTP/1.1" status: 204 len: 173 time: 0.1118636 Aug 27 02:54:40.886467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60912) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:40.942943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d70de828-8af5-47df-ab53-8b81e67b5837 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e66c2ee4f3b4b06904935c8c0012d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543821 Aug 27 02:54:40.948195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60914) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:40.998160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab8e74e8-2eca-4350-85fd-4ca162bc1fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:41.018574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab8e74e8-2eca-4350-85fd-4ca162bc1fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:41.069384 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab8e74e8-2eca-4350-85fd-4ca162bc1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:41.072083 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab8e74e8-2eca-4350-85fd-4ca162bc1fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:41.073234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ab8e74e8-2eca-4350-85fd-4ca162bc1fc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14d2b42e-8933-4a9c-9e4f-137bc474bcce HTTP/1.1" status: 204 len: 168 time: 0.1240020 Aug 27 02:54:41.082665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e74e8-2eca-4350-85fd-4ca162bc1fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d2b42e-8933-4a9c-9e4f-137bc474bcce,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:41.249506 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 32274d79-517f-4c92-b347-2edd30a9e04a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:41.268772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 32274d79-517f-4c92-b347-2edd30a9e04a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:41.269112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 32274d79-517f-4c92-b347-2edd30a9e04a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:41.714830 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:41.717049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0433bda-0c29-4e57-942f-2fa730262dd8 req-48c367f9-4b77-432b-a99c-b48449456849 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:41.718800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0433bda-0c29-4e57-942f-2fa730262dd8 req-48c367f9-4b77-432b-a99c-b48449456849 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.0505011 Aug 27 02:54:41.756357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:41.757683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f0433bda-0c29-4e57-942f-2fa730262dd8 req-32b56e6d-4b67-4895-9d97-ed0a4dea780b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328419 Aug 27 02:54:41.777046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:41.874064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919952426-network', 'tenant_id': 'fad10dde630d4beea46c864b7340c228'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:41.895116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:41.897508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:41.905853 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:41.996175 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.000733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.025921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:54:42.034709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ef49-230b-4809-8710-3cdfad8a1895 req-2c1e3864-df80-48e7-919f-0f96ecccecfa tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:42.035639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:42.036284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d232ef49-230b-4809-8710-3cdfad8a1895 req-2c1e3864-df80-48e7-919f-0f96ecccecfa tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1095 time: 0.0405102 Aug 27 02:54:42.041614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.041959 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Added segment c4125cb9-4edb-4fd7-adce-306911778ffe of type vlan for network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 Aug 27 02:54:42.084284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d232ef49-230b-4809-8710-3cdfad8a1895 req-171f396e-86be-4225-ac24-3bd489e50690 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334978 Aug 27 02:54:42.084715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.111606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.112634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:42.113225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.172225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3939331 Aug 27 02:54:42.175458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60948) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:42.180412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Request body: {'subnet': {'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919952426-subnet', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:42.196816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41272040-2a81-45f4-95f4-74ff3cdd9ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:42.202580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:42.205200 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.207718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:54:42.221946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b944-2b6f-4974-82e2-998564af7dfe req-98a12852-0278-4e3e-a22f-de10489114e8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:42.223759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8604b944-2b6f-4974-82e2-998564af7dfe req-98a12852-0278-4e3e-a22f-de10489114e8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.0693228 Aug 27 02:54:42.266269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8604b944-2b6f-4974-82e2-998564af7dfe req-1b8ccf6d-6479-466e-b323-faa9eab1f3b0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359719 Aug 27 02:54:42.293937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60950) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:42.401975 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1406fbfc-55fd-48d7-bf94-c6a80208f864 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/b204ac55-115c-4ca2-9045-e93866f8cdab HTTP/1.1" status: 200 len: 991 time: 0.1067836 Aug 27 02:54:42.430533 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.484206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89997527-39aa-45ae-8d55-c49986f6573d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:42.494664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:42.495027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Network hostable DHCP agents. Network: 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:54:42.512261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:54:42.522819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:42.527564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:42.528530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.531721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742fbe8-717b-4518-8817-a21a62be90ad None None] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:42.542909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c761efe-cd24-40c3-af9f-977504d4fc75 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3663664 Aug 27 02:54:42.545653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60956) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:42.550230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:42.571403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.572400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.629738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.683142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:54:42.684007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.765568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.820024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Allocated IP 172.20.0.2 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/185eb778-be5d-4b1a-9d0a-02d18225f18a) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:42.966884 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.972689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.975749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Transition to ACTIVE for port object 185eb778-be5d-4b1a-9d0a-02d18225f18a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:42.995801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Transition to ACTIVE for port object 185eb778-be5d-4b1a-9d0a-02d18225f18a will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:42.996706 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:43.004013 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:43.044341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:43.047352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:43.053068 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:43.065843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Pushing event updated for resources: {'Port': ['ID=185eb778-be5d-4b1a-9d0a-02d18225f18a,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:43.112643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Allocated IP 172.25.1.145 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/5b60e7c3-ca38-4d5f-a3b0-76d65067cb51) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:43.113836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Attempting to bind port 185eb778-be5d-4b1a-9d0a-02d18225f18a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:43.114218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Attempting to bind port 185eb778-be5d-4b1a-9d0a-02d18225f18a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:43.114728 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Attempting to bind port 185eb778-be5d-4b1a-9d0a-02d18225f18a on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:43.120014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:43.120412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:43.120801 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:43.121197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:43.121676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Bound port: 185eb778-be5d-4b1a-9d0a-02d18225f18a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:43.122063 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:43.189014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] For port 185eb778-be5d-4b1a-9d0a-02d18225f18a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:43.192702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] For port 185eb778-be5d-4b1a-9d0a-02d18225f18a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=185eb778-be5d-4b1a-9d0a-02d18225f18a,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:43.199559 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:43.230157 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:43.268750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb73a00-73b5-4367-8ef4-6698b7366960 None None] Pushing event updated for resources: {'Port': ['ID=185eb778-be5d-4b1a-9d0a-02d18225f18a,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:43.274431 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:43.311438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:43.314382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:43.320274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:43.348442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:43.584395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:44.121742 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:44.153258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879aaa6b-d43c-41e9-b22b-abef7aaf3def None None] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:44.253383 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:54:44.256236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-95217908-a98c-4a23-bbe6-b94f20e20862 None None] Provisioning for port 185eb778-be5d-4b1a-9d0a-02d18225f18a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:44.359805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:44.371003 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:44.379552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:44.382373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e9a0f5c4-6707-4e3f-906c-dd7fd123eef3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8339527 Aug 27 02:54:44.382564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:44.382564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:44.383845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60958) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:44.495905 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:44.668039 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:43Z', 'revision_number': 3, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:44.693198 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:44.693556 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Updating router e5b4cd7d-7670-44f4-b493-303f7fefb739 port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:54:44.721786 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:44.804108 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:44.968341 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:44.979815 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Transition to ACTIVE for port object 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:44.986490 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.038420 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Attempting to bind port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:45.038786 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Attempting to bind port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:45.039143 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Attempting to bind port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:45.041241 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Pushing event updated for resources: {'Port': ['ID=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:45.050190 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:45.050544 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:45.050981 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.051397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:45.051841 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Bound port: 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:45.052240 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.054751 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.055089 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.055419 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.055742 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.056059 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.056357 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.056696 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.057241 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.057363 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.057608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.057921 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.058248 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:45.115440 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] For port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:45.118703 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] For port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:45.124279 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.177020 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:45.177598 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:45.218156 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b4b89-5e96-4f95-88f4-67c4643df153 None None] Pushing event updated for resources: {'Port': ['ID=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:45.294576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 185eb778-be5d-4b1a-9d0a-02d18225f18a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:45.317357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Allocated IP 172.20.0.1 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/d2ba357c-a048-4898-9712-9593ea651549) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:45.344892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 185eb778-be5d-4b1a-9d0a-02d18225f18a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:45.349634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 185eb778-be5d-4b1a-9d0a-02d18225f18a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:45.349848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.398760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:45.427819 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.440533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.456165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Transition to ACTIVE for port object d2ba357c-a048-4898-9712-9593ea651549 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:45.461836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 185eb778-be5d-4b1a-9d0a-02d18225f18a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=185eb778-be5d-4b1a-9d0a-02d18225f18a,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:45.467402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.504301 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.524833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=185eb778-be5d-4b1a-9d0a-02d18225f18a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:45.540672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:45.542184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:45.545774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:45.580599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Pushing event updated for resources: {'Port': ['ID=d2ba357c-a048-4898-9712-9593ea651549,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:45.584241 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:43Z', 'revision_number': 3, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:45.597866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.613157 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798735-75d4-4618-9364-3694f4064cc4 None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:43Z', 'revision_number': 3, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:45.734802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.815535 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-edbb9a21-eefd-4bc6-b7de-3dc673323fd4 None None] Provisioning for port d2ba357c-a048-4898-9712-9593ea651549 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:45.822016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-edbb9a21-eefd-4bc6-b7de-3dc673323fd4 None None] Provisioning complete for port d2ba357c-a048-4898-9712-9593ea651549 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:45.822471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-edbb9a21-eefd-4bc6-b7de-3dc673323fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.877507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-edbb9a21-eefd-4bc6-b7de-3dc673323fd4 None None] Port d2ba357c-a048-4898-9712-9593ea651549 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:54:45.923611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.928643 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:45.997607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Pushing event updated for resources: {'Port': ['ID=d2ba357c-a048-4898-9712-9593ea651549,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:46.000474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.100267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:46.101673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:46.140488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:46.235563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:46.331945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 0c63bef0-92a4-4387-b1a7-aef46cd48d9b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:46.332311 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.365918 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:46.370994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9dd3f289-0e70-4dca-b676-ad27af43637f admin admin] 10.222.0.10 "PUT /v2.0/routers/e5b4cd7d-7670-44f4-b493-303f7fefb739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9853613 Aug 27 02:54:46.409532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dc90e365-c079-4d0b-a245-cba7c3d035ea None None] Provisioning complete for port d2ba357c-a048-4898-9712-9593ea651549 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:46.410132 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dc90e365-c079-4d0b-a245-cba7c3d035ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.420814 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.421199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.433876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 0c63bef0-92a4-4387-b1a7-aef46cd48d9b owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:46.445688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-dc90e365-c079-4d0b-a245-cba7c3d035ea None None] Port d2ba357c-a048-4898-9712-9593ea651549 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:54:46.589721 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.616463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=0c63bef0-92a4-4387-b1a7-aef46cd48d9b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:46.680534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.680886 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP b204ac55-115c-4ca2-9045-e93866f8cdab disassociated (deleted). External IP: 172.25.1.129, port: 37a51083-09c8-4c30-996c-dc5c478b12e0. Aug 27 02:54:46.793727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.883406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60976) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:46.888600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1813925113-network', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:46.910515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:46.926058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Made reservation on behalf of 06833b7d9aa144f4b96e300bc1f0874b for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:46.928652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:46.939964 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.071394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:47.077309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.082600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] Sync routers for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:47.092159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:47.092831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:47.121286 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13051496-4dff-416c-931a-691dff9b4ec0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/floatingips/b204ac55-115c-4ca2-9045-e93866f8cdab HTTP/1.1" status: 204 len: 168 time: 0.9789209 Aug 27 02:54:47.122988 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:47.125513 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca6c46-5d65-4470-87fd-549f13a947d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:47.168062 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.177784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.203374 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a3bc15-db45-4a58-a54a-63929472a5cf x-openstack-request-id: req-c6a3bc15-db45-4a58-a54a-63929472a5cf {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:47.203690 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:47.203922 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6a3bc15-db45-4a58-a54a-63929472a5cf {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:47.204601 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'status': 'completed', 'code': 200} Aug 27 02:54:47.213607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:47.219945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:54:47.228440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3808da3f-36c1-4c23-bc19-135c352b57f1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:47.239623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.240255 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Added segment fefa6c72-0796-4dd1-883f-42db4b438e85 of type vlan for network 2833943c-c1e0-4519-9917-ea27e8332d6c Aug 27 02:54:47.291636 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.305894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-d9abfd6e-0730-4254-aa2b-5d6255aae369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:47.308157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-d9abfd6e-0730-4254-aa2b-5d6255aae369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 1095 time: 0.0857480 Aug 27 02:54:47.330971 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:47.342580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.348305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:47.349797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:47.350049 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:47.350518 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.464874 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5803902 Aug 27 02:54:47.470784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60984) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:47.482217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Request body: {'subnet': {'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1813925113-subnet', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:47.488050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454659ba-a8c6-4fba-8e19-cf620efd70eb admin admin] Pushing event updated for resources: {'Network': ['ID=2833943c-c1e0-4519-9917-ea27e8332d6c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:47.493126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-d3506ce5-ecf8-4117-b120-728954616f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:47.494858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-d3506ce5-ecf8-4117-b120-728954616f0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 200 len: 898 time: 0.1788096 Aug 27 02:54:47.527302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 185eb778-be5d-4b1a-9d0a-02d18225f18a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:47.528950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2833943c-c1e0-4519-9917-ea27e8332d6c details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:54:47.555735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Made reservation on behalf of 06833b7d9aa144f4b96e300bc1f0874b for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:47.558584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.567111 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:47.587360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4860d8-f125-49d8-90bb-0278bc07cd34 req-17ecefb5-c58b-4d19-b668-261ac432f39a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:47.595092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d4860d8-f125-49d8-90bb-0278bc07cd34 req-17ecefb5-c58b-4d19-b668-261ac432f39a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.0681930 Aug 27 02:54:47.599968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-f8b5fd36-f5c3-4649-99a1-00107baffd8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 200 len: 217 time: 0.0907149 Aug 27 02:54:47.655936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d4860d8-f125-49d8-90bb-0278bc07cd34 req-3853edbe-2345-4ea6-ace9-57b75912da34 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=544c0dfb-e70c-4b29-80a3-8769f03f2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598698 Aug 27 02:54:47.698791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-cb947896-c04e-4fd5-a18a-18f408b62025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:47.700620 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-cb947896-c04e-4fd5-a18a-18f408b62025 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 200 len: 834 time: 0.0884087 Aug 27 02:54:47.716610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 185eb778-be5d-4b1a-9d0a-02d18225f18a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:47.716986 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.787609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-55577178-6aa5-4387-8a5f-b6ae5ef67e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:47.788042 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.789183 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-55577178-6aa5-4387-8a5f-b6ae5ef67e39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65e08e43-744a-480c-86ab-87c7d67e4290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783539 Aug 27 02:54:47.805760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 2, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:47.834925 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:47.835370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Updating router e5b4cd7d-7670-44f4-b493-303f7fefb739 port d2ba357c-a048-4898-9712-9593ea651549 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:54:47.837793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:51Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:47.860130 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:47.869275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] Checking router: 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:47.877514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:47.904090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:47.904787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:47.914972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.009958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-34e1be8d-628b-4bc5-82ed-0c172c971821 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:48.011477 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-34e1be8d-628b-4bc5-82ed-0c172c971821 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 944 time: 0.1307619 Aug 27 02:54:48.012242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:48.018991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:48.019369 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.021671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f6a29a-0798-4858-bcdf-620396783c73,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:48.032186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-0dc38364-cff1-4b71-8f50-fd6a4c213e85 service neutron] 10.222.0.32 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168658 Aug 27 02:54:48.044145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:48.079225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Checking segment: {'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:48.079225 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Network hostable DHCP agents. Network: 2833943c-c1e0-4519-9917-ea27e8332d6c, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:54:48.168998 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.175193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Network 2833943c-c1e0-4519-9917-ea27e8332d6c is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:54:48.181987 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Transition to ACTIVE for port object d2ba357c-a048-4898-9712-9593ea651549 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:48.190707 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.206025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2833943c-c1e0-4519-9917-ea27e8332d6c) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:48.213897 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-fa6a46d0-6458-4736-b6a6-41dd0f270b91 service neutron] 10.222.0.32 "GET /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612923 Aug 27 02:54:48.217732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:48.218340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.230757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 37a51083-09c8-4c30-996c-dc5c478b12e0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:48.231099 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.249989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a39899-445b-4a38-9a57-4285cee0fbe8 None None] Network 2833943c-c1e0-4519-9917-ea27e8332d6c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:48.290149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-58517ab3-b862-48a5-a15b-ef0a17113249 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8181229 Aug 27 02:54:48.292725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60986) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:48.297405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:48.309206 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f8f69-eaa8-4151-a1d4-c87fa195bc2c None None] Pushing event updated for resources: {'Port': ['ID=d2ba357c-a048-4898-9712-9593ea651549,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:48.339441 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Attempting to bind port d2ba357c-a048-4898-9712-9593ea651549 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:48.340453 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Attempting to bind port d2ba357c-a048-4898-9712-9593ea651549 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:48.341142 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Attempting to bind port d2ba357c-a048-4898-9712-9593ea651549 on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:48.343560 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.344806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.347812 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:48.348632 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:48.349704 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.350298 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:48.351047 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Bound port: d2ba357c-a048-4898-9712-9593ea651549, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:48.351644 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.400951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 37a51083-09c8-4c30-996c-dc5c478b12e0, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=37a51083-09c8-4c30-996c-dc5c478b12e0,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:48.402505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.421003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 37a51083-09c8-4c30-996c-dc5c478b12e0 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:48.428016 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.439869 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] For port d2ba357c-a048-4898-9712-9593ea651549, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:48.443313 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] For port d2ba357c-a048-4898-9712-9593ea651549, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d2ba357c-a048-4898-9712-9593ea651549,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:48.456605 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.553263 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:48.553889 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:48.570072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-2833943c-c1e0-4519-9917-ea27e8332d6c', 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'fixed_ips': [{'subnet_id': 'f6f6a29a-0798-4858-bcdf-620396783c73'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:54:48.571654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.648566 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.708377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:51Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:48.737133 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f8f69-eaa8-4151-a1d4-c87fa195bc2c None None] Pushing event updated for resources: {'Port': ['ID=d2ba357c-a048-4898-9712-9593ea651549,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:48.742024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.771916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514d510-1fd9-4d99-9e26-e2cdcab18680 None None] The sync data for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 is: [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '351fe35b-8827-4bc4-8145-2a72fe0e6d10', 'name': '', 'network_id': '65e08e43-744a-480c-86ab-87c7d67e4290', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:a5:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:43Z', 'updated_at': '2021-08-27T02:53:51Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5ea648a0-4d05-48c0-af0b-9e9edb8e4475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:48.788107 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:48.788611 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.801346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=37a51083-09c8-4c30-996c-dc5c478b12e0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:48.826595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:48.854464 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.872293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd7e177a-47bf-4e8a-a36c-990a5b955095 req-1e053d18-fd80-4f67-b8bb-977ee243718a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d743fa23-2355-46aa-84f9-a7608480e37b HTTP/1.1" status: 200 len: 210 time: 0.0726879 Aug 27 02:54:48.948718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] No DVR routers for this DVR port 37a51083-09c8-4c30-996c-dc5c478b12e0 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:48.951034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Allocated IP 172.20.0.2 (2833943c-c1e0-4519-9917-ea27e8332d6c/f6f6a29a-0798-4858-bcdf-620396783c73/8e83172f-ca03-4160-bb64-a0df7751f31c) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:48.952525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.956155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36264722-3c1b-4de7-a1de-ad9577d87fc6 req-41654668-55de-403d-887a-61445cc66703 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "DELETE /v2.0/ports/37a51083-09c8-4c30-996c-dc5c478b12e0 HTTP/1.1" status: 204 len: 173 time: 0.9356875 Aug 27 02:54:48.957950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-deleted', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:48.968624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:48.969905 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7650dcbd-0feb-42a4-aaf9-a7b92d6be270" -d '{"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-deleted", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:49.026175 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.054892 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e430950e-5ecc-42d2-b474-f683f287ff36 x-openstack-request-id: req-e430950e-5ecc-42d2-b474-f683f287ff36 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:49.055448 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d743fa23-2355-46aa-84f9-a7608480e37b", "name": "network-vif-deleted", "tag": "37a51083-09c8-4c30-996c-dc5c478b12e0", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:49.055924 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e430950e-5ecc-42d2-b474-f683f287ff36 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:49.056544 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd743fa23-2355-46aa-84f9-a7608480e37b', 'name': 'network-vif-deleted', 'tag': '37a51083-09c8-4c30-996c-dc5c478b12e0', 'status': 'completed', 'code': 200} Aug 27 02:54:49.056965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.141655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.151587 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Transition to ACTIVE for port object 8e83172f-ca03-4160-bb64-a0df7751f31c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:49.168278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Transition to ACTIVE for port object 8e83172f-ca03-4160-bb64-a0df7751f31c will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:49.180338 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.234520 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:49.240985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Allocated IP 172.25.1.55 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/50592d1d-04d9-4d31-a861-d133d5a24659) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:49.251994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Pushing event updated for resources: {'Port': ['ID=8e83172f-ca03-4160-bb64-a0df7751f31c,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:49.254818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee91cae-f6fb-4192-b1d5-1de3099c5dfc None None] New status for floating IP b204ac55-115c-4ca2-9045-e93866f8cdab: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:54:49.285924 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad50e8-b7a0-4413-bcff-74e69e0a57e5 None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:49.287023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Network 2833943c-c1e0-4519-9917-ea27e8332d6c is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:49.333983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:49.376982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:49.379221 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:49.434878 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.505149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Attempting to bind port 8e83172f-ca03-4160-bb64-a0df7751f31c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:49.505388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Attempting to bind port 8e83172f-ca03-4160-bb64-a0df7751f31c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:49.505750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Attempting to bind port 8e83172f-ca03-4160-bb64-a0df7751f31c on network 2833943c-c1e0-4519-9917-ea27e8332d6c {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:49.515922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:49.515922 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.515922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:49.515922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Checking segment: {'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:49.515922 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.516545 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.516670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Bound using segment: {'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:49.516670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Bound port: 8e83172f-ca03-4160-bb64-a0df7751f31c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:49.516670 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.567347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:49.573386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:49.575951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:49.579550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Pushing event updated for resources: {'Port': ['ID=50592d1d-04d9-4d31-a861-d133d5a24659,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:49.619024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] For port 8e83172f-ca03-4160-bb64-a0df7751f31c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:49.623042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] For port 8e83172f-ca03-4160-bb64-a0df7751f31c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e83172f-ca03-4160-bb64-a0df7751f31c,segment=NetworkSegment(fefa6c72-0796-4dd1-883f-42db4b438e85),segment_id=fefa6c72-0796-4dd1-883f-42db4b438e85)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:49.643125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.716779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd5020-4fb6-4410-9683-e78ca2aedb58 None None] Pushing event updated for resources: {'Port': ['ID=8e83172f-ca03-4160-bb64-a0df7751f31c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:49.855586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:49.957678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60994) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:50.106566 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.238967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Router 4e63f865-59ec-475b-bb77-02c7fab6eba5 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:54:50.335756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.346238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:50.358188 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Sync routers for ids ['4e63f865-59ec-475b-bb77-02c7fab6eba5'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:50.362055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.366032 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c7ee7d96-ea2a-45d4-80b6-99a46019a608 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0696132 Aug 27 02:54:50.366413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 60996) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:50.369504 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Routers {'4e63f865-59ec-475b-bb77-02c7fab6eba5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:50.370397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4e63f865-59ec-475b-bb77-02c7fab6eba5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:50.488174 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Set router 4e63f865-59ec-475b-bb77-02c7fab6eba5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:50.669035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 351fe35b-8827-4bc4-8145-2a72fe0e6d10 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:50.669477 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.794173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 351fe35b-8827-4bc4-8145-2a72fe0e6d10, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=351fe35b-8827-4bc4-8145-2a72fe0e6d10,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:50.794950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.799766 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T02:54:49Z', 'revision_number': 3, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port': {'id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:49Z', 'updated_at': '2021-08-27T02:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:50.811774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 351fe35b-8827-4bc4-8145-2a72fe0e6d10 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:50.828044 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Checking router: 4e63f865-59ec-475b-bb77-02c7fab6eba5 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:50.828341 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Updating router 4e63f865-59ec-475b-bb77-02c7fab6eba5 port 50592d1d-04d9-4d31-a861-d133d5a24659 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:54:50.836562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b0cd3-8bcc-4541-bd8d-0ae34f39907f None None] Network 2833943c-c1e0-4519-9917-ea27e8332d6c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:50.862474 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.975297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-970850f3-4946-4a65-be9f-37bf812d5a2e None None] Provisioning for port 8e83172f-ca03-4160-bb64-a0df7751f31c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:51.055751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.085735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=351fe35b-8827-4bc4-8145-2a72fe0e6d10,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:51.195554 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.217974 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Transition to ACTIVE for port object 50592d1d-04d9-4d31-a861-d133d5a24659 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:51.240231 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.245600 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.300348 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Attempting to bind port 50592d1d-04d9-4d31-a861-d133d5a24659 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:51.300712 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Attempting to bind port 50592d1d-04d9-4d31-a861-d133d5a24659 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:51.301075 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Attempting to bind port 50592d1d-04d9-4d31-a861-d133d5a24659 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:51.313172 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:51.313545 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:51.314058 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.314349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:51.314837 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Bound port: 50592d1d-04d9-4d31-a861-d133d5a24659, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:51.315212 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.371069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] For port 50592d1d-04d9-4d31-a861-d133d5a24659, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:51.394545 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] For port 50592d1d-04d9-4d31-a861-d133d5a24659, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=50592d1d-04d9-4d31-a861-d133d5a24659,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:51.405228 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30e2fb-6232-479e-8e6a-a282c8db9964 None None] Pushing event updated for resources: {'Port': ['ID=50592d1d-04d9-4d31-a861-d133d5a24659,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:51.409042 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.429193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.476744 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30e2fb-6232-479e-8e6a-a282c8db9964 None None] Pushing event updated for resources: {'Port': ['ID=50592d1d-04d9-4d31-a861-d133d5a24659,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:51.483990 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Routers {'4e63f865-59ec-475b-bb77-02c7fab6eba5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:51.484703 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4e63f865-59ec-475b-bb77-02c7fab6eba5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:51.491775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e83172f-ca03-4160-bb64-a0df7751f31c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:51.535041 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Allocated IP 172.20.0.1 (2833943c-c1e0-4519-9917-ea27e8332d6c/f6f6a29a-0798-4858-bcdf-620396783c73/f7533b8f-6eff-4265-96f1-966f52f6d97f) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:51.560302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 8e83172f-ca03-4160-bb64-a0df7751f31c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:51.564881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8e83172f-ca03-4160-bb64-a0df7751f31c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:51.565434 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.620977 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] Set router 4e63f865-59ec-475b-bb77-02c7fab6eba5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:51.658713 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.664232 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.683987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Transition to ACTIVE for port object f7533b8f-6eff-4265-96f1-966f52f6d97f will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:51.695583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 8e83172f-ca03-4160-bb64-a0df7751f31c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e83172f-ca03-4160-bb64-a0df7751f31c,segment=NetworkSegment(fefa6c72-0796-4dd1-883f-42db4b438e85),segment_id=fefa6c72-0796-4dd1-883f-42db4b438e85)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:51.706805 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.708548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d2ba357c-a048-4898-9712-9593ea651549 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:51.723509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.746744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:51.769330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Pushing event updated for resources: {'Port': ['ID=f7533b8f-6eff-4265-96f1-966f52f6d97f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:51.782149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Network 2833943c-c1e0-4519-9917-ea27e8332d6c is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:51.784433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:51.786732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:51.805645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=8e83172f-ca03-4160-bb64-a0df7751f31c,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:51.822600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d2ba357c-a048-4898-9712-9593ea651549 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:51.827216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d2ba357c-a048-4898-9712-9593ea651549 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:51.827893 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.837346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.883819 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T02:54:49Z', 'revision_number': 3, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port': {'id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:49Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:51.916579 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c928d87-5793-4f9e-9275-346068c63f37 None None] The sync data for ids ['4e63f865-59ec-475b-bb77-02c7fab6eba5'] in n-d-806293-1 is: [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T02:54:49Z', 'revision_number': 3, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port': {'id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:49Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:51.932227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:51.976844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d2ba357c-a048-4898-9712-9593ea651549, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d2ba357c-a048-4898-9712-9593ea651549,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:51.985918 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.062929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d2ba357c-a048-4898-9712-9593ea651549,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:52.097205 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.163630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3fb2cece-3094-4383-a7a5-224ac32295b2 None None] Provisioning for port f7533b8f-6eff-4265-96f1-966f52f6d97f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:52.169680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3fb2cece-3094-4383-a7a5-224ac32295b2 None None] Provisioning complete for port f7533b8f-6eff-4265-96f1-966f52f6d97f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:52.170854 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cece-3094-4383-a7a5-224ac32295b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.329439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.330078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:52.342958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d1016eb4-820c-4f9c-b721-51df34bbf7bc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/1aa9d9e0-9f07-4a96-8f30-896b1c6a9936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832152 Aug 27 02:54:52.343961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 60998) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:52.346356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.391813 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.410269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting subnet 5ea648a0-4d05-48c0-af0b-9e9edb8e4475 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:54:52.410636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] Sync routers for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:52.414411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.431060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:52.431501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:52.458352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.488912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Pushing event updated for resources: {'Port': ['ID=f7533b8f-6eff-4265-96f1-966f52f6d97f,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:52.540853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:52.554992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Network 2833943c-c1e0-4519-9917-ea27e8332d6c is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:52.557655 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:52.591842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.608113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2cece-3094-4383-a7a5-224ac32295b2 None None] Port f7533b8f-6eff-4265-96f1-966f52f6d97f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:54:52.717193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.720853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Router 4e63f865-59ec-475b-bb77-02c7fab6eba5 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:52.776838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea648a0-4d05-48c0-af0b-9e9edb8e4475,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:52.784404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.787070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8cc97602-df73-4e10-b7b6-d3a8080d4928 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/subnets/5ea648a0-4d05-48c0-af0b-9e9edb8e4475 HTTP/1.1" status: 204 len: 168 time: 0.4418228 Aug 27 02:54:52.790121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98559041-1b85-458c-b93a-3b32e8d2b324 None None] Network 65e08e43-744a-480c-86ab-87c7d67e4290 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:52.790974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:52.883068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:52.903024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-797da46e-4459-4162-a09a-7d6b4093474a admin admin] 10.222.0.10 "PUT /v2.0/routers/4e63f865-59ec-475b-bb77-02c7fab6eba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5350063 Aug 27 02:54:52.943280 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:52.963723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:54:50Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:52.996814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ef5ec671-1694-4756-91d2-a767ad24179a None None] Provisioning complete for port f7533b8f-6eff-4265-96f1-966f52f6d97f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:52.997152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec671-1694-4756-91d2-a767ad24179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.002735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] Checking router: 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:53.030816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:53.068088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 37a51083-09c8-4c30-996c-dc5c478b12e0 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:53.068512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 37a51083-09c8-4c30-996c-dc5c478b12e0 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:53.074039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] Routers {'1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:53.074827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:53.079851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.110042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ec671-1694-4756-91d2-a767ad24179a None None] Port f7533b8f-6eff-4265-96f1-966f52f6d97f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:54:53.152118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port fa7b0595-68b6-4f83-93e4-023d6d89cca7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:53.152447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.217619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] Set router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:53.267486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port fa7b0595-68b6-4f83-93e4-023d6d89cca7, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=fa7b0595-68b6-4f83-93e4-023d6d89cca7,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:53.267867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.283986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for fa7b0595-68b6-4f83-93e4-023d6d89cca7 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:53.290608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] DHCP port deletion for 65e08e43-744a-480c-86ab-87c7d67e4290 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:54:53.411166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e83172f-ca03-4160-bb64-a0df7751f31c up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:53.451109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] Deleting port 28988b35-9988-4972-a10c-95e73fad3045 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:53.451694 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.486893 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.513433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=fa7b0595-68b6-4f83-93e4-023d6d89cca7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:53.554198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] For port 28988b35-9988-4972-a10c-95e73fad3045, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=28988b35-9988-4972-a10c-95e73fad3045,segment=NetworkSegment(08c4d59d-2284-4427-b711-b15883c507dc),segment_id=08c4d59d-2284-4427-b711-b15883c507dc)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:53.554697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.577326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] Calling delete_port for 28988b35-9988-4972-a10c-95e73fad3045 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:53.582491 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.594831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8e83172f-ca03-4160-bb64-a0df7751f31c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:53.595338 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.661927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:54:50Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:53.690391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.693466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.699801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164960c2-688f-45ed-9fba-774f42307da6 None None] The sync data for ids ['1aa9d9e0-9f07-4a96-8f30-896b1c6a9936'] in n-d-806293-1 is: [{'id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013897901', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:54:50Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'fa7b0595-68b6-4f83-93e4-023d6d89cca7', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9d9e0-9f07-4a96-8f30-896b1c6a9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:53:40Z', 'updated_at': '2021-08-27T02:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:53.751279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.751996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:54:53.760380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.761603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7c29e688-c4f9-4808-a2e0-9f9f3e3257d2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/routers/1aa9d9e0-9f07-4a96-8f30-896b1c6a9936 HTTP/1.1" status: 204 len: 168 time: 0.9695034 Aug 27 02:54:53.764724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32782) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:53.779706 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.819200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] Pushing event deleted for resources: {'Port': ['ID=28988b35-9988-4972-a10c-95e73fad3045,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:53.821202 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93a35b-720c-4e9b-8a57-e67e56861013 None None] No DVR routers for this DVR port 28988b35-9988-4972-a10c-95e73fad3045 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:53.823411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 50592d1d-04d9-4d31-a861-d133d5a24659 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:53.859697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.885645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 50592d1d-04d9-4d31-a861-d133d5a24659 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:53.895031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 50592d1d-04d9-4d31-a861-d133d5a24659 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:53.895669 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.970838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.984708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e08e43-744a-480c-86ab-87c7d67e4290']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:54.003249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c4d59d-2284-4427-b711-b15883c507dc') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:54.003854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c4d59d-2284-4427-b711-b15883c507dc') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:54.016774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.019216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.035035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.042266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 50592d1d-04d9-4d31-a861-d133d5a24659, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=50592d1d-04d9-4d31-a861-d133d5a24659,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:54.043628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:54:54.044400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.050083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.052014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d2ba357c-a048-4898-9712-9593ea651549 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:54.054502 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Sync routers for ids ['4e63f865-59ec-475b-bb77-02c7fab6eba5'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:54.065579 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Routers {'4e63f865-59ec-475b-bb77-02c7fab6eba5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:54.066398 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4e63f865-59ec-475b-bb77-02c7fab6eba5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: timer() Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:54:54.135685 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:54:54.141711 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.165043 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.167722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/networks/65e08e43-744a-480c-86ab-87c7d67e4290 HTTP/1.1" status: 204 len: 168 time: 0.4012964 Aug 27 02:54:54.171941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32790) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:54.177438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=50592d1d-04d9-4d31-a861-d133d5a24659,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:54.195569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48897ee-3532-4812-a8d1-a370f2ca3bad tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Network': ['ID=65e08e43-744a-480c-86ab-87c7d67e4290,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:54.205674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d2ba357c-a048-4898-9712-9593ea651549 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:54.207601 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.264519 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Set router 4e63f865-59ec-475b-bb77-02c7fab6eba5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:54.283523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3129-d62c-4a11-9608-cf5be959441e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.327233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3129-d62c-4a11-9608-cf5be959441e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.390557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28988b35-9988-4972-a10c-95e73fad3045 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:54.411783 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3129-d62c-4a11-9608-cf5be959441e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.414552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 28988b35-9988-4972-a10c-95e73fad3045 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:54.414987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28988b35-9988-4972-a10c-95e73fad3045 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:54.420380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3129-d62c-4a11-9608-cf5be959441e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.421608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a4e3129-d62c-4a11-9608-cf5be959441e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/security-groups/544c0dfb-e70c-4b29-80a3-8769f03f2f9c HTTP/1.1" status: 204 len: 168 time: 0.2486029 Aug 27 02:54:54.436869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3129-d62c-4a11-9608-cf5be959441e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c0dfb-e70c-4b29-80a3-8769f03f2f9c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:54.551585 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T02:54:52Z', 'revision_number': 4, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port': {'id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:49Z', 'updated_at': '2021-08-27T02:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f7533b8f-6eff-4265-96f1-966f52f6d97f', 'name': '', 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'mac_address': 'fa:16:3e:68:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f6f6a29a-0798-4858-bcdf-620396783c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:51Z', 'updated_at': '2021-08-27T02:54:52Z', 'revision_number': 2, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'subnets': [{'id': 'f6f6a29a-0798-4858-bcdf-620396783c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:54.584034 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Checking router: 4e63f865-59ec-475b-bb77-02c7fab6eba5 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:54.584668 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Updating router 4e63f865-59ec-475b-bb77-02c7fab6eba5 port f7533b8f-6eff-4265-96f1-966f52f6d97f binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:54:54.615558 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.656019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32796) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:54.661606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6e368e95-6180-4251-b9a7-f5a279fb07c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766358568', 'description': 'tempest-secgroup-smoke-766358568 description', 'project_id': '4df7c86c5581482292bf026dce0c21c2'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:54.689901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e368e95-6180-4251-b9a7-f5a279fb07c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.798944 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e368e95-6180-4251-b9a7-f5a279fb07c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.805047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e368e95-6180-4251-b9a7-f5a279fb07c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.839216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e368e95-6180-4251-b9a7-f5a279fb07c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.841180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6e368e95-6180-4251-b9a7-f5a279fb07c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1835649 Aug 27 02:54:54.843414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e368e95-6180-4251-b9a7-f5a279fb07c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:54.843935 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32798) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:54.858628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-83bbbc36-368d-4322-a98b-c43d11254732 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '6cb3d142-733a-4ea4-9fd4-7122e7a5bae0', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:54.901012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83bbbc36-368d-4322-a98b-c43d11254732 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.935222 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.947155 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Transition to ACTIVE for port object f7533b8f-6eff-4265-96f1-966f52f6d97f will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:54.953091 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.964616 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83bbbc36-368d-4322-a98b-c43d11254732 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:54.970040 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83bbbc36-368d-4322-a98b-c43d11254732 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.004484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbbc36-368d-4322-a98b-c43d11254732 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbc7d9b-1a09-45a0-b9ac-dc83a3b61d77,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:55.015030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83bbbc36-368d-4322-a98b-c43d11254732 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.018811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-83bbbc36-368d-4322-a98b-c43d11254732 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712978 Aug 27 02:54:55.019298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32802) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:55.024475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bbe4c474-0c5d-4196-8554-2bd1c9988d00 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '6cb3d142-733a-4ea4-9fd4-7122e7a5bae0', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:55.080473 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c474-0c5d-4196-8554-2bd1c9988d00 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.124908 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de978394-c09f-4e5e-821c-139225f67165 None None] Pushing event updated for resources: {'Port': ['ID=f7533b8f-6eff-4265-96f1-966f52f6d97f,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:55.167928 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c474-0c5d-4196-8554-2bd1c9988d00 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.173989 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c474-0c5d-4196-8554-2bd1c9988d00 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.197471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4c474-0c5d-4196-8554-2bd1c9988d00 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72012fa7-8032-4a3d-9306-477755d2cfa5,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:55.208066 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Attempting to bind port f7533b8f-6eff-4265-96f1-966f52f6d97f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:55.208399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c474-0c5d-4196-8554-2bd1c9988d00 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.210000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bbe4c474-0c5d-4196-8554-2bd1c9988d00 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1898057 Aug 27 02:54:55.210591 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Attempting to bind port f7533b8f-6eff-4265-96f1-966f52f6d97f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:55.213078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:55.218066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c824963e-12a4-4640-a7f8-4020aa0c6e87 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '6cb3d142-733a-4ea4-9fd4-7122e7a5bae0', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:55.218888 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Attempting to bind port f7533b8f-6eff-4265-96f1-966f52f6d97f on network 2833943c-c1e0-4519-9917-ea27e8332d6c {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:55.227447 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:55.228463 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Checking segment: {'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:55.229034 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.230172 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Bound using segment: {'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:55.230843 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Bound port: f7533b8f-6eff-4265-96f1-966f52f6d97f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefa6c72-0796-4dd1-883f-42db4b438e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:55.231327 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.268138 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c824963e-12a4-4640-a7f8-4020aa0c6e87 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.335026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 50592d1d-04d9-4d31-a861-d133d5a24659 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:55.346301 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] For port f7533b8f-6eff-4265-96f1-966f52f6d97f, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:55.359639 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] For port f7533b8f-6eff-4265-96f1-966f52f6d97f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7533b8f-6eff-4265-96f1-966f52f6d97f,segment=NetworkSegment(fefa6c72-0796-4dd1-883f-42db4b438e85),segment_id=fefa6c72-0796-4dd1-883f-42db4b438e85)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:55.364624 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.388595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 50592d1d-04d9-4d31-a861-d133d5a24659 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:55.389051 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.414773 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Routers {'4e63f865-59ec-475b-bb77-02c7fab6eba5'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:55.415396 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4e63f865-59ec-475b-bb77-02c7fab6eba5'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:55.454738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c824963e-12a4-4640-a7f8-4020aa0c6e87 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.463096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c824963e-12a4-4640-a7f8-4020aa0c6e87 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.469042 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de978394-c09f-4e5e-821c-139225f67165 None None] Pushing event updated for resources: {'Port': ['ID=f7533b8f-6eff-4265-96f1-966f52f6d97f,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:55.491972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824963e-12a4-4640-a7f8-4020aa0c6e87 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6450d7-4296-49e3-af4d-cb7ee26f3c31,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:55.545893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-ed7bd267-e898-4bff-ae96-9428819580bf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:55.552548 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] Set router 4e63f865-59ec-475b-bb77-02c7fab6eba5 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:55.557082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-ed7bd267-e898-4bff-ae96-9428819580bf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.2392948 Aug 27 02:54:55.560014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c824963e-12a4-4640-a7f8-4020aa0c6e87 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.561249 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c824963e-12a4-4640-a7f8-4020aa0c6e87 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3471291 Aug 27 02:54:55.564233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32816) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:55.571119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-e266d620-0b28-4be8-9c68-aaab2cf64fe4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '6cb3d142-733a-4ea4-9fd4-7122e7a5bae0', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:55.574998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fa7b0595-68b6-4f83-93e4-023d6d89cca7 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:55.578728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-55e6c3fc-183d-4225-b2b6-5077d166a682 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/quotas/fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 375 time: 0.0203936 Aug 27 02:54:55.610966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: fa7b0595-68b6-4f83-93e4-023d6d89cca7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:55.611396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device fa7b0595-68b6-4f83-93e4-023d6d89cca7 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:55.611788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 351fe35b-8827-4bc4-8145-2a72fe0e6d10 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:55.612730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e266d620-0b28-4be8-9c68-aaab2cf64fe4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.634280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 351fe35b-8827-4bc4-8145-2a72fe0e6d10 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:55.634617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 351fe35b-8827-4bc4-8145-2a72fe0e6d10 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:55.641458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-37e53a61-1514-481e-884b-b9ea52f412f5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600362 Aug 27 02:54:55.689934 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e266d620-0b28-4be8-9c68-aaab2cf64fe4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.696205 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e266d620-0b28-4be8-9c68-aaab2cf64fe4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.728755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266d620-0b28-4be8-9c68-aaab2cf64fe4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22139139-ea10-43e6-a91f-df051726ad99,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:55.732635 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e266d620-0b28-4be8-9c68-aaab2cf64fe4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.737064 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e266d620-0b28-4be8-9c68-aaab2cf64fe4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685131 Aug 27 02:54:55.737246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32818) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:55.741840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '6cb3d142-733a-4ea4-9fd4-7122e7a5bae0', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:55.773549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-8d4204eb-f324-4617-8a33-d6295f37b8d5 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261089 Aug 27 02:54:55.775974 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:54:55.782084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.850638 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T02:54:52Z', 'revision_number': 4, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port': {'id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:49Z', 'updated_at': '2021-08-27T02:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f7533b8f-6eff-4265-96f1-966f52f6d97f', 'name': '', 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'mac_address': 'fa:16:3e:68:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f6f6a29a-0798-4858-bcdf-620396783c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:51Z', 'updated_at': '2021-08-27T02:54:55Z', 'revision_number': 4, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'subnets': [{'id': 'f6f6a29a-0798-4858-bcdf-620396783c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:55.865304 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.872104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.877355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-1f3b5a96-5647-45f1-a5f3-3c9815905b85 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024067 Aug 27 02:54:55.883204 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4776a-0050-45c0-b7cf-a5ae3b90dab0 None None] The sync data for ids ['4e63f865-59ec-475b-bb77-02c7fab6eba5'] in n-d-806293-1 is: [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T02:54:52Z', 'revision_number': 4, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port': {'id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:49Z', 'updated_at': '2021-08-27T02:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'f7533b8f-6eff-4265-96f1-966f52f6d97f', 'name': '', 'network_id': '2833943c-c1e0-4519-9917-ea27e8332d6c', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'mac_address': 'fa:16:3e:68:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f6f6a29a-0798-4858-bcdf-620396783c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:51Z', 'updated_at': '2021-08-27T02:54:55Z', 'revision_number': 4, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'subnets': [{'id': 'f6f6a29a-0798-4858-bcdf-620396783c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:55.898565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba115400-879c-4e3b-a33a-c6d72c7745e9,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:55.907576 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.912362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aa6c430b-0842-40f3-8568-4b911dad98bb tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741610 Aug 27 02:54:55.912661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32820) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:55.918254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'security_group_rule': {'security_group_id': '6cb3d142-733a-4ea4-9fd4-7122e7a5bae0', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:55.968406 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Project 4df7c86c5581482292bf026dce0c21c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:54:55.975128 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.058868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.064287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.085061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d628572c-43e1-427f-a913-b11ff1e60eaa,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:56.097240 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.098650 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d65b5e32-4d67-4aae-b5a8-9c4f0aaa064e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1843495 Aug 27 02:54:56.102086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32828) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:56.107909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'network': {'name': 'tempest-network-smoke--52501314', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:56.133987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:56.133987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.178182 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:54:56.194165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.194607 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Added segment a6a16f9b-084f-4735-b185-2c70180a948f of type vlan for network 662ca858-a4be-495c-914f-be2fbdd88438 Aug 27 02:54:56.280903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b1d814-6feb-4f2b-8a31-47c0d21478bf req-cd45d453-6078-45c3-a676-c9c1ca7e234b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 210 time: 0.0436563 Aug 27 02:54:56.282995 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.313573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.320187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:56.320909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.381786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2783329 Aug 27 02:54:56.384777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 32838) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:56.390700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'admin_state_up': True, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:56.415311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2681d-a249-4d9c-bab0-8ddbfc980930 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Network': ['ID=662ca858-a4be-495c-914f-be2fbdd88438,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:56.429518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 662ca858-a4be-495c-914f-be2fbdd88438 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:54:56.435638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.436808 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.501615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.654075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.868893 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.889055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.002042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.214 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/d0c5b2ef-f80b-4028-9bba-403ec5282d46) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:57.104858 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.194307 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.262961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:57.269736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:57.271677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=d0c5b2ef-f80b-4028-9bba-403ec5282d46,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:57.276352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:57.301431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7533b8f-6eff-4265-96f1-966f52f6d97f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:57.327286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-e4e0bb33-bcf3-4c5c-b018-81d23e243ead tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:57.328846 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-e4e0bb33-bcf3-4c5c-b018-81d23e243ead tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1897168 Aug 27 02:54:57.344457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'port': {'device_id': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'admin_state_up': True, 'tenant_id': 'fad10dde630d4beea46c864b7340c228'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:57.364391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f7533b8f-6eff-4265-96f1-966f52f6d97f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:57.369420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f7533b8f-6eff-4265-96f1-966f52f6d97f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:57.370032 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.465573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.486404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bdd0cc9-b02e-4477-83d9-c7e9c65c9d57 req-0a39f981-af64-4d5e-9469-5add8dbc57fa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 210 time: 0.0647979 Aug 27 02:54:57.499940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port f7533b8f-6eff-4265-96f1-966f52f6d97f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7533b8f-6eff-4265-96f1-966f52f6d97f,segment=NetworkSegment(fefa6c72-0796-4dd1-883f-42db4b438e85),segment_id=fefa6c72-0796-4dd1-883f-42db4b438e85)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:57.504727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.556944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=f7533b8f-6eff-4265-96f1-966f52f6d97f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:57.566088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.566531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.566922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.567258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.567590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.568149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.568693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.569197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.569782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.570300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.570852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.571348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.632334 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:57.635929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.718044 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-696d5cc6-8ebf-4fb3-8661-c8204d8ee9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.739888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.233785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.20.0.12 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/68464cbc-4799-4f50-ba03-00bc00961ecd) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:58.424315 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.566195 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.590781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Transition to ACTIVE for port object 68464cbc-4799-4f50-ba03-00bc00961ecd will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:58.600483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9972f524-a0d4-4af0-9053-65c8feb7275a req-8c5c187d-34ea-46e6-8aae-f55aafd6d553 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 210 time: 0.0297663 Aug 27 02:54:58.647793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router e53bd719-bd1b-43dd-99e1-66b66eb2856b is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:54:58.651780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.702966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:58.744146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:58.748159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:58.750719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=68464cbc-4799-4f50-ba03-00bc00961ecd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:58.849238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:58.849875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.867380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:58.878259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-658f8c1e-9771-4c64-ba4a-fccfa5b42086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5401042 Aug 27 02:54:58.882817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Sync routers for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:58.894077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.898589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32848) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:58.898923 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7fa0676c-3a73-451f-ae54-ad79278d1d79 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5124214 Aug 27 02:54:58.901542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:58.909109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:54:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:58.967338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-425d12ca-b1b8-4f07-a118-004640683438 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4df7c86c5581482292bf026dce0c21c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641944 Aug 27 02:54:58.969485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32850) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:59.059262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:59.067114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Request body: {'port': {'device_id': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:59.091864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e506a9f-3bb4-4ca0-8663-f29a9dac4994 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:59.093595 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7e506a9f-3bb4-4ca0-8663-f29a9dac4994 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1223073 Aug 27 02:54:59.096703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32852) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:59.135803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fd270ace-6c1a-4084-b2b7-a466d2e78287 tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378001 Aug 27 02:54:59.138265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32854) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:59.144757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667028482', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:59.166288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.197499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-36bb9ef5-4839-49eb-8688-bcc1a75cf9c6 None None] Provisioning for port 68464cbc-4799-4f50-ba03-00bc00961ecd completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:59.204308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-36bb9ef5-4839-49eb-8688-bcc1a75cf9c6 None None] Provisioning complete for port 68464cbc-4799-4f50-ba03-00bc00961ecd triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:59.204694 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-36bb9ef5-4839-49eb-8688-bcc1a75cf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.249700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-36bb9ef5-4839-49eb-8688-bcc1a75cf9c6 None None] Port 68464cbc-4799-4f50-ba03-00bc00961ecd cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:54:59.258626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:59.265212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.321335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7533b8f-6eff-4265-96f1-966f52f6d97f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:59.428163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:54:57Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:59.431667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f7533b8f-6eff-4265-96f1-966f52f6d97f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:59.432075 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.493807 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.598253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68464cbc-4799-4f50-ba03-00bc00961ecd {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:54:59.608434 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.609338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Subnet': ['ID=5e735439-485f-4175-aa94-a2cde21356e6,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:59.612555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Checking segment: {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:59.613080 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network hostable DHCP agents. Network: 662ca858-a4be-495c-914f-be2fbdd88438, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:54:59.625936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.626517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.626967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.627402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.631567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Transition to ACTIVE for port object 68464cbc-4799-4f50-ba03-00bc00961ecd will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:59.639608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.641077 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.641751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.642209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.642719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.643887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.644333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.644734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.646346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:59.653537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Checking router: e53bd719-bd1b-43dd-99e1-66b66eb2856b for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:59.654000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Updating router e53bd719-bd1b-43dd-99e1-66b66eb2856b port d0c5b2ef-f80b-4028-9bba-403ec5282d46 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:54:59.684716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 662ca858-a4be-495c-914f-be2fbdd88438 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:54:59.701111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 662ca858-a4be-495c-914f-be2fbdd88438) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:59.709219 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.710346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:59.712381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.736154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cac319-a938-4d30-9ad3-c7ffa28a0697 None None] Network 662ca858-a4be-495c-914f-be2fbdd88438 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:54:59.743164 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c135c5e4-339e-418f-ad1a-48495ef9a2c6 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6035078 Aug 27 02:54:59.743803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32858) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:59.748691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Pushing event updated for resources: {'Port': ['ID=68464cbc-4799-4f50-ba03-00bc00961ecd,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:59.918985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6843ca-4679-4937-982b-d54c38e3c583 req-5e4a6964-23ce-46a2-970f-1b022e0f19af tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:59.928148 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba6843ca-4679-4937-982b-d54c38e3c583 req-5e4a6964-23ce-46a2-970f-1b022e0f19af tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.1815283 Aug 27 02:55:00.027995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Attempting to bind port 68464cbc-4799-4f50-ba03-00bc00961ecd on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:00.029194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Attempting to bind port 68464cbc-4799-4f50-ba03-00bc00961ecd by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:00.029927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Attempting to bind port 68464cbc-4799-4f50-ba03-00bc00961ecd on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:00.052569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba6843ca-4679-4937-982b-d54c38e3c583 req-7ada558d-5c71-4c10-ac27-a9bcaa261266 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233706 Aug 27 02:55:00.059667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Port 68464cbc-4799-4f50-ba03-00bc00961ecd on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:55:00.060247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Attempting to bind port 68464cbc-4799-4f50-ba03-00bc00961ecd on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:00.066105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:00.066784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:00.067557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:00.068223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Bound port: 68464cbc-4799-4f50-ba03-00bc00961ecd, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:00.068829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.145220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] For port 68464cbc-4799-4f50-ba03-00bc00961ecd, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:00.150720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] For port 68464cbc-4799-4f50-ba03-00bc00961ecd, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=68464cbc-4799-4f50-ba03-00bc00961ecd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:00.158074 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.159417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-662ca858-a4be-495c-914f-be2fbdd88438', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:55:00.160372 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.235078 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Pushing event updated for resources: {'Port': ['ID=68464cbc-4799-4f50-ba03-00bc00961ecd,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:00.250949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.253912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.255699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-75d215c9-a013-43b3-8653-7e51c7646126 service neutron] 10.222.0.45 "PUT /v2.0/ports/68464cbc-4799-4f50-ba03-00bc00961ecd HTTP/1.1" status: 200 len: 1092 time: 1.3681428 Aug 27 02:55:00.256171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'tag': '68464cbc-4799-4f50-ba03-00bc00961ecd'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:00.261095 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ba5b5a-e804-4d9f-9954-2f2ce926fde0", "tag": "68464cbc-4799-4f50-ba03-00bc00961ecd"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:00.337978 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4458bde3-709d-4fe7-a54e-6e701ad33448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.355534 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82801616-b34a-4cc4-8d45-23d01b138c4d x-openstack-request-id: req-82801616-b34a-4cc4-8d45-23d01b138c4d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:00.357361 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ba5b5a-e804-4d9f-9954-2f2ce926fde0", "tag": "68464cbc-4799-4f50-ba03-00bc00961ecd", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:00.358678 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82801616-b34a-4cc4-8d45-23d01b138c4d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:00.359157 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'tag': '68464cbc-4799-4f50-ba03-00bc00961ecd', 'status': 'completed', 'code': 200} Aug 27 02:55:00.385450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-46a14341-f2cd-42a0-8cce-10cb4f95879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.387572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-46a14341-f2cd-42a0-8cce-10cb4f95879e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 1095 time: 0.0907407 Aug 27 02:55:00.395569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Allocated IP 172.20.0.2 (662ca858-a4be-495c-914f-be2fbdd88438/5e735439-485f-4175-aa94-a2cde21356e6/1e4bbb09-52dc-43be-af6d-1e2ce627d63a) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:00.402702 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.413996 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.444926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Transition to ACTIVE for port object d0c5b2ef-f80b-4028-9bba-403ec5282d46 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:00.464903 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-626b0148-f79a-486e-8d8f-c903647095a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68464cbc-4799-4f50-ba03-00bc00961ecd HTTP/1.1" status: 200 len: 217 time: 0.0678229 Aug 27 02:55:00.515819 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.546435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-037e59d7-f5d8-4dc7-a9df-2449a90982ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.548600 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-037e59d7-f5d8-4dc7-a9df-2449a90982ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0758176 Aug 27 02:55:00.624214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-c818cec2-cde6-4f43-a9df-4619dfb843d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.632291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-c818cec2-cde6-4f43-a9df-4619dfb843d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750864 Aug 27 02:55:00.649268 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.686888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Attempting to bind port d0c5b2ef-f80b-4028-9bba-403ec5282d46 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:00.687270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Attempting to bind port d0c5b2ef-f80b-4028-9bba-403ec5282d46 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:00.687614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Attempting to bind port d0c5b2ef-f80b-4028-9bba-403ec5282d46 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:00.695952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:00.696469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:00.696917 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.697447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:00.697944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Bound port: d0c5b2ef-f80b-4028-9bba-403ec5282d46, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:00.698350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.699985 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca977e21-9333-49c3-aa81-1890a3dd83c6 None None] Pushing event updated for resources: {'Port': ['ID=d0c5b2ef-f80b-4028-9bba-403ec5282d46,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:00.741628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.751755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-4a31eef8-6616-427c-b5ae-31c0eb486d30 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109798 Aug 27 02:55:00.761471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Transition to ACTIVE for port object 1e4bbb09-52dc-43be-af6d-1e2ce627d63a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:00.795151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Transition to ACTIVE for port object 1e4bbb09-52dc-43be-af6d-1e2ce627d63a will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:00.797018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] For port d0c5b2ef-f80b-4028-9bba-403ec5282d46, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:00.801108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] For port d0c5b2ef-f80b-4028-9bba-403ec5282d46, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d0c5b2ef-f80b-4028-9bba-403ec5282d46,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:00.805866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.817327 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.855839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Network 662ca858-a4be-495c-914f-be2fbdd88438 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:00.862339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:00.863142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.1 (662ca858-a4be-495c-914f-be2fbdd88438/5e735439-485f-4175-aa94-a2cde21356e6/b0513b33-de98-43ac-bfbf-4bf3c0d96e38) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:00.863645 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7adae21d-2dfe-456a-a431-62503deec1b2 req-0696d31c-605e-4bbb-91d4-853d8ba8c484 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048739 Aug 27 02:55:00.871086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:00.891823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Pushing event updated for resources: {'Port': ['ID=1e4bbb09-52dc-43be-af6d-1e2ce627d63a,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:00.913284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:00.913924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:55:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:00.960593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-b1e1e452-6f74-4e66-a276-0477642bd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.961884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-b1e1e452-6f74-4e66-a276-0477642bd954 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 1095 time: 0.0453022 Aug 27 02:55:00.996454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Attempting to bind port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:00.996826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Attempting to bind port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:00.997192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Attempting to bind port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a on network 662ca858-a4be-495c-914f-be2fbdd88438 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:01.002636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.015636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:01.016011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Checking segment: {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:01.016419 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.016813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Bound using segment: {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:01.017463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Bound port: 1e4bbb09-52dc-43be-af6d-1e2ce627d63a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:01.017677 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.018707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object b0513b33-de98-43ac-bfbf-4bf3c0d96e38 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:01.062550 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.087352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-321dbb42-71dd-4d58-ad4a-e69bdc29f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:01.089093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-321dbb42-71dd-4d58-ad4a-e69bdc29f608 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.1202862 Aug 27 02:55:01.095500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca977e21-9333-49c3-aa81-1890a3dd83c6 None None] Pushing event updated for resources: {'Port': ['ID=d0c5b2ef-f80b-4028-9bba-403ec5282d46,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:01.133435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 662ca858-a4be-495c-914f-be2fbdd88438 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:01.137193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:01.144554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:01.170873 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-0b1d44e9-2d94-4375-920b-a8b8c53d59af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68464cbc-4799-4f50-ba03-00bc00961ecd HTTP/1.1" status: 200 len: 217 time: 0.0742133 Aug 27 02:55:01.177443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:01.197439 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.240456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] For port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:01.276603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-835452ba-1d20-44b4-a9b7-f6c0acd7cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:01.278715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-835452ba-1d20-44b4-a9b7-f6c0acd7cfd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0629890 Aug 27 02:55:01.287973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe8870-6337-4581-9be1-6fbac2305d7f req-12c97c50-ff8e-43f3-8781-30ac7acd400e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:01.295874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] For port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e4bbb09-52dc-43be-af6d-1e2ce627d63a,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:01.298804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49fe8870-6337-4581-9be1-6fbac2305d7f req-12c97c50-ff8e-43f3-8781-30ac7acd400e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.1297016 Aug 27 02:55:01.307410 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.335376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:01.393813 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.417277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.431595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49fe8870-6337-4581-9be1-6fbac2305d7f req-b88cc777-2e6a-4303-a9b2-3d4059e1390f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310816 Aug 27 02:55:01.440852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-bbd3d738-edb9-46f8-b250-75abb4a695ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:01.442925 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-bbd3d738-edb9-46f8-b250-75abb4a695ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411054 Aug 27 02:55:01.462049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcccc6-7220-4d9c-93a9-651ba4571000 None None] Pushing event updated for resources: {'Port': ['ID=1e4bbb09-52dc-43be-af6d-1e2ce627d63a,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:01.537475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:54:57Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:01.585972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-52a76b71-d56a-408f-9ab3-8ce3993e8569 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352742 Aug 27 02:55:01.592928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1625d-deaa-4f5d-8f87-51dbc442d5e5 None None] The sync data for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 is: [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:54:57Z', 'revision_number': 3, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:01.765768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-aecf1a20-3b8a-4fc9-9b49-7540e993fcd4 req-cc0c1ae6-5bba-4bbd-8869-79673077800b service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727471 Aug 27 02:55:01.875841 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.883605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.962879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.964880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:02.128192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 662ca858-a4be-495c-914f-be2fbdd88438 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:02.141646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:02.618640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3fdfe-060a-4fe7-a86a-47c75372271c None None] Network 662ca858-a4be-495c-914f-be2fbdd88438 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:55:02.682618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router e53bd719-bd1b-43dd-99e1-66b66eb2856b has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:55:02.701141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aec1f5-9484-43ae-a91b-0d81c69288c4 req-99723ed7-3ac2-4ddb-afbd-4a018733ddf0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:02.703075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14aec1f5-9484-43ae-a91b-0d81c69288c4 req-99723ed7-3ac2-4ddb-afbd-4a018733ddf0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0720563 Aug 27 02:55:02.757581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-169c3b89-d4b8-49af-8508-76ccaf9071af None None] Provisioning for port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:02.816937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-14aec1f5-9484-43ae-a91b-0d81c69288c4 req-56c85d2a-61ca-47d2-9afc-8d23f7230ed0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056142 Aug 27 02:55:02.848136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:02.853550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3141be63-3503-4d0c-95b9-c11a5f22fcac tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/e53bd719-bd1b-43dd-99e1-66b66eb2856b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1075280 Aug 27 02:55:02.995725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0de29e74-051b-4291-8c40-0c4e3cdc3d88 None None] Provisioning for port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:03.002593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0de29e74-051b-4291-8c40-0c4e3cdc3d88 None None] Provisioning complete for port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:03.002969 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0de29e74-051b-4291-8c40-0c4e3cdc3d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.039917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0de29e74-051b-4291-8c40-0c4e3cdc3d88 None None] Port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:03.057368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-59cf0991-e01d-4e53-8fe5-88b3ca93c5d7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766358568&fields=id&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 267 time: 0.0435522 Aug 27 02:55:03.176087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c31786eb-c5a7-4ecd-91d0-993322b9349d None None] Provisioning complete for port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:03.176603 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c31786eb-c5a7-4ecd-91d0-993322b9349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.179839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-464cba23-5d96-4b70-9a3c-c66fa4474cc8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:03.181257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-464cba23-5d96-4b70-9a3c-c66fa4474cc8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/networks?id=662ca858-a4be-495c-914f-be2fbdd88438 HTTP/1.1" status: 200 len: 795 time: 0.1169620 Aug 27 02:55:03.198151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-c8145fc6-35cc-4cac-b754-baa7719d7cae tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/quotas/4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 375 time: 0.0104282 Aug 27 02:55:03.236835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.237513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c31786eb-c5a7-4ecd-91d0-993322b9349d None None] Port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:03.266993 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-84598c57-59b8-474c-8505-28a237bd1c4b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614066 Aug 27 02:55:03.358796 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d0c5b2ef-f80b-4028-9bba-403ec5282d46 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:03.396517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-ae0a94fc-f2be-48ff-8263-107528cd41a8 service neutron] 10.222.0.10 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144519 Aug 27 02:55:03.414647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d0c5b2ef-f80b-4028-9bba-403ec5282d46 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:03.418867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d0c5b2ef-f80b-4028-9bba-403ec5282d46 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:03.419253 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.472389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-51b8b693-fa00-4bf7-82e2-2ffdfd541f2b None None] Provisioning complete for port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:03.472764 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-51b8b693-fa00-4bf7-82e2-2ffdfd541f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.496384 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-27109b30-85d4-42c4-8769-8e5c50120250 service neutron] 10.222.0.10 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930784 Aug 27 02:55:03.537084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-51b8b693-fa00-4bf7-82e2-2ffdfd541f2b None None] Port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:03.543291 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.551724 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Sync routers for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:03.562874 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:03.563584 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:55:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:03.565251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d0c5b2ef-f80b-4028-9bba-403ec5282d46, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d0c5b2ef-f80b-4028-9bba-403ec5282d46,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:03.569915 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.570905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e4bbb09-52dc-43be-af6d-1e2ce627d63a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:03.684607 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d538703c-6615-42e0-a9a9-0c19d50081b9 req-e76420c9-21e3-4125-930f-3af15b76655b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 210 time: 0.0326540 Aug 27 02:55:03.717394 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:03.828326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d0c5b2ef-f80b-4028-9bba-403ec5282d46,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:03.844225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:03.848182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:03.848558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.934003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.947312 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 2, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:03.954505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a0a22-e403-457b-a734-77fd00f2271b req-211cdc42-ae59-458a-840a-1a10b695db15 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:03.962743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f21a0a22-e403-457b-a734-77fd00f2271b req-211cdc42-ae59-458a-840a-1a10b695db15 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0608630 Aug 27 02:55:03.972890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e4bbb09-52dc-43be-af6d-1e2ce627d63a,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:03.978082 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Checking router: e53bd719-bd1b-43dd-99e1-66b66eb2856b for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:03.978448 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.978607 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Updating router e53bd719-bd1b-43dd-99e1-66b66eb2856b port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:55:04.011634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f21a0a22-e403-457b-a734-77fd00f2271b req-8fcbe03a-f6a8-4129-a76e-eab40e681371 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472417 Aug 27 02:55:04.014537 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.036214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1e4bbb09-52dc-43be-af6d-1e2ce627d63a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:04.272172 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.282480 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Transition to ACTIVE for port object b0513b33-de98-43ac-bfbf-4bf3c0d96e38 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:04.288898 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.335792 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeaa7b-265e-4cec-9f13-8d7c394158cb None None] Pushing event updated for resources: {'Port': ['ID=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:04.391487 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Attempting to bind port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:04.391863 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Attempting to bind port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:04.392213 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Attempting to bind port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 on network 662ca858-a4be-495c-914f-be2fbdd88438 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:04.397523 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:04.397858 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Checking segment: {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:04.398254 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.398670 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Bound using segment: {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:04.399119 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Bound port: b0513b33-de98-43ac-bfbf-4bf3c0d96e38, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:04.399508 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.464955 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] For port b0513b33-de98-43ac-bfbf-4bf3c0d96e38, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:04.469165 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] For port b0513b33-de98-43ac-bfbf-4bf3c0d96e38, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:04.474782 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.535874 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:04.536657 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:55:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:04.543680 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeaa7b-265e-4cec-9f13-8d7c394158cb None None] Pushing event updated for resources: {'Port': ['ID=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:04.679578 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:04.705529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-794dbcaf-80ae-41de-8f37-c202a0b865da tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.707849 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-794dbcaf-80ae-41de-8f37-c202a0b865da tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "GET /v2.0/networks?id=662ca858-a4be-495c-914f-be2fbdd88438 HTTP/1.1" status: 200 len: 795 time: 0.1498764 Aug 27 02:55:04.760827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-dfa61d92-725d-45c3-a38e-66f4904dab0f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df7c86c5581482292bf026dce0c21c2 HTTP/1.1" status: 200 len: 379 time: 0.0437427 Aug 27 02:55:04.782545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'port': {'device_id': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'admin_state_up': True, 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'security_groups': ['6cb3d142-733a-4ea4-9fd4-7122e7a5bae0']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:04.812211 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75116196-1dc2-493a-9a47-e4a3102be972 req-2ded7b2f-2c05-4ba7-8cf0-ed3473bbb038 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 210 time: 0.0463350 Aug 27 02:55:04.919607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Made reservation on behalf of 4df7c86c5581482292bf026dce0c21c2 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:55:04.923334 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.993044 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:05.022078 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a259-4d15-4bc8-a8e9-c9cb4d28a2db None None] The sync data for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 is: [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:05.046926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.20.0.10 (662ca858-a4be-495c-914f-be2fbdd88438/5e735439-485f-4175-aa94-a2cde21356e6/5ca1ec7e-1d45-4a6b-85b7-53d1d1374401) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:05.138345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6d5f0-eb71-4222-87ff-05b6e4a355e4 req-7039b14a-9761-49b0-ae6b-2f864b571b40 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:05.139976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8ba6d5f0-eb71-4222-87ff-05b6e4a355e4 req-7039b14a-9761-49b0-ae6b-2f864b571b40 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0650661 Aug 27 02:55:05.187750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8ba6d5f0-eb71-4222-87ff-05b6e4a355e4 req-3be2c3dd-5596-43fd-a149-6ec04b25cdd4 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Aug 27 02:55:05.244960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.260358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Transition to ACTIVE for port object 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:05.300469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.358173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network 662ca858-a4be-495c-914f-be2fbdd88438 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:05.363393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:05.365444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:05.367730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:05.395752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d0c5b2ef-f80b-4028-9bba-403ec5282d46 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:05.420406 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:05.421159 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.445827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-58fe94b0-e7c4-440b-b906-363b23eac0ea tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6779530 Aug 27 02:55:05.450586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d0c5b2ef-f80b-4028-9bba-403ec5282d46 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:05.450973 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.459318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Request body: {'port': {'device_id': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:05.531660 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.567943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e4bbb09-52dc-43be-af6d-1e2ce627d63a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:05.623773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:05.624149 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.725159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0513b33-de98-43ac-bfbf-4bf3c0d96e38 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:05.751083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-15a9b273-4366-4e7c-a88a-51d0b1772030 None None] Provisioning for port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:05.758705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-15a9b273-4366-4e7c-a88a-51d0b1772030 None None] Provisioning complete for port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:05.759073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-15a9b273-4366-4e7c-a88a-51d0b1772030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.804014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-15a9b273-4366-4e7c-a88a-51d0b1772030 None None] Port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:05.811686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:05.815907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:05.816279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.875456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:55:05.884726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.898672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.924952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Transition to ACTIVE for port object 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:05.932171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port b0513b33-de98-43ac-bfbf-4bf3c0d96e38, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:05.933046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.936838 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.979366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dc081-2a97-4573-8c96-f9ccf503ad3c req-2941f626-5574-4a6f-87a8-010c62fcd030 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:05.980942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a1dc081-2a97-4573-8c96-f9ccf503ad3c req-2941f626-5574-4a6f-87a8-010c62fcd030 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 932 time: 0.0924399 Aug 27 02:55:05.995050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:06.018812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:06.091563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a1dc081-2a97-4573-8c96-f9ccf503ad3c req-3edeecad-4362-46a4-b1e1-5bdd12fc8cc0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858967 Aug 27 02:55:06.113880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Attempting to bind port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:06.114412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Attempting to bind port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:06.114748 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Attempting to bind port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 on network 662ca858-a4be-495c-914f-be2fbdd88438 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:06.119610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 on network 662ca858-a4be-495c-914f-be2fbdd88438 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:55:06.120013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Attempting to bind port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 on network 662ca858-a4be-495c-914f-be2fbdd88438 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:06.125379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:06.125726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Checking segment: {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:06.126114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Bound using segment: {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:06.126662 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Bound port: 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a16f9b-084f-4735-b185-2c70180a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:06.127031 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.203732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:06.207061 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:06.212693 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.247562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.248224 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.249630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 HTTP/1.1" status: 200 len: 1092 time: 0.7955482 Aug 27 02:55:06.250116 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:06.252338 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021" -d '{"events": [{"name": "network-changed", "server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:06.289227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68e904-e9dc-4918-aaf4-ea26722c56b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:06.324261 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c15011e-4a13-4267-a6aa-4a7d24783944 x-openstack-request-id: req-0c15011e-4a13-4267-a6aa-4a7d24783944 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:06.324540 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:06.324792 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c15011e-4a13-4267-a6aa-4a7d24783944 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:06.325177 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'status': 'completed', 'code': 200} Aug 27 02:55:06.330942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dececbab-2d2c-4557-a9f7-246e71d27ff0 req-e1cdf981-d108-4206-9a94-541e7546c042 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.334796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dececbab-2d2c-4557-a9f7-246e71d27ff0 req-e1cdf981-d108-4206-9a94-541e7546c042 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0757580 Aug 27 02:55:06.342020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-16551b3c-d0da-4a18-90f9-ddf3cdbddfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.343890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-16551b3c-d0da-4a18-90f9-ddf3cdbddfbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1095 time: 0.0478501 Aug 27 02:55:06.373102 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dececbab-2d2c-4557-a9f7-246e71d27ff0 req-e834a220-055f-4a03-af02-4655bf5dfeb3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Aug 27 02:55:06.391715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-c9d907cf-d2be-4aa1-9f8f-a3864dbc8884 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 HTTP/1.1" status: 200 len: 217 time: 0.0393398 Aug 27 02:55:06.448084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-bc8a6d6a-ac42-4f5f-9e03-b2b6cc8e5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.449600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-bc8a6d6a-ac42-4f5f-9e03-b2b6cc8e5a33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e735439-485f-4175-aa94-a2cde21356e6 HTTP/1.1" status: 200 len: 835 time: 0.0502789 Aug 27 02:55:06.498636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-c4a1f939-1447-4331-bca4-39c56847a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.500045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-c4a1f939-1447-4331-bca4-39c56847a488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=662ca858-a4be-495c-914f-be2fbdd88438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413115 Aug 27 02:55:06.593841 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-450af523-864c-4719-9207-8c9bb7d71c75 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858898 Aug 27 02:55:06.690746 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05f696be-a9b1-42a3-9cd4-9529c8283e22 req-e0881631-29b3-4cdd-91ee-af0749770b01 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891671 Aug 27 02:55:06.787901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-3f624eeb-c41f-49eb-befc-46164eb13b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.789416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-3f624eeb-c41f-49eb-befc-46164eb13b56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1095 time: 0.0453751 Aug 27 02:55:06.888914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-29df4863-9163-4ff8-9b2b-4da444cb057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.890429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-29df4863-9163-4ff8-9b2b-4da444cb057a service neutron] 10.222.0.32 "GET /v2.0/networks?id=662ca858-a4be-495c-914f-be2fbdd88438 HTTP/1.1" status: 200 len: 896 time: 0.0938752 Aug 27 02:55:06.932582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-e97be454-0cbb-4fd9-914a-afdcf507c0ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 HTTP/1.1" status: 200 len: 217 time: 0.0344670 Aug 27 02:55:06.988405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-8b6e16d3-e32b-4d47-859c-349a4a1bafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:06.989836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-8b6e16d3-e32b-4d47-859c-349a4a1bafe1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e735439-485f-4175-aa94-a2cde21356e6 HTTP/1.1" status: 200 len: 835 time: 0.0503554 Aug 27 02:55:07.042907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-755858d6-3284-4be7-8ab9-ed4941751b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:07.044363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-755858d6-3284-4be7-8ab9-ed4941751b5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=662ca858-a4be-495c-914f-be2fbdd88438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465221 Aug 27 02:55:07.138286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-fde518f0-4efe-440a-b49c-cd1653e65c03 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Aug 27 02:55:07.268705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0513b33-de98-43ac-bfbf-4bf3c0d96e38 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:07.277531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4b2c4-0adf-43c3-b631-e35995b9c47e req-a95c48ed-df13-4ce6-8c6a-1d985bca38df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:07.279124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8f4b2c4-0adf-43c3-b631-e35995b9c47e req-a95c48ed-df13-4ce6-8c6a-1d985bca38df tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 944 time: 0.1133027 Aug 27 02:55:07.283065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a9c5ec9-b2f4-477e-b313-a1e7ee3a5021 req-6c8223ba-87fb-4eb4-9b7b-0e933d6f4185 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359534 Aug 27 02:55:07.316154 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:07.316393 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.320217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8f4b2c4-0adf-43c3-b631-e35995b9c47e req-2fb59423-7f79-4854-8fad-84bfde3eff28 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341547 Aug 27 02:55:07.497325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa328e0a-ecc6-4d24-8751-488fad510133 req-c1642773-6321-4871-bd33-8e2141da1daa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:07.498907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa328e0a-ecc6-4d24-8751-488fad510133 req-c1642773-6321-4871-bd33-8e2141da1daa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0569546 Aug 27 02:55:07.544563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa328e0a-ecc6-4d24-8751-488fad510133 req-90e47021-f027-4511-84bc-802804a0e272 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367386 Aug 27 02:55:08.451094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ce12-db12-42b3-8845-d69cc9f09f72 req-d32ea7f5-0f6a-4a3e-b8b7-f685dcfd54d9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:08.452675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be17ce12-db12-42b3-8845-d69cc9f09f72 req-d32ea7f5-0f6a-4a3e-b8b7-f685dcfd54d9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 944 time: 0.0522730 Aug 27 02:55:08.495270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-be17ce12-db12-42b3-8845-d69cc9f09f72 req-7a2c8fd6-0fe0-470b-9585-26fed1eae613 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332563 Aug 27 02:55:08.661239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44984d30-13c4-4ba4-a918-dc2cfd3ec07a req-bce4ce6d-4296-4471-ba82-df6b2189ed27 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:08.662711 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44984d30-13c4-4ba4-a918-dc2cfd3ec07a req-bce4ce6d-4296-4471-ba82-df6b2189ed27 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0501099 Aug 27 02:55:08.714774 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44984d30-13c4-4ba4-a918-dc2cfd3ec07a req-76df101c-e3c5-453a-bb22-91dfd3419992 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Aug 27 02:55:09.057785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:55:09.156862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:09.168341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'port_id': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'mac_address': 'fa:16:3e:77:fe:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:55:09.204540 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:09.223441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:55:09.255837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:09.262256 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:09.309695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:09.475400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:55:09.614483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04994270-a16d-4665-8661-bef77bd8ddd8 req-df2ca724-5f70-4814-8723-25025403a8e9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:09.616039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04994270-a16d-4665-8661-bef77bd8ddd8 req-df2ca724-5f70-4814-8723-25025403a8e9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Aug 27 02:55:09.655843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04994270-a16d-4665-8661-bef77bd8ddd8 req-be6aabf5-7b6c-427f-ab66-19cf18f2bf94 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335851 Aug 27 02:55:09.846832 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8459e-abe8-4a8c-97d0-5d58e1ee13e5 req-368aea28-8029-417d-b8ea-70e547b522bb tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:09.848450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69a8459e-abe8-4a8c-97d0-5d58e1ee13e5 req-368aea28-8029-417d-b8ea-70e547b522bb tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0603187 Aug 27 02:55:09.890752 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-69a8459e-abe8-4a8c-97d0-5d58e1ee13e5 req-afab891b-dcf3-4c84-a59a-425d8ec572b2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Aug 27 02:55:10.789376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633f0fc-b6ca-464f-aadb-85c2e956707f req-5f7530b7-7846-4fc8-9439-d8368e32265b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:10.791292 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7633f0fc-b6ca-464f-aadb-85c2e956707f req-5f7530b7-7846-4fc8-9439-d8368e32265b tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 945 time: 0.0613484 Aug 27 02:55:10.828790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7633f0fc-b6ca-464f-aadb-85c2e956707f req-2b4bc835-b1fd-4996-a9ae-b8ecfc12e029 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Aug 27 02:55:11.020291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd0199-9243-4e13-af55-55303b383c14 req-c814b3a3-c6ae-4fe9-9dc4-4cb1d2e701c1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:11.021994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57dd0199-9243-4e13-af55-55303b383c14 req-c814b3a3-c6ae-4fe9-9dc4-4cb1d2e701c1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 944 time: 0.0563021 Aug 27 02:55:11.063126 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-57dd0199-9243-4e13-af55-55303b383c14 req-54120e76-399e-45e0-8e8d-0980af8b84b0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Aug 27 02:55:11.074702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:11.127833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:11.133265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:11.133900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:11.223959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:11.247820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:11.250176 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5eb160-fc91-4184-ac8b-bfdea544a6ed" -d '{"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:11.262664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:11.267834 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:11.292903 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf67fbf-ab03-4d5b-a979-a5b31a926004 x-openstack-request-id: req-baf67fbf-ab03-4d5b-a979-a5b31a926004 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:11.293198 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:11.293448 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-baf67fbf-ab03-4d5b-a979-a5b31a926004 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:11.293833 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'code': 200} Aug 27 02:55:11.320501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:11.387657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7441c-ebc1-4f31-935f-100943fefe65 req-f452af16-94c7-451a-aced-e64bb8ccfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:11.389025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ac7441c-ebc1-4f31-935f-100943fefe65 req-f452af16-94c7-451a-aced-e64bb8ccfca1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1097 time: 0.0398562 Aug 27 02:55:11.426117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ac7441c-ebc1-4f31-935f-100943fefe65 req-9b75f158-99fd-4648-9d46-a6ad49bbc566 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286622 Aug 27 02:55:11.853556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 68464cbc-4799-4f50-ba03-00bc00961ecd details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:55:11.955892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316442-5c6a-4ada-84be-7ef87bde3255 req-ff52dbf7-9890-4f62-bf7a-c300f2b66f88 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:11.957635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18316442-5c6a-4ada-84be-7ef87bde3255 req-ff52dbf7-9890-4f62-bf7a-c300f2b66f88 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0513613 Aug 27 02:55:11.961508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 68464cbc-4799-4f50-ba03-00bc00961ecd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=68464cbc-4799-4f50-ba03-00bc00961ecd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:11.973252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '68464cbc-4799-4f50-ba03-00bc00961ecd', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'port_id': '68464cbc-4799-4f50-ba03-00bc00961ecd', 'mac_address': 'fa:16:3e:21:32:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:55:12.000010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18316442-5c6a-4ada-84be-7ef87bde3255 req-04d17c0b-1340-4caa-a343-423bcd9393af tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357730 Aug 27 02:55:12.010757 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:12.023344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68464cbc-4799-4f50-ba03-00bc00961ecd {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:55:12.044433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 68464cbc-4799-4f50-ba03-00bc00961ecd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=68464cbc-4799-4f50-ba03-00bc00961ecd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:12.049727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:12.101575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=68464cbc-4799-4f50-ba03-00bc00961ecd,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:12.188978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e31a42-137a-4f22-9f86-08dc58799404 req-53d7f797-e974-4730-9ffd-0168e13c33c7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:12.190505 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61e31a42-137a-4f22-9f86-08dc58799404 req-53d7f797-e974-4730-9ffd-0168e13c33c7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 945 time: 0.0564971 Aug 27 02:55:12.232882 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-61e31a42-137a-4f22-9f86-08dc58799404 req-246eea9a-7762-46ce-90b9-cb7dc32c4293 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Aug 27 02:55:12.258253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['68464cbc-4799-4f50-ba03-00bc00961ecd'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:55:13.141339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010c243-82f3-4b8a-88ec-66b2ca75ff6b req-8a5b9bd9-043a-4555-9b79-6c9d0cfdad2d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:13.142802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e010c243-82f3-4b8a-88ec-66b2ca75ff6b req-8a5b9bd9-043a-4555-9b79-6c9d0cfdad2d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0597227 Aug 27 02:55:13.186008 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e010c243-82f3-4b8a-88ec-66b2ca75ff6b req-0ec5939c-3d71-42fb-8efc-3f7eb4ee5ddc tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340655 Aug 27 02:55:13.304170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89353b59-401b-4bf3-9846-8f8fb2f29707 req-d7bd776d-94ea-4340-909d-a480350fbad9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:13.305716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89353b59-401b-4bf3-9846-8f8fb2f29707 req-d7bd776d-94ea-4340-909d-a480350fbad9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0522630 Aug 27 02:55:13.346972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-89353b59-401b-4bf3-9846-8f8fb2f29707 req-b9cd209d-83bc-42e0-a2e7-599906fb583a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352890 Aug 27 02:55:13.348896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5902e-1e6c-4843-83d8-cccb99365496 req-2f9b3710-52e4-48cf-bbfc-1b81a1fe4ac9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:13.350412 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-11e5902e-1e6c-4843-83d8-cccb99365496 req-2f9b3710-52e4-48cf-bbfc-1b81a1fe4ac9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Aug 27 02:55:13.368622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:13.389105 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-11e5902e-1e6c-4843-83d8-cccb99365496 req-81817d3b-dd21-48cb-9f26-fca10245acb3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Aug 27 02:55:13.408359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8bdbbe-6fac-430c-b450-f08591925feb tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:13.409952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0f8bdbbe-6fac-430c-b450-f08591925feb tempest-TestNetworkAdvancedServerOps-542513054 tempest-TestNetworkAdvancedServerOps-542513054-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1092 time: 0.0397928 Aug 27 02:55:13.412882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32940) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:13.417254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:13.441628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:13.553340 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:13.660759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Allocated IP 172.25.1.17 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/6667e319-3ce7-40de-a522-2ed4a6b6e80c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:13.777505 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:13.820338 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:13.853380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 68464cbc-4799-4f50-ba03-00bc00961ecd up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:13.859481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:13.866564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:13.871156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:13.874417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=6667e319-3ce7-40de-a522-2ed4a6b6e80c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:13.903349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 68464cbc-4799-4f50-ba03-00bc00961ecd completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:13.907187 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 68464cbc-4799-4f50-ba03-00bc00961ecd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:13.907567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:13.987151 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.009429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68464cbc-4799-4f50-ba03-00bc00961ecd'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:14.011721 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea26bef9-a02e-4db4-9065-3855f2f349b0" -d '{"events": [{"server_uuid": "e1ba5b5a-e804-4d9f-9954-2f2ce926fde0", "name": "network-vif-plugged", "status": "completed", "tag": "68464cbc-4799-4f50-ba03-00bc00961ecd"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:14.026735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 68464cbc-4799-4f50-ba03-00bc00961ecd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=68464cbc-4799-4f50-ba03-00bc00961ecd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:14.031766 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.061336 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718165f0-b2e8-48c7-9e4a-a5ff97eb2ead x-openstack-request-id: req-718165f0-b2e8-48c7-9e4a-a5ff97eb2ead {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:14.061629 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ba5b5a-e804-4d9f-9954-2f2ce926fde0", "name": "network-vif-plugged", "status": "completed", "tag": "68464cbc-4799-4f50-ba03-00bc00961ecd", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:14.061876 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-718165f0-b2e8-48c7-9e4a-a5ff97eb2ead {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:14.062271 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68464cbc-4799-4f50-ba03-00bc00961ecd', 'code': 200} Aug 27 02:55:14.091445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=68464cbc-4799-4f50-ba03-00bc00961ecd,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:14.151192 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb449a-63f8-4ba4-8017-b31ca6b76d0a req-c043f301-3e78-447b-92ea-3bf66e65bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.152760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73cb449a-63f8-4ba4-8017-b31ca6b76d0a req-c043f301-3e78-447b-92ea-3bf66e65bb4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 1097 time: 0.0403295 Aug 27 02:55:14.191643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73cb449a-63f8-4ba4-8017-b31ca6b76d0a req-9054d8fe-18b3-46d1-896f-4460cbd3d455 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Aug 27 02:55:14.239326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.273880 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:55:14.318230 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.495132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.500293 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.506436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c7f2e-1a8d-4305-97f8-d4d770cdc390 req-d7e4b99d-fd69-419c-b326-2c6dba15d3a1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.507952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc6c7f2e-1a8d-4305-97f8-d4d770cdc390 req-d7e4b99d-fd69-419c-b326-2c6dba15d3a1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 946 time: 0.0507214 Aug 27 02:55:14.547116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fc6c7f2e-1a8d-4305-97f8-d4d770cdc390 req-4a1dc554-446f-4bef-9b7f-15d4834bada0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Aug 27 02:55:14.565145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event updated for resources: {'Port': ['ID=6667e319-3ce7-40de-a522-2ed4a6b6e80c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:14.578267 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.680146 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP e4a13486-a235-4dc1-8670-64def055b4ee associated. External IP: 172.25.1.17, port: 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401. Aug 27 02:55:14.895270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router e53bd719-bd1b-43dd-99e1-66b66eb2856b has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:55:15.007332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:15.020890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] Sync routers for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:15.034298 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:15.036581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:15.037212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:55:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:15.061373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-34a1a9c7-bd14-44c5-990d-c2fb4eae6545 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6474624 Aug 27 02:55:15.062053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:15.064421 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb" -d '{"events": [{"name": "network-changed", "server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:15.108137 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fa2f67-23d7-4e99-8f93-dfb0bda379dc x-openstack-request-id: req-04fa2f67-23d7-4e99-8f93-dfb0bda379dc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:15.108427 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:15.108677 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04fa2f67-23d7-4e99-8f93-dfb0bda379dc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:15.109082 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'status': 'completed', 'code': 200} Aug 27 02:55:15.146404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:15.202514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-302cd231-6d55-46e2-ae2a-69dc721ea587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.204034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-302cd231-6d55-46e2-ae2a-69dc721ea587 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1097 time: 0.0705907 Aug 27 02:55:15.228353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa71fed-c33b-4b50-b753-d9c4261c848a req-f13b4d8c-f420-4584-a4d0-72677dfeb2f2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.229832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9aa71fed-c33b-4b50-b753-d9c4261c848a req-f13b4d8c-f420-4584-a4d0-72677dfeb2f2 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0718558 Aug 27 02:55:15.315195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9aa71fed-c33b-4b50-b753-d9c4261c848a req-d8d09c16-517d-46ad-8b15-680ef4288c25 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752952 Aug 27 02:55:15.335012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-48e10f2c-f301-4e70-8f22-2f9dec3d9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.336482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-48e10f2c-f301-4e70-8f22-2f9dec3d9a0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=662ca858-a4be-495c-914f-be2fbdd88438 HTTP/1.1" status: 200 len: 896 time: 0.1242237 Aug 27 02:55:15.337775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32950) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:15.382544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e4a13486-a235-4dc1-8670-64def055b4ee', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'port_id': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'mac_address': 'fa:16:3e:77:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:14Z', 'updated_at': '2021-08-27T02:55:14Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:05Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:15.408623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] Checking router: e53bd719-bd1b-43dd-99e1-66b66eb2856b for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:15.416893 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:15.417507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:55:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:15.444577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ff920099-5449-4493-89e7-b043665656a3 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/e4a13486-a235-4dc1-8670-64def055b4ee HTTP/1.1" status: 200 len: 991 time: 0.1055558 Aug 27 02:55:15.448633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-c50acbc8-933a-443c-937e-c43f11967297 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 HTTP/1.1" status: 200 len: 999 time: 0.1045473 Aug 27 02:55:15.503349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-2901d0d5-8628-429f-b46e-8f2a4335c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.506759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-2901d0d5-8628-429f-b46e-8f2a4335c23c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e735439-485f-4175-aa94-a2cde21356e6 HTTP/1.1" status: 200 len: 835 time: 0.0513320 Aug 27 02:55:15.528251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:15.552849 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-1e658915-1753-42bb-8a6e-a35af246d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.554432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-1e658915-1753-42bb-8a6e-a35af246d3e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=662ca858-a4be-495c-914f-be2fbdd88438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404732 Aug 27 02:55:15.652226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-8a1e20e2-e45f-4027-89fd-6c17c69e9a2e service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898550 Aug 27 02:55:15.663897 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecaed1-28ec-493a-b0e8-bb0431ae65c1 req-d444bf72-693a-4bab-ba94-5d70d42576f5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.666062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aecaed1-28ec-493a-b0e8-bb0431ae65c1 req-d444bf72-693a-4bab-ba94-5d70d42576f5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Aug 27 02:55:15.704158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3aecaed1-28ec-493a-b0e8-bb0431ae65c1 req-54951d5b-c2c9-4483-b39c-d0bd91de53ed tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Aug 27 02:55:15.747871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b04a4d77-b9d7-4efc-aeaa-ae5a6aa2becb req-9132f70c-4ac3-45c0-b09e-915762992b0f service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881047 Aug 27 02:55:15.757995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e4a13486-a235-4dc1-8670-64def055b4ee', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'port_id': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'mac_address': 'fa:16:3e:77:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:14Z', 'updated_at': '2021-08-27T02:55:14Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:05Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:15.792751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6472b-0ade-4de6-b8d2-7e71d7661e8b None None] The sync data for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 is: [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e4a13486-a235-4dc1-8670-64def055b4ee', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'port_id': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'mac_address': 'fa:16:3e:77:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:14Z', 'updated_at': '2021-08-27T02:55:14Z', 'revision_number': 0, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:05Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:15.821296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf4216-14cb-4293-97d2-fb0116b0319c req-69629ccd-a09d-4bd9-8e11-e4da51031936 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.822870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1cbf4216-14cb-4293-97d2-fb0116b0319c req-69629ccd-a09d-4bd9-8e11-e4da51031936 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 946 time: 0.0512505 Aug 27 02:55:15.862750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1cbf4216-14cb-4293-97d2-fb0116b0319c req-f274e7bf-85fc-4561-8d07-60b33aaafdfe tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331089 Aug 27 02:55:15.975935 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6fb71-c940-49cb-a6d2-8e97db4e8f49 req-2b38c8a6-12f8-4695-8ae6-f814c4e58165 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.977553 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87d6fb71-c940-49cb-a6d2-8e97db4e8f49 req-2b38c8a6-12f8-4695-8ae6-f814c4e58165 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 946 time: 0.0507643 Aug 27 02:55:15.991611 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135462bb-6bf7-4fc4-9b86-a34de6387bad None None] New status for floating IP e4a13486-a235-4dc1-8670-64def055b4ee: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:55:16.021441 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-87d6fb71-c940-49cb-a6d2-8e97db4e8f49 req-a622787e-044c-495d-9f99-a27baadc2600 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 Aug 27 02:55:16.258782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52497154-f187-446c-aae0-b9365dcb0585 req-3066069f-377e-4750-94af-c703adf787c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:16.260282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52497154-f187-446c-aae0-b9365dcb0585 req-3066069f-377e-4750-94af-c703adf787c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 946 time: 0.0550425 Aug 27 02:55:16.300227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52497154-f187-446c-aae0-b9365dcb0585 req-adec3c27-9ec4-44ee-8f66-e5b7bc8dfcbc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Aug 27 02:55:16.449394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 32962) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:16.800415 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:16.842310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c3164ee9-2728-498f-92de-4f7100ba2e9e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/e4a13486-a235-4dc1-8670-64def055b4ee HTTP/1.1" status: 200 len: 993 time: 0.3915315 Aug 27 02:55:17.421593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406748c1-df72-406e-9c70-0a70621752ff req-78c71b5d-a899-4f40-a6c2-0a557f37020b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:17.423204 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-406748c1-df72-406e-9c70-0a70621752ff req-78c71b5d-a899-4f40-a6c2-0a557f37020b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 946 time: 0.0532782 Aug 27 02:55:17.460859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-406748c1-df72-406e-9c70-0a70621752ff req-98d0c71e-04b4-47df-a3f8-0ffe46ec0aae tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Aug 27 02:55:17.675085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-28d41c7c-233a-49cf-b018-faeff35a316e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:17.676510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-28d41c7c-233a-49cf-b018-faeff35a316e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 946 time: 0.0568998 Aug 27 02:55:17.756590 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:17.772536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port 68464cbc-4799-4f50-ba03-00bc00961ecd {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:55:17.772877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:17.860625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] For port 68464cbc-4799-4f50-ba03-00bc00961ecd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=68464cbc-4799-4f50-ba03-00bc00961ecd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:17.860998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:17.874449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for 68464cbc-4799-4f50-ba03-00bc00961ecd owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:55:18.010217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:18.022130 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['68464cbc-4799-4f50-ba03-00bc00961ecd'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:55:18.039310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=68464cbc-4799-4f50-ba03-00bc00961ecd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:18.080674 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] No DVR routers for this DVR port 68464cbc-4799-4f50-ba03-00bc00961ecd on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:55:18.083917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:18.085990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-665d1c4f-c584-4b4e-bef3-e2064f999528 req-188d7bb2-4837-4a66-bc68-48c7d3681790 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "DELETE /v2.0/ports/68464cbc-4799-4f50-ba03-00bc00961ecd HTTP/1.1" status: 204 len: 173 time: 0.4027007 Aug 27 02:55:18.086462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'name': 'network-vif-deleted', 'tag': '68464cbc-4799-4f50-ba03-00bc00961ecd'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:18.088759 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62f9b0b-95e4-43b0-8cfa-2a667e671f2b" -d '{"events": [{"server_uuid": "e1ba5b5a-e804-4d9f-9954-2f2ce926fde0", "name": "network-vif-deleted", "tag": "68464cbc-4799-4f50-ba03-00bc00961ecd"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:18.128565 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed348def-7b72-4acc-80f0-325140545e73 x-openstack-request-id: req-ed348def-7b72-4acc-80f0-325140545e73 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:18.128863 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ba5b5a-e804-4d9f-9954-2f2ce926fde0", "name": "network-vif-deleted", "tag": "68464cbc-4799-4f50-ba03-00bc00961ecd", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:18.129111 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed348def-7b72-4acc-80f0-325140545e73 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:18.129509 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ba5b5a-e804-4d9f-9954-2f2ce926fde0', 'name': 'network-vif-deleted', 'tag': '68464cbc-4799-4f50-ba03-00bc00961ecd', 'status': 'completed', 'code': 200} Aug 27 02:55:18.571458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d9ca962-f252-42bd-8728-c6fd3b2e71f5 req-46cf17b3-aee0-444f-8064-e86ffff17652 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Aug 27 02:55:19.673155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1d6b414-2b2c-4e69-afbf-0b8a97742a30 req-b714d8ca-25c1-42b4-81e7-13f0d441ccf7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 210 time: 0.0304930 Aug 27 02:55:20.775008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39ac81b7-4e5c-4e3a-ab03-3f8330b58efb req-cdf2f34c-1586-4e3e-af44-33fc680bbcb4 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 210 time: 0.0261745 Aug 27 02:55:21.884442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cca490d2-8935-4f09-aab9-fc786ade3624 req-2be47752-0aba-4e48-8299-1212a83ffe79 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ba5b5a-e804-4d9f-9954-2f2ce926fde0 HTTP/1.1" status: 200 len: 210 time: 0.0286462 Aug 27 02:55:21.903009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 68464cbc-4799-4f50-ba03-00bc00961ecd no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:55:21.923574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 68464cbc-4799-4f50-ba03-00bc00961ecd {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:55:21.923916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 68464cbc-4799-4f50-ba03-00bc00961ecd not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:55:27.724576 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba4e51e8-c60b-4236-96b4-3ed566e8f649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:30.242066 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-882456c0-7b67-4e14-b224-f57e9c400b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:30.482423 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:31.350862 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:33.225462 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:41.956085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-0df98b5c-d567-4b74-abd8-b153e9f01ac6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:41.957972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-0df98b5c-d567-4b74-abd8-b153e9f01ac6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1126478 Aug 27 02:55:41.976307 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-69ba08f8-cbd0-476a-a360-cdd2a4819cbf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/quotas/fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 375 time: 0.0104563 Aug 27 02:55:42.029651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-5358fe65-edaa-40b6-9fd9-91aa82ddc01c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474689 Aug 27 02:55:42.133899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-7eb7dc7a-5243-47c3-852b-3ba90eb5ede2 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971766 Aug 27 02:55:42.223691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-3b25e969-ffe7-4bc1-9883-09a521309a66 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836706 Aug 27 02:55:42.420911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88d586d1-1fb9-4f3c-804c-24b06970495a req-a8ae5e33-825b-4562-b6ca-f18d4edfd67a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 210 time: 0.0266616 Aug 27 02:55:43.384212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-9d8b8622-a401-44cd-96dd-3d2e8a9815bf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:43.385794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-9d8b8622-a401-44cd-96dd-3d2e8a9815bf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1043155 Aug 27 02:55:43.399372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'port': {'device_id': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'admin_state_up': True, 'tenant_id': 'fad10dde630d4beea46c864b7340c228'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:43.515959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:55:43.523275 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:43.539079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e58fa00-5f4c-4a0c-b2b3-3fc71065acb2 req-99307b45-07bb-4363-8ebb-5e4ea5f9e1cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 210 time: 0.0303233 Aug 27 02:55:43.666360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.20.0.10 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/923fc6cb-a2d5-472f-ab8e-c837bbba06f8) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:43.831923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:43.846823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Transition to ACTIVE for port object 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:43.881930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:43.930023 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:43.935297 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:43.937896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:43.965396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:43.979236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.979507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.979855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.980190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.980528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.980862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.981186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.981624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.981954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.982286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.982679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:43.983004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:44.007067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:44.007875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.025169 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-b9aa8350-07ea-440c-8f63-04373c1bcc65 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6297414 Aug 27 02:55:44.037936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Request body: {'port': {'device_id': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:44.097035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.169481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e6bf512f-d3f9-4cdd-8121-ef680d2aa4ac None None] Provisioning for port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:44.173614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e6bf512f-d3f9-4cdd-8121-ef680d2aa4ac None None] Provisioning complete for port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:44.174091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e6bf512f-d3f9-4cdd-8121-ef680d2aa4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.211984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf512f-d3f9-4cdd-8121-ef680d2aa4ac None None] Port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:44.388483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:55:44.397287 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.411055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Transition to ACTIVE for port object 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:44.416124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.486565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Pushing event updated for resources: {'Port': ['ID=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:44.542960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Attempting to bind port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:44.543573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Attempting to bind port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:44.543652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Attempting to bind port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:44.548647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:55:44.548971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Attempting to bind port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:44.554463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:44.554803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:44.555393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:44.555821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Bound port: 923fc6cb-a2d5-472f-ab8e-c837bbba06f8, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:44.556176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.658522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] For port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:44.674201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] For port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:44.682609 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.699185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0493bde-a59c-4021-84dc-cd3790968fbe req-1c085639-5e73-49a6-99df-08f1bc3a6c5d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:44.700791 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0493bde-a59c-4021-84dc-cd3790968fbe req-1c085639-5e73-49a6-99df-08f1bc3a6c5d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0858867 Aug 27 02:55:44.709692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:44.710638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:44.712180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] 10.222.0.45 "PUT /v2.0/ports/923fc6cb-a2d5-472f-ab8e-c837bbba06f8 HTTP/1.1" status: 200 len: 1092 time: 0.6791866 Aug 27 02:55:44.736068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'tag': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:44.738630 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9c82d5-579a-4038-b809-bc1f8773b538" -d '{"events": [{"name": "network-changed", "server_uuid": "c88ebd66-0d72-4ecc-b993-14f5f79b242f", "tag": "923fc6cb-a2d5-472f-ab8e-c837bbba06f8"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:44.797707 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a91d64-ddf5-4148-8107-e8dabe646bc1 x-openstack-request-id: req-05a91d64-ddf5-4148-8107-e8dabe646bc1 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:44.798056 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88ebd66-0d72-4ecc-b993-14f5f79b242f", "tag": "923fc6cb-a2d5-472f-ab8e-c837bbba06f8", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:44.798306 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05a91d64-ddf5-4148-8107-e8dabe646bc1 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:44.798714 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'tag': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8', 'status': 'completed', 'code': 200} Aug 27 02:55:44.833318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e3153-f7b9-4bb2-b039-38dcaa883b5b service neutron] Pushing event updated for resources: {'Port': ['ID=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:44.839627 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0493bde-a59c-4021-84dc-cd3790968fbe req-6d88bb34-f8a4-423b-9ca2-3b3eff1d931e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263146 Aug 27 02:55:44.850678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-016f2486-52ab-4d00-a3f5-edc6365380d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:44.852225 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-016f2486-52ab-4d00-a3f5-edc6365380d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 1095 time: 0.0860722 Aug 27 02:55:44.900450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-eb9cdb55-8d7a-4430-beba-1f189a33f323 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=923fc6cb-a2d5-472f-ab8e-c837bbba06f8 HTTP/1.1" status: 200 len: 217 time: 0.0364456 Aug 27 02:55:45.295760 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-0b3def6c-53ca-41c1-b790-7342612e8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:45.297302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-0b3def6c-53ca-41c1-b790-7342612e8949 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.3903756 Aug 27 02:55:45.344588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-f82a4b82-b2e3-4c29-aeaf-eeb9984b6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:45.346103 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-f82a4b82-b2e3-4c29-aeaf-eeb9984b6ce4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414536 Aug 27 02:55:45.442443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-7b5268fd-079a-4efb-9201-e9abb7236963 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Aug 27 02:55:45.568692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dddb536a-b29d-474d-bcb7-d509d90e5cd3 req-15fad353-f52c-4e85-8f3f-4894a23eb8b2 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179738 Aug 27 02:55:45.673208 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-58106bac-20aa-4787-8bd2-d8e030651d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:45.675502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-58106bac-20aa-4787-8bd2-d8e030651d17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 1095 time: 0.0613887 Aug 27 02:55:45.813163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2482d-823e-4fea-8983-f1a105794045 req-a8055b2a-6986-49b0-878c-5f6f6f5d2de1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:45.814703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90b2482d-823e-4fea-8983-f1a105794045 req-a8055b2a-6986-49b0-878c-5f6f6f5d2de1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0795207 Aug 27 02:55:45.816246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-3da43b89-8f83-45d3-84d4-82088dfc1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:45.817603 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-3da43b89-8f83-45d3-84d4-82088dfc1139 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.1336117 Aug 27 02:55:45.874267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-09d4930b-9236-4572-9f48-bb17f597a3f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=923fc6cb-a2d5-472f-ab8e-c837bbba06f8 HTTP/1.1" status: 200 len: 217 time: 0.0467699 Aug 27 02:55:45.921065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90b2482d-823e-4fea-8983-f1a105794045 req-774daf78-5824-4cdf-89a0-dd187c579a12 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996697 Aug 27 02:55:45.959366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-98e44ee1-17d6-4d02-b4eb-edbf0fd093ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:45.961191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-98e44ee1-17d6-4d02-b4eb-edbf0fd093ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0751963 Aug 27 02:55:46.020887 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-b0c9bf61-8a24-4994-96ff-34ca44906838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:46.022904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-b0c9bf61-8a24-4994-96ff-34ca44906838 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517633 Aug 27 02:55:46.044063 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5f749-2911-41d3-bc09-c7d06f838059 req-8cd98671-ba9d-4bbc-ae50-c342493e1c5f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:46.047115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79f5f749-2911-41d3-bc09-c7d06f838059 req-8cd98671-ba9d-4bbc-ae50-c342493e1c5f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0718310 Aug 27 02:55:46.108660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79f5f749-2911-41d3-bc09-c7d06f838059 req-9eea32a3-060c-4434-8247-181f45fb9bb9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539982 Aug 27 02:55:46.154798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-3167b472-d474-4ceb-adb7-9a3d5110676a service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244802 Aug 27 02:55:46.273508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd9c82d5-579a-4038-b809-bc1f8773b538 req-380969c2-c174-476f-8291-85425bbc6df5 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109116 Aug 27 02:55:46.810708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:47.100676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45947b-0b0f-4b20-8327-7fe8af26da91 req-e9bcb073-286c-4e98-a2d7-888acaaf39b4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:47.103862 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a45947b-0b0f-4b20-8327-7fe8af26da91 req-e9bcb073-286c-4e98-a2d7-888acaaf39b4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0946369 Aug 27 02:55:47.156194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a45947b-0b0f-4b20-8327-7fe8af26da91 req-70a93b2b-65f2-496b-9120-549f9f9524a9 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461540 Aug 27 02:55:47.281073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9658626-112f-4b6f-bd96-ca7dc3cf986d req-ae465b28-ea69-484a-8194-2fad4516e053 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:47.282773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9658626-112f-4b6f-bd96-ca7dc3cf986d req-ae465b28-ea69-484a-8194-2fad4516e053 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0692754 Aug 27 02:55:47.338690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9658626-112f-4b6f-bd96-ca7dc3cf986d req-27270c1f-f3bc-44f5-9aaa-1ffe0e43cf19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435071 Aug 27 02:55:47.756164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:48.315361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3e26-ec77-4b41-9594-5b3cd6268543 req-e84de74e-4dbb-40d2-bf79-8a31b7f9695f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:48.317117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b19f3e26-ec77-4b41-9594-5b3cd6268543 req-e84de74e-4dbb-40d2-bf79-8a31b7f9695f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0587106 Aug 27 02:55:48.359905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b19f3e26-ec77-4b41-9594-5b3cd6268543 req-0072228f-d399-4b28-b839-75e240903967 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360332 Aug 27 02:55:48.471901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4ff29-0b15-40ef-9d95-e24b0d3481e8 req-d064361e-3ac1-4a1f-8d8e-7b8a2d3842b9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:48.480745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85f4ff29-0b15-40ef-9d95-e24b0d3481e8 req-d064361e-3ac1-4a1f-8d8e-7b8a2d3842b9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0579197 Aug 27 02:55:48.535017 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85f4ff29-0b15-40ef-9d95-e24b0d3481e8 req-819a0ca1-d03d-48f8-ac13-7b907171a57e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548058 Aug 27 02:55:49.488996 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f476b9-5a12-43c1-afec-32cb5c83f34d req-d7cf2e00-c5f9-4d51-9a0a-8176bf14d8d8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:49.491252 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4f476b9-5a12-43c1-afec-32cb5c83f34d req-d7cf2e00-c5f9-4d51-9a0a-8176bf14d8d8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0551424 Aug 27 02:55:49.542769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a4f476b9-5a12-43c1-afec-32cb5c83f34d req-8ef5be9e-9eae-4674-965e-0345f189cf90 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447733 Aug 27 02:55:49.661144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405343-5924-4165-ae5c-5a1cfb55cc7b req-3b328557-1b51-4113-a762-36d2c2f846e2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:49.662814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb405343-5924-4165-ae5c-5a1cfb55cc7b req-3b328557-1b51-4113-a762-36d2c2f846e2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0575199 Aug 27 02:55:49.706931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb405343-5924-4165-ae5c-5a1cfb55cc7b req-65a4e671-5280-4cc8-9390-3b4e902193d0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357983 Aug 27 02:55:50.661431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe7d4-e61d-4c23-bf82-1c97c486fecb req-3d838e5c-81ec-4404-96c2-ade99b209a84 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:50.663000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ffe7d4-e61d-4c23-bf82-1c97c486fecb req-3d838e5c-81ec-4404-96c2-ade99b209a84 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0518584 Aug 27 02:55:50.703757 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24ffe7d4-e61d-4c23-bf82-1c97c486fecb req-345b265a-8e0f-4035-98f3-26c0b4eee844 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340717 Aug 27 02:55:50.849795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e7edc-ca64-4cb0-afe5-571b09fb78bd req-aca97cb4-d4a3-4c11-a9c1-1f6885c14c84 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:50.851242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f65e7edc-ca64-4cb0-afe5-571b09fb78bd req-aca97cb4-d4a3-4c11-a9c1-1f6885c14c84 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0597482 Aug 27 02:55:50.905783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f65e7edc-ca64-4cb0-afe5-571b09fb78bd req-dd5782d0-36bc-4b28-85a5-0cdd0d6e5347 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470130 Aug 27 02:55:51.277108 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:55:51.840573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0bddd-ccbf-4c65-8b39-2070bc95fdf6 req-17f13dbe-f19b-4651-bc61-bc40290843f8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:51.841990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62a0bddd-ccbf-4c65-8b39-2070bc95fdf6 req-17f13dbe-f19b-4651-bc61-bc40290843f8 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0642519 Aug 27 02:55:51.888726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62a0bddd-ccbf-4c65-8b39-2070bc95fdf6 req-ae7104df-0a59-4d23-a1af-4c2c0e4d35a5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378973 Aug 27 02:55:52.043613 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab216e-049e-4104-9c76-c31bd67dc53b req-a0c66581-04b6-434b-83ab-af6e114f62ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:52.045141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5aab216e-049e-4104-9c76-c31bd67dc53b req-a0c66581-04b6-434b-83ab-af6e114f62ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0525804 Aug 27 02:55:52.102245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5aab216e-049e-4104-9c76-c31bd67dc53b req-1a15827d-ac4d-4ece-9b32-de68a564765d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Aug 27 02:55:53.022171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bf84c-6027-46c4-8f06-f491dfb95e1b req-39847f41-0b66-4d42-8fad-7346f9766d2c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:53.024017 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b1bf84c-6027-46c4-8f06-f491dfb95e1b req-39847f41-0b66-4d42-8fad-7346f9766d2c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0514808 Aug 27 02:55:53.070628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b1bf84c-6027-46c4-8f06-f491dfb95e1b req-22b3e68d-8996-4f87-aff4-221771e25a8a tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Aug 27 02:55:53.232426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af79380-a556-4645-882b-77177f9938b6 req-b26728f2-e7ca-4580-8385-c920e03906d8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:53.234942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1af79380-a556-4645-882b-77177f9938b6 req-b26728f2-e7ca-4580-8385-c920e03906d8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0595734 Aug 27 02:55:53.277247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1af79380-a556-4645-882b-77177f9938b6 req-f23c372c-1421-400e-9302-50a015df3ba9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Aug 27 02:55:54.191538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951145a-2426-4950-9e5f-61fe44d8ff3c req-f959d9aa-9941-4d54-9fa8-ebeea8b795c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:54.193066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9951145a-2426-4950-9e5f-61fe44d8ff3c req-f959d9aa-9941-4d54-9fa8-ebeea8b795c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0506334 Aug 27 02:55:54.233976 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9951145a-2426-4950-9e5f-61fe44d8ff3c req-2d161677-83f6-4f66-a80e-820d20bd52e5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343990 Aug 27 02:55:54.404180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74628906-793d-4975-a75f-9d793b472b0e req-e6498cd9-b9f4-47aa-bc75-dae3f2021dcb tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:54.405732 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74628906-793d-4975-a75f-9d793b472b0e req-e6498cd9-b9f4-47aa-bc75-dae3f2021dcb tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0535405 Aug 27 02:55:54.443763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74628906-793d-4975-a75f-9d793b472b0e req-d2803b0a-07bc-43d3-bcd9-555fa37c7e92 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Aug 27 02:55:55.360237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291037c-73a4-4b19-a2f7-2dbbbf96dcda req-b524ce82-5392-4021-a20c-613a87adc05e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:55.361740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b291037c-73a4-4b19-a2f7-2dbbbf96dcda req-b524ce82-5392-4021-a20c-613a87adc05e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0560338 Aug 27 02:55:55.402442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b291037c-73a4-4b19-a2f7-2dbbbf96dcda req-e496ad0a-963a-436c-a598-1d0368cdb6d4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342720 Aug 27 02:55:55.573763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235248d-bc9e-4402-82d6-fca7b3bbf37e req-6f3e28c2-fd1d-4c58-868f-2a5f4cb20ae5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:55.575452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f235248d-bc9e-4402-82d6-fca7b3bbf37e req-6f3e28c2-fd1d-4c58-868f-2a5f4cb20ae5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0634127 Aug 27 02:55:55.616704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f235248d-bc9e-4402-82d6-fca7b3bbf37e req-8e8b6a8a-c456-4f8e-bd16-81336980aead tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Aug 27 02:55:56.520239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847988c1-e911-47b1-9ec3-05a6532dd40d req-58b3ef1c-3b4c-4302-93f1-0e727489328f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:56.522022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-847988c1-e911-47b1-9ec3-05a6532dd40d req-58b3ef1c-3b4c-4302-93f1-0e727489328f tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0516787 Aug 27 02:55:56.562469 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-847988c1-e911-47b1-9ec3-05a6532dd40d req-243b5a03-1906-4d94-825f-c70371fc79fa tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339653 Aug 27 02:55:56.744187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d199a42-9a21-4e45-a9f4-ee9c736e691f req-37f91bdc-2402-4c15-bc12-4b272de654d7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:56.745622 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d199a42-9a21-4e45-a9f4-ee9c736e691f req-37f91bdc-2402-4c15-bc12-4b272de654d7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0554690 Aug 27 02:55:56.798404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d199a42-9a21-4e45-a9f4-ee9c736e691f req-60cfae2e-51f1-4cdb-a431-b778b74954cd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464885 Aug 27 02:55:57.694867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f03da-2c77-40bf-ac5a-067e611c517d req-2e3e7866-ac04-45d2-8ffc-d9e16d07e40d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:57.696761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-906f03da-2c77-40bf-ac5a-067e611c517d req-2e3e7866-ac04-45d2-8ffc-d9e16d07e40d tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0666754 Aug 27 02:55:57.722675 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b0dedcf1-8173-4b97-bbe2-bd5fb078f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:57.740048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-906f03da-2c77-40bf-ac5a-067e611c517d req-6190a963-1655-4501-aa35-848bef9cac65 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363960 Aug 27 02:55:57.926309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ac457-d2e4-4cd6-a1eb-931b889ab53f req-506176a3-551b-4ac6-8f9c-fa45b5124bd5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:57.927853 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d63ac457-d2e4-4cd6-a1eb-931b889ab53f req-506176a3-551b-4ac6-8f9c-fa45b5124bd5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0564322 Aug 27 02:55:57.965353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d63ac457-d2e4-4cd6-a1eb-931b889ab53f req-65157374-cbba-4ebe-bc54-f3720f16b636 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Aug 27 02:55:58.495768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3015678-b53f-4fd8-9e06-521752b16edb req-5e0ba72a-6cfa-4bee-9bb2-54c112c5692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:58.497527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3015678-b53f-4fd8-9e06-521752b16edb req-5e0ba72a-6cfa-4bee-9bb2-54c112c5692d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1097 time: 0.0431530 Aug 27 02:55:58.534618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b3015678-b53f-4fd8-9e06-521752b16edb req-394f6748-9955-4330-a3f2-b46af8327a11 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298471 Aug 27 02:55:58.870791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c718-045b-45f3-85b1-a7aeb5f98245 req-285951dc-bc59-41d8-9352-6d1cb54560dd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:58.872253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8ad3c718-045b-45f3-85b1-a7aeb5f98245 req-285951dc-bc59-41d8-9352-6d1cb54560dd tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0643792 Aug 27 02:55:58.913464 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8ad3c718-045b-45f3-85b1-a7aeb5f98245 req-827ac4b9-0cf3-4cea-adac-5b60f55fdd6e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318561 Aug 27 02:55:59.102451 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f7c84-ec8e-4afe-8f87-5f729fdf5114 req-16de4fa9-181a-41d6-9bbe-b4aa75419d69 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:59.103876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f6f7c84-ec8e-4afe-8f87-5f729fdf5114 req-16de4fa9-181a-41d6-9bbe-b4aa75419d69 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0648263 Aug 27 02:55:59.146153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f6f7c84-ec8e-4afe-8f87-5f729fdf5114 req-d89af22c-0f47-4efe-b6c7-3e6761ef7cfd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Aug 27 02:56:00.036603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69929-b562-4e71-83ef-d55e2b05067a req-c0d7eb4f-476f-40d1-8b06-2469542bc3b0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:00.038531 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fcc69929-b562-4e71-83ef-d55e2b05067a req-c0d7eb4f-476f-40d1-8b06-2469542bc3b0 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0516727 Aug 27 02:56:00.078899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fcc69929-b562-4e71-83ef-d55e2b05067a req-e265415f-35e4-443d-82d5-b2e679b6273c tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338333 Aug 27 02:56:00.102487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33234) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:00.171792 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3ef9c9e7-1878-4b7e-b491-2e0509fcc199 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/floatingips/e4a13486-a235-4dc1-8670-64def055b4ee HTTP/1.1" status: 200 len: 993 time: 0.0681036 Aug 27 02:56:00.248361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc346fac-cad2-46e9-98d9-010d056024d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:00.268652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d6ae1-85cf-4675-bcd0-6b0db8820709 req-3729b158-eaf9-45c8-ade2-73d02a7ee3f3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:00.270169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e0d6ae1-85cf-4675-bcd0-6b0db8820709 req-3729b158-eaf9-45c8-ade2-73d02a7ee3f3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0531332 Aug 27 02:56:00.313363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e0d6ae1-85cf-4675-bcd0-6b0db8820709 req-31d549ca-7483-493c-b702-757c72b2115f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Aug 27 02:56:00.477894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:01.356708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:56:01.364866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:56:01.410866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:01.442961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28554b4-0824-4673-81f3-740303e92b59 req-7fa31cc8-1c76-4c71-af6a-5eda98ec3fb5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:01.445239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f28554b4-0824-4673-81f3-740303e92b59 req-7fa31cc8-1c76-4c71-af6a-5eda98ec3fb5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0508704 Aug 27 02:56:01.484559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f28554b4-0824-4673-81f3-740303e92b59 req-7a7c7ec2-ff33-4f7b-8857-e9525fc8cf8d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Aug 27 02:56:01.768337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:01.771301 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:01.789963 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'port_id': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'mac_address': 'fa:16:3e:77:fe:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:56:01.806018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:01.808552 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8690e9-5958-4d64-a074-ffcee7898286" -d '{"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:01.840682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:01.848433 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:01.856907 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:01.877294 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7238d35-cc75-4026-bb28-3df0dfcd083c x-openstack-request-id: req-a7238d35-cc75-4026-bb28-3df0dfcd083c {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:01.877588 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:01.877838 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7238d35-cc75-4026-bb28-3df0dfcd083c {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:01.878230 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'code': 200} Aug 27 02:56:01.895225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:01.939212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:01.953146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.953493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.953833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.954168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.954527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.954857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.955181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.955504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.955844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.956147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.956475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.957138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:01.965318 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:56:01.965712 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:56:02.506198 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:02.523264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:02.543501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:02.549220 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:02.602388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:02.615544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ebbff-3971-40ae-814b-dd29bb7f8b07 req-df785bd5-5417-4303-9200-003f7f45c90e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:02.617116 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba5ebbff-3971-40ae-814b-dd29bb7f8b07 req-df785bd5-5417-4303-9200-003f7f45c90e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0580132 Aug 27 02:56:02.654928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba5ebbff-3971-40ae-814b-dd29bb7f8b07 req-55a221df-207c-41c2-8c62-98d62b644553 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Aug 27 02:56:02.749318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:56:03.228963 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:03.355209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:56:03.409191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:03.409636 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:03.492018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:03.532751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:03.541651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:03.600435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:03.786100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8090d9-98f7-4206-b558-1b520c8a6865 req-3669602e-cce7-4df7-a9e3-ed2d62c02b6a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:03.787532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e8090d9-98f7-4206-b558-1b520c8a6865 req-3669602e-cce7-4df7-a9e3-ed2d62c02b6a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0528727 Aug 27 02:56:03.829844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e8090d9-98f7-4206-b558-1b520c8a6865 req-6bd94aa5-0597-4a37-a542-5eea2945fb0a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Aug 27 02:56:03.879563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:03.881975 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebb067-b040-4223-a10a-1e3acb7a071a" -d '{"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:03.918287 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c773f2-31d5-4c25-b2b1-6abf086fabe6 x-openstack-request-id: req-c7c773f2-31d5-4c25-b2b1-6abf086fabe6 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:03.918613 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:03.918858 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7c773f2-31d5-4c25-b2b1-6abf086fabe6 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:03.919249 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'code': 200} Aug 27 02:56:04.947502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17e3ad-2c01-4c9c-b2da-11bd2edbe127 req-eb2e7e73-8d3e-47df-945c-76fa19a7214a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:04.948998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b17e3ad-2c01-4c9c-b2da-11bd2edbe127 req-eb2e7e73-8d3e-47df-945c-76fa19a7214a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0503857 Aug 27 02:56:04.991124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b17e3ad-2c01-4c9c-b2da-11bd2edbe127 req-150a395c-5115-47a4-ba78-7190f5cd1fe3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350308 Aug 27 02:56:05.574250 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-4fdf3020-58af-4edc-b88c-86a2067b01f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411923 Aug 27 02:56:05.669150 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-6af0faca-a884-427d-a7ed-532e775b4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:05.670830 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-6af0faca-a884-427d-a7ed-532e775b4a3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1097 time: 0.0509610 Aug 27 02:56:05.786959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-e4f45d7e-1422-4758-a79f-683c1c0a16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:05.788768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-e4f45d7e-1422-4758-a79f-683c1c0a16cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=662ca858-a4be-495c-914f-be2fbdd88438 HTTP/1.1" status: 200 len: 896 time: 0.0953314 Aug 27 02:56:05.861032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-42883825-c844-4ed0-a620-5b8cd7f6d2aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 HTTP/1.1" status: 200 len: 1001 time: 0.0652957 Aug 27 02:56:05.914091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-4835e319-e6c1-4228-8566-3d620d745dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:05.915587 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-4835e319-e6c1-4228-8566-3d620d745dfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e735439-485f-4175-aa94-a2cde21356e6 HTTP/1.1" status: 200 len: 835 time: 0.0479867 Aug 27 02:56:05.963077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-d0baae4d-908b-47ad-b2d7-5ca77b2d48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:05.964605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-d0baae4d-908b-47ad-b2d7-5ca77b2d48d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=662ca858-a4be-495c-914f-be2fbdd88438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418258 Aug 27 02:56:06.067682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-b2b491e9-775b-41ce-811c-3357fe6bbff4 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950866 Aug 27 02:56:06.074362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:56:06.121526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3705b-7645-4756-a6ed-7904541b84bd req-2856d6bb-7ea2-45b2-9152-1691a61130fd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:06.122984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01c3705b-7645-4756-a6ed-7904541b84bd req-2856d6bb-7ea2-45b2-9152-1691a61130fd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 944 time: 0.0597973 Aug 27 02:56:06.162343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01c3705b-7645-4756-a6ed-7904541b84bd req-9613379f-bf27-4fd5-b631-9640b1391ff0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Aug 27 02:56:06.172546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:06.174450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9cde427-d1d5-4f3f-912f-ee5deb30a62e req-a777cd5b-2b0a-499a-8365-d11f0cc601d5 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985353 Aug 27 02:56:06.185968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'port_id': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8', 'mac_address': 'fa:16:3e:c2:19:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:56:06.229763 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:06.244780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:06.265413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:06.269955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:06.316720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:06.460440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['923fc6cb-a2d5-472f-ab8e-c837bbba06f8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:56:07.298879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019694a-cfd2-4a98-bb3f-cf03ae59bdba req-fa99fab5-cf54-42e4-a456-6d18c8b645b8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:07.300415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0019694a-cfd2-4a98-bb3f-cf03ae59bdba req-fa99fab5-cf54-42e4-a456-6d18c8b645b8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 945 time: 0.0528195 Aug 27 02:56:07.341993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0019694a-cfd2-4a98-bb3f-cf03ae59bdba req-c1caf3b7-df13-46a2-afff-59122ae65b55 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353415 Aug 27 02:56:08.086073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:56:08.136687 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:56:08.140683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:08.141114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:08.228980 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:08.263194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:08.265697 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd6efc9-a01f-4570-8b42-696dd6390632" -d '{"events": [{"server_uuid": "c88ebd66-0d72-4ecc-b993-14f5f79b242f", "name": "network-vif-plugged", "status": "completed", "tag": "923fc6cb-a2d5-472f-ab8e-c837bbba06f8"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:08.285431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:08.321788 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b61ffdd-2377-424c-bdd7-255e41017532 x-openstack-request-id: req-2b61ffdd-2377-424c-bdd7-255e41017532 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:08.322091 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88ebd66-0d72-4ecc-b993-14f5f79b242f", "name": "network-vif-plugged", "status": "completed", "tag": "923fc6cb-a2d5-472f-ab8e-c837bbba06f8", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:08.322381 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b61ffdd-2377-424c-bdd7-255e41017532 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:08.322755 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8', 'code': 200} Aug 27 02:56:08.324142 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:08.387340 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:08.419271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422da91-005d-4333-a165-c1dfa1f727ba req-39ca453a-efbf-45bc-a0c7-29c7d7aea326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:08.420821 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4422da91-005d-4333-a165-c1dfa1f727ba req-39ca453a-efbf-45bc-a0c7-29c7d7aea326 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 1097 time: 0.0487750 Aug 27 02:56:08.458728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4422da91-005d-4333-a165-c1dfa1f727ba req-dcd71a36-f213-463b-86c0-4de5f7bb65cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Aug 27 02:56:08.477290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a02394-2f34-4261-97b8-178dda9f12a8 req-f780636a-0c4f-47d3-b866-a447ad3deb5b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:08.478971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69a02394-2f34-4261-97b8-178dda9f12a8 req-f780636a-0c4f-47d3-b866-a447ad3deb5b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 946 time: 0.0595169 Aug 27 02:56:08.523924 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69a02394-2f34-4261-97b8-178dda9f12a8 req-23343cc6-0899-40de-8a6e-fea6a2542804 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Aug 27 02:56:09.662073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232e8be-34aa-4d07-9c12-adb5213a757f req-b099769f-dcf9-4908-b5e0-af679230a349 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:09.663748 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1232e8be-34aa-4d07-9c12-adb5213a757f req-b099769f-dcf9-4908-b5e0-af679230a349 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 946 time: 0.0588531 Aug 27 02:56:09.705006 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1232e8be-34aa-4d07-9c12-adb5213a757f req-23508d09-789a-4462-9bc2-40f15151748b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Aug 27 02:56:09.828872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae624f-df10-490c-96a8-0d18636db209 req-6afcc987-4ea8-4cab-866f-f2328cdf6a48 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:09.830279 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70ae624f-df10-490c-96a8-0d18636db209 req-6afcc987-4ea8-4cab-866f-f2328cdf6a48 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 946 time: 0.0526557 Aug 27 02:56:09.869666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-70ae624f-df10-490c-96a8-0d18636db209 req-e6f1daed-70eb-4cb2-8b81-b313a2d7a83e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Aug 27 02:56:10.001780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9af0-279d-4b2b-82d6-82df08757c77 req-03b6aab1-5d31-4bd6-8ea7-cde7395b384f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:10.003322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-890b9af0-279d-4b2b-82d6-82df08757c77 req-03b6aab1-5d31-4bd6-8ea7-cde7395b384f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 946 time: 0.0520108 Aug 27 02:56:10.043092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-890b9af0-279d-4b2b-82d6-82df08757c77 req-c37ce35d-9de5-4f0a-912b-2ccb9c06c102 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Aug 27 02:56:10.351500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d286-a191-4fe6-81f5-ee940d05648b req-30277b62-0b50-4501-8023-0071e5aa1d5b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:10.352875 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f8d286-a191-4fe6-81f5-ee940d05648b req-30277b62-0b50-4501-8023-0071e5aa1d5b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 946 time: 0.0563505 Aug 27 02:56:10.390221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f8d286-a191-4fe6-81f5-ee940d05648b req-4fffb177-c2fc-4079-8898-9fe1d64900c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Aug 27 02:56:11.508873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57745e-b1d9-43c6-b39b-1179dbbb4d4c req-68785533-6bb2-4564-9bd7-97b4594e602f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:11.510298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b57745e-b1d9-43c6-b39b-1179dbbb4d4c req-68785533-6bb2-4564-9bd7-97b4594e602f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 946 time: 0.0497334 Aug 27 02:56:11.553513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b57745e-b1d9-43c6-b39b-1179dbbb4d4c req-a768c2c0-a7a8-4e59-a188-061627c10cdd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360427 Aug 27 02:56:11.759829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-662c800c-d26d-4d7e-8a52-c8947b153c2e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:11.761180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-662c800c-d26d-4d7e-8a52-c8947b153c2e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 946 time: 0.0546935 Aug 27 02:56:11.864151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:56:11.864502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:11.962109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] For port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:11.962536 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:11.976791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:56:12.114557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:12.126333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['923fc6cb-a2d5-472f-ab8e-c837bbba06f8'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:56:12.145528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=923fc6cb-a2d5-472f-ab8e-c837bbba06f8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:12.189828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] No DVR routers for this DVR port 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:56:12.193346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:12.195628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61cccd4d-78fc-4126-bc9c-2c51b9fe0906 req-1d21a4fd-a16a-4b48-b699-de3dccd50c19 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "DELETE /v2.0/ports/923fc6cb-a2d5-472f-ab8e-c837bbba06f8 HTTP/1.1" status: 204 len: 173 time: 0.4281771 Aug 27 02:56:12.196196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'name': 'network-vif-deleted', 'tag': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:12.198514 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4bded1-7ad7-4779-bcef-9568ade11e28" -d '{"events": [{"server_uuid": "c88ebd66-0d72-4ecc-b993-14f5f79b242f", "name": "network-vif-deleted", "tag": "923fc6cb-a2d5-472f-ab8e-c837bbba06f8"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:12.256159 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193828c0-409f-42b8-a513-c18c1ef3ecf8 x-openstack-request-id: req-193828c0-409f-42b8-a513-c18c1ef3ecf8 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:12.256572 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88ebd66-0d72-4ecc-b993-14f5f79b242f", "name": "network-vif-deleted", "tag": "923fc6cb-a2d5-472f-ab8e-c837bbba06f8", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:12.256915 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-193828c0-409f-42b8-a513-c18c1ef3ecf8 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:12.257431 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88ebd66-0d72-4ecc-b993-14f5f79b242f', 'name': 'network-vif-deleted', 'tag': '923fc6cb-a2d5-472f-ab8e-c837bbba06f8', 'status': 'completed', 'code': 200} Aug 27 02:56:12.676228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3cd5107-1d60-4c2b-ac7d-afe25a23b5e5 req-29b2aad9-91d1-4deb-b0a9-342f47a273b8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 210 time: 0.0462713 Aug 27 02:56:13.777907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d62cb308-7a86-404a-b708-4fd71015ff64 req-55a89136-e86d-4d76-bdc5-2d9247e2d998 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 210 time: 0.0273480 Aug 27 02:56:14.878666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-66bbd1eb-a25a-44ee-8ed3-86b636734a8c req-197c1a06-48c4-442e-b634-9eb1ceedf76e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 210 time: 0.0269742 Aug 27 02:56:15.992381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba506833-d5f9-4a4f-ab1c-6d1a9123cc80 req-fe0fa135-84ec-46eb-b049-7dd3cd13b852 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=c88ebd66-0d72-4ecc-b993-14f5f79b242f HTTP/1.1" status: 200 len: 210 time: 0.0277946 Aug 27 02:56:16.122711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:56:16.142966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:56:16.143403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 923fc6cb-a2d5-472f-ab8e-c837bbba06f8 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:56:16.827631 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:17.762503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:27.722207 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd999-4ac9-49fb-aea8-3ea096d1dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:28.280428 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:56:30.251428 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9fac4ffa-888f-42db-8966-1e82572ee3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:30.485195 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:31.384564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:33.232677 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:35.314422 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33436) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:35.503294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 6667e319-3ce7-40de-a522-2ed4a6b6e80c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:56:35.503931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:35.598610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:35.598610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:35.615291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 6667e319-3ce7-40de-a522-2ed4a6b6e80c owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:56:35.794739 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:35.825832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=6667e319-3ce7-40de-a522-2ed4a6b6e80c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:35.838256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.838634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.838974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.839297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.839645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.839967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.840306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.840634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.840954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.841281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.841625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.841946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:35.905975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:35.906359 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Floating IP e4a13486-a235-4dc1-8670-64def055b4ee disassociated (deleted). External IP: 172.25.1.17, port: 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401. Aug 27 02:56:36.179742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router e53bd719-bd1b-43dd-99e1-66b66eb2856b has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:56:36.321099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:56:36.327607 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:36.335480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] Sync routers for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:56:36.347466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:56:36.348414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:56:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:36.368297 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-800f380e-97e5-40e7-afff-bac6a86be452 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/floatingips/e4a13486-a235-4dc1-8670-64def055b4ee HTTP/1.1" status: 204 len: 168 time: 1.0519214 Aug 27 02:56:36.369065 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:36.371472 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523635b1-a68d-45d4-b651-18d217f6be0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:36.430378 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db506045-97ba-4159-b474-4fb7a38c4d14 x-openstack-request-id: req-db506045-97ba-4159-b474-4fb7a38c4d14 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:36.430672 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:36.430895 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db506045-97ba-4159-b474-4fb7a38c4d14 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:36.432405 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'status': 'completed', 'code': 200} Aug 27 02:56:36.490667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:56:36.506832 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523635b1-a68d-45d4-b651-18d217f6be0e req-0c43a888-c7a4-4ab4-ba56-850ec34cee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:36.510375 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-523635b1-a68d-45d4-b651-18d217f6be0e req-0c43a888-c7a4-4ab4-ba56-850ec34cee31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df7c86c5581482292bf026dce0c21c2&device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 1097 time: 0.0521555 Aug 27 02:56:36.632391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523635b1-a68d-45d4-b651-18d217f6be0e req-5472f9c8-c18f-4e13-9d26-26d0c5cf8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:36.633903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-523635b1-a68d-45d4-b651-18d217f6be0e req-5472f9c8-c18f-4e13-9d26-26d0c5cf8de3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=662ca858-a4be-495c-914f-be2fbdd88438 HTTP/1.1" status: 200 len: 896 time: 0.1131904 Aug 27 02:56:36.649924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f397280-d837-46bd-a254-2a5ce380c99d req-f70d54e4-61cb-4b74-a714-613855a82338 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:36.658075 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6f397280-d837-46bd-a254-2a5ce380c99d req-f70d54e4-61cb-4b74-a714-613855a82338 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0622158 Aug 27 02:56:36.680357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-523635b1-a68d-45d4-b651-18d217f6be0e req-c76164c2-63aa-4831-b379-ae3b87b07ad6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 HTTP/1.1" status: 200 len: 217 time: 0.0373137 Aug 27 02:56:36.703337 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6f397280-d837-46bd-a254-2a5ce380c99d req-79a4dcc7-bfc4-46e9-afdb-ec745f6cceaa tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396678 Aug 27 02:56:36.718664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:05Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:36.742869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523635b1-a68d-45d4-b651-18d217f6be0e req-6f3e5472-78df-4601-a7df-021096be5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:36.744625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-523635b1-a68d-45d4-b651-18d217f6be0e req-6f3e5472-78df-4601-a7df-021096be5bc7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e735439-485f-4175-aa94-a2cde21356e6 HTTP/1.1" status: 200 len: 835 time: 0.0567579 Aug 27 02:56:36.748016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] Checking router: e53bd719-bd1b-43dd-99e1-66b66eb2856b for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:56:36.756898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:56:36.757550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:56:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:36.805555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523635b1-a68d-45d4-b651-18d217f6be0e req-f1dd86f7-1768-41df-8066-666fcfc39379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:36.807224 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-523635b1-a68d-45d4-b651-18d217f6be0e req-f1dd86f7-1768-41df-8066-666fcfc39379 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=662ca858-a4be-495c-914f-be2fbdd88438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527947 Aug 27 02:56:36.873015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:56:36.903347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-523635b1-a68d-45d4-b651-18d217f6be0e req-fb719405-44c4-40ec-85c3-a368f5a66c90 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875108 Aug 27 02:56:37.019112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-523635b1-a68d-45d4-b651-18d217f6be0e req-84dbc3a0-2518-474c-9820-49ff91c0b289 service neutron] 10.222.0.32 "GET /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064003 Aug 27 02:56:37.103488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:05Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:37.131233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41083f9a-b25d-4648-b80c-1c1c6e00bd2c None None] The sync data for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 is: [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:01Z', 'revision_number': 4, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'b0513b33-de98-43ac-bfbf-4bf3c0d96e38', 'name': '', 'network_id': '662ca858-a4be-495c-914f-be2fbdd88438', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'mac_address': 'fa:16:3e:46:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5e735439-485f-4175-aa94-a2cde21356e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:00Z', 'updated_at': '2021-08-27T02:55:05Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'subnets': [{'id': '5e735439-485f-4175-aa94-a2cde21356e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:56:37.359595 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9ec91-d9b6-4031-9cec-1d4f256fc556 None None] New status for floating IP e4a13486-a235-4dc1-8670-64def055b4ee: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:56:37.834109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa32b3b-fc1d-4d2c-b9b0-03d5714115bb req-3adf0617-1e49-4d51-b09c-d30a1d3245c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:37.843800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7fa32b3b-fc1d-4d2c-b9b0-03d5714115bb req-3adf0617-1e49-4d51-b09c-d30a1d3245c7 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0525143 Aug 27 02:56:37.905747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7fa32b3b-fc1d-4d2c-b9b0-03d5714115bb req-15f30494-c22f-4613-bcbf-ccef91239ed5 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634098 Aug 27 02:56:37.917593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-246d69c5-5a3f-42cd-bd20-6c19dd138cc1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:37.919161 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-246d69c5-5a3f-42cd-bd20-6c19dd138cc1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "GET /v2.0/ports?device_id=d71ca1d2-9a7a-4c05-9f74-b329b7b8e468 HTTP/1.1" status: 200 len: 946 time: 0.0783789 Aug 27 02:56:38.017257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:56:38.017591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:38.105763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:38.106046 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:38.113073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-34eb3992-3a8a-4b93-902c-1a408fe455b8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:38.114605 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-34eb3992-3a8a-4b93-902c-1a408fe455b8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1024323 Aug 27 02:56:38.119506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:56:38.131277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-8e8e9ac6-b065-480c-96e5-6435e4f31a70 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/quotas/fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 375 time: 0.0101485 Aug 27 02:56:38.184994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-dc1c0590-11ce-4bb1-9caf-a274b5138d8b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474932 Aug 27 02:56:38.256455 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:38.284202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-3d9edbd5-958f-4420-8763-0ae27690f925 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922320 Aug 27 02:56:38.287499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=5ca1ec7e-1d45-4a6b-85b7-53d1d1374401,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:38.335527 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] No DVR routers for this DVR port 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:56:38.338089 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:38.340347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c55b771a-30ec-4b8c-8572-4a803f27ca96 req-4c1e9bdc-c504-4105-8b4f-af76e4ae50e1 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.32 "DELETE /v2.0/ports/5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 HTTP/1.1" status: 204 len: 173 time: 0.4143951 Aug 27 02:56:38.381572 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-8b15f50f-537d-4c80-aabd-604eaaf855ae service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905597 Aug 27 02:56:38.432224 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-deleted', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:38.434858 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce36eb4-7000-4b9d-ac60-79f791571e57" -d '{"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-deleted", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:38.474234 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc85d612-7df7-47a1-8c13-d4b20b818b12 x-openstack-request-id: req-fc85d612-7df7-47a1-8c13-d4b20b818b12 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:38.474722 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71ca1d2-9a7a-4c05-9f74-b329b7b8e468", "name": "network-vif-deleted", "tag": "5ca1ec7e-1d45-4a6b-85b7-53d1d1374401", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:38.475166 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc85d612-7df7-47a1-8c13-d4b20b818b12 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:38.475765 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71ca1d2-9a7a-4c05-9f74-b329b7b8e468', 'name': 'network-vif-deleted', 'tag': '5ca1ec7e-1d45-4a6b-85b7-53d1d1374401', 'status': 'completed', 'code': 200} Aug 27 02:56:38.705658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a7cb4376-027c-4ff3-8d0f-d966d85a0e09 req-1103d0ca-6de0-43fc-98ce-0ab75baa1aa7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 210 time: 0.0366800 Aug 27 02:56:38.961957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33486) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:39.347192 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:39.694456 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-bfb84b96-68b6-4459-80d8-551a03ab3f6c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:39.695945 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-bfb84b96-68b6-4459-80d8-551a03ab3f6c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1648052 Aug 27 02:56:39.709051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'port': {'device_id': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'admin_state_up': True, 'tenant_id': 'fad10dde630d4beea46c864b7340c228'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:39.780542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port b0513b33-de98-43ac-bfbf-4bf3c0d96e38 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:56:39.781059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:39.836448 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f4d19be0-ac4a-4a94-b4b9-bf1ae30ad0b3 req-d79f5bad-e18e-4569-a9e4-11feef1d4429 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 210 time: 0.0304663 Aug 27 02:56:39.911835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port b0513b33-de98-43ac-bfbf-4bf3c0d96e38, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:39.912224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:39.926595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for b0513b33-de98-43ac-bfbf-4bf3c0d96e38 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:56:39.928279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:56:39.932088 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:40.159759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.20.0.8 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/abb2e496-4067-470e-b971-55357d3e8a92) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:56:40.252614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:40.295801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=b0513b33-de98-43ac-bfbf-4bf3c0d96e38,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:40.543218 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:40.568162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Transition to ACTIVE for port object abb2e496-4067-470e-b971-55357d3e8a92 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:40.576101 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:40.657842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:40.738485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:56:40.744877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:56:40.752533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:56:40.783471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=abb2e496-4067-470e-b971-55357d3e8a92,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:40.855507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:40.857707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:41.027216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eab2c5ff-bc00-4d73-8a63-886c4e6aa3ff None None] Provisioning for port abb2e496-4067-470e-b971-55357d3e8a92 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:56:41.031914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-eab2c5ff-bc00-4d73-8a63-886c4e6aa3ff None None] Provisioning complete for port abb2e496-4067-470e-b971-55357d3e8a92 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:41.032537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eab2c5ff-bc00-4d73-8a63-886c4e6aa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:41.069690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-eab2c5ff-bc00-4d73-8a63-886c4e6aa3ff None None] Port abb2e496-4067-470e-b971-55357d3e8a92 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:56:41.275839 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a71f368b-2ec8-4771-adf0-416da3cc6895 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5708528 Aug 27 02:56:41.291749 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Request body: {'port': {'device_id': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:41.329709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Router e53bd719-bd1b-43dd-99e1-66b66eb2856b has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:56:41.359708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fde0-78d6-4b52-a15a-3d27f903a13e req-3249f5a4-7092-4974-8824-3f53a0de13b1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:41.361259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f429fde0-78d6-4b52-a15a-3d27f903a13e req-3249f5a4-7092-4974-8824-3f53a0de13b1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 931 time: 0.1231492 Aug 27 02:56:41.381580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:41.520196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f429fde0-78d6-4b52-a15a-3d27f903a13e req-85db2259-04b2-4d34-b08c-bc19194ab943 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504951 Aug 27 02:56:41.525216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:56:41.558566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:56:41.559270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 5ca1ec7e-1d45-4a6b-85b7-53d1d1374401 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:56:41.612544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:56:41.623164 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f4d079ad-35f9-4756-ba5f-fdf65db7226e tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "PUT /v2.0/routers/e53bd719-bd1b-43dd-99e1-66b66eb2856b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6564460 Aug 27 02:56:41.623164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33492) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:41.626445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] Sync routers for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:56:41.636988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:56:41.637621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:56:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:41.726374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting subnet 5e735439-485f-4175-aa94-a2cde21356e6 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:56:41.731603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:41.745291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:56:41.805865 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:41.925802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb2e496-4067-470e-b971-55357d3e8a92 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:41.934287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:56:40Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:41.939129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:41.952539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:41.962404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] Checking router: e53bd719-bd1b-43dd-99e1-66b66eb2856b for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:56:41.971060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] Routers {'e53bd719-bd1b-43dd-99e1-66b66eb2856b'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:56:41.971773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:56:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:41.978739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Transition to ACTIVE for port object abb2e496-4067-470e-b971-55357d3e8a92 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:41.988433 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.060773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Pushing event updated for resources: {'Port': ['ID=abb2e496-4067-470e-b971-55357d3e8a92,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:42.113210 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.142556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Subnet': ['ID=5e735439-485f-4175-aa94-a2cde21356e6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:42.168669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.171287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7cef4887-6a61-4148-a692-5dc9251cf118 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/subnets/5e735439-485f-4175-aa94-a2cde21356e6 HTTP/1.1" status: 204 len: 168 time: 0.5477521 Aug 27 02:56:42.174169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33494) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:42.246635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Attempting to bind port abb2e496-4067-470e-b971-55357d3e8a92 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:56:42.247260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Attempting to bind port abb2e496-4067-470e-b971-55357d3e8a92 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:56:42.247751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Attempting to bind port abb2e496-4067-470e-b971-55357d3e8a92 on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:56:42.255701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Port abb2e496-4067-470e-b971-55357d3e8a92 on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:56:42.256040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Attempting to bind port abb2e496-4067-470e-b971-55357d3e8a92 on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:56:42.260576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f511bb0-4693-4786-9dea-d5e4dd538a2f None None] Network 662ca858-a4be-495c-914f-be2fbdd88438 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:56:42.309618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:56:42.309877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:56:42.310270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:56:42.310756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Bound port: abb2e496-4067-470e-b971-55357d3e8a92, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:56:42.311159 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.358172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] Set router e53bd719-bd1b-43dd-99e1-66b66eb2856b gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:56:42.366993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.444863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] For port abb2e496-4067-470e-b971-55357d3e8a92, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:56:42.500591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] For port abb2e496-4067-470e-b971-55357d3e8a92, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=abb2e496-4067-470e-b971-55357d3e8a92,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:56:42.510947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.558750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:42.560714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.562394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] 10.222.0.45 "PUT /v2.0/ports/abb2e496-4067-470e-b971-55357d3e8a92 HTTP/1.1" status: 200 len: 1091 time: 1.2749605 Aug 27 02:56:42.565353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'tag': 'abb2e496-4067-470e-b971-55357d3e8a92'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:42.574198 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734d987e-fdcb-4656-808f-0ab410684e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e993cf88-7627-4efc-8da8-544f3a0121cf", "tag": "abb2e496-4067-470e-b971-55357d3e8a92"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:42.604572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.651589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] DHCP port deletion for 662ca858-a4be-495c-914f-be2fbdd88438 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:56:42.661409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:56:40Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:42.701184 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b45caae-f6f0-4250-ad8e-ad6e6e2d3199 x-openstack-request-id: req-4b45caae-f6f0-4250-ad8e-ad6e6e2d3199 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:42.701772 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e993cf88-7627-4efc-8da8-544f3a0121cf", "tag": "abb2e496-4067-470e-b971-55357d3e8a92", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:42.702279 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b45caae-f6f0-4250-ad8e-ad6e6e2d3199 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:42.702854 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'tag': 'abb2e496-4067-470e-b971-55357d3e8a92', 'status': 'completed', 'code': 200} Aug 27 02:56:42.716169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512443a-c01b-4efc-ae28-2be061255a64 req-f2fc5ca9-3c1a-4ba8-a0e1-aec7eb7035dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:42.725636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0512443a-c01b-4efc-ae28-2be061255a64 req-f2fc5ca9-3c1a-4ba8-a0e1-aec7eb7035dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0771132 Aug 27 02:56:42.759145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9cc43-5b13-4a01-a36d-7fe0d76a9ec0 None None] The sync data for ids ['e53bd719-bd1b-43dd-99e1-66b66eb2856b'] in n-d-806293-1 is: [{'id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571373657', 'tenant_id': '4df7c86c5581482292bf026dce0c21c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:56:40Z', 'revision_number': 5, 'project_id': '4df7c86c5581482292bf026dce0c21c2', 'gw_port': {'id': 'd0c5b2ef-f80b-4028-9bba-403ec5282d46', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bd719-bd1b-43dd-99e1-66b66eb2856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:56Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:56:42.793223 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0512443a-c01b-4efc-ae28-2be061255a64 req-fcff573d-0dec-4e68-a29e-8b4b9ec75221 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661323 Aug 27 02:56:42.800455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cb530-6713-4cb6-aa88-79804c437f2d service neutron] Pushing event updated for resources: {'Port': ['ID=abb2e496-4067-470e-b971-55357d3e8a92,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:42.816973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] Deleting port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:56:42.817355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.835519 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-bb8243f1-c026-4c9e-a18d-43035b4f6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:42.837271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-bb8243f1-c026-4c9e-a18d-43035b4f6039 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 1094 time: 0.2015398 Aug 27 02:56:42.885954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] For port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1e4bbb09-52dc-43be-af6d-1e2ce627d63a,segment=NetworkSegment(a6a16f9b-084f-4735-b185-2c70180a948f),segment_id=a6a16f9b-084f-4735-b185-2c70180a948f)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:42.886435 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.888121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Deleting port d0c5b2ef-f80b-4028-9bba-403ec5282d46 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:56:42.888598 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:42.892766 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-f5920bc3-5958-47b2-b3fd-67e084f938a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb2e496-4067-470e-b971-55357d3e8a92 HTTP/1.1" status: 200 len: 217 time: 0.0446060 Aug 27 02:56:42.900559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] Calling delete_port for 1e4bbb09-52dc-43be-af6d-1e2ce627d63a owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:56:42.992651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a56b9ba2-f573-469e-9d0c-7b6fe32be485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:42.994680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-a56b9ba2-f573-469e-9d0c-7b6fe32be485 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0915792 Aug 27 02:56:42.995605 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.024662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] Pushing event deleted for resources: {'Port': ['ID=1e4bbb09-52dc-43be-af6d-1e2ce627d63a,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:43.028424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f22c9-e637-4f3b-a335-fc61ed1cabb4 None None] No DVR routers for this DVR port 1e4bbb09-52dc-43be-af6d-1e2ce627d63a on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:56:43.046027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] For port d0c5b2ef-f80b-4028-9bba-403ec5282d46, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d0c5b2ef-f80b-4028-9bba-403ec5282d46,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:43.046611 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.062803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Calling delete_port for d0c5b2ef-f80b-4028-9bba-403ec5282d46 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:56:43.079560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04df0-4753-47a4-bff1-347b9aace740 req-dc832ba6-3899-4902-84f4-b10905d5343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:43.081139 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-dc832ba6-3899-4902-84f4-b10905d5343d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796037 Aug 27 02:56:43.276919 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-d8754f0b-c9f8-48dc-b439-1039eaab14d2 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594014 Aug 27 02:56:43.380611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e4bbb09-52dc-43be-af6d-1e2ce627d63a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:56:43.407044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1e4bbb09-52dc-43be-af6d-1e2ce627d63a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:56:43.407662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1e4bbb09-52dc-43be-af6d-1e2ce627d63a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:56:43.408500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0513b33-de98-43ac-bfbf-4bf3c0d96e38 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:56:43.414967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.431337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b0513b33-de98-43ac-bfbf-4bf3c0d96e38 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:56:43.431979 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b0513b33-de98-43ac-bfbf-4bf3c0d96e38 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:56:43.448952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18d04df0-4753-47a4-bff1-347b9aace740 req-6af1f3be-178c-41ef-81c0-03c3685a407c service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642852 Aug 27 02:56:43.451741 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Port': ['ID=d0c5b2ef-f80b-4028-9bba-403ec5282d46,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:43.544282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.647368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d987e-fdcb-4656-808f-0ab410684e2b req-07e01d6a-622b-4049-bba9-e0828655536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:43.648879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-734d987e-fdcb-4656-808f-0ab410684e2b req-07e01d6a-622b-4049-bba9-e0828655536a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 1094 time: 0.1502366 Aug 27 02:56:43.653249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.655860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.753399 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.754120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Fanout notify agent at l3_agent the message router_deleted on router e53bd719-bd1b-43dd-99e1-66b66eb2856b {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:56:43.762137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.763338 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-466e4a03-3fce-43e2-a466-7589d6a67063 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/routers/e53bd719-bd1b-43dd-99e1-66b66eb2856b HTTP/1.1" status: 204 len: 168 time: 1.5881476 Aug 27 02:56:43.766060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33500) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:43.802169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d987e-fdcb-4656-808f-0ab410684e2b req-2ce027bd-6194-425b-a44b-5038ec2404b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:43.803886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-734d987e-fdcb-4656-808f-0ab410684e2b req-2ce027bd-6194-425b-a44b-5038ec2404b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.1461391 Aug 27 02:56:43.851133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-734d987e-fdcb-4656-808f-0ab410684e2b req-f0fbd3fb-0a18-4324-94ff-83bcc3016aab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb2e496-4067-470e-b971-55357d3e8a92 HTTP/1.1" status: 200 len: 217 time: 0.0398133 Aug 27 02:56:43.880070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:43.906051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d987e-fdcb-4656-808f-0ab410684e2b req-ecf70f29-7e6d-4c92-9515-10a0eecfdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:43.909121 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-734d987e-fdcb-4656-808f-0ab410684e2b req-ecf70f29-7e6d-4c92-9515-10a0eecfdec2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0496840 Aug 27 02:56:44.003666 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31982b2f-20c0-4d23-a5f5-52be90e97bab req-90fdcafb-2fa2-4b12-aef6-4246e0ec7e87 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:44.005313 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31982b2f-20c0-4d23-a5f5-52be90e97bab req-90fdcafb-2fa2-4b12-aef6-4246e0ec7e87 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0902033 Aug 27 02:56:44.008467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d987e-fdcb-4656-808f-0ab410684e2b req-55ed79fc-05d1-451d-a2f9-db1bb4a2aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:44.010134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-734d987e-fdcb-4656-808f-0ab410684e2b req-55ed79fc-05d1-451d-a2f9-db1bb4a2aabc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930288 Aug 27 02:56:44.010756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.021502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662ca858-a4be-495c-914f-be2fbdd88438']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:44.032264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a16f9b-084f-4735-b185-2c70180a948f') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:44.032557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a16f9b-084f-4735-b185-2c70180a948f') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:56:44.045164 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.060238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.066381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:56:44.066842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: timer() Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:56:44.070687 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:56:44.095257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-31982b2f-20c0-4d23-a5f5-52be90e97bab req-f6d9bb63-00a8-4a06-ba4f-be557c9a6fc1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816350 Aug 27 02:56:44.131754 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-734d987e-fdcb-4656-808f-0ab410684e2b req-51ded405-33ae-4cbf-957b-41e987567d52 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115654 Aug 27 02:56:44.133670 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.141641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.142842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/networks/662ca858-a4be-495c-914f-be2fbdd88438 HTTP/1.1" status: 204 len: 168 time: 0.3757567 Aug 27 02:56:44.146841 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33506) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:44.155073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae489e12-aa82-489e-85a4-c1dbce4a5870 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'Network': ['ID=662ca858-a4be-495c-914f-be2fbdd88438,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:44.269907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.278114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-734d987e-fdcb-4656-808f-0ab410684e2b req-cd001c5c-230b-45f7-ab5a-96420b3f576e service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387389 Aug 27 02:56:44.303439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.368025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.370736 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.371896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] 10.222.0.10 "DELETE /v2.0/security-groups/6cb3d142-733a-4ea4-9fd4-7122e7a5bae0 HTTP/1.1" status: 204 len: 168 time: 0.2233155 Aug 27 02:56:44.381020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3d142-733a-4ea4-9fd4-7122e7a5bae0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:44.389505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.389892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.390230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.390607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.391113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.391254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.391591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.391889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.392221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.392547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.392868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.393218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc5c1-d13e-422a-9b02-928a443a03c4 tempest-TestNetworkAdvancedServerOps-1613148421 tempest-TestNetworkAdvancedServerOps-1613148421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:44.685808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33514) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:44.827832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2ab32307-91d6-4b99-9744-88e29f4806ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4df7c86c5581482292bf026dce0c21c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407630 Aug 27 02:56:44.830437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33518) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:44.879944 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d598006-8fbd-49d9-9f79-ee0ebaa321e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.901304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d598006-8fbd-49d9-9f79-ee0ebaa321e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.950343 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d598006-8fbd-49d9-9f79-ee0ebaa321e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.953095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9d598006-8fbd-49d9-9f79-ee0ebaa321e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:44.954293 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9d598006-8fbd-49d9-9f79-ee0ebaa321e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76f8a4c0-9e0c-4919-b851-07619a51d27b HTTP/1.1" status: 204 len: 168 time: 0.1229584 Aug 27 02:56:44.962889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d598006-8fbd-49d9-9f79-ee0ebaa321e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f8a4c0-9e0c-4919-b851-07619a51d27b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:45.233620 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95185b01-4cf1-4063-a05b-a259c72a1fa4 req-33c686a2-37f9-4e28-bda1-6c0b8f8e6c8a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:45.234387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33528) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:45.235187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95185b01-4cf1-4063-a05b-a259c72a1fa4 req-33c686a2-37f9-4e28-bda1-6c0b8f8e6c8a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0504189 Aug 27 02:56:45.279321 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95185b01-4cf1-4063-a05b-a259c72a1fa4 req-fa8fe63c-51da-46a6-b12d-e6faad916d27 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Aug 27 02:56:45.279481 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-49693ac0-5aeb-403f-ba6e-db0779f665c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d78aae94567435fa94aebdc1b1d2cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414395 Aug 27 02:56:45.279579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33530) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:45.330259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3453634d-8dbd-494d-af9b-82742b74146f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:45.334457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d0c5b2ef-f80b-4028-9bba-403ec5282d46 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:56:45.352986 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3453634d-8dbd-494d-af9b-82742b74146f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:45.355029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d0c5b2ef-f80b-4028-9bba-403ec5282d46 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:56:45.355390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d0c5b2ef-f80b-4028-9bba-403ec5282d46 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:56:45.403989 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3453634d-8dbd-494d-af9b-82742b74146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:45.406722 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3453634d-8dbd-494d-af9b-82742b74146f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:45.407907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3453634d-8dbd-494d-af9b-82742b74146f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69fae9ce-08f6-437e-a2a2-9aa53ca0bed1 HTTP/1.1" status: 204 len: 168 time: 0.1274471 Aug 27 02:56:45.416478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453634d-8dbd-494d-af9b-82742b74146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fae9ce-08f6-437e-a2a2-9aa53ca0bed1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:46.414729 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97012c-4170-474f-8160-b9357664053e req-df580f6b-9a2e-4682-8af3-7b35208dacac tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:46.417147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af97012c-4170-474f-8160-b9357664053e req-df580f6b-9a2e-4682-8af3-7b35208dacac tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0611691 Aug 27 02:56:46.458227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af97012c-4170-474f-8160-b9357664053e req-dcbbf11b-f572-4490-895a-1b5bbd4883f0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343795 Aug 27 02:56:46.847151 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:47.587222 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bb82b-8e9b-42d8-8d90-94509a2f7911 req-eb549e6d-a3b3-4384-837c-74aa2f1917dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:47.588849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a8bb82b-8e9b-42d8-8d90-94509a2f7911 req-eb549e6d-a3b3-4384-837c-74aa2f1917dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0595806 Aug 27 02:56:47.632287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2a8bb82b-8e9b-42d8-8d90-94509a2f7911 req-d8ff01ed-ec22-4676-af09-e10c3bdd5e37 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Aug 27 02:56:47.767471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:48.762586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669e4d-f4de-4934-8d55-fcd908c8ab05 req-df396bc9-d2df-4ecc-815c-41aafa124549 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:48.764124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac669e4d-f4de-4934-8d55-fcd908c8ab05 req-df396bc9-d2df-4ecc-815c-41aafa124549 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0533645 Aug 27 02:56:48.811584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ac669e4d-f4de-4934-8d55-fcd908c8ab05 req-11647d5a-efa8-42a2-be2d-b0e7c8bd80f1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372386 Aug 27 02:56:49.931477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d31ee-2a9e-472b-bc73-39ebcabe2ed3 req-16f61163-22d9-41d0-a78b-1363ef23a4e5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:49.932950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e05d31ee-2a9e-472b-bc73-39ebcabe2ed3 req-16f61163-22d9-41d0-a78b-1363ef23a4e5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0485613 Aug 27 02:56:49.971680 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e05d31ee-2a9e-472b-bc73-39ebcabe2ed3 req-8ea29efc-7664-451d-b853-da9a6c344e43 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 27 02:56:51.096831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a39a9-01ee-4f1e-a248-3ae0c40bbf0f req-3e7060fb-ac08-4ee8-b360-0538a620a93f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:51.098353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d3a39a9-01ee-4f1e-a248-3ae0c40bbf0f req-3e7060fb-ac08-4ee8-b360-0538a620a93f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0570993 Aug 27 02:56:51.136720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d3a39a9-01ee-4f1e-a248-3ae0c40bbf0f req-dae47e8c-70ee-4b08-aca9-ed9d174f79da tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Aug 27 02:56:52.255240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbec51-0741-40da-bf43-af784c7a3fea req-d937e7b1-1c2d-45b9-805b-4014bd3fe954 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:52.256750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ebbec51-0741-40da-bf43-af784c7a3fea req-d937e7b1-1c2d-45b9-805b-4014bd3fe954 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 943 time: 0.0515571 Aug 27 02:56:52.277576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device abb2e496-4067-470e-b971-55357d3e8a92 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:56:52.302427 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ebbec51-0741-40da-bf43-af784c7a3fea req-a408ea66-da33-448e-883e-fe4c76672aa7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Aug 27 02:56:52.378624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port abb2e496-4067-470e-b971-55357d3e8a92, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=abb2e496-4067-470e-b971-55357d3e8a92,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:52.390984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'abb2e496-4067-470e-b971-55357d3e8a92', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'port_id': 'abb2e496-4067-470e-b971-55357d3e8a92', 'mac_address': 'fa:16:3e:40:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:56:52.430587 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:52.443861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb2e496-4067-470e-b971-55357d3e8a92 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:52.464314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port abb2e496-4067-470e-b971-55357d3e8a92, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=abb2e496-4067-470e-b971-55357d3e8a92,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:52.470548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:52.523022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=abb2e496-4067-470e-b971-55357d3e8a92,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:52.673380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['abb2e496-4067-470e-b971-55357d3e8a92'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:56:53.425689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c71df4-5e09-481a-9356-fe7a7030e0d4 req-d3dd8d63-2cfb-4064-bf92-058a0840711b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:53.427263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8c71df4-5e09-481a-9356-fe7a7030e0d4 req-d3dd8d63-2cfb-4064-bf92-058a0840711b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 944 time: 0.0548329 Aug 27 02:56:53.468693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a8c71df4-5e09-481a-9356-fe7a7030e0d4 req-4a1b1082-268e-4416-bfa2-07b1e1dc97db tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Aug 27 02:56:54.290189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device abb2e496-4067-470e-b971-55357d3e8a92 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:56:54.348438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port abb2e496-4067-470e-b971-55357d3e8a92 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:56:54.352252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port abb2e496-4067-470e-b971-55357d3e8a92 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:54.352656 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.435610 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.461254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb2e496-4067-470e-b971-55357d3e8a92'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:54.465178 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59586a3b-04ab-43c4-b861-5739a4d02108" -d '{"events": [{"server_uuid": "e993cf88-7627-4efc-8da8-544f3a0121cf", "name": "network-vif-plugged", "status": "completed", "tag": "abb2e496-4067-470e-b971-55357d3e8a92"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:54.482872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port abb2e496-4067-470e-b971-55357d3e8a92, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=abb2e496-4067-470e-b971-55357d3e8a92,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:54.490184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.514572 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d330e7a-2610-4b7f-a678-cc25989fc50d x-openstack-request-id: req-4d330e7a-2610-4b7f-a678-cc25989fc50d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:54.514933 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e993cf88-7627-4efc-8da8-544f3a0121cf", "name": "network-vif-plugged", "status": "completed", "tag": "abb2e496-4067-470e-b971-55357d3e8a92", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:54.515098 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d330e7a-2610-4b7f-a678-cc25989fc50d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:54.515474 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb2e496-4067-470e-b971-55357d3e8a92', 'code': 200} Aug 27 02:56:54.553396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=abb2e496-4067-470e-b971-55357d3e8a92,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:54.608155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a2f5-7d16-4c77-bede-2af9ad399cd1 req-afe58cd0-3365-4e50-a333-c759dfe6ee56 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:54.609844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9384a2f5-7d16-4c77-bede-2af9ad399cd1 req-afe58cd0-3365-4e50-a333-c759dfe6ee56 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 945 time: 0.0572429 Aug 27 02:56:54.616608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953c2c5-0613-497e-ad87-5cf99f23cfb5 req-cc574efc-0998-42cb-8d5c-5cfb66d0aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:54.618204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9953c2c5-0613-497e-ad87-5cf99f23cfb5 req-cc574efc-0998-42cb-8d5c-5cfb66d0aa1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 1096 time: 0.0459793 Aug 27 02:56:54.652960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9384a2f5-7d16-4c77-bede-2af9ad399cd1 req-9bc2e955-5c7f-45c6-bb4f-9ac5de47e03c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338733 Aug 27 02:56:54.665649 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9953c2c5-0613-497e-ad87-5cf99f23cfb5 req-bc685081-afb3-411a-af31-eb53c4339f79 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Aug 27 02:56:55.781944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c827-2bdc-4cc5-a73e-c0985fb42cf4 req-60a46657-4e9e-4cbd-9c58-6371622ad916 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.783598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d18c827-2bdc-4cc5-a73e-c0985fb42cf4 req-60a46657-4e9e-4cbd-9c58-6371622ad916 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 945 time: 0.0509937 Aug 27 02:56:55.825872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d18c827-2bdc-4cc5-a73e-c0985fb42cf4 req-26cb6687-9adc-4397-b7bd-f166517740ff tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Aug 27 02:56:55.952343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bef4b-c0d2-44ef-8ed3-8cb328aa1fa8 req-9b418557-bb09-4778-b152-e0ef84493f9b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.953890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-163bef4b-c0d2-44ef-8ed3-8cb328aa1fa8 req-9b418557-bb09-4778-b152-e0ef84493f9b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 945 time: 0.0521364 Aug 27 02:56:55.993916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-163bef4b-c0d2-44ef-8ed3-8cb328aa1fa8 req-010429b8-751f-4972-9900-d9da0bba0d71 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Aug 27 02:56:57.717920 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3fa27fb8-8603-4ed0-9ae8-f24bad23fc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.594938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-d220bd41-f610-489d-b74b-035e901eda98 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:58.596377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-d220bd41-f610-489d-b74b-035e901eda98 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1104844 Aug 27 02:56:58.612230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-d1a185f8-a81d-4a05-8c49-54e3b02484af tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/quotas/fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 375 time: 0.0098734 Aug 27 02:56:58.669814 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-a7006531-eec2-4e20-919c-d55d0363c028 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509737 Aug 27 02:56:58.768284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-9737b3d6-8783-49ff-8256-7654ba305eb4 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909770 Aug 27 02:56:58.863608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-97936040-b9e2-46b0-931e-5eea5e69e6de service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889919 Aug 27 02:56:59.057071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6af0e799-422d-4080-8996-f6086de785ca req-86625552-c32c-403f-9146-08d3e291cf8a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Aug 27 02:57:00.071218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-cf2a2697-13c5-4131-bab9-4b3cb9f3a7db tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:00.072731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-cf2a2697-13c5-4131-bab9-4b3cb9f3a7db tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1252623 Aug 27 02:57:00.092838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'port': {'device_id': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'admin_state_up': True, 'tenant_id': 'fad10dde630d4beea46c864b7340c228'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:00.174147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e0063b4-2ba1-4920-abc0-32fb2c66bd4f req-924f80c5-225e-469c-afa7-14d8f9f06acb tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 210 time: 0.0388210 Aug 27 02:57:00.233151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:57:00.237752 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.255459 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c791dc1e-5ed1-436f-a11f-d0d296ad76bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.373604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.20.0.11 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/e5060998-1a30-440f-811a-58684509a4ef) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:57:00.478645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.548074 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.564579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Transition to ACTIVE for port object e5060998-1a30-440f-811a-58684509a4ef will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:57:00.600399 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.612795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['abb2e496-4067-470e-b971-55357d3e8a92'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:57:00.649019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:57:00.654621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:57:00.657267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:57:00.703117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=e5060998-1a30-440f-811a-58684509a4ef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:00.721597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:00.722186 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.743029 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-2df5bb34-1f94-487e-bbc2-0c47ae04fdaa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6546161 Aug 27 02:57:00.757977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Request body: {'port': {'device_id': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:00.823465 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.946660 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-403e3f77-ad38-4d0a-b18a-a751734b6524 None None] Provisioning for port e5060998-1a30-440f-811a-58684509a4ef completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:57:00.950923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-403e3f77-ad38-4d0a-b18a-a751734b6524 None None] Provisioning complete for port e5060998-1a30-440f-811a-58684509a4ef triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:00.951407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-403e3f77-ad38-4d0a-b18a-a751734b6524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.999540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-403e3f77-ad38-4d0a-b18a-a751734b6524 None None] Port e5060998-1a30-440f-811a-58684509a4ef cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:57:01.299869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77dd6f-e46c-4afc-8e23-29bef492dc06 req-85073cd0-e468-4c94-bfac-80d51b9f952b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:01.301727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb77dd6f-e46c-4afc-8e23-29bef492dc06 req-85073cd0-e468-4c94-bfac-80d51b9f952b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 932 time: 0.0538034 Aug 27 02:57:01.344242 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb77dd6f-e46c-4afc-8e23-29bef492dc06 req-3636cc86-53db-409a-b312-e8da3e5fb68a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353422 Aug 27 02:57:01.367173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:01.460549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5060998-1a30-440f-811a-58684509a4ef {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:57:01.468691 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:01.482144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Transition to ACTIVE for port object e5060998-1a30-440f-811a-58684509a4ef will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:57:01.487064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:01.541521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5060998-1a30-440f-811a-58684509a4ef,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:01.613284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Attempting to bind port e5060998-1a30-440f-811a-58684509a4ef on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:57:01.613710 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Attempting to bind port e5060998-1a30-440f-811a-58684509a4ef by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:57:01.614111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Attempting to bind port e5060998-1a30-440f-811a-58684509a4ef on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:57:01.619077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Port e5060998-1a30-440f-811a-58684509a4ef on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:57:01.619408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Attempting to bind port e5060998-1a30-440f-811a-58684509a4ef on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:57:01.624622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:57:01.624971 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:57:01.625362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:57:01.625797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Bound port: e5060998-1a30-440f-811a-58684509a4ef, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:57:01.626165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:01.696915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] For port e5060998-1a30-440f-811a-58684509a4ef, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:57:01.700577 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] For port e5060998-1a30-440f-811a-58684509a4ef, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e5060998-1a30-440f-811a-58684509a4ef,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:57:01.708011 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:01.748759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:01.749451 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:01.750894 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] 10.222.0.32 "PUT /v2.0/ports/e5060998-1a30-440f-811a-58684509a4ef HTTP/1.1" status: 200 len: 1092 time: 0.9988070 Aug 27 02:57:01.751338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'tag': 'e5060998-1a30-440f-811a-58684509a4ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:01.753637 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37695c1f-f78e-47f7-96c5-02569f6fe20e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3a75cf-8c8c-4f2b-bc98-02fde29af888", "tag": "e5060998-1a30-440f-811a-58684509a4ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:01.775866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ef99c-a920-4b18-a5b6-fc2d7a200ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5060998-1a30-440f-811a-58684509a4ef,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:01.811276 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a38d1-0fe6-402a-82f1-837462f2e36c x-openstack-request-id: req-8a6a38d1-0fe6-402a-82f1-837462f2e36c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:01.811276 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3a75cf-8c8c-4f2b-bc98-02fde29af888", "tag": "e5060998-1a30-440f-811a-58684509a4ef", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:01.811276 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a6a38d1-0fe6-402a-82f1-837462f2e36c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:01.811276 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'tag': 'e5060998-1a30-440f-811a-58684509a4ef', 'status': 'completed', 'code': 200} Aug 27 02:57:01.848769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-e7d68ad6-769d-446a-bef0-dc28836b1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:01.850463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-e7d68ad6-769d-446a-bef0-dc28836b1c07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 1095 time: 0.0509775 Aug 27 02:57:01.898584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-b6909c01-de18-40c3-ab23-f03d34f243f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5060998-1a30-440f-811a-58684509a4ef HTTP/1.1" status: 200 len: 217 time: 0.0395484 Aug 27 02:57:01.953293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-33968790-1ec0-4b56-8314-5d3bdde887ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:01.954833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-33968790-1ec0-4b56-8314-5d3bdde887ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0499187 Aug 27 02:57:02.004218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-f5408e57-510f-476e-9aa9-9df5613ffbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.005684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-f5408e57-510f-476e-9aa9-9df5613ffbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425792 Aug 27 02:57:02.101209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-8533d86c-c546-47fd-a184-37337f30bad1 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880442 Aug 27 02:57:02.201068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-635f184a-7d8a-4212-91ec-1cc00da93a6a req-299f0fb2-957e-432e-bb8e-c6d2322b17dc service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927451 Aug 27 02:57:02.299390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-99f3ed9d-c8b1-4cb2-85ce-930c611696bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.300941 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-99f3ed9d-c8b1-4cb2-85ce-930c611696bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 1095 time: 0.0416224 Aug 27 02:57:02.402021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-13bcb56c-73d5-434d-99d7-d82863e11fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.403562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-13bcb56c-73d5-434d-99d7-d82863e11fd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0956068 Aug 27 02:57:02.448743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-91b94be0-b858-4afd-9ed9-d0ba5410cccd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5060998-1a30-440f-811a-58684509a4ef HTTP/1.1" status: 200 len: 217 time: 0.0365844 Aug 27 02:57:02.482384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1ee9f-ad45-4aab-b305-3170ec67d7e7 req-28dc5a6f-c4a8-4384-b828-842b23d4b964 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.484003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51b1ee9f-ad45-4aab-b305-3170ec67d7e7 req-28dc5a6f-c4a8-4384-b828-842b23d4b964 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0559583 Aug 27 02:57:02.499915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-87d67032-489a-45e7-ad1e-f4f2658b0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.501515 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-87d67032-489a-45e7-ad1e-f4f2658b0273 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0458658 Aug 27 02:57:02.528631 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-51b1ee9f-ad45-4aab-b305-3170ec67d7e7 req-658ab6ee-6022-4003-8418-7dddce32e0ec tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377538 Aug 27 02:57:02.556024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-5443486b-6fae-462c-bff0-4d865e4c1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.559246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-5443486b-6fae-462c-bff0-4d865e4c1c7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510848 Aug 27 02:57:02.662872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-0bdbd775-7324-4d84-ba20-2e3c91675c4f service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954964 Aug 27 02:57:02.790903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37695c1f-f78e-47f7-96c5-02569f6fe20e req-3712610b-29d6-43c5-849e-f7b330bb23fb service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215916 Aug 27 02:57:03.239841 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:03.681863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa9592-d2f8-46ee-8181-55918b5aa2c5 req-db4086ce-fadc-4f2a-ab9e-6007f8843327 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:03.684504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46aa9592-d2f8-46ee-8181-55918b5aa2c5 req-db4086ce-fadc-4f2a-ab9e-6007f8843327 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0650039 Aug 27 02:57:03.738690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46aa9592-d2f8-46ee-8181-55918b5aa2c5 req-26436a0b-5996-4ee8-860f-40df01db17ce tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466986 Aug 27 02:57:04.910205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab3d8c-dc0f-465e-93b9-237ab6c67a5d req-ea8b558a-17fb-42b1-8b9a-db857f5b5f4d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:04.913425 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63ab3d8c-dc0f-465e-93b9-237ab6c67a5d req-ea8b558a-17fb-42b1-8b9a-db857f5b5f4d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0741820 Aug 27 02:57:04.958455 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63ab3d8c-dc0f-465e-93b9-237ab6c67a5d req-09fa18e9-1933-496a-8e94-d07354f8fd5d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Aug 27 02:57:05.280388 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:57:06.106569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35456849-c899-409d-ac7d-1d04ec1c8cd0 req-387b6f95-f1c3-4941-838a-7b35e35efea7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:06.108109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35456849-c899-409d-ac7d-1d04ec1c8cd0 req-387b6f95-f1c3-4941-838a-7b35e35efea7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0573092 Aug 27 02:57:06.154566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-35456849-c899-409d-ac7d-1d04ec1c8cd0 req-ed13fade-9d32-4e50-99a4-ce8d2f390cb4 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Aug 27 02:57:07.291676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bd0e5-0302-43ba-bee8-a5c8a9714636 req-812a0fb2-9cca-4a9d-8668-8aebef24d246 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:07.293430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-585bd0e5-0302-43ba-bee8-a5c8a9714636 req-812a0fb2-9cca-4a9d-8668-8aebef24d246 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0561218 Aug 27 02:57:07.338771 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-585bd0e5-0302-43ba-bee8-a5c8a9714636 req-c8aa44e3-9c09-4926-ae1c-657c503f5fdf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Aug 27 02:57:08.468039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7013-42c4-4d4d-b382-704a9b579887 req-3cf075be-4a47-4a2a-8c8e-2ee27f954d1c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:08.469581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b68e7013-42c4-4d4d-b382-704a9b579887 req-3cf075be-4a47-4a2a-8c8e-2ee27f954d1c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0561490 Aug 27 02:57:08.514067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b68e7013-42c4-4d4d-b382-704a9b579887 req-f5fd6304-ae37-4e66-885c-0f7fdd7b0ef3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376182 Aug 27 02:57:09.650465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe245e-7426-4072-a510-17672c81cdd0 req-fc82729d-f39c-4d6e-9f66-2b6a0e4129fd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:09.651988 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cdfe245e-7426-4072-a510-17672c81cdd0 req-fc82729d-f39c-4d6e-9f66-2b6a0e4129fd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0566397 Aug 27 02:57:09.692865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cdfe245e-7426-4072-a510-17672c81cdd0 req-a11e0321-1ee3-47ec-80a0-5b024d1a48e6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344379 Aug 27 02:57:10.812790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373ca8a-eb13-41e9-97c2-ec3f9ba09f3f req-67e4a54a-b087-494d-a688-b255e09e50a8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:10.814239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0373ca8a-eb13-41e9-97c2-ec3f9ba09f3f req-67e4a54a-b087-494d-a688-b255e09e50a8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0511796 Aug 27 02:57:10.868608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0373ca8a-eb13-41e9-97c2-ec3f9ba09f3f req-f94cc6c7-699b-4a9d-a357-ae23c756f954 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479929 Aug 27 02:57:12.000265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9078f-a3dc-422d-bd25-4d8ea88d32b8 req-cbd35b73-3081-4561-899d-40a588185bb9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:12.001881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5de9078f-a3dc-422d-bd25-4d8ea88d32b8 req-cbd35b73-3081-4561-899d-40a588185bb9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0518901 Aug 27 02:57:12.043476 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5de9078f-a3dc-422d-bd25-4d8ea88d32b8 req-4b0624ec-d0f6-49bf-9704-0b56ec75aa9a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Aug 27 02:57:13.161862 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fadfa-d3f3-4ec9-98ed-e44d0ef68143 req-5023d9f8-fe85-4891-ba65-0bcca77e02fc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:13.163503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd5fadfa-d3f3-4ec9-98ed-e44d0ef68143 req-5023d9f8-fe85-4891-ba65-0bcca77e02fc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0501726 Aug 27 02:57:13.203080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd5fadfa-d3f3-4ec9-98ed-e44d0ef68143 req-c512c32a-55f4-48cb-b029-ee0da5b3593f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Aug 27 02:57:14.324891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921952ff-9111-45b4-ac02-5695cdf75674 req-36631057-a4f2-42d5-8593-86a92cadd2b7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:14.326451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-921952ff-9111-45b4-ac02-5695cdf75674 req-36631057-a4f2-42d5-8593-86a92cadd2b7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0515051 Aug 27 02:57:14.371584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-921952ff-9111-45b4-ac02-5695cdf75674 req-3fb8b636-b073-43fa-95b0-31a6eeab9fd3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384111 Aug 27 02:57:15.504978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4bf54-8fbb-4c95-8d3c-bedc99f0694b req-dc690183-cd8d-40a8-a94c-a1291bae238f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:15.506504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-29f4bf54-8fbb-4c95-8d3c-bedc99f0694b req-dc690183-cd8d-40a8-a94c-a1291bae238f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0506299 Aug 27 02:57:15.551021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-29f4bf54-8fbb-4c95-8d3c-bedc99f0694b req-c17fd643-8668-4ecd-9111-b3feba4cdc4a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Aug 27 02:57:16.852837 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:17.014455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19b96-975a-497f-9593-938b37ff4e20 req-24784f1b-7011-4608-87ae-5c7d24fa1c12 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:17.015973 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ea19b96-975a-497f-9593-938b37ff4e20 req-24784f1b-7011-4608-87ae-5c7d24fa1c12 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.3796382 Aug 27 02:57:17.057869 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ea19b96-975a-497f-9593-938b37ff4e20 req-2f88b2ee-6174-4145-964c-a5a7b37167e2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335588 Aug 27 02:57:17.773786 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:18.185021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d07900-411a-4fcf-8c5b-ac2b34ce22b5 req-1aa8015a-5e21-47f9-96aa-78bc08160086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:18.186732 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63d07900-411a-4fcf-8c5b-ac2b34ce22b5 req-1aa8015a-5e21-47f9-96aa-78bc08160086 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0517452 Aug 27 02:57:18.227741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-63d07900-411a-4fcf-8c5b-ac2b34ce22b5 req-a340cf37-3640-4c47-ae84-13d7f7cc0369 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Aug 27 02:57:19.354083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1098b-1f3e-41a1-91f9-06503e5b4790 req-2618762c-9430-437d-ad0b-0bcea4600192 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:19.355647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17a1098b-1f3e-41a1-91f9-06503e5b4790 req-2618762c-9430-437d-ad0b-0bcea4600192 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0516944 Aug 27 02:57:19.394053 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-17a1098b-1f3e-41a1-91f9-06503e5b4790 req-8cc71eb5-0c98-4f71-8952-df926bde3862 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320756 Aug 27 02:57:20.530581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123056-45ff-41d6-8329-98c523e1033c req-d7b54bbe-596c-4464-9d52-d900d70e23e2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:20.532473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d5123056-45ff-41d6-8329-98c523e1033c req-d7b54bbe-596c-4464-9d52-d900d70e23e2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0603635 Aug 27 02:57:20.577044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d5123056-45ff-41d6-8329-98c523e1033c req-7067c76e-0959-4259-9706-a7ffd1c5086b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351105 Aug 27 02:57:21.702750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ee06-0063-43ca-a071-1ca725b84891 req-b96f9751-30f1-4e1e-814f-907f91030d66 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:21.704254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a15ee06-0063-43ca-a071-1ca725b84891 req-b96f9751-30f1-4e1e-814f-907f91030d66 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 944 time: 0.0524406 Aug 27 02:57:21.744702 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1a15ee06-0063-43ca-a071-1ca725b84891 req-96d79448-2ec2-48f8-8333-dd1f5c9b62d1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332108 Aug 27 02:57:21.758274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e5060998-1a30-440f-811a-58684509a4ef details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:57:21.853483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port e5060998-1a30-440f-811a-58684509a4ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e5060998-1a30-440f-811a-58684509a4ef,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:21.866047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'e5060998-1a30-440f-811a-58684509a4ef', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'port_id': 'e5060998-1a30-440f-811a-58684509a4ef', 'mac_address': 'fa:16:3e:63:c9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:57:21.911568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:21.928944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5060998-1a30-440f-811a-58684509a4ef {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:57:21.952906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port e5060998-1a30-440f-811a-58684509a4ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e5060998-1a30-440f-811a-58684509a4ef,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:21.958290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:22.009740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=e5060998-1a30-440f-811a-58684509a4ef,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:22.018127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.018500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.018840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.019172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.019499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.019824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.020215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.020468 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.020825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.021195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.021515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.021838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:22.160718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['e5060998-1a30-440f-811a-58684509a4ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:57:22.878265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34f34a-f952-41dd-ba37-a6a913be81b8 req-97c57448-71f7-461b-b108-28ea57b4e842 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:22.879723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e34f34a-f952-41dd-ba37-a6a913be81b8 req-97c57448-71f7-461b-b108-28ea57b4e842 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 945 time: 0.0535383 Aug 27 02:57:22.923983 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e34f34a-f952-41dd-ba37-a6a913be81b8 req-bbfdb5b3-d01b-4f72-8164-e411a3c837c4 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 Aug 27 02:57:23.774149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e5060998-1a30-440f-811a-58684509a4ef up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:57:23.829668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port e5060998-1a30-440f-811a-58684509a4ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:57:23.833765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port e5060998-1a30-440f-811a-58684509a4ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:23.834142 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:23.916700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:23.942087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5060998-1a30-440f-811a-58684509a4ef'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:23.944701 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32b2f73-4d86-4bfa-a587-77b15da9a936" -d '{"events": [{"server_uuid": "0c3a75cf-8c8c-4f2b-bc98-02fde29af888", "name": "network-vif-plugged", "status": "completed", "tag": "e5060998-1a30-440f-811a-58684509a4ef"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:23.963536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port e5060998-1a30-440f-811a-58684509a4ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e5060998-1a30-440f-811a-58684509a4ef,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:23.968971 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:24.003780 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646e135-70aa-480a-a092-5a036c296b68 x-openstack-request-id: req-2646e135-70aa-480a-a092-5a036c296b68 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:24.004192 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3a75cf-8c8c-4f2b-bc98-02fde29af888", "name": "network-vif-plugged", "status": "completed", "tag": "e5060998-1a30-440f-811a-58684509a4ef", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:24.004621 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2646e135-70aa-480a-a092-5a036c296b68 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:24.005872 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5060998-1a30-440f-811a-58684509a4ef', 'code': 200} Aug 27 02:57:24.039139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=e5060998-1a30-440f-811a-58684509a4ef,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:24.061330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e139f3-4409-42e5-94f6-91eee0fa91da req-d714e75b-591d-4e83-853a-36ded52cded9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:24.062998 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9e139f3-4409-42e5-94f6-91eee0fa91da req-d714e75b-591d-4e83-853a-36ded52cded9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 946 time: 0.0610535 Aug 27 02:57:24.090534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39727cc-74a1-4c38-a449-b4b6279ce072 req-1b65953c-4ff3-45a1-af24-5db3be856a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:24.092117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f39727cc-74a1-4c38-a449-b4b6279ce072 req-1b65953c-4ff3-45a1-af24-5db3be856a7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 1097 time: 0.0446680 Aug 27 02:57:24.110906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9e139f3-4409-42e5-94f6-91eee0fa91da req-fc461a89-5828-4a16-bd75-b0ea421c32ef tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Aug 27 02:57:24.135099 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f39727cc-74a1-4c38-a449-b4b6279ce072 req-190e8bd1-b776-49e5-8d66-744e0b3e80d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Aug 27 02:57:25.249412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e535b81-9a76-4005-9e4b-2273177de20f req-cc2f219c-e694-4f19-9b7d-21daed64602d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:25.250915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e535b81-9a76-4005-9e4b-2273177de20f req-cc2f219c-e694-4f19-9b7d-21daed64602d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 946 time: 0.0516238 Aug 27 02:57:25.294802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e535b81-9a76-4005-9e4b-2273177de20f req-d7c1a80e-c101-4b8b-8d8b-a7d9be5c7f26 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347822 Aug 27 02:57:25.433866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71e0c-7cb6-485c-8778-c7a797a6f6a2 req-66c16d68-7157-4a9c-8503-b2f817f37e14 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:25.435471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1a71e0c-7cb6-485c-8778-c7a797a6f6a2 req-66c16d68-7157-4a9c-8503-b2f817f37e14 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 946 time: 0.0658822 Aug 27 02:57:25.478810 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1a71e0c-7cb6-485c-8778-c7a797a6f6a2 req-ff739795-e4d9-4e8c-b18f-f09ab2d58ca1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Aug 27 02:57:25.846986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca027c6d-df0f-4f7b-89fb-d0a818470b3e req-4ae9f0f7-643a-4dbc-86e5-dc06e2cd0f5e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:25.848492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca027c6d-df0f-4f7b-89fb-d0a818470b3e req-4ae9f0f7-643a-4dbc-86e5-dc06e2cd0f5e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 946 time: 0.0540547 Aug 27 02:57:25.889557 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca027c6d-df0f-4f7b-89fb-d0a818470b3e req-369ffab2-eeaf-414b-a53e-f6d31742161f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Aug 27 02:57:27.041030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee959c9-457f-4e56-b494-91f68c6d5099 req-403b4021-b25d-46ec-8309-8907cca5f2ff tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:27.042556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ee959c9-457f-4e56-b494-91f68c6d5099 req-403b4021-b25d-46ec-8309-8907cca5f2ff tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 946 time: 0.0575645 Aug 27 02:57:27.093931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6ee959c9-457f-4e56-b494-91f68c6d5099 req-96df9b73-271e-4309-b218-5fdbdfbc137a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Aug 27 02:57:27.274809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-9a501643-4dbc-4ff8-8bd7-2c03f412ddd6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:27.276338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-9a501643-4dbc-4ff8-8bd7-2c03f412ddd6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 946 time: 0.0568268 Aug 27 02:57:27.384352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port e5060998-1a30-440f-811a-58684509a4ef {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:27.384833 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:27.496339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] For port e5060998-1a30-440f-811a-58684509a4ef, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=e5060998-1a30-440f-811a-58684509a4ef,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:27.496699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:27.510891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for e5060998-1a30-440f-811a-58684509a4ef owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:27.657207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:27.670952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['e5060998-1a30-440f-811a-58684509a4ef'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:57:27.674775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['abb2e496-4067-470e-b971-55357d3e8a92'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:57:27.687759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=e5060998-1a30-440f-811a-58684509a4ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:27.737452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] No DVR routers for this DVR port e5060998-1a30-440f-811a-58684509a4ef on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:57:27.741260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:27.743782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81923b96-b8f7-4d01-98d5-2b414dc7f177 req-4e1c52ff-5d68-47d7-a098-12ff3d85a496 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "DELETE /v2.0/ports/e5060998-1a30-440f-811a-58684509a4ef HTTP/1.1" status: 204 len: 173 time: 0.4608700 Aug 27 02:57:27.744167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'name': 'network-vif-deleted', 'tag': 'e5060998-1a30-440f-811a-58684509a4ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:27.746788 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a395d350-a257-4c58-a4ed-57ba77d26e78" -d '{"events": [{"server_uuid": "0c3a75cf-8c8c-4f2b-bc98-02fde29af888", "name": "network-vif-deleted", "tag": "e5060998-1a30-440f-811a-58684509a4ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:27.749403 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-846d6b3b-328c-4f25-b339-e7bd596f6349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:27.795199 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cfff45-003f-405c-bd98-ee159b54ab83 x-openstack-request-id: req-41cfff45-003f-405c-bd98-ee159b54ab83 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:27.795806 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3a75cf-8c8c-4f2b-bc98-02fde29af888", "name": "network-vif-deleted", "tag": "e5060998-1a30-440f-811a-58684509a4ef", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:27.796058 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41cfff45-003f-405c-bd98-ee159b54ab83 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:27.796499 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3a75cf-8c8c-4f2b-bc98-02fde29af888', 'name': 'network-vif-deleted', 'tag': 'e5060998-1a30-440f-811a-58684509a4ef', 'status': 'completed', 'code': 200} Aug 27 02:57:28.199136 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc535524-5435-4296-a9b8-3fffd8c49f89 req-e21e8215-a61a-4a8c-ab21-201f37286a07 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 210 time: 0.0294783 Aug 27 02:57:29.329622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1fefdbb-053c-4180-b2c5-bb041b01c550 req-8920af3a-3db6-4b25-97dd-07217ddc885b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 210 time: 0.0454867 Aug 27 02:57:30.259009 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dfd753d0-6899-4dbc-9884-1ba3f0a41da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:30.433156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe99c1e4-3493-4772-bd27-febc0e49751d req-26d4d430-24aa-472f-9e5a-9d689610b8ab tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 210 time: 0.0299473 Aug 27 02:57:30.483954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:31.367527 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:31.545077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f999c48c-40e5-4ca6-9e99-e66844d3b7e1 req-f9ab5950-f55c-4662-b7fe-c51a5a673763 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c3a75cf-8c8c-4f2b-bc98-02fde29af888 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Aug 27 02:57:31.836264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e5060998-1a30-440f-811a-58684509a4ef no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:57:31.856575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: e5060998-1a30-440f-811a-58684509a4ef {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:57:31.856920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device e5060998-1a30-440f-811a-58684509a4ef not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:57:33.241571 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:36.069027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dd906-60ce-40b0-8b31-fa60167fe310 req-5671ebe2-e55a-44bf-b977-d543e23dfb7f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:36.070463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f26dd906-60ce-40b0-8b31-fa60167fe310 req-5671ebe2-e55a-44bf-b977-d543e23dfb7f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 945 time: 0.0539289 Aug 27 02:57:36.114602 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f26dd906-60ce-40b0-8b31-fa60167fe310 req-8dd6091b-56f9-42e4-898b-0652d79de83a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Aug 27 02:57:37.235605 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217585f2-3c42-4124-bc6a-a85f582414c9 req-65643cea-081b-4b90-b9fa-79615c395a3f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:37.237099 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-217585f2-3c42-4124-bc6a-a85f582414c9 req-65643cea-081b-4b90-b9fa-79615c395a3f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 945 time: 0.0508420 Aug 27 02:57:37.276622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-217585f2-3c42-4124-bc6a-a85f582414c9 req-aca230f7-8724-46ae-b20e-f4b087d01d29 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Aug 27 02:57:37.565956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-ec2b8270-5a80-4af0-8a05-b6b234e99ad7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:37.567494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-ec2b8270-5a80-4af0-8a05-b6b234e99ad7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 945 time: 0.0507867 Aug 27 02:57:37.662526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port abb2e496-4067-470e-b971-55357d3e8a92 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:37.662907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:37.758090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] For port abb2e496-4067-470e-b971-55357d3e8a92, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=abb2e496-4067-470e-b971-55357d3e8a92,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:37.758450 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:37.771915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for abb2e496-4067-470e-b971-55357d3e8a92 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:37.925096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:37.937237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['abb2e496-4067-470e-b971-55357d3e8a92'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:57:37.952603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=abb2e496-4067-470e-b971-55357d3e8a92,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:38.001102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] No DVR routers for this DVR port abb2e496-4067-470e-b971-55357d3e8a92 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:57:38.003863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:38.005947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-96e46d39-e2af-4fa5-a72a-bc7a04f9bd9d req-a1269ad5-1e68-4209-98f9-b68d3d6707c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "DELETE /v2.0/ports/abb2e496-4067-470e-b971-55357d3e8a92 HTTP/1.1" status: 204 len: 173 time: 0.4325011 Aug 27 02:57:38.006408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'name': 'network-vif-deleted', 'tag': 'abb2e496-4067-470e-b971-55357d3e8a92'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:38.008671 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c664e6cd-5938-43df-9bbd-e46cd30bbcf2" -d '{"events": [{"server_uuid": "e993cf88-7627-4efc-8da8-544f3a0121cf", "name": "network-vif-deleted", "tag": "abb2e496-4067-470e-b971-55357d3e8a92"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:38.044975 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc92c55-4f07-46a3-acf5-a724471f2200 x-openstack-request-id: req-9bc92c55-4f07-46a3-acf5-a724471f2200 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:38.045268 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e993cf88-7627-4efc-8da8-544f3a0121cf", "name": "network-vif-deleted", "tag": "abb2e496-4067-470e-b971-55357d3e8a92", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:38.045522 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bc92c55-4f07-46a3-acf5-a724471f2200 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:38.045930 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993cf88-7627-4efc-8da8-544f3a0121cf', 'name': 'network-vif-deleted', 'tag': 'abb2e496-4067-470e-b971-55357d3e8a92', 'status': 'completed', 'code': 200} Aug 27 02:57:38.376326 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55b1dff5-cc9d-4a6b-9eeb-adce76d6546e req-dda95a35-4ce8-4e2f-a9f2-89008206adf0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 210 time: 0.0282207 Aug 27 02:57:39.478264 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-db37923d-0588-477a-953e-78b019d49a65 req-b93cb6b4-a644-476a-be3c-66041eeaa5c7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 210 time: 0.0303104 Aug 27 02:57:40.575313 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e24f17de-ce9d-49a6-a2fb-299f4ec1ceed req-164e044c-b314-4153-855d-9296d0d6b5a3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 210 time: 0.0275745 Aug 27 02:57:41.696998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a684dc5-6eed-466a-9134-74c12e09d744 req-749b30cf-2f24-48eb-8527-eade8b86a6be tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e993cf88-7627-4efc-8da8-544f3a0121cf HTTP/1.1" status: 200 len: 210 time: 0.0286601 Aug 27 02:57:42.280414 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:57:42.512157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device abb2e496-4067-470e-b971-55357d3e8a92 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:57:42.532563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: abb2e496-4067-470e-b971-55357d3e8a92 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:57:42.532904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device abb2e496-4067-470e-b971-55357d3e8a92 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:57:44.834987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33802) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:44.839939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991233935', 'description': 'tempest-secgroup-smoke-991233935 description', 'project_id': 'fad10dde630d4beea46c864b7340c228'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:44.867851 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:44.950515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:44.957426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:44.989496 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:44.990734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1547546 Aug 27 02:57:44.992565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf579c0-4f90-4ce6-aa29-726446cde0c6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:44.993749 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33804) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:44.999027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'security_group_rule': {'security_group_id': '3cf579c0-4f90-4ce6-aa29-726446cde0c6', 'project_id': 'fad10dde630d4beea46c864b7340c228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:45.000313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.000666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.001014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.001354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.001689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.002019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.002382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.002713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.003039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.003372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.003698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.004023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e59c419-56b2-4d8b-8c80-c2c4feb25cf5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.028246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.094829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.100381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.121826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9800e72b-abae-40ef-80b1-0afebd3750af,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:45.129370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.129718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.130061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.130425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.130758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.131089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.131420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.131743 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.132066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.132391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.132713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.133032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:45.136565 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.138831 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-18394faa-2961-4b26-a7d4-6da5d407a1dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438236 Aug 27 02:57:45.141033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 33806) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:45.146136 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-853eebf7-ba4e-435d-8e46-d8ea801d3bd8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'security_group_rule': {'security_group_id': '3cf579c0-4f90-4ce6-aa29-726446cde0c6', 'project_id': 'fad10dde630d4beea46c864b7340c228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:45.173424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-853eebf7-ba4e-435d-8e46-d8ea801d3bd8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.231101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-853eebf7-ba4e-435d-8e46-d8ea801d3bd8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.235899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-853eebf7-ba4e-435d-8e46-d8ea801d3bd8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.256624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eebf7-ba4e-435d-8e46-d8ea801d3bd8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfdb8c8-dd2c-4f28-b07a-1c2c8fd764f4,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:45.261193 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-853eebf7-ba4e-435d-8e46-d8ea801d3bd8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.266866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33808) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:45.267062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-853eebf7-ba4e-435d-8e46-d8ea801d3bd8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247728 Aug 27 02:57:45.271647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e8c9635a-3453-4cbd-bbf7-6cd7fa8c4285 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'security_group_rule': {'security_group_id': '3cf579c0-4f90-4ce6-aa29-726446cde0c6', 'project_id': 'fad10dde630d4beea46c864b7340c228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:45.303116 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8c9635a-3453-4cbd-bbf7-6cd7fa8c4285 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.377552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8c9635a-3453-4cbd-bbf7-6cd7fa8c4285 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.382488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8c9635a-3453-4cbd-bbf7-6cd7fa8c4285 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.400283 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9635a-3453-4cbd-bbf7-6cd7fa8c4285 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3549dd5c-159a-4b3a-85e3-5cebdfa94fd5,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:45.407920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8c9635a-3453-4cbd-bbf7-6cd7fa8c4285 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.409191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e8c9635a-3453-4cbd-bbf7-6cd7fa8c4285 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412933 Aug 27 02:57:45.412338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33810) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:45.417160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-4778267e-0140-4c35-b3a5-fd6d4f6702dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'security_group_rule': {'security_group_id': '3cf579c0-4f90-4ce6-aa29-726446cde0c6', 'project_id': 'fad10dde630d4beea46c864b7340c228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:45.445072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4778267e-0140-4c35-b3a5-fd6d4f6702dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.509212 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4778267e-0140-4c35-b3a5-fd6d4f6702dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.517176 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4778267e-0140-4c35-b3a5-fd6d4f6702dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.538511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778267e-0140-4c35-b3a5-fd6d4f6702dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093f9424-397a-4e3d-aaff-8ece68e41441,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:45.542306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4778267e-0140-4c35-b3a5-fd6d4f6702dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.545699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4778267e-0140-4c35-b3a5-fd6d4f6702dc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304812 Aug 27 02:57:45.547024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33812) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:45.551753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'security_group_rule': {'security_group_id': '3cf579c0-4f90-4ce6-aa29-726446cde0c6', 'project_id': 'fad10dde630d4beea46c864b7340c228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:45.577344 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Project fad10dde630d4beea46c864b7340c228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:57:45.582941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.645749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.651543 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.669984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa7a30c-6fde-441a-b713-8e3e22c7e04d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:45.677709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.679328 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6f590c54-30de-4c25-9cf8-ce084d848934 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313078 Aug 27 02:57:45.682136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 33814) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:45.687231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'security_group_rule': {'security_group_id': '3cf579c0-4f90-4ce6-aa29-726446cde0c6', 'project_id': 'fad10dde630d4beea46c864b7340c228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:45.714328 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Project fad10dde630d4beea46c864b7340c228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:57:45.720458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.791923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.797570 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.816025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c2d742-9a67-4a6b-ba47-f8b81cfcfe8d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:45.824113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.825569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f2d4d919-9727-4b65-9248-47e57fa17629 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421149 Aug 27 02:57:46.854454 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:47.786912 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:57.730101 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6ec11a45-4840-4519-a91c-587ad39122ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.262968 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40cf3b22-2830-4210-b95e-26816295ae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.436078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-cb71c39e-4de6-475e-a212-c5456cffeb6c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991233935&fields=id&tenant_id=fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 267 time: 0.0354047 Aug 27 02:58:00.488352 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.555414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-70d57393-dfeb-4665-ae13-d54ba8a5529c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:00.556896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-70d57393-dfeb-4665-ae13-d54ba8a5529c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1123350 Aug 27 02:58:00.572701 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-1e1886ee-4b3f-4c61-9a55-14a8396bfbc8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/quotas/fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 375 time: 0.0098269 Aug 27 02:58:00.629348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-e4f57dae-00a1-485f-83ae-bb96dd0b8b24 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513937 Aug 27 02:58:00.846223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-1f52ce8d-63f8-49e5-b7f6-49d44203a4b5 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030759 Aug 27 02:58:00.938703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-c00ad288-dd27-47d1-bc47-f95112ff52ac service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861931 Aug 27 02:58:01.296737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9e3c96b-b3fa-4414-a6a0-0389688963fc req-7c2888d8-a2f5-490c-a616-8213fa184355 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 210 time: 0.0922077 Aug 27 02:58:01.370699 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.161499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-1992bba8-e5e1-42d1-b479-b99ec980bcca tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:02.163051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-1992bba8-e5e1-42d1-b479-b99ec980bcca tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1161480 Aug 27 02:58:02.216951 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-70e2c66c-c2e8-44af-a10b-a7bd8c43439e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 379 time: 0.0351024 Aug 27 02:58:02.234212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'port': {'device_id': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'admin_state_up': True, 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'security_groups': ['3cf579c0-4f90-4ce6-aa29-726446cde0c6']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:02.352462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:58:02.356453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.431151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-61ab8161-ea50-4a83-8a00-d544e0a2c2dd req-df5b376a-6d19-45c5-886a-6d3dafcb8590 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 210 time: 0.0515835 Aug 27 02:58:02.510648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.20.0.8 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/304b32f8-7ba0-435e-8787-88b9665ed01d) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:58:02.652516 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.667280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Transition to ACTIVE for port object 304b32f8-7ba0-435e-8787-88b9665ed01d will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:02.702039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.752227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:02.755546 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:02.758153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:58:02.790230 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=304b32f8-7ba0-435e-8787-88b9665ed01d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:02.818912 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:02.819557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.837527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-5f2b0e6d-d144-4d6f-9dc7-8f50cd2f9b0e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069705 Aug 27 02:58:02.858217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Request body: {'port': {'device_id': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:02.917295 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.041803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0ec8f503-44e0-4837-9cc6-8e500e87583e None None] Provisioning for port 304b32f8-7ba0-435e-8787-88b9665ed01d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:03.045576 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0ec8f503-44e0-4837-9cc6-8e500e87583e None None] Provisioning complete for port 304b32f8-7ba0-435e-8787-88b9665ed01d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:03.046013 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f503-44e0-4837-9cc6-8e500e87583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.080668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8f503-44e0-4837-9cc6-8e500e87583e None None] Port 304b32f8-7ba0-435e-8787-88b9665ed01d cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:58:03.188391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304b32f8-7ba0-435e-8787-88b9665ed01d {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:58:03.196018 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.208378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Transition to ACTIVE for port object 304b32f8-7ba0-435e-8787-88b9665ed01d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:03.213410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.241483 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.262350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Pushing event updated for resources: {'Port': ['ID=304b32f8-7ba0-435e-8787-88b9665ed01d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:03.341614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Attempting to bind port 304b32f8-7ba0-435e-8787-88b9665ed01d on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:58:03.342082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Attempting to bind port 304b32f8-7ba0-435e-8787-88b9665ed01d by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:58:03.342549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Attempting to bind port 304b32f8-7ba0-435e-8787-88b9665ed01d on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:58:03.348661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Port 304b32f8-7ba0-435e-8787-88b9665ed01d on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:58:03.349142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Attempting to bind port 304b32f8-7ba0-435e-8787-88b9665ed01d on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:58:03.356390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:58:03.356796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:58:03.358639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:58:03.359127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Bound port: 304b32f8-7ba0-435e-8787-88b9665ed01d, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:58:03.359530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.436662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] For port 304b32f8-7ba0-435e-8787-88b9665ed01d, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:58:03.440251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] For port 304b32f8-7ba0-435e-8787-88b9665ed01d, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=304b32f8-7ba0-435e-8787-88b9665ed01d,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:58:03.445892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.487705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:03.488384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.489885 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] 10.222.0.45 "PUT /v2.0/ports/304b32f8-7ba0-435e-8787-88b9665ed01d HTTP/1.1" status: 200 len: 1091 time: 0.6361399 Aug 27 02:58:03.490209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:03.493391 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022bdfee-55c3-4928-85e6-b872fcd4df19" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:03.526069 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e3c4-d8d4-4849-8407-24171980b95c service neutron] Pushing event updated for resources: {'Port': ['ID=304b32f8-7ba0-435e-8787-88b9665ed01d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:03.595198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f0e9-e9bb-4ffc-ba45-21906c310309 req-20ac14f9-8c3e-4866-b131-6d51ec93bf2a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:03.603420 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20d8f0e9-e9bb-4ffc-ba45-21906c310309 req-20ac14f9-8c3e-4866-b131-6d51ec93bf2a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0739615 Aug 27 02:58:03.620173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-d134544a-3a5f-412a-98f8-bdcb9cbb37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:03.621806 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-d134544a-3a5f-412a-98f8-bdcb9cbb37f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 1094 time: 0.0769334 Aug 27 02:58:03.653290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-20d8f0e9-e9bb-4ffc-ba45-21906c310309 req-58b51584-d186-470e-bdd9-272525108fa7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Aug 27 02:58:03.674675 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ffcedc-ed41-4ff0-b026-c47c63866736 x-openstack-request-id: req-53ffcedc-ed41-4ff0-b026-c47c63866736 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:03.674973 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:03.675226 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53ffcedc-ed41-4ff0-b026-c47c63866736 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:03.675634 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'status': 'completed', 'code': 200} Aug 27 02:58:03.677524 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-ca6f5bf5-0d93-49d8-b618-67e1fcb287f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=304b32f8-7ba0-435e-8787-88b9665ed01d HTTP/1.1" status: 200 len: 217 time: 0.0473251 Aug 27 02:58:03.735393 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-11e1390b-08a8-421f-98b3-0614ad55a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:03.736910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-11e1390b-08a8-421f-98b3-0614ad55a93a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0523608 Aug 27 02:58:03.787338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-64d05a80-df2f-4263-8380-353fec2101c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:03.788517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-64d05a80-df2f-4263-8380-353fec2101c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424309 Aug 27 02:58:03.884774 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-7d17ea63-b60e-4339-b249-0e632c743cfd service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890186 Aug 27 02:58:03.980824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cdb421a-48d3-4093-a042-7de6eb86c0b3 req-95e940d9-db59-4ec1-8887-1666a213b7e3 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Aug 27 02:58:04.069133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-a9270049-8ddf-4641-8531-8d6dd1ac4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.070720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-a9270049-8ddf-4641-8531-8d6dd1ac4313 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 1094 time: 0.0438259 Aug 27 02:58:04.173067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-442abd27-e662-4edf-906f-80a571577e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.174613 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-442abd27-e662-4edf-906f-80a571577e2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0973396 Aug 27 02:58:04.217001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-54c03dea-8915-4da8-ba19-4ce76bcec30b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=304b32f8-7ba0-435e-8787-88b9665ed01d HTTP/1.1" status: 200 len: 217 time: 0.0350759 Aug 27 02:58:04.267756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-9f4d5ff7-f680-43b6-bded-04d07ae4f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.269228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-9f4d5ff7-f680-43b6-bded-04d07ae4f5a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0455122 Aug 27 02:58:04.321742 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-722625f6-d97d-49d9-ab4e-981a5477d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.323709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-722625f6-d97d-49d9-ab4e-981a5477d917 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474820 Aug 27 02:58:04.414309 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-45d622a3-1796-4f5e-a781-8898d88e757d service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Aug 27 02:58:04.507413 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-022bdfee-55c3-4928-85e6-b872fcd4df19 req-6b2ef2aa-4e33-4027-9eac-51d227380a58 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864592 Aug 27 02:58:04.764675 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b126be-47b5-4abe-ae78-e1055f4293fa req-3953b20b-8b7e-41e5-9999-43bb22acfb2b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.766334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43b126be-47b5-4abe-ae78-e1055f4293fa req-3953b20b-8b7e-41e5-9999-43bb22acfb2b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0557020 Aug 27 02:58:04.806151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43b126be-47b5-4abe-ae78-e1055f4293fa req-7829a12e-5ba5-4a45-8966-624df9371cf6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330186 Aug 27 02:58:05.926589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59569b-6053-4c6d-861b-5bcf9bbc87eb req-a04c7523-3081-4eee-83d9-6a56ab9c609c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:05.928091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d59569b-6053-4c6d-861b-5bcf9bbc87eb req-a04c7523-3081-4eee-83d9-6a56ab9c609c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0504813 Aug 27 02:58:05.968303 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6d59569b-6053-4c6d-861b-5bcf9bbc87eb req-cc581a70-2c06-4867-a673-ebcf22c54305 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335360 Aug 27 02:58:07.089333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a947e6-d8a5-433a-b650-e0bd63e42354 req-404e8bcc-c784-4bcb-b67e-adf7aa8c1703 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:07.090888 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27a947e6-d8a5-433a-b650-e0bd63e42354 req-404e8bcc-c784-4bcb-b67e-adf7aa8c1703 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0541615 Aug 27 02:58:07.132875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27a947e6-d8a5-433a-b650-e0bd63e42354 req-304e51b5-c88e-40dd-9b39-1f0134e86121 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328889 Aug 27 02:58:08.271559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac30e7-49d9-4e7e-8666-52846b6e5619 req-210f8a24-0b9b-4a26-b4b1-1d953488a1a8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:08.273101 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5ac30e7-49d9-4e7e-8666-52846b6e5619 req-210f8a24-0b9b-4a26-b4b1-1d953488a1a8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0609696 Aug 27 02:58:08.318715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f5ac30e7-49d9-4e7e-8666-52846b6e5619 req-4eb48815-1b29-4f7c-ac5f-d9fd797c299e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378757 Aug 27 02:58:09.448165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5cecf-d707-429a-a255-797f1248bc45 req-0cd19c12-f086-464a-96c0-51b8de66aa4e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:09.449669 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75a5cecf-d707-429a-a255-797f1248bc45 req-0cd19c12-f086-464a-96c0-51b8de66aa4e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0619051 Aug 27 02:58:09.491462 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75a5cecf-d707-429a-a255-797f1248bc45 req-8cd29cfb-9196-4ca3-b9fb-301baa4f5e38 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352552 Aug 27 02:58:10.624159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbcf1c-e26c-494e-97a9-279af61bad0b req-c78b5f6c-4b0a-465d-8cdc-37965236ba0b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:10.625725 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83fbcf1c-e26c-494e-97a9-279af61bad0b req-c78b5f6c-4b0a-465d-8cdc-37965236ba0b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0610890 Aug 27 02:58:10.670115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83fbcf1c-e26c-494e-97a9-279af61bad0b req-c4af5d83-9c48-4c11-885f-d09b996ee1f9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381401 Aug 27 02:58:11.806123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c63d88-cdfd-4952-81af-aa9b6164f78a req-37e6c906-9cd5-4224-960e-51c66cd5614a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:11.807616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6c63d88-cdfd-4952-81af-aa9b6164f78a req-37e6c906-9cd5-4224-960e-51c66cd5614a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0563025 Aug 27 02:58:11.852731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6c63d88-cdfd-4952-81af-aa9b6164f78a req-e8297236-d489-4bf5-9651-3d5ade340abf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363846 Aug 27 02:58:13.002267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec78e8-c4bc-47e1-a2d3-e2fbd9761028 req-5fc5419f-c234-4897-8d82-de25a297005f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:13.004023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12ec78e8-c4bc-47e1-a2d3-e2fbd9761028 req-5fc5419f-c234-4897-8d82-de25a297005f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0628138 Aug 27 02:58:13.043451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12ec78e8-c4bc-47e1-a2d3-e2fbd9761028 req-b20473e7-5881-4723-90d9-bd2bdef7e907 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331075 Aug 27 02:58:14.176051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3254626-27a5-44dd-832c-6d88b60cdeb0 req-6e1a5c22-5e2c-4d9f-a4fe-7cb958697758 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:14.177510 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3254626-27a5-44dd-832c-6d88b60cdeb0 req-6e1a5c22-5e2c-4d9f-a4fe-7cb958697758 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 943 time: 0.0533900 Aug 27 02:58:14.218642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3254626-27a5-44dd-832c-6d88b60cdeb0 req-7384a033-8aff-467f-8bc9-8ff6e96472d6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347319 Aug 27 02:58:14.663168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 304b32f8-7ba0-435e-8787-88b9665ed01d details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:58:14.776111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 304b32f8-7ba0-435e-8787-88b9665ed01d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=304b32f8-7ba0-435e-8787-88b9665ed01d,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:14.790150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'port_id': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'mac_address': 'fa:16:3e:56:23:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:58:14.832968 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:14.849784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304b32f8-7ba0-435e-8787-88b9665ed01d {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:58:14.876779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 304b32f8-7ba0-435e-8787-88b9665ed01d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=304b32f8-7ba0-435e-8787-88b9665ed01d,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:14.882137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:14.930859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=304b32f8-7ba0-435e-8787-88b9665ed01d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:15.085935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['304b32f8-7ba0-435e-8787-88b9665ed01d'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:58:15.333855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760f380-3f31-4e90-99d2-db0b8b057cbf req-5da03481-7941-478f-a43c-64bd844630af tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:15.335357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8760f380-3f31-4e90-99d2-db0b8b057cbf req-5da03481-7941-478f-a43c-64bd844630af tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 944 time: 0.0490489 Aug 27 02:58:15.373115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8760f380-3f31-4e90-99d2-db0b8b057cbf req-7d236b26-4d56-49cd-8b13-9dc3d22d63f2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Aug 27 02:58:16.507661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f2c81-c73c-416c-846c-5b182f458a6f req-8712d1b0-be2f-4525-83c1-80e9a7b9fb55 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:16.509233 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-325f2c81-c73c-416c-846c-5b182f458a6f req-8712d1b0-be2f-4525-83c1-80e9a7b9fb55 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 944 time: 0.0527940 Aug 27 02:58:16.550776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-325f2c81-c73c-416c-846c-5b182f458a6f req-ed3b6202-5caa-455d-a83e-c7ad0ca2b26c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347145 Aug 27 02:58:16.664820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 304b32f8-7ba0-435e-8787-88b9665ed01d up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:16.715898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 304b32f8-7ba0-435e-8787-88b9665ed01d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:16.719786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 304b32f8-7ba0-435e-8787-88b9665ed01d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:16.720161 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:16.798565 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:16.821716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:16.823987 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a33cf-83d4-4b6c-920a-123f79a59d50" -d '{"events": [{"server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "name": "network-vif-plugged", "status": "completed", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:16.836635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 304b32f8-7ba0-435e-8787-88b9665ed01d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=304b32f8-7ba0-435e-8787-88b9665ed01d,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:16.841568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:16.866248 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4c1111-2fab-4d6a-b8f9-b30975637fb3 x-openstack-request-id: req-4a4c1111-2fab-4d6a-b8f9-b30975637fb3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:16.866559 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "name": "network-vif-plugged", "status": "completed", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:16.866809 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a4c1111-2fab-4d6a-b8f9-b30975637fb3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:16.867195 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'code': 200} Aug 27 02:58:16.891569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:16.907330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=304b32f8-7ba0-435e-8787-88b9665ed01d,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:16.968031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209f28c-24a8-4c8b-8bf8-e2fc10b45464 req-a2909233-21a1-45c3-be1b-cba2a9fc0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:16.969538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c209f28c-24a8-4c8b-8bf8-e2fc10b45464 req-a2909233-21a1-45c3-be1b-cba2a9fc0bad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 1096 time: 0.0472829 Aug 27 02:58:17.008421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c209f28c-24a8-4c8b-8bf8-e2fc10b45464 req-808aa799-71fe-4f1d-bef6-d1e1e343c42e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Aug 27 02:58:17.688464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9248a-4e4b-4d89-b222-ad0dfb7be459 req-f064a93e-a7b8-448f-aa8d-6acb2bcba61a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:17.690838 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79c9248a-4e4b-4d89-b222-ad0dfb7be459 req-f064a93e-a7b8-448f-aa8d-6acb2bcba61a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 945 time: 0.0673356 Aug 27 02:58:17.750516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79c9248a-4e4b-4d89-b222-ad0dfb7be459 req-5a64beed-2cd4-458c-826d-e5e314df247c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Aug 27 02:58:17.797480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:18.871703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda34ec-72ba-42b7-8a92-0aa4d25ad6d9 req-df1217fe-045d-4185-afca-fe2ca49ceb03 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:18.873104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dda34ec-72ba-42b7-8a92-0aa4d25ad6d9 req-df1217fe-045d-4185-afca-fe2ca49ceb03 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 945 time: 0.0496101 Aug 27 02:58:18.911104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dda34ec-72ba-42b7-8a92-0aa4d25ad6d9 req-6ff83e38-8d34-46cb-ae39-5d03a8a819e6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Aug 27 02:58:19.025852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03503d-0529-49a5-94f8-bede983cdf7d req-f631a356-f0df-4281-9c27-8f50c809f6bc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:19.027387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f03503d-0529-49a5-94f8-bede983cdf7d req-f631a356-f0df-4281-9c27-8f50c809f6bc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 945 time: 0.0502946 Aug 27 02:58:19.066524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5f03503d-0529-49a5-94f8-bede983cdf7d req-349b872c-e5e1-4ae6-bee7-d3097dc5b551 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329199 Aug 27 02:58:19.090103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:19.129818 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e00dde-6314-43f6-ad9b-91d9f010bb2a tempest-TestVolumeBootPattern-1881173860 tempest-TestVolumeBootPattern-1881173860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:19.131277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-37e00dde-6314-43f6-ad9b-91d9f010bb2a tempest-TestVolumeBootPattern-1881173860 tempest-TestVolumeBootPattern-1881173860-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 1091 time: 0.0400705 Aug 27 02:58:19.134519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34008) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:19.139029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:19.161671 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:19.268469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:19.281311 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:58:19.376446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.25.1.66 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/a3ec2f53-11d5-4c25-98e0-9c8e68c75201) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:58:19.476146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:19.521442 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:19.559326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:19.564166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:19.567703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:58:19.573533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=a3ec2f53-11d5-4c25-98e0-9c8e68c75201,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:19.931176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:20.012901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:20.168394 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:20.174626 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:20.241500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=a3ec2f53-11d5-4c25-98e0-9c8e68c75201,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:20.257290 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:20.361193 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Floating IP d136fbbd-687c-4a30-9b19-4f17e635632a associated. External IP: 172.25.1.66, port: 304b32f8-7ba0-435e-8787-88b9665ed01d. Aug 27 02:58:20.571001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:58:20.681295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:58:20.691013 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:58:20.699139 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:20.700621 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:20.701279 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:58:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:20.728126 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-081bd728-78dd-47b8-a041-2288a32c33cc tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5923743 Aug 27 02:58:20.729017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:20.731300 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130aead-07c7-4029-a166-35650733007d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:20.767457 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ae3bc-2b34-4f6a-baba-bbbe59e51a98 x-openstack-request-id: req-4c4ae3bc-2b34-4f6a-baba-bbbe59e51a98 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:20.767753 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:20.768008 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c4ae3bc-2b34-4f6a-baba-bbbe59e51a98 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:20.768422 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'status': 'completed', 'code': 200} Aug 27 02:58:20.808875 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:20.831120 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130aead-07c7-4029-a166-35650733007d req-184d7662-4d38-4521-b0ee-dc1685c1982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:20.833137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7130aead-07c7-4029-a166-35650733007d req-184d7662-4d38-4521-b0ee-dc1685c1982f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 1096 time: 0.0426149 Aug 27 02:58:20.929211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130aead-07c7-4029-a166-35650733007d req-3196d041-b58d-421b-9b0c-b564aed1ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:20.930887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7130aead-07c7-4029-a166-35650733007d req-3196d041-b58d-421b-9b0c-b564aed1ca2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0898495 Aug 27 02:58:20.997247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7130aead-07c7-4029-a166-35650733007d req-837d440f-19b8-44ff-a2d7-2bd37e19557e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=304b32f8-7ba0-435e-8787-88b9665ed01d HTTP/1.1" status: 200 len: 998 time: 0.0593088 Aug 27 02:58:21.030777 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd136fbbd-687c-4a30-9b19-4f17e635632a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:56:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:58:19Z', 'updated_at': '2021-08-27T02:58:19Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:21.045527 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130aead-07c7-4029-a166-35650733007d req-8653aef8-4038-4496-822b-4ca5ab8b665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:21.047016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7130aead-07c7-4029-a166-35650733007d req-8653aef8-4038-4496-822b-4ca5ab8b665f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0431020 Aug 27 02:58:21.056283 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:58:21.064558 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:21.065072 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T02:58:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:21.095734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130aead-07c7-4029-a166-35650733007d req-e519709a-b00d-46d5-884c-1d252f484849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:21.097217 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7130aead-07c7-4029-a166-35650733007d req-e519709a-b00d-46d5-884c-1d252f484849 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429971 Aug 27 02:58:21.166793 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:21.187030 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7130aead-07c7-4029-a166-35650733007d req-0d44361b-c42f-41c8-9022-9f3fe82cfa75 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827122 Aug 27 02:58:21.280703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7130aead-07c7-4029-a166-35650733007d req-c66ac53f-39db-45bf-a6eb-db76253dc205 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855029 Aug 27 02:58:21.386309 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd136fbbd-687c-4a30-9b19-4f17e635632a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:56:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:58:19Z', 'updated_at': '2021-08-27T02:58:19Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:21.499412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2bc06-3ac1-48e1-8f76-f721fc849db5 None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd136fbbd-687c-4a30-9b19-4f17e635632a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:56:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:58:19Z', 'updated_at': '2021-08-27T02:58:19Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:58:22.122095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82cdf0-5d3a-470e-8dbc-e1d48491ef52 None None] New status for floating IP d136fbbd-687c-4a30-9b19-4f17e635632a: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:58:27.739366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d21c15fc-ee1f-45d1-b34f-984cd646a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:30.272406 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f204a350-2902-4ab0-86bc-469c0af32861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:30.494756 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:31.375305 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:33.245018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:46.896395 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:47.803582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:56.283441 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:58:57.736429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-190c3f4f-6113-47b5-a747-cddcc43cf5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:58.284695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-ac8619fc-21d0-4052-a9c9-c464c28a77af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425234 Aug 27 02:58:58.376330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-2c515936-d061-402c-9fd3-3be9156e6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:58.377822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-2c515936-d061-402c-9fd3-3be9156e6d9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 1096 time: 0.0476542 Aug 27 02:58:58.497085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-5829c638-d875-47e6-a694-bd614fb6e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:58.498651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-5829c638-d875-47e6-a694-bd614fb6e342 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0999749 Aug 27 02:58:58.567233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-9f8746b9-4a7d-4acf-a0db-5f32e576499e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=304b32f8-7ba0-435e-8787-88b9665ed01d HTTP/1.1" status: 200 len: 1000 time: 0.0610898 Aug 27 02:58:58.617356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-3e59d606-e6d1-4583-abb3-c4e49755816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:58.618792 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-3e59d606-e6d1-4583-abb3-c4e49755816e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0437582 Aug 27 02:58:58.667616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-1dc6475f-409d-4a16-889d-bed04c663af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:58.669199 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-1dc6475f-409d-4a16-889d-bed04c663af0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436509 Aug 27 02:58:58.680307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-42feb648-0389-45ef-be97-9f75c2da8596 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:58:58.681223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-42feb648-0389-45ef-be97-9f75c2da8596 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049624 Aug 27 02:58:58.772947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-1325ad44-c12f-4f26-ac12-58abb75f31aa service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840571 Aug 27 02:58:58.868575 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6c192a5-a512-4997-b8ba-a9dd4701162c req-f5f92a9d-7dec-4bcc-93d5-26251c8d80d2 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877481 Aug 27 02:59:00.277109 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8e812105-e883-45dd-ae25-90475666cd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:00.493306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.378280 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:03.253848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:16.900186 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:17.821556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:27.730821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-56e4d2ec-38e9-4cd9-a1b5-f6a7f0e61132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:30.280436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ed56e9dc-9cbf-48e1-a4d6-4d77cabbc1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:30.497679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:31.381506 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:33.257455 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:33.282607 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:59:46.936224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:47.829154 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:57.742750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0f89ae2e-cbff-431e-953e-0841c1100d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:59.399852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-10ca12dc-f13c-4db6-a89f-1e8cd060e9c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1530712 Aug 27 02:59:59.482359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e436ab-771b-4606-8c56-5a08221eb42f req-dc495a7c-1cc3-4c84-a553-bd597fac15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:59.483907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-dc495a7c-1cc3-4c84-a553-bd597fac15a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 1096 time: 0.0413382 Aug 27 02:59:59.588704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e436ab-771b-4606-8c56-5a08221eb42f req-833ec63d-4c00-4b85-96c0-0e599eb8c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:59.590174 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-833ec63d-4c00-4b85-96c0-0e599eb8c4c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0869460 Aug 27 02:59:59.654939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-5def0f9a-08e2-4cc7-8f65-74ab48f5e7c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=304b32f8-7ba0-435e-8787-88b9665ed01d HTTP/1.1" status: 200 len: 1000 time: 0.0581627 Aug 27 02:59:59.713715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e436ab-771b-4606-8c56-5a08221eb42f req-5bec4f1d-a797-4eca-a573-4e35ca644fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:59.715241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-5bec4f1d-a797-4eca-a573-4e35ca644fae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0535140 Aug 27 02:59:59.769189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e436ab-771b-4606-8c56-5a08221eb42f req-df64b5ab-ae1f-43a0-b89b-4a8191f78410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:59.771462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-df64b5ab-ae1f-43a0-b89b-4a8191f78410 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491350 Aug 27 02:59:59.868294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-53af2aae-21b6-4cbf-b8d3-622a29dcaeb2 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885763 Aug 27 02:59:59.973927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10e436ab-771b-4606-8c56-5a08221eb42f req-51549f8e-5286-4854-8e99-a911907331ec service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987098 Aug 27 03:00:00.278276 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0db65572-ae51-4e5c-a486-ad5eb2398588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:00.493155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:01.385850 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:03.260460 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.283582 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:00:16.915570 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:17.831985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:19.174201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeb485-ca4f-40ff-816a-c2aad787e486 req-467634c9-1d89-4d98-90d0-3a1beb8fed38 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:19.175671 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1bfeb485-ca4f-40ff-816a-c2aad787e486 req-467634c9-1d89-4d98-90d0-3a1beb8fed38 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 945 time: 0.0578544 Aug 27 03:00:19.226796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1bfeb485-ca4f-40ff-816a-c2aad787e486 req-deb0e352-ba81-4f0b-84ca-fc20f30b8283 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427272 Aug 27 03:00:20.386635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a6f20-3379-4cfc-af14-d92121a4dfaa req-524fb164-9bca-428e-a8e5-99b50c77542f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:20.388129 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ed7a6f20-3379-4cfc-af14-d92121a4dfaa req-524fb164-9bca-428e-a8e5-99b50c77542f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 945 time: 0.0563354 Aug 27 03:00:20.429464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ed7a6f20-3379-4cfc-af14-d92121a4dfaa req-e846b209-9a09-4e26-ab81-3a372ebfadcb tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335310 Aug 27 03:00:20.496374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-990372b8-7117-4cf3-bc81-794a03d1c665 req-977f7e8d-aa9c-4cd5-9023-c1fe8d1ea9cf tempest-VolumesActionsTest-37179292 tempest-VolumesActionsTest-37179292-project] (94772) timed out ('10.222.0.45', 49504) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:00:20.668316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338e098-bb73-48f9-8c26-32e585046019 req-ab398c7f-b704-4335-b67c-3638b27eb14b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:20.669823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b338e098-bb73-48f9-8c26-32e585046019 req-ab398c7f-b704-4335-b67c-3638b27eb14b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 945 time: 0.0536864 Aug 27 03:00:20.766611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port 304b32f8-7ba0-435e-8787-88b9665ed01d {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:00:20.766948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:20.863911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] For port 304b32f8-7ba0-435e-8787-88b9665ed01d, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=304b32f8-7ba0-435e-8787-88b9665ed01d,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:20.864235 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.423484 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.423917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.424238 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Floating IP d136fbbd-687c-4a30-9b19-4f17e635632a disassociated. External IP: 172.25.1.66, port: 304b32f8-7ba0-435e-8787-88b9665ed01d. Aug 27 03:00:21.424576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for 304b32f8-7ba0-435e-8787-88b9665ed01d owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:00:21.586747 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.601959 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d8ac5-3b0f-46eb-8557-4cfa9d38ee29 req-f47d406f-7f98-42a6-a3cd-9f2e4e090578 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:21.603537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a2d8ac5-3b0f-46eb-8557-4cfa9d38ee29 req-f47d406f-7f98-42a6-a3cd-9f2e4e090578 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 867 time: 0.0878696 Aug 27 03:00:21.627892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=304b32f8-7ba0-435e-8787-88b9665ed01d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:21.653823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.653823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.653823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.653823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.653823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.653823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.653823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.654646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.654646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.654646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.654931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.655253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:21.717990 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a2d8ac5-3b0f-46eb-8557-4cfa9d38ee29 req-f276f7bf-015f-4ff9-b46b-13fb6aa4852f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920801 Aug 27 03:00:21.791336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:00:21.902970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:00:21.913516 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:00:21.922821 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:00:21.923419 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:00:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:21.946017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] No DVR routers for this DVR port 304b32f8-7ba0-435e-8787-88b9665ed01d on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:00:21.948988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.951317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b338e098-bb73-48f9-8c26-32e585046019 req-5081482c-d12f-4f67-a960-4ee513017f86 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "DELETE /v2.0/ports/304b32f8-7ba0-435e-8787-88b9665ed01d HTTP/1.1" status: 204 len: 173 time: 1.2755833 Aug 27 03:00:21.951754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'name': 'network-vif-deleted', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:21.954583 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb5284d-5241-480a-aed8-277eb9df2887" -d '{"events": [{"server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "name": "network-vif-deleted", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:22.000337 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387aabc7-6a01-49cc-a0be-117d11b60d71 x-openstack-request-id: req-387aabc7-6a01-49cc-a0be-117d11b60d71 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:22.000660 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b437fb-5b5f-41eb-ba21-4a1de485f4da", "name": "network-vif-deleted", "tag": "304b32f8-7ba0-435e-8787-88b9665ed01d", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:22.000902 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-387aabc7-6a01-49cc-a0be-117d11b60d71 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:22.001281 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b437fb-5b5f-41eb-ba21-4a1de485f4da', 'name': 'network-vif-deleted', 'tag': '304b32f8-7ba0-435e-8787-88b9665ed01d', 'status': 'completed', 'code': 200} Aug 27 03:00:22.040237 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:00:22.243766 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:22.273157 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:00:22.281743 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:00:22.282370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:00:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:22.388251 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:00:22.584510 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:22.610274 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a65c6-d0f6-47ce-bea2-24d1a42a789c None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:00:22.820872 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6d57907-5f3b-498c-8070-475fc11c02bd req-8e03eba1-540b-4770-956e-b9fc3d6db0d2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 210 time: 0.0276449 Aug 27 03:00:22.828288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf3e86-ef2e-48d0-b156-627bbb567b12 None None] New status for floating IP d136fbbd-687c-4a30-9b19-4f17e635632a: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:00:23.919115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8717078a-497b-46fc-ada1-f3a3d7c3c2e5 req-409acd7a-9602-40cc-881f-3d6546bdcda5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 210 time: 0.0272756 Aug 27 03:00:25.013743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88c322fa-21d6-4dcb-a645-8ca65ae0f3c0 req-623d9de0-10e7-40d9-9c76-38f659284300 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b437fb-5b5f-41eb-ba21-4a1de485f4da HTTP/1.1" status: 200 len: 210 time: 0.0267153 Aug 27 03:00:25.265390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 304b32f8-7ba0-435e-8787-88b9665ed01d no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:00:25.286394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 304b32f8-7ba0-435e-8787-88b9665ed01d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:00:25.286742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 304b32f8-7ba0-435e-8787-88b9665ed01d not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:00:26.228040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-279435f2-0902-457a-8f0e-90f4f76701cd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991233935&fields=id&tenant_id=fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 267 time: 0.0354273 Aug 27 03:00:26.352601 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-2010746d-27a5-47c6-b934-7981720d07e3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:26.353938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-2010746d-27a5-47c6-b934-7981720d07e3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1191657 Aug 27 03:00:26.369005 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-c00e7aa6-a881-4d4a-ab85-968ad0cfcd11 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/quotas/fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 375 time: 0.0092444 Aug 27 03:00:26.422859 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-4e6c1022-5392-4381-8051-fae75b6762ca tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485377 Aug 27 03:00:26.438668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-99ffee45-7688-470a-9882-46f5ccadb174 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:00:26.439643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-99ffee45-7688-470a-9882-46f5ccadb174 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051730 Aug 27 03:00:26.530263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-23a2a117-bccb-4451-962d-dd8df0908e7b service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849602 Aug 27 03:00:26.626480 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-f23c5673-f95e-4c09-b676-fddd4e6aaa60 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899680 Aug 27 03:00:26.932873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-26de0c18-f73c-4189-bfa4-66749e91e552 req-8aed53fb-80d1-444c-9df6-68ffe6f97469 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 210 time: 0.0293849 Aug 27 03:00:27.736685 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-899cf77e-b5b8-41fb-8601-360b794926a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.030545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-3e4d7dd2-cd82-4f12-8860-1ab60342ff45 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:28.032028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-3e4d7dd2-cd82-4f12-8860-1ab60342ff45 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1229305 Aug 27 03:00:28.048728 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9c82a298-0990-4012-a986-88ac24c53925 req-e30e63c5-1406-435f-9a80-83a22fdafa4c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 210 time: 0.0426431 Aug 27 03:00:28.081906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-1483ecdb-9e7b-4e25-9db5-ec57527f7d7b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 379 time: 0.0358267 Aug 27 03:00:28.091715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'port': {'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'admin_state_up': True, 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'security_groups': ['3cf579c0-4f90-4ce6-aa29-726446cde0c6']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:28.202686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:00:28.206285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.335434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.20.0.4 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/f303ff9a-5467-4834-978d-b3d52a029dfd) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:00:28.477390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.490274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Transition to ACTIVE for port object f303ff9a-5467-4834-978d-b3d52a029dfd will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:00:28.524680 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.570102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:00:28.575465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:00:28.579287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:00:28.604267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=f303ff9a-5467-4834-978d-b3d52a029dfd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:28.633429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:28.634196 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.649870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-172ccd50-85f6-49d5-bbf0-7cf1195d9fe5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620489 Aug 27 03:00:28.662983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Request body: {'port': {'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:28.725447 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.855867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d97a85d3-9523-4576-ae81-ffef0252a82d None None] Provisioning for port f303ff9a-5467-4834-978d-b3d52a029dfd completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:00:28.860797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d97a85d3-9523-4576-ae81-ffef0252a82d None None] Provisioning complete for port f303ff9a-5467-4834-978d-b3d52a029dfd triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:00:28.861349 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d97a85d3-9523-4576-ae81-ffef0252a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.900703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d97a85d3-9523-4576-ae81-ffef0252a82d None None] Port f303ff9a-5467-4834-978d-b3d52a029dfd cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:00:29.005745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f303ff9a-5467-4834-978d-b3d52a029dfd {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:00:29.013444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:29.025339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Transition to ACTIVE for port object f303ff9a-5467-4834-978d-b3d52a029dfd will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:00:29.029172 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:29.102904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Pushing event updated for resources: {'Port': ['ID=f303ff9a-5467-4834-978d-b3d52a029dfd,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:29.161731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Attempting to bind port f303ff9a-5467-4834-978d-b3d52a029dfd on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:00:29.162076 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Attempting to bind port f303ff9a-5467-4834-978d-b3d52a029dfd by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:00:29.162440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Attempting to bind port f303ff9a-5467-4834-978d-b3d52a029dfd on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:00:29.167606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Port f303ff9a-5467-4834-978d-b3d52a029dfd on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:00:29.167932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Attempting to bind port f303ff9a-5467-4834-978d-b3d52a029dfd on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:00:29.174236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:00:29.174638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:00:29.175038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:00:29.175495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Bound port: f303ff9a-5467-4834-978d-b3d52a029dfd, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:00:29.175866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:29.190390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fef51-e143-425c-badb-008c6f9b8c40 req-4c7418e7-d762-4644-aa55-7b6fa7966ca3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.194216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a60fef51-e143-425c-badb-008c6f9b8c40 req-4c7418e7-d762-4644-aa55-7b6fa7966ca3 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0597439 Aug 27 03:00:29.249406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a60fef51-e143-425c-badb-008c6f9b8c40 req-711045eb-1015-4e49-8902-7dd7a4ed95e7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501640 Aug 27 03:00:29.261094 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] For port f303ff9a-5467-4834-978d-b3d52a029dfd, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:00:29.264464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] For port f303ff9a-5467-4834-978d-b3d52a029dfd, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f303ff9a-5467-4834-978d-b3d52a029dfd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:00:29.276738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:29.312954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.313572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:29.315114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] 10.222.0.45 "PUT /v2.0/ports/f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 1091 time: 0.6569121 Aug 27 03:00:29.315561 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:29.317860 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:29.342884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59625c5c-fb51-459e-b22c-1e3bd071afa2 service neutron] Pushing event updated for resources: {'Port': ['ID=f303ff9a-5467-4834-978d-b3d52a029dfd,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:29.371427 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472fd886-0d9d-4e35-bd40-504045977272 x-openstack-request-id: req-472fd886-0d9d-4e35-bd40-504045977272 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:29.371715 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:29.371969 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-472fd886-0d9d-4e35-bd40-504045977272 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:29.372341 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'status': 'completed', 'code': 200} Aug 27 03:00:29.425721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-7a3b290a-562d-4945-90ff-157b21cc30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.427492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-7a3b290a-562d-4945-90ff-157b21cc30bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1094 time: 0.0497983 Aug 27 03:00:29.480117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-db7e8bf7-2783-44f8-ae77-da0854f36042 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 217 time: 0.0405612 Aug 27 03:00:29.535470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-860668ac-cba4-437f-99b9-39015a52fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.537027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-860668ac-cba4-437f-99b9-39015a52fd94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0497549 Aug 27 03:00:29.590795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-ed5b9a15-34ab-4098-9f0b-bda7d5b99d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.592300 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-ed5b9a15-34ab-4098-9f0b-bda7d5b99d7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453582 Aug 27 03:00:29.687669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-2fdeb66e-dd0b-4467-af2e-b95c585901a3 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Aug 27 03:00:29.780025 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-072f604f-010c-4fe9-9aed-b9a48166a4c2 req-109ea397-3b74-4456-a725-9e2907442ede service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849748 Aug 27 03:00:29.868837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-3b97b7b4-4f9f-4eee-ab52-8e3fdd0ec2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.870732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-3b97b7b4-4f9f-4eee-ab52-8e3fdd0ec2c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1094 time: 0.0439842 Aug 27 03:00:29.969990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-384f5ee1-f9f0-421c-a32d-00553a91cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.971699 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-384f5ee1-f9f0-421c-a32d-00553a91cf41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0942264 Aug 27 03:00:30.014545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-45966242-482a-47d9-9498-5f48083df408 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 217 time: 0.0358002 Aug 27 03:00:30.084102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-6fdc1c37-f0e1-4e47-811e-2abd15d52139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:30.085609 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-6fdc1c37-f0e1-4e47-811e-2abd15d52139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0644066 Aug 27 03:00:30.134391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-554c0ba7-718c-46c8-95ef-9c3c6f9b25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:30.135971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-554c0ba7-718c-46c8-95ef-9c3c6f9b25cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422790 Aug 27 03:00:30.226091 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-40024758-09f2-472f-9de7-99aecafc5ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831020 Aug 27 03:00:30.271939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e721996-1534-4d7e-a018-c23ec6adeaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:30.327273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b60be4c8-fe8c-4131-ab05-075d1b2a45d8 req-c11e81eb-e708-40ab-8401-bad1ef5c26ae service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930431 Aug 27 03:00:30.372480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0735e7c-feae-4891-a051-32bc7ce47767 req-937f40d6-22c7-48de-8f55-8b92a64295ae tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:30.373993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0735e7c-feae-4891-a051-32bc7ce47767 req-937f40d6-22c7-48de-8f55-8b92a64295ae tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0522013 Aug 27 03:00:30.413348 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0735e7c-feae-4891-a051-32bc7ce47767 req-5f853f7d-d8c6-4862-909c-195dea72f5b4 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330260 Aug 27 03:00:30.495657 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:31.394362 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:31.535560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c38ef-2441-4dc5-aa8d-5dbec2113dd5 req-3d1f801e-4977-4bde-a227-461b28b1be6e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:31.541620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-342c38ef-2441-4dc5-aa8d-5dbec2113dd5 req-3d1f801e-4977-4bde-a227-461b28b1be6e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0520234 Aug 27 03:00:31.577643 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-342c38ef-2441-4dc5-aa8d-5dbec2113dd5 req-16d0f513-3967-4743-a302-2e527f57eed8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339017 Aug 27 03:00:32.702481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c174-c6f9-41b9-9fd4-5856880c7bed req-d50a7f7e-fcc3-4c73-bad9-d87893c73c8c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:32.703963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b694c174-c6f9-41b9-9fd4-5856880c7bed req-d50a7f7e-fcc3-4c73-bad9-d87893c73c8c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0572250 Aug 27 03:00:32.748199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b694c174-c6f9-41b9-9fd4-5856880c7bed req-3b9ee500-001d-4762-baa8-f9086e1bb564 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376763 Aug 27 03:00:33.258466 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:33.867504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afe98c-4931-4e34-b955-fadaef0e1cca req-8717a695-fe50-4fb7-b5f3-9cc2a454b697 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:33.868854 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1afe98c-4931-4e34-b955-fadaef0e1cca req-8717a695-fe50-4fb7-b5f3-9cc2a454b697 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0518825 Aug 27 03:00:33.917104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f1afe98c-4931-4e34-b955-fadaef0e1cca req-1bd963eb-a4bc-412c-ae7a-e4749502126e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382812 Aug 27 03:00:35.046269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be106e9-6ea5-4e11-b19d-d55129122129 req-db9df092-8e95-41ba-8060-0b2a861c3c2d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:35.048021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4be106e9-6ea5-4e11-b19d-d55129122129 req-db9df092-8e95-41ba-8060-0b2a861c3c2d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0561700 Aug 27 03:00:35.104717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4be106e9-6ea5-4e11-b19d-d55129122129 req-aef134f0-410e-4114-b81c-73f35c046c2b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488186 Aug 27 03:00:36.245478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaebc67-80d9-419b-97c3-831b09a51987 req-1a26d013-e268-4af8-a691-58c8d48c6537 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:36.247050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-baaebc67-80d9-419b-97c3-831b09a51987 req-1a26d013-e268-4af8-a691-58c8d48c6537 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0528579 Aug 27 03:00:36.290200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-baaebc67-80d9-419b-97c3-831b09a51987 req-68422d3b-67b1-4da6-b5a3-54b833cf70d6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346949 Aug 27 03:00:37.410216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a951b2-57ad-4b76-9829-44b77c7a05a8 req-68af8981-b8e2-4afb-8502-8989c4390b3d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:37.411822 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4a951b2-57ad-4b76-9829-44b77c7a05a8 req-68af8981-b8e2-4afb-8502-8989c4390b3d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0526919 Aug 27 03:00:37.454038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b4a951b2-57ad-4b76-9829-44b77c7a05a8 req-5274b4bf-08ae-4fda-a93e-b29553308cda tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355506 Aug 27 03:00:38.584443 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a0d9-545c-463f-acd9-8127a93bc4ed req-6e1ebc67-d058-486c-8cf6-800a93f24976 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:38.585978 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ab45a0d9-545c-463f-acd9-8127a93bc4ed req-6e1ebc67-d058-486c-8cf6-800a93f24976 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 943 time: 0.0584195 Aug 27 03:00:38.629596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ab45a0d9-545c-463f-acd9-8127a93bc4ed req-e8363c94-9f18-47ac-b813-5134552cb0aa tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332165 Aug 27 03:00:39.348683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f303ff9a-5467-4834-978d-b3d52a029dfd details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:00:39.442584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f303ff9a-5467-4834-978d-b3d52a029dfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f303ff9a-5467-4834-978d-b3d52a029dfd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:39.453705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:00:39.493460 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:39.510806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f303ff9a-5467-4834-978d-b3d52a029dfd {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:00:39.530862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f303ff9a-5467-4834-978d-b3d52a029dfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f303ff9a-5467-4834-978d-b3d52a029dfd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:39.538211 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:39.588329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f303ff9a-5467-4834-978d-b3d52a029dfd,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:39.596122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.596470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.596817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.597148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.597448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.597765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.598088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.598429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.598753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.599066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.599413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.599742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:39.744785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f303ff9a-5467-4834-978d-b3d52a029dfd'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:00:39.755052 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca590ec-169e-4ff3-846b-2165be3c69bd req-bc347bff-5994-4e9c-8ff7-03a832f36f94 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:39.756605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ca590ec-169e-4ff3-846b-2165be3c69bd req-bc347bff-5994-4e9c-8ff7-03a832f36f94 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 944 time: 0.0516398 Aug 27 03:00:39.800438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2ca590ec-169e-4ff3-846b-2165be3c69bd req-d5b9f614-7f7b-4e26-9085-747331dfbe67 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373983 Aug 27 03:00:40.933707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ab6d-1270-4f35-9f2f-03856b737b8b req-b5c68a7e-1735-42b0-a1eb-459a44496b03 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:40.936014 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2759ab6d-1270-4f35-9f2f-03856b737b8b req-b5c68a7e-1735-42b0-a1eb-459a44496b03 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 944 time: 0.0589976 Aug 27 03:00:40.984173 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2759ab6d-1270-4f35-9f2f-03856b737b8b req-7ed6196e-6c1e-44e9-b6f9-6b74cd5997a6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398884 Aug 27 03:00:41.365456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f303ff9a-5467-4834-978d-b3d52a029dfd up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:00:41.424471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f303ff9a-5467-4834-978d-b3d52a029dfd completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:00:41.430751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f303ff9a-5467-4834-978d-b3d52a029dfd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:00:41.431167 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:41.510436 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:41.534196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:41.536591 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81900eba-574c-45ef-872d-5f152d05b664" -d '{"events": [{"server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "name": "network-vif-plugged", "status": "completed", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:41.551177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f303ff9a-5467-4834-978d-b3d52a029dfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f303ff9a-5467-4834-978d-b3d52a029dfd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:41.556411 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:41.605794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f303ff9a-5467-4834-978d-b3d52a029dfd,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:41.645325 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1db8a0-72c1-4181-8f76-62eb29688fe4 x-openstack-request-id: req-5a1db8a0-72c1-4181-8f76-62eb29688fe4 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:41.645657 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "name": "network-vif-plugged", "status": "completed", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:41.645907 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a1db8a0-72c1-4181-8f76-62eb29688fe4 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:41.646304 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'code': 200} Aug 27 03:00:41.744300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2a84-de10-449a-a3ec-d2e4281bca62 req-b1383968-f8dc-40a7-9ca3-328a1bac2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:41.745902 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2feb2a84-de10-449a-a3ec-d2e4281bca62 req-b1383968-f8dc-40a7-9ca3-328a1bac2c45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1096 time: 0.0430932 Aug 27 03:00:41.790380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2feb2a84-de10-449a-a3ec-d2e4281bca62 req-a094f36c-cd02-403d-880c-5080577566d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356190 Aug 27 03:00:42.103085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcd341-75e9-477b-98ce-a0d3881a3dd9 req-a0a363c4-f4b5-4250-88ac-8e4ae1dfb4a6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:42.104570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63bcd341-75e9-477b-98ce-a0d3881a3dd9 req-a0a363c4-f4b5-4250-88ac-8e4ae1dfb4a6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 945 time: 0.0509903 Aug 27 03:00:42.142965 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63bcd341-75e9-477b-98ce-a0d3881a3dd9 req-4a681c35-f99c-42a1-84f9-bc19d8aa3d2f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322633 Aug 27 03:00:43.272189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e9da-f2ef-4541-adf4-134858875a57 req-920ad196-6a87-4e74-bdfe-372e1851f666 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:43.273747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3e1e9da-f2ef-4541-adf4-134858875a57 req-920ad196-6a87-4e74-bdfe-372e1851f666 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 945 time: 0.0583894 Aug 27 03:00:43.323594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3e1e9da-f2ef-4541-adf4-134858875a57 req-3b45d67b-ec45-457e-90bf-0227680f83de tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Aug 27 03:00:43.455846 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47bb28-a5c1-4a70-a1f3-ba14c909da7b req-cfafcd9a-d2e2-4035-98db-4aa589d3d3bd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:43.457317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d47bb28-a5c1-4a70-a1f3-ba14c909da7b req-cfafcd9a-d2e2-4035-98db-4aa589d3d3bd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Aug 27 03:00:43.504234 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d47bb28-a5c1-4a70-a1f3-ba14c909da7b req-53028f61-91ce-4151-8472-abab58ae3420 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400429 Aug 27 03:00:43.534096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34146) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:43.692423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921829e9-f4a7-4052-9e54-94e2fe959b73 tempest-TestVolumeBootPattern-1881173860 tempest-TestVolumeBootPattern-1881173860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:43.694192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-921829e9-f4a7-4052-9e54-94e2fe959b73 tempest-TestVolumeBootPattern-1881173860 tempest-TestVolumeBootPattern-1881173860-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1091 time: 0.1586950 Aug 27 03:00:43.698130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34150) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:43.702892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:43.728408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:43.826214 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:43.934697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.25.1.60 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/be9b9d69-dd04-47c6-a17f-4954a293cd33) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:00:44.045072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:44.089623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:44.133693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:00:44.138512 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:00:44.142127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:00:44.164199 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=be9b9d69-dd04-47c6-a17f-4954a293cd33,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:44.512632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:44.589216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:44.770577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:44.777291 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:44.852452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=be9b9d69-dd04-47c6-a17f-4954a293cd33,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:44.864597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:44.976497 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Floating IP c5f0cf08-a052-42ff-b63d-58f4fd84627a associated. External IP: 172.25.1.60, port: f303ff9a-5467-4834-978d-b3d52a029dfd. Aug 27 03:00:45.197775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:00:45.312471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:00:45.325229 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:00:45.331906 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:45.337474 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:00:45.338181 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:00:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:45.360668 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a1122950-0919-439b-bdef-b3a969827c74 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6613700 Aug 27 03:00:45.361402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:45.363845 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39167d1-668f-400d-9fd0-0c78384a3bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:45.400907 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48398d61-fcc5-4bb0-b9ae-a5d60fdd9c24 x-openstack-request-id: req-48398d61-fcc5-4bb0-b9ae-a5d60fdd9c24 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:45.401235 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:45.401458 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48398d61-fcc5-4bb0-b9ae-a5d60fdd9c24 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:45.401889 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'status': 'completed', 'code': 200} Aug 27 03:00:45.447553 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:00:45.465184 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-931bd6c4-9d90-4e05-b902-761d517ba561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:45.466641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-931bd6c4-9d90-4e05-b902-761d517ba561 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1096 time: 0.0423512 Aug 27 03:00:45.677743 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:44Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:45.710412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:00:45.720407 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:00:45.720921 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:00:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:45.844047 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:00:45.885479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-e3195e4c-7ed0-4bde-ad30-cc61e5e9f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:45.887029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-e3195e4c-7ed0-4bde-ad30-cc61e5e9f248 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.4138839 Aug 27 03:00:45.953813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-24b59035-cf65-4dd2-8c7d-e10a1f329987 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 998 time: 0.0591242 Aug 27 03:00:46.004139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-5041d03c-fdf9-450c-9c77-1941a326b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:46.005517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-5041d03c-fdf9-450c-9c77-1941a326b704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0454421 Aug 27 03:00:46.055457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-cc5208a0-d814-4a4f-af28-2e05f5d9850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:46.056954 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-cc5208a0-d814-4a4f-af28-2e05f5d9850d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448041 Aug 27 03:00:46.149546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-9cfdb73e-9e82-49be-8ea8-eb1d3694a673 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Aug 27 03:00:46.165589 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:44Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:46.191082 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a318b-0630-4ee1-88f1-007078b7d61c None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:44Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:00:46.252307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e39167d1-668f-400d-9fd0-0c78384a3bc2 req-d12c36ba-d50a-4445-84d8-82b27faf1c2a service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956130 Aug 27 03:00:46.407615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f6347-4a08-4686-bb73-a7f2280113bc None None] New status for floating IP c5f0cf08-a052-42ff-b63d-58f4fd84627a: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:00:46.949223 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:47.283651 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:00:47.835203 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:57.743614 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9260f761-3814-46ba-a15f-a7071f792035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.282164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-167391a3-e7e0-4e02-a0de-04d662098dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.504876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:01.290578 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-306986f4-9f1d-41a8-84c4-cd1521485ff6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448461 Aug 27 03:01:01.380460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-d6542b5c-4e60-4671-85a7-1f167b5425df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:01.381991 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-d6542b5c-4e60-4671-85a7-1f167b5425df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1096 time: 0.0496109 Aug 27 03:01:01.396257 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:01.491911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-4d731812-cfe1-493d-8ed0-5e03551fcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:01.493396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-4d731812-cfe1-493d-8ed0-5e03551fcf88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0916123 Aug 27 03:01:01.565785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-0e0c4342-086f-443f-9dea-86661a887c5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 1000 time: 0.0650713 Aug 27 03:01:01.617567 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-1084823e-010b-4d90-a613-755f93ae6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:01.619086 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-1084823e-010b-4d90-a613-755f93ae6ecf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0458789 Aug 27 03:01:01.672904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-a694329e-4751-4afe-b37c-2bccc2623d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:01.674896 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-a694329e-4751-4afe-b37c-2bccc2623d09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479007 Aug 27 03:01:01.766244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-5a1598cf-367d-438e-9000-b3681bbdc211 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840003 Aug 27 03:01:01.863889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32b2cd8e-28fc-4446-a382-4d64f7c9ad49 req-c325a531-7532-42c3-b7df-90d73bfb3017 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903780 Aug 27 03:01:03.261717 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:16.937773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:17.831361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:24.284176 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:01:27.736816 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3ad27a05-3358-4836-93e6-68040b4fd6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:30.276029 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-04d801c8-5cdf-460f-91c7-404486df3194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:30.499793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:31.394619 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:33.267666 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:46.958950 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:47.855932 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:52.913536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-5596352f-b28f-4059-af7e-1c85c3daa4dc req-4b477b15-15a6-4c3d-b5f3-e6978114f743 service neutron] (94772) timed out ('10.222.0.10', 52120) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:01:57.740435 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-00fb38d3-5bfe-41f1-afea-8f4ea5621d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:00.280791 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-530c6fb8-7fd9-425a-9620-c1ca7b029585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:00.508018 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:01.284400 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:02:01.287050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-1e87f256-2a57-41bb-8d90-4c8414f167a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447848 Aug 27 03:02:01.379523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-c4161d9a-dc4e-4147-a0bb-d91ac90d1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:01.381028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-c4161d9a-dc4e-4147-a0bb-d91ac90d1874 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1096 time: 0.0424492 Aug 27 03:02:01.396785 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:01.497278 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-28383df6-ce25-4bb0-922b-cc8da17022b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:01.498798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-28383df6-ce25-4bb0-922b-cc8da17022b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0970161 Aug 27 03:02:01.573314 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-343fcbbd-6bf8-472e-bf73-e69f698355db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 1000 time: 0.0672605 Aug 27 03:02:01.625034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-ab687bea-ba94-469e-9416-c5cc61bf5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:01.626476 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-ab687bea-ba94-469e-9416-c5cc61bf5636 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0459673 Aug 27 03:02:01.676492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-486427be-ef97-44fa-ac18-aec5c33b5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:01.677999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-486427be-ef97-44fa-ac18-aec5c33b5bf4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440006 Aug 27 03:02:01.771812 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-28f4cfc3-6dbb-42fd-8493-9c8cada79bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Aug 27 03:02:01.870246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-32df4de9-a811-4201-9c4b-0f3cff6a015d req-3dcfb93d-0058-401a-b8bb-dacadc7ff1ad service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906653 Aug 27 03:02:03.269799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:16.955603 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:17.859583 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:26.761013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-642a28f1-9154-4b2c-8d7a-e1dbe20780fe tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991233935&fields=id&tenant_id=fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 267 time: 0.0533979 Aug 27 03:02:26.872995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-dcfb6a16-c4a3-41fc-9801-b93db8765f97 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:26.874509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-dcfb6a16-c4a3-41fc-9801-b93db8765f97 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1041453 Aug 27 03:02:26.889318 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-d4217081-b033-4d5f-9fc7-c73fd6c9d42b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/quotas/fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 375 time: 0.0090070 Aug 27 03:02:26.948188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-a3d029bd-1763-418b-97d5-909f6a9ca583 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535295 Aug 27 03:02:27.055997 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-aae145ff-6a20-49e9-8855-70d81da8282b service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914891 Aug 27 03:02:27.149801 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-06f0f69f-1cb2-40ab-8bea-56b0c6c6b648 service neutron] 10.222.0.10 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843635 Aug 27 03:02:27.467855 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4446f208-9421-4a3a-8790-3265d4269d5e req-bf6c6418-723d-4110-b2c7-e8ff725d5bb1 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0274789 Aug 27 03:02:27.755842 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a6880fe6-b5e1-4e5e-949e-9e323967f61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:28.550198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cf03cabe-7083-45fd-b30e-a8e7ecee6b13 req-d226b848-9696-42c0-88b5-4af971f20117 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0317676 Aug 27 03:02:29.633112 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9dc01764-4745-48d4-9dc0-416d1aca5a28 req-077ab7a1-0e18-497a-97c8-9c07853cc540 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0306575 Aug 27 03:02:30.286491 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a8ba8b0-2802-4265-8990-0eb602625359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:30.507360 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:30.718041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dfa0f508-d0b2-45e6-87f2-46ea711f3147 req-470bf9f5-da76-4fe1-bf84-55b36a1b6c15 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0275185 Aug 27 03:02:31.401619 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:32.156523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-df7ee8ab-e791-4b80-b71d-0c16fb21aab8 req-a44e5341-f9d5-4240-bd80-5a8d8c86e71e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.3541250 Aug 27 03:02:32.516840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-48c2500b-5ff6-4d46-923b-c454257f36f2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:32.518474 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-48c2500b-5ff6-4d46-923b-c454257f36f2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 811 time: 0.1041112 Aug 27 03:02:32.561764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-bda84be4-bdce-4858-b27d-897d7dd767f0 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad10dde630d4beea46c864b7340c228 HTTP/1.1" status: 200 len: 379 time: 0.0337722 Aug 27 03:02:32.577256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'port': {'device_id': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'admin_state_up': True, 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'security_groups': ['3cf579c0-4f90-4ce6-aa29-726446cde0c6']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:32.689255 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Made reservation on behalf of fad10dde630d4beea46c864b7340c228 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:02:32.693069 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:32.824101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.20.0.7 (2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95/89997527-39aa-45ae-8d55-c49986f6573d/ff262608-7deb-4ce7-8261-15cad8c38caa) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:02:32.962859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:32.976655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Transition to ACTIVE for port object ff262608-7deb-4ce7-8261-15cad8c38caa will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:33.013642 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.062355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:33.067865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:33.071878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:02:33.097192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=ff262608-7deb-4ce7-8261-15cad8c38caa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:33.114879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.115226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.115565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.115900 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.116230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.116561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.116883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.117206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.117531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.117844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.118163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.118508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:33.137313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:33.138004 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.153736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-8cf58b93-dbdf-4bc0-b29c-ce97276e45c5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804782 Aug 27 03:02:33.166473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-18933551-55e3-4cfc-bf43-8d8d1c19cdad tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:02:33.167866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-18933551-55e3-4cfc-bf43-8d8d1c19cdad tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061297 Aug 27 03:02:33.264634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Request body: {'port': {'device_id': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:33.283233 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.312327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de28d65-b60a-4469-a611-83423365eaaa req-3c2fc1a9-7225-4bc4-bce9-87c8c3c1eb33 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:33.313984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3de28d65-b60a-4469-a611-83423365eaaa req-3c2fc1a9-7225-4bc4-bce9-87c8c3c1eb33 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 931 time: 0.0660477 Aug 27 03:02:33.322098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.352965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2dbd8063-a2d8-48e9-b271-3a4027331d70 None None] Provisioning for port ff262608-7deb-4ce7-8261-15cad8c38caa completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:33.358761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2dbd8063-a2d8-48e9-b271-3a4027331d70 None None] Provisioning complete for port ff262608-7deb-4ce7-8261-15cad8c38caa triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:33.359783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8063-a2d8-48e9-b271-3a4027331d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.370928 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3de28d65-b60a-4469-a611-83423365eaaa req-24b08cde-5eec-4447-abba-4efb6a795dc2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470648 Aug 27 03:02:33.401329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd8063-a2d8-48e9-b271-3a4027331d70 None None] Port ff262608-7deb-4ce7-8261-15cad8c38caa cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:02:33.603994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff262608-7deb-4ce7-8261-15cad8c38caa {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:02:33.614484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.633400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Transition to ACTIVE for port object ff262608-7deb-4ce7-8261-15cad8c38caa will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:33.637784 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.693554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff262608-7deb-4ce7-8261-15cad8c38caa,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:33.776619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Attempting to bind port ff262608-7deb-4ce7-8261-15cad8c38caa on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:02:33.777051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Attempting to bind port ff262608-7deb-4ce7-8261-15cad8c38caa by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:02:33.777455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Attempting to bind port ff262608-7deb-4ce7-8261-15cad8c38caa on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:33.782332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Port ff262608-7deb-4ce7-8261-15cad8c38caa on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:02:33.782669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Attempting to bind port ff262608-7deb-4ce7-8261-15cad8c38caa on network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:33.787745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:02:33.788087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Checking segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:02:33.788479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Bound using segment: {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:02:33.788937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Bound port: ff262608-7deb-4ce7-8261-15cad8c38caa, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4125cb9-4edb-4fd7-adce-306911778ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:02:33.789311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.857502 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] For port ff262608-7deb-4ce7-8261-15cad8c38caa, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:02:33.861017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] For port ff262608-7deb-4ce7-8261-15cad8c38caa, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ff262608-7deb-4ce7-8261-15cad8c38caa,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:02:33.866892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.903388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:33.904010 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.905435 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 200 len: 1091 time: 0.7289541 Aug 27 03:02:33.905869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:33.908187 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f1702c-5054-4406-9675-0fbf0a2c62d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:33.930833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fd3f7-1600-4f88-b6f4-0ee702e8e9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff262608-7deb-4ce7-8261-15cad8c38caa,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:33.992523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-7b3e190f-b6d3-40c8-a91f-553a6e19022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:33.994092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-7b3e190f-b6d3-40c8-a91f-553a6e19022c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1094 time: 0.0452759 Aug 27 03:02:34.045848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-ffa34f65-c55d-4408-a48d-1c6871a2163e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 200 len: 217 time: 0.0435047 Aug 27 03:02:34.085131 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355f1d70-afab-45cb-bc33-eb684e8ce048 x-openstack-request-id: req-355f1d70-afab-45cb-bc33-eb684e8ce048 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:34.085569 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:34.085918 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-355f1d70-afab-45cb-bc33-eb684e8ce048 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:34.086465 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'status': 'completed', 'code': 200} Aug 27 03:02:34.109821 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-37ec9705-eca0-4bbb-a16f-6bbe020f7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:34.111291 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-37ec9705-eca0-4bbb-a16f-6bbe020f7299 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0551927 Aug 27 03:02:34.158630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-fe6c3209-60a9-4b33-8f5f-ae02b25b3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:34.160143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-fe6c3209-60a9-4b33-8f5f-ae02b25b3f73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408151 Aug 27 03:02:34.254623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-0fa76e8e-6450-4f4a-aeb8-3b7ac0f7453e service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863984 Aug 27 03:02:34.346265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6abe418b-a22e-42cd-9631-554bf4fd56e7 req-0cae5865-f1ba-48c8-b7ca-76572cb29410 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844021 Aug 27 03:02:34.438537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-ead0211e-0ae6-4739-838a-81ce015546f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:34.440482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-ead0211e-0ae6-4739-838a-81ce015546f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1094 time: 0.0462830 Aug 27 03:02:34.497560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41260bea-7c1c-44f4-b801-0ad222c43246 req-0fdcd8af-0ecb-475d-8f1e-0498a39661a8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:34.499055 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41260bea-7c1c-44f4-b801-0ad222c43246 req-0fdcd8af-0ecb-475d-8f1e-0498a39661a8 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0509331 Aug 27 03:02:34.544103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-b27ca3f3-99bc-4996-b292-c8952cc0f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:34.545735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-b27ca3f3-99bc-4996-b292-c8952cc0f876 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0982544 Aug 27 03:02:34.546252 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-41260bea-7c1c-44f4-b801-0ad222c43246 req-275d68a7-72fb-4dcd-a52b-f929c781e49e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 Aug 27 03:02:34.589548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-caf9da88-b880-4914-b174-858a6031b65c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 200 len: 217 time: 0.0360730 Aug 27 03:02:34.643779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-6522f08f-add1-4914-8acd-bb97178f6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:34.645163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-6522f08f-add1-4914-8acd-bb97178f6532 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0487578 Aug 27 03:02:34.697070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-d67872bc-82ed-4cc3-b567-977146c97590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:34.698615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-d67872bc-82ed-4cc3-b567-977146c97590 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464532 Aug 27 03:02:34.790717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-ab4388d9-d0e8-4422-a21c-a92970042f14 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843995 Aug 27 03:02:34.892456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94f1702c-5054-4406-9675-0fbf0a2c62d6 req-151d3feb-8745-43c8-b069-14b29f867fc5 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935254 Aug 27 03:02:35.671460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d373-aac4-44a4-9673-ebfe2802d9c4 req-41538b7c-7590-4c4b-9a9d-3d66ddf9d000 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:35.673097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-92b6d373-aac4-44a4-9673-ebfe2802d9c4 req-41538b7c-7590-4c4b-9a9d-3d66ddf9d000 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0557971 Aug 27 03:02:35.713811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-92b6d373-aac4-44a4-9673-ebfe2802d9c4 req-74e9fe4e-72f7-4d88-bbc4-0898681ec3dd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345004 Aug 27 03:02:36.846356 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2613-f30b-40cc-8f91-0cb2fbdfd0fd req-a2437ece-d0d6-4094-bfbd-68accf175a48 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:36.847852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65dc2613-f30b-40cc-8f91-0cb2fbdfd0fd req-a2437ece-d0d6-4094-bfbd-68accf175a48 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0549276 Aug 27 03:02:36.886002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65dc2613-f30b-40cc-8f91-0cb2fbdfd0fd req-02058a3c-a118-4097-86d1-398bc9a3f1a6 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Aug 27 03:02:38.016328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab0328-d47d-4e7a-9d2a-fc12d828ad52 req-f1e739a0-cf4a-44cd-8220-6d884cf62c6c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:38.018118 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-adab0328-d47d-4e7a-9d2a-fc12d828ad52 req-f1e739a0-cf4a-44cd-8220-6d884cf62c6c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0580804 Aug 27 03:02:38.063335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-adab0328-d47d-4e7a-9d2a-fc12d828ad52 req-bd5abdbb-9d2a-4d0a-95ee-2a84eb2e0d9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361309 Aug 27 03:02:38.284409 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:02:39.200895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3d4c1-11c6-46f1-bb4e-6479e33ecb71 req-e2f39474-3ad3-487f-9e55-a1417451ae8c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:39.202868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8dc3d4c1-11c6-46f1-bb4e-6479e33ecb71 req-e2f39474-3ad3-487f-9e55-a1417451ae8c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0637491 Aug 27 03:02:39.246255 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8dc3d4c1-11c6-46f1-bb4e-6479e33ecb71 req-ef735e5c-1cf2-476f-ad64-c7c4f708909c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368624 Aug 27 03:02:40.394423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b2cc-9122-4b4e-96a3-4a17fe92514c req-58ac2b3e-e6b4-4a30-92d2-5d1dd7d872b5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:40.395847 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74b4b2cc-9122-4b4e-96a3-4a17fe92514c req-58ac2b3e-e6b4-4a30-92d2-5d1dd7d872b5 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0654109 Aug 27 03:02:40.441550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74b4b2cc-9122-4b4e-96a3-4a17fe92514c req-4a5a745b-931b-4ae8-91c8-2bdfe0fa6691 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388002 Aug 27 03:02:41.582331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c82b52-76e5-40ca-9223-5d9a9470dfc7 req-244b598a-537f-46e6-bae3-c1f796607a04 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:41.584043 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1c82b52-76e5-40ca-9223-5d9a9470dfc7 req-244b598a-537f-46e6-bae3-c1f796607a04 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0547276 Aug 27 03:02:41.625720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b1c82b52-76e5-40ca-9223-5d9a9470dfc7 req-bd969694-4c66-435f-b3d7-bd386f555909 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344975 Aug 27 03:02:42.745149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd46f3-9e97-4b12-81ad-7f8400bafe6e req-95a2bcc5-ab30-4f48-aca8-d9826232cd76 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:42.746680 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afbd46f3-9e97-4b12-81ad-7f8400bafe6e req-95a2bcc5-ab30-4f48-aca8-d9826232cd76 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 943 time: 0.0506349 Aug 27 03:02:42.786172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afbd46f3-9e97-4b12-81ad-7f8400bafe6e req-466cae20-b4d4-4909-8b83-e7aafba15b4d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323703 Aug 27 03:02:43.338128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ff262608-7deb-4ce7-8261-15cad8c38caa details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:02:43.432275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ff262608-7deb-4ce7-8261-15cad8c38caa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ff262608-7deb-4ce7-8261-15cad8c38caa,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:43.450957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'port_id': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'mac_address': 'fa:16:3e:62:10:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:02:43.491987 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:43.504962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff262608-7deb-4ce7-8261-15cad8c38caa {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:02:43.526742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ff262608-7deb-4ce7-8261-15cad8c38caa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ff262608-7deb-4ce7-8261-15cad8c38caa,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:43.531486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:43.578671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ff262608-7deb-4ce7-8261-15cad8c38caa,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:43.587368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.587715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.588057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.588456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.588724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.589048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.589421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.589747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.590066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.590441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.590779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.591101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:43.771332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['ff262608-7deb-4ce7-8261-15cad8c38caa'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:02:43.912559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761cc17-6fa6-4714-acba-90fa7171e308 req-8d6482dd-596c-45ec-8183-a605fefb6c20 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:43.914703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8761cc17-6fa6-4714-acba-90fa7171e308 req-8d6482dd-596c-45ec-8183-a605fefb6c20 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 944 time: 0.0574601 Aug 27 03:02:43.952108 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8761cc17-6fa6-4714-acba-90fa7171e308 req-5c56491e-5d4f-46e7-81ad-0af901506357 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313110 Aug 27 03:02:45.069633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ebdb-48ef-4c5e-961d-fd980023c6a6 req-f09ee80e-8ca4-48ad-aaaa-b9a27f77fad7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:45.071148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d06ebdb-48ef-4c5e-961d-fd980023c6a6 req-f09ee80e-8ca4-48ad-aaaa-b9a27f77fad7 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 944 time: 0.0494344 Aug 27 03:02:45.114862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d06ebdb-48ef-4c5e-961d-fd980023c6a6 req-3e7195eb-ba00-441c-8eb4-de84df77cb2e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375597 Aug 27 03:02:45.340210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ff262608-7deb-4ce7-8261-15cad8c38caa up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:45.391389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port ff262608-7deb-4ce7-8261-15cad8c38caa completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:45.395309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port ff262608-7deb-4ce7-8261-15cad8c38caa triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:45.395686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.476011 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.501008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:45.503543 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc66fa-a472-4089-88aa-a71d9276b045" -d '{"events": [{"server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "name": "network-vif-plugged", "status": "completed", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:45.522514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ff262608-7deb-4ce7-8261-15cad8c38caa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ff262608-7deb-4ce7-8261-15cad8c38caa,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:45.529158 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.563186 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee239214-a3f3-4e04-8223-666d803c6ca5 x-openstack-request-id: req-ee239214-a3f3-4e04-8223-666d803c6ca5 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:45.563590 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "name": "network-vif-plugged", "status": "completed", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:45.563942 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee239214-a3f3-4e04-8223-666d803c6ca5 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:45.564406 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'code': 200} Aug 27 03:02:45.596067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ff262608-7deb-4ce7-8261-15cad8c38caa,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:45.666982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69c02-37b2-444d-954b-28fabff81952 req-6f692f51-a765-4d17-8482-af5eb8399bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:45.668616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44f69c02-37b2-444d-954b-28fabff81952 req-6f692f51-a765-4d17-8482-af5eb8399bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1096 time: 0.0408633 Aug 27 03:02:45.708621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-44f69c02-37b2-444d-954b-28fabff81952 req-fa1df80b-c7e0-4ec3-97fa-ed42ab9ceecd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Aug 27 03:02:46.234622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d246d-0ec6-45dc-a784-72479d2b5338 req-d2ac295d-7e2c-4e5d-bc73-59c9b5e8e85b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:46.236173 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d246d-0ec6-45dc-a784-72479d2b5338 req-d2ac295d-7e2c-4e5d-bc73-59c9b5e8e85b tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 945 time: 0.0504315 Aug 27 03:02:46.275798 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d8d246d-0ec6-45dc-a784-72479d2b5338 req-09e147a8-972f-4778-b58d-e9d3d47aff6e tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332212 Aug 27 03:02:46.946269 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:47.398150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab95c8-cec7-4148-aee3-0f80e3a7e4b6 req-350c5a6e-6312-4350-ac9e-e5655482fd66 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:47.399644 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63ab95c8-cec7-4148-aee3-0f80e3a7e4b6 req-350c5a6e-6312-4350-ac9e-e5655482fd66 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 945 time: 0.0512702 Aug 27 03:02:47.438271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-63ab95c8-cec7-4148-aee3-0f80e3a7e4b6 req-9f73e7b0-597c-4d55-8b49-d107e673a0b2 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Aug 27 03:02:47.555687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2fd99-d299-4bc9-a4da-37609c46807e req-5eb8e659-0aee-4248-8f8e-302f69acf078 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:47.557125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e2fd99-d299-4bc9-a4da-37609c46807e req-5eb8e659-0aee-4248-8f8e-302f69acf078 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 945 time: 0.0500765 Aug 27 03:02:47.600403 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-13e2fd99-d299-4bc9-a4da-37609c46807e req-8d4f3fd5-1783-46fc-8e69-4d905b862976 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368683 Aug 27 03:02:47.622817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34314) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:47.664188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef0852-9cb0-4115-b691-512bdc6a40ae tempest-TestVolumeBootPattern-1881173860 tempest-TestVolumeBootPattern-1881173860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:47.665734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-17ef0852-9cb0-4115-b691-512bdc6a40ae tempest-TestVolumeBootPattern-1881173860 tempest-TestVolumeBootPattern-1881173860-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1091 time: 0.0418563 Aug 27 03:02:47.668771 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34316) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:47.673289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:47.697637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:47.798344 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:47.863365 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:47.913901 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Allocated IP 172.25.1.2 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/2f4c04c4-d215-4f7d-b317-d5efceed7aa3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:02:48.016339 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:48.057459 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:48.094889 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:48.097631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:48.100306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:02:48.133013 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=2f4c04c4-d215-4f7d-b317-d5efceed7aa3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:48.146101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.146471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.146796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.147124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.147445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.147744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.148081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.148395 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.148708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.149018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.149313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.149619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:48.486080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:48.559257 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:48.712621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:48.719881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:48.797481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event updated for resources: {'Port': ['ID=2f4c04c4-d215-4f7d-b317-d5efceed7aa3,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:48.808006 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:48.909462 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Floating IP f9478bc3-58fc-4eab-bb06-31df0c3d2420 associated. External IP: 172.25.1.2, port: ff262608-7deb-4ce7-8261-15cad8c38caa. Aug 27 03:02:49.131112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:02:49.240511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:02:49.251982 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:02:49.257461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:49.263887 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:49.264514 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:02:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:49.285087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-84f9df16-12ec-4b86-8ad7-8a8baa6606ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6152847 Aug 27 03:02:49.285656 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:49.288081 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e011612f-d29f-4ce8-9d13-ef7e36914638" -d '{"events": [{"name": "network-changed", "server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:49.325307 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f2a40b-d558-4f84-9ac3-1acbd277670b x-openstack-request-id: req-28f2a40b-d558-4f84-9ac3-1acbd277670b {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:49.325590 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:49.325840 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28f2a40b-d558-4f84-9ac3-1acbd277670b {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:49.326246 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'status': 'completed', 'code': 200} Aug 27 03:02:49.377941 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:49.393463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-81400e6f-a43f-4478-802c-f4542e1e1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:49.394937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-81400e6f-a43f-4478-802c-f4542e1e1b53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1096 time: 0.0427406 Aug 27 03:02:49.493493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-d55f9317-8b96-4a6e-a6f1-be139a7f1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:49.495048 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-d55f9317-8b96-4a6e-a6f1-be139a7f1152 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0932527 Aug 27 03:02:49.587567 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-6c00f5e5-d6ed-4f23-8eac-9a58e59501b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 200 len: 997 time: 0.0849426 Aug 27 03:02:49.632349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:46Z', 'revision_number': 1, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}, {'id': 'f9478bc3-58fc-4eab-bb06-31df0c3d2420', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:62:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:48Z', 'updated_at': '2021-08-27T03:02:48Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:49.640064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-14168804-f2be-44ee-ab4d-a057f4083b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:49.641566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-14168804-f2be-44ee-ab4d-a057f4083b77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0466003 Aug 27 03:02:49.659489 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:02:49.668518 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:49.669139 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:02:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:49.689888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-694e3ca9-1133-4cc9-882f-99320a86e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:49.691573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-694e3ca9-1133-4cc9-882f-99320a86e661 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425346 Aug 27 03:02:49.788513 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:49.802682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-efbdc994-d720-4e1a-ac32-2956d63fe1ce service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030483 Aug 27 03:02:49.901039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e011612f-d29f-4ce8-9d13-ef7e36914638 req-2e54a59d-1f44-443e-86fa-bd405616bfb8 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898566 Aug 27 03:02:50.015681 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:46Z', 'revision_number': 1, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}, {'id': 'f9478bc3-58fc-4eab-bb06-31df0c3d2420', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:62:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:48Z', 'updated_at': '2021-08-27T03:02:48Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:50.044647 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6de358-2be0-445a-a493-e650cc6275de None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:46Z', 'revision_number': 1, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}, {'id': 'f9478bc3-58fc-4eab-bb06-31df0c3d2420', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:62:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:48Z', 'updated_at': '2021-08-27T03:02:48Z', 'revision_number': 0, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:02:50.245002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d429882-60d5-4dd9-acce-9eafc92fc9bf None None] New status for floating IP f9478bc3-58fc-4eab-bb06-31df0c3d2420: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:02:57.759232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-018f9013-41b0-4f41-a52a-78363731678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:00.286386 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-11710377-5287-486b-bd24-69f683388b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:00.502075 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:01.268879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-08c5a43c-9065-4371-9c98-2693ff3aa5db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453711 Aug 27 03:03:01.358115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-93063a96-93bf-4ab9-9734-a46077ae49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:01.359596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-93063a96-93bf-4ab9-9734-a46077ae49bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1096 time: 0.0427167 Aug 27 03:03:01.402899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:01.475910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-0773dc79-48f7-44cb-b37c-a302c8ad230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:01.478037 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-0773dc79-48f7-44cb-b37c-a302c8ad230f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0990813 Aug 27 03:03:01.552363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-ad808f49-1b7c-4dae-8f8f-000edbe7eb29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 1000 time: 0.0671403 Aug 27 03:03:01.606143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-45aed559-05ac-4c88-90ea-10be9586c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:01.608111 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-45aed559-05ac-4c88-90ea-10be9586c86f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0490100 Aug 27 03:03:01.659746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-68df1ab5-cc09-4f92-bf8c-2726d6698c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:01.661333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-68df1ab5-cc09-4f92-bf8c-2726d6698c68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463736 Aug 27 03:03:01.750984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-d0a349b5-6148-42fd-8280-c2b26db1ed12 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823274 Aug 27 03:03:02.171204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-de8b32fb-4138-4f7e-a16f-4e98f6ec80a6 req-e9dc38e6-25ed-4985-930a-0457a6f917e0 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129364 Aug 27 03:03:03.274129 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:08.567220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-25a8b5b7-68b1-40a9-8a0b-c2cf9e870c05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429301 Aug 27 03:03:08.658881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-937425bc-48e4-4a78-a7a8-5e733dbd2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:08.660373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-937425bc-48e4-4a78-a7a8-5e733dbd2766 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1096 time: 0.0480089 Aug 27 03:03:08.773950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-4fe4e0ad-960d-48a1-8f93-1eb1a0ea028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:08.775393 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-4fe4e0ad-960d-48a1-8f93-1eb1a0ea028e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0884638 Aug 27 03:03:08.846861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-86dde420-dad1-4276-80a3-720b77a0b74e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 200 len: 999 time: 0.0628779 Aug 27 03:03:08.898332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-e18a459c-f9f6-4383-97c7-ea198d7edd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:08.899857 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-e18a459c-f9f6-4383-97c7-ea198d7edd72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0443168 Aug 27 03:03:08.949002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-cc889d9b-a767-486e-913e-a543b45ebe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:08.950532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-cc889d9b-a767-486e-913e-a543b45ebe2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412824 Aug 27 03:03:09.041949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-8972d798-31d5-445a-b76e-e878ed9311ec service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835712 Aug 27 03:03:09.133438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f44b6c9c-6eaa-4630-a8bf-12e603ca6bbd req-86261399-de7d-4494-ba07-60bea34ec426 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Aug 27 03:03:15.288852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:03:16.962799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:17.876956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:27.753226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ce44795a-84b3-467c-b662-0b521d30a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:30.280208 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-84bab19b-9298-4884-a5ba-f5319b8d6180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:30.515462 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:31.413983 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:33.282153 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:46.982032 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:47.859281 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:52.291729 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:03:57.757389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-17b2c6cb-d7a8-4e47-8819-7541d13c225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:00.282989 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba2f1b26-09d8-4c3f-a64c-30f0213eb4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:00.508128 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:01.410355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:02.265692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-a1f93997-7197-4681-a010-7e658d7d7913 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421565 Aug 27 03:04:02.359483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5aa3-2756-4029-b589-4507a5894655 req-df18b2d3-5174-4c7b-8803-db179566a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:02.361006 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-df18b2d3-5174-4c7b-8803-db179566a26d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1096 time: 0.0488784 Aug 27 03:04:02.472060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5aa3-2756-4029-b589-4507a5894655 req-2687492c-8c6a-406e-8e48-c74c426e7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:02.474152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-2687492c-8c6a-406e-8e48-c74c426e7c7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0884569 Aug 27 03:04:02.541891 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-dedeb4ca-430c-4710-9c2d-7f9142ebab1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 1000 time: 0.0600593 Aug 27 03:04:02.591987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5aa3-2756-4029-b589-4507a5894655 req-6e7ed4d9-e393-41c6-9451-8f095f665144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:02.593530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-6e7ed4d9-e393-41c6-9451-8f095f665144 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0451131 Aug 27 03:04:02.644303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5aa3-2756-4029-b589-4507a5894655 req-297afa0d-a3f9-445f-8cc4-e1f46802f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:02.645849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-297afa0d-a3f9-445f-8cc4-e1f46802f0d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455754 Aug 27 03:04:02.735436 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-008e771c-c2fa-41a7-8230-d69e2b5b0ee6 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820086 Aug 27 03:04:02.831056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92dd5aa3-2756-4029-b589-4507a5894655 req-901567c2-8f95-413c-b899-f6ef30730947 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886905 Aug 27 03:04:03.281121 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:08.572719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-1eb8e1d6-02bf-4079-b583-464aba48d62e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407064 Aug 27 03:04:08.661781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-0615a303-ba7f-4f82-b0c8-cf0f75101c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:08.663318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-0615a303-ba7f-4f82-b0c8-cf0f75101c92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1096 time: 0.0473220 Aug 27 03:04:08.766032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-a9145165-a9ed-42d2-b2a5-3ec52e5f4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:08.767559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-a9145165-a9ed-42d2-b2a5-3ec52e5f4a94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0850222 Aug 27 03:04:08.837269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-8d248b88-21a8-4d82-83f9-ba510c36bb37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 200 len: 999 time: 0.0616987 Aug 27 03:04:08.887506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-2c18b761-5448-4caf-acb2-697678c53eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:08.888982 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-2c18b761-5448-4caf-acb2-697678c53eed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0448577 Aug 27 03:04:08.937257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-40fb9e62-7929-46e4-99e3-8eea2728ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:08.938811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-40fb9e62-7929-46e4-99e3-8eea2728ed8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412338 Aug 27 03:04:09.033206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-62503c2c-84fb-4f60-9186-6df0aea248c9 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Aug 27 03:04:09.132851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405b95cd-36b6-4b7b-ad47-82eccbfdd455 req-59b67763-7913-4ed9-ab46-2c870fe62340 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928068 Aug 27 03:04:16.962662 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:17.259040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34354) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:17.421197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port 2f4c04c4-d215-4f7d-b317-d5efceed7aa3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:17.421521 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:17.500727 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:17.501011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:17.512783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for 2f4c04c4-d215-4f7d-b317-d5efceed7aa3 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:17.664675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:17.690840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=2f4c04c4-d215-4f7d-b317-d5efceed7aa3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:17.722030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.722384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.722722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.723044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.723372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.723702 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.724028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.724359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.724687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.725008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.725329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.725649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:17.764696 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:17.764923 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Floating IP f9478bc3-58fc-4eab-bb06-31df0c3d2420 disassociated (deleted). External IP: 172.25.1.2, port: ff262608-7deb-4ce7-8261-15cad8c38caa. Aug 27 03:04:17.860239 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:17.980767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:04:18.090119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:04:18.094632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:18.100819 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:04:18.110808 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:18.111419 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:18.123662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3a92dff3-32f3-4f08-84cd-e014600a7b01 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "DELETE /v2.0/floatingips/f9478bc3-58fc-4eab-bb06-31df0c3d2420 HTTP/1.1" status: 204 len: 168 time: 0.8635683 Aug 27 03:04:18.124225 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:04:18.127095 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fff32d-bfe6-421a-b538-0a750e2d4f90" -d '{"events": [{"name": "network-changed", "server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:04:18.226223 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:18.245076 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943af166-b962-4f98-9dca-a792e6d01131 x-openstack-request-id: req-943af166-b962-4f98-9dca-a792e6d01131 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:04:18.246601 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:04:18.246863 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-943af166-b962-4f98-9dca-a792e6d01131 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:04:18.247289 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'status': 'completed', 'code': 200} Aug 27 03:04:18.311408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-aee43c74-ef86-47e8-b91a-758800f4be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:18.313115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-aee43c74-ef86-47e8-b91a-758800f4be2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 1096 time: 0.0438097 Aug 27 03:04:18.416375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-172f5c58-70c7-40e8-bc66-cb8b64eb41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:18.418151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-172f5c58-70c7-40e8-bc66-cb8b64eb41eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.0962937 Aug 27 03:04:18.442558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873635-8b94-4f90-b9fb-7cbe3b260478 req-b5d76801-b02a-4dd3-bfca-4c599312496a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:18.444621 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f873635-8b94-4f90-b9fb-7cbe3b260478 req-b5d76801-b02a-4dd3-bfca-4c599312496a tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 945 time: 0.1184995 Aug 27 03:04:18.462513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-a6a2e457-f603-41f0-999b-60b3aa409efc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 200 len: 217 time: 0.0351732 Aug 27 03:04:18.490107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f873635-8b94-4f90-b9fb-7cbe3b260478 req-b4c68adf-718e-4866-b00b-7c784993774f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340416 Aug 27 03:04:18.511396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-6c450f1a-5b47-4fb8-b07d-3b394ed12059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:18.512866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-6c450f1a-5b47-4fb8-b07d-3b394ed12059 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0432105 Aug 27 03:04:18.558298 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:46Z', 'revision_number': 1, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:18.563565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-cb03b138-1d2d-4e78-a4f5-b524a7a79cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:18.565067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-cb03b138-1d2d-4e78-a4f5-b524a7a79cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437980 Aug 27 03:04:18.588083 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:04:18.597439 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:18.598077 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:18.658212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-069bb51c-33b9-4fee-8074-763664eaa2b0 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Aug 27 03:04:18.708910 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:18.756963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47fff32d-bfe6-421a-b538-0a750e2d4f90 req-c42aa520-9bbe-4277-ba16-45bc472427c4 service neutron] 10.222.0.32 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896657 Aug 27 03:04:18.945310 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:46Z', 'revision_number': 1, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:18.974930 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3738f-ac21-4c3b-9310-62f9fa1b5bd6 None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'c5f0cf08-a052-42ff-b63d-58f4fd84627a', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'port_id': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'mac_address': 'fa:16:3e:9d:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:00:44Z', 'updated_at': '2021-08-27T03:00:46Z', 'revision_number': 1, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:04:19.205747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10267f72-c165-415a-9793-f5581c9a8c51 None None] New status for floating IP f9478bc3-58fc-4eab-bb06-31df0c3d2420: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:04:19.685581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dd270-3937-4de4-901c-a7ebee947570 req-2c3be482-82f8-4a6a-a90c-001e1c23f874 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:19.687180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af8dd270-3937-4de4-901c-a7ebee947570 req-2c3be482-82f8-4a6a-a90c-001e1c23f874 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 945 time: 0.1020756 Aug 27 03:04:19.726873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af8dd270-3937-4de4-901c-a7ebee947570 req-ac1b4921-f5e6-43e1-b2d9-0a93dd4ddb41 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Aug 27 03:04:19.912475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-c27ce29f-48af-4f86-8909-460d773ec657 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:19.913944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-c27ce29f-48af-4f86-8909-460d773ec657 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 945 time: 0.0513902 Aug 27 03:04:20.013722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port ff262608-7deb-4ce7-8261-15cad8c38caa {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:20.014083 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:20.102122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] For port ff262608-7deb-4ce7-8261-15cad8c38caa, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ff262608-7deb-4ce7-8261-15cad8c38caa,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:20.102547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:20.116000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for ff262608-7deb-4ce7-8261-15cad8c38caa owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:20.253404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:20.281978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=ff262608-7deb-4ce7-8261-15cad8c38caa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:20.294388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.294703 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.295039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.295385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.295712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.296038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.296372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.296666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.297018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.297322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.297641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.297961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:20.336860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] No DVR routers for this DVR port ff262608-7deb-4ce7-8261-15cad8c38caa on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:04:20.339466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:20.341502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8db25121-4bfa-4bef-996e-ff7878b32c7d req-0f82f792-806a-44eb-a1a3-be83ab448457 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.32 "DELETE /v2.0/ports/ff262608-7deb-4ce7-8261-15cad8c38caa HTTP/1.1" status: 204 len: 173 time: 0.4203644 Aug 27 03:04:20.342059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'name': 'network-vif-deleted', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:04:20.344345 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b43f779-2cf9-40cc-b119-cf8967f76709" -d '{"events": [{"server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "name": "network-vif-deleted", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:04:20.405701 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec4195-7755-4941-983b-9ba61bcee1a8 x-openstack-request-id: req-cbec4195-7755-4941-983b-9ba61bcee1a8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:04:20.405997 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9813e3e9-3e82-48be-ad49-6cbe3b59882f", "name": "network-vif-deleted", "tag": "ff262608-7deb-4ce7-8261-15cad8c38caa", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:04:20.406250 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbec4195-7755-4941-983b-9ba61bcee1a8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:04:20.406683 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9813e3e9-3e82-48be-ad49-6cbe3b59882f', 'name': 'network-vif-deleted', 'tag': 'ff262608-7deb-4ce7-8261-15cad8c38caa', 'status': 'completed', 'code': 200} Aug 27 03:04:20.834636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-992200e3-2223-4d1d-92a3-86ad460386aa req-667f8ba8-28ba-47ce-b37d-8d0d1c0441a4 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0348268 Aug 27 03:04:21.933253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-43c92dc9-8105-49f0-8abe-a198f1df4ae9 req-0d7d0c7f-3127-4664-84a7-526b183d8b59 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0269752 Aug 27 03:04:23.031546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d4b9cd13-d43e-4a5b-a357-4957aa03d14b req-7384fb39-b9f9-41e7-b8c5-d1e80e7aa707 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0263054 Aug 27 03:04:23.852389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ff262608-7deb-4ce7-8261-15cad8c38caa no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:23.872335 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: ff262608-7deb-4ce7-8261-15cad8c38caa {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:23.872679 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ff262608-7deb-4ce7-8261-15cad8c38caa not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:24.143861 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-949e0469-2d7b-47e5-9455-02a5ed8dbc40 req-3b43bca9-6187-42f9-b5f2-74ab4b4292cd tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=9813e3e9-3e82-48be-ad49-6cbe3b59882f HTTP/1.1" status: 200 len: 210 time: 0.0267489 Aug 27 03:04:27.765422 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9445-f9d7-4321-b67f-63c947022864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:29.290938 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:04:29.512840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:29.676344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port be9b9d69-dd04-47c6-a17f-4954a293cd33 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:29.676695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:29.756617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:29.756907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:29.769576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for be9b9d69-dd04-47c6-a17f-4954a293cd33 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:29.924181 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:29.948048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=be9b9d69-dd04-47c6-a17f-4954a293cd33,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:30.011552 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:30.011827 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Floating IP c5f0cf08-a052-42ff-b63d-58f4fd84627a disassociated (deleted). External IP: 172.25.1.60, port: f303ff9a-5467-4834-978d-b3d52a029dfd. Aug 27 03:04:30.237015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:04:30.287454 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c56fa0f0-d5f2-4ebd-8a55-3a44658bfbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:30.349694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:04:30.354807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:30.361165 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:04:30.370941 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:30.371589 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:30.381474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8f662ee7-3a12-4297-a723-8fc8d2370caf tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "DELETE /v2.0/floatingips/c5f0cf08-a052-42ff-b63d-58f4fd84627a HTTP/1.1" status: 204 len: 168 time: 0.8674304 Aug 27 03:04:30.382070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:04:30.384368 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427b363-c98d-41c8-b73b-aa51c17fe4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:04:30.425361 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a333661-2014-4338-a916-4469d86a7c5c x-openstack-request-id: req-2a333661-2014-4338-a916-4469d86a7c5c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:04:30.425662 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:04:30.425915 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a333661-2014-4338-a916-4469d86a7c5c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:04:30.426687 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'status': 'completed', 'code': 200} Aug 27 03:04:30.489393 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:30.496388 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-95b1e73b-bde5-4afa-969f-cadbb79ef3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:30.498153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-95b1e73b-bde5-4afa-969f-cadbb79ef3c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fad10dde630d4beea46c864b7340c228&device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 1096 time: 0.0490766 Aug 27 03:04:30.515308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:30.618002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-df97c2a7-0771-45db-bd0e-730996a21007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:30.619533 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-df97c2a7-0771-45db-bd0e-730996a21007 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 200 len: 912 time: 0.1118588 Aug 27 03:04:30.635572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe47bd2-6fd4-4cd6-83c4-1f791133f133 req-c5fd2965-58b5-4a3a-a08e-1f0679f3d5ab tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:30.637293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6fe47bd2-6fd4-4cd6-83c4-1f791133f133 req-c5fd2965-58b5-4a3a-a08e-1f0679f3d5ab tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 945 time: 0.0565305 Aug 27 03:04:30.664296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-365d4917-3ce6-4da0-8615-9a8b9ed6992a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 200 len: 217 time: 0.0356574 Aug 27 03:04:30.680187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6fe47bd2-6fd4-4cd6-83c4-1f791133f133 req-7f4066a0-1293-41fc-855c-8d4256f3695f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355654 Aug 27 03:04:30.719998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-74fb8411-e5e3-404e-a60e-30609e22a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:30.721514 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-74fb8411-e5e3-404e-a60e-30609e22a8cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 200 len: 850 time: 0.0499244 Aug 27 03:04:30.741066 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:30.767236 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:04:30.769052 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-d2e71f86-9ad3-4a86-b62b-aed8ad54cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:30.770636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-d2e71f86-9ad3-4a86-b62b-aed8ad54cba5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413706 Aug 27 03:04:30.775965 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:30.776540 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:30.861687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-572939da-6799-4850-a581-e2b0dcae24dc service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823774 Aug 27 03:04:30.881929 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:30.958211 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e427b363-c98d-41c8-b73b-aa51c17fe4d3 req-9de5b490-ac20-43a1-8d79-e19c2dc692f5 service neutron] 10.222.0.45 "GET /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888207 Aug 27 03:04:31.082359 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:31.108415 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e249da-53f7-4bb2-81fd-b5b3491bbe74 None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T02:54:45Z', 'revision_number': 4, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd2ba357c-a048-4898-9712-9593ea651549', 'name': '', 'network_id': '2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'mac_address': 'fa:16:3e:12:69:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '89997527-39aa-45ae-8d55-c49986f6573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:44Z', 'updated_at': '2021-08-27T02:54:51Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'subnets': [{'id': '89997527-39aa-45ae-8d55-c49986f6573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:04:31.344032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e37bd-cbf5-475b-be07-f951cf5b079d None None] New status for floating IP c5f0cf08-a052-42ff-b63d-58f4fd84627a: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:04:31.418661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:31.802101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255448d-05a1-464e-aee1-80cf5a2b86dc req-8e741b62-b675-4ad8-8442-9c423a74f1f9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:31.803612 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c255448d-05a1-464e-aee1-80cf5a2b86dc req-8e741b62-b675-4ad8-8442-9c423a74f1f9 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 945 time: 0.0502558 Aug 27 03:04:31.843354 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c255448d-05a1-464e-aee1-80cf5a2b86dc req-4050e54c-6729-4cee-af1e-9d81b2ee4b50 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cf579c0-4f90-4ce6-aa29-726446cde0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331323 Aug 27 03:04:32.127150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-b6896f91-8ee0-43c9-9b40-2a4716ddf733 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:32.128630 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-b6896f91-8ee0-43c9-9b40-2a4716ddf733 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Aug 27 03:04:32.226338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port f303ff9a-5467-4834-978d-b3d52a029dfd {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:32.226710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.313359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] For port f303ff9a-5467-4834-978d-b3d52a029dfd, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f303ff9a-5467-4834-978d-b3d52a029dfd,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:32.313732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.331185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for f303ff9a-5467-4834-978d-b3d52a029dfd owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:32.458263 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.487104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=f303ff9a-5467-4834-978d-b3d52a029dfd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:32.532001 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] No DVR routers for this DVR port f303ff9a-5467-4834-978d-b3d52a029dfd on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:04:32.534678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.536713 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f4952904-041c-484c-8f58-fbc4db7e0403 req-4bd6581a-9b29-4cf4-815b-52454cf45b9d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.45 "DELETE /v2.0/ports/f303ff9a-5467-4834-978d-b3d52a029dfd HTTP/1.1" status: 204 len: 173 time: 0.4011207 Aug 27 03:04:32.537151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'name': 'network-vif-deleted', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:04:32.539430 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eaf6da-d6eb-4829-a7ab-abfe29d2d1a1" -d '{"events": [{"server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "name": "network-vif-deleted", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:04:32.575777 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af86f6b-aa16-41d7-ba21-a8d9128d4879 x-openstack-request-id: req-2af86f6b-aa16-41d7-ba21-a8d9128d4879 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:04:32.576067 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cea34a-3bc4-4c6f-8fca-4763a47999d1", "name": "network-vif-deleted", "tag": "f303ff9a-5467-4834-978d-b3d52a029dfd", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:04:32.576406 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2af86f6b-aa16-41d7-ba21-a8d9128d4879 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:04:32.576785 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cea34a-3bc4-4c6f-8fca-4763a47999d1', 'name': 'network-vif-deleted', 'tag': 'f303ff9a-5467-4834-978d-b3d52a029dfd', 'status': 'completed', 'code': 200} Aug 27 03:04:32.942596 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-715f0cb2-4fa1-4630-80cd-3836a22ec25c req-783bff16-e6de-413d-8e58-e5dd96aaa172 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 210 time: 0.0279627 Aug 27 03:04:33.285108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:34.045739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a754c0c-c035-4af8-b75d-dc4ca44c3e20 req-fad442df-79d6-49b3-8bd4-fca008861e5f tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 210 time: 0.0312090 Aug 27 03:04:35.152442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-db0a49aa-b9e3-4b46-8db0-701c4524ae5b req-80e359bc-3cdf-4927-83cf-2915a2f4657c tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Aug 27 03:04:36.260340 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04ab8e01-f758-419c-8923-38e39252bba3 req-e0289460-0008-4f13-a8c3-f9c09fa9779d tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cea34a-3bc4-4c6f-8fca-4763a47999d1 HTTP/1.1" status: 200 len: 210 time: 0.0266676 Aug 27 03:04:36.544194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f303ff9a-5467-4834-978d-b3d52a029dfd no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:36.564620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f303ff9a-5467-4834-978d-b3d52a029dfd {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:36.564982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f303ff9a-5467-4834-978d-b3d52a029dfd not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:37.315593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34442) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:37.442704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Deleting port a3ec2f53-11d5-4c25-98e0-9c8e68c75201 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:37.443044 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.525709 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.526048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.538169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Calling delete_port for a3ec2f53-11d5-4c25-98e0-9c8e68c75201 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:37.679058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.702876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'Port': ['ID=a3ec2f53-11d5-4c25-98e0-9c8e68c75201,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:37.767805 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.770257 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.771472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0cf16316-0197-4506-a8c6-f297e1752528 tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "DELETE /v2.0/floatingips/d136fbbd-687c-4a30-9b19-4f17e635632a HTTP/1.1" status: 204 len: 168 time: 0.4548869 Aug 27 03:04:40.046260 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34456) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:40.107489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1404ffdc-8fc8-4bf4-a91c-3f3d3d7bc2ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:40.138942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1404ffdc-8fc8-4bf4-a91c-3f3d3d7bc2ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:40.216959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1404ffdc-8fc8-4bf4-a91c-3f3d3d7bc2ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:40.219838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1404ffdc-8fc8-4bf4-a91c-3f3d3d7bc2ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:40.221056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1404ffdc-8fc8-4bf4-a91c-3f3d3d7bc2ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] 10.222.0.10 "DELETE /v2.0/security-groups/3cf579c0-4f90-4ce6-aa29-726446cde0c6 HTTP/1.1" status: 204 len: 168 time: 0.1736884 Aug 27 03:04:40.230794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404ffdc-8fc8-4bf4-a91c-3f3d3d7bc2ba tempest-TestVolumeBootPattern-1382871351 tempest-TestVolumeBootPattern-1382871351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf579c0-4f90-4ce6-aa29-726446cde0c6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:40.285635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34460) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:40.777868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:41.035719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Deleting port d2ba357c-a048-4898-9712-9593ea651549 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:41.036141 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:41.115216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] For port d2ba357c-a048-4898-9712-9593ea651549, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d2ba357c-a048-4898-9712-9593ea651549,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:41.115995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:41.133977 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Calling delete_port for d2ba357c-a048-4898-9712-9593ea651549 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:41.316230 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:41.664008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ba357c-a048-4898-9712-9593ea651549,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:41.835080 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.055860 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Router e5b4cd7d-7670-44f4-b493-303f7fefb739 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:04:42.164252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:04:42.169372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7e290d91-4f8d-40ca-a983-ee745f103d0d admin admin] 10.222.0.10 "PUT /v2.0/routers/e5b4cd7d-7670-44f4-b493-303f7fefb739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8825676 Aug 27 03:04:42.172604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34464) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:42.173574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] Sync routers for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:04:42.183676 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:42.184282 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:42.277217 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.300822 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:42.384388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.443300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Deleting port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:42.443637 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.524518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] For port 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:42.524895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.538541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Calling delete_port for 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:42.581685 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T03:04:41Z', 'revision_number': 5, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port': {'id': '5b60e7c3-ca38-4d5f-a3b0-76d65067cb51', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:43Z', 'updated_at': '2021-08-27T02:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:42.610564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] Checking router: e5b4cd7d-7670-44f4-b493-303f7fefb739 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:04:42.619090 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] Routers {'e5b4cd7d-7670-44f4-b493-303f7fefb739'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:42.619709 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e5b4cd7d-7670-44f4-b493-303f7fefb739'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:42.708681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.711672 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] Set router e5b4cd7d-7670-44f4-b493-303f7fefb739 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:42.739523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b60e7c3-ca38-4d5f-a3b0-76d65067cb51,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:42.763724 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T03:04:42Z', 'revision_number': 6, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:42.792861 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e3d0a-3617-46ed-bdb7-1442e2292394 None None] The sync data for ids ['e5b4cd7d-7670-44f4-b493-303f7fefb739'] in n-d-806293-1 is: [{'id': 'e5b4cd7d-7670-44f4-b493-303f7fefb739', 'name': 'tempest-TestVolumeBootPattern-919952426-router', 'tenant_id': 'fad10dde630d4beea46c864b7340c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:42Z', 'updated_at': '2021-08-27T03:04:42Z', 'revision_number': 6, 'project_id': 'fad10dde630d4beea46c864b7340c228', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:04:42.805042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.906847 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.909200 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.953189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.953803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b4cd7d-7670-44f4-b493-303f7fefb739 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:04:42.958341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.959588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-22faa42d-c485-4799-9224-2d035afd5f81 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e5b4cd7d-7670-44f4-b493-303f7fefb739 HTTP/1.1" status: 204 len: 168 time: 0.7859690 Aug 27 03:04:42.962504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34466) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:43.007969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] Deleting subnet 89997527-39aa-45ae-8d55-c49986f6573d {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:04:43.011194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.045580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.134012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.191874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.221008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89997527-39aa-45ae-8d55-c49986f6573d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:43.223091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.225001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b1f8c811-0564-421d-919a-342bd6b447e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/89997527-39aa-45ae-8d55-c49986f6573d HTTP/1.1" status: 204 len: 168 time: 0.2614205 Aug 27 03:04:43.227685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34468) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:43.231770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e921af-8c02-4461-935b-ae22fcc6857e None None] Network 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:04:43.302928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.359437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Deleting port 185eb778-be5d-4b1a-9d0a-02d18225f18a {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:43.359770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.416109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c330d4-5909-45db-b198-65e63641a24c None None] DHCP port deletion for 2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:04:43.428683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] For port 185eb778-be5d-4b1a-9d0a-02d18225f18a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=185eb778-be5d-4b1a-9d0a-02d18225f18a,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:43.429087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.444275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Calling delete_port for 185eb778-be5d-4b1a-9d0a-02d18225f18a owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:43.463601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Deleting port 185eb778-be5d-4b1a-9d0a-02d18225f18a {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:43.464006 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.533181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-16c330d4-5909-45db-b198-65e63641a24c None None] For port 185eb778-be5d-4b1a-9d0a-02d18225f18a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=185eb778-be5d-4b1a-9d0a-02d18225f18a,segment=NetworkSegment(c4125cb9-4edb-4fd7-adce-306911778ffe),segment_id=c4125cb9-4edb-4fd7-adce-306911778ffe)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:43.533583 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.542770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.551087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Calling delete_port for 185eb778-be5d-4b1a-9d0a-02d18225f18a owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:43.574284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Pushing event deleted for resources: {'Port': ['ID=185eb778-be5d-4b1a-9d0a-02d18225f18a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:43.579125 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] No DVR routers for this DVR port 185eb778-be5d-4b1a-9d0a-02d18225f18a on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:04:43.644319 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.649165 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d2ba357c-a048-4898-9712-9593ea651549 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:43.659452 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.671077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:43.682096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4125cb9-4edb-4fd7-adce-306911778ffe') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:43.682448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4125cb9-4edb-4fd7-adce-306911778ffe') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:43.691962 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.692730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Pushing event deleted for resources: {'Port': ['ID=185eb778-be5d-4b1a-9d0a-02d18225f18a,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:43.695790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d2ba357c-a048-4898-9712-9593ea651549 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:43.696141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d2ba357c-a048-4898-9712-9593ea651549 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:43.696556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 185eb778-be5d-4b1a-9d0a-02d18225f18a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:43.707131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.714020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:04:43.714605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:04:43.716474 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:04:43.719369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c330d4-5909-45db-b198-65e63641a24c None None] No DVR routers for this DVR port 185eb778-be5d-4b1a-9d0a-02d18225f18a on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:04:43.721956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.722305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.722673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.723018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.723351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.723684 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.724028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.724353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.724685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.725009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.725333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.725655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c330d4-5909-45db-b198-65e63641a24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:43.729254 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 185eb778-be5d-4b1a-9d0a-02d18225f18a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:43.729604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 185eb778-be5d-4b1a-9d0a-02d18225f18a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:43.730026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:43.750194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:43.750569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 5b60e7c3-ca38-4d5f-a3b0-76d65067cb51 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:43.779916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.786624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.788490 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] 10.222.0.10 "DELETE /v2.0/networks/2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95 HTTP/1.1" status: 204 len: 168 time: 0.5599208 Aug 27 03:04:43.791754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34470) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:43.799949 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bfa70-e790-4501-ac57-015d4c8fa47f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c17bba9-1bf5-426d-a3d7-3b5b4a48ba95,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:44.476586 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:44.735217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Deleting port f7533b8f-6eff-4265-96f1-966f52f6d97f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:44.735476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:44.817834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] For port f7533b8f-6eff-4265-96f1-966f52f6d97f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f7533b8f-6eff-4265-96f1-966f52f6d97f,segment=NetworkSegment(fefa6c72-0796-4dd1-883f-42db4b438e85),segment_id=fefa6c72-0796-4dd1-883f-42db4b438e85)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:44.818593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:44.835719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Calling delete_port for f7533b8f-6eff-4265-96f1-966f52f6d97f owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:45.020264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.044156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7533b8f-6eff-4265-96f1-966f52f6d97f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:45.213031 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.435138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Router 4e63f865-59ec-475b-bb77-02c7fab6eba5 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:04:45.561229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:04:45.566767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24625b3a-0e7e-432b-a837-9a1adefb6b8e admin admin] 10.222.0.10 "PUT /v2.0/routers/4e63f865-59ec-475b-bb77-02c7fab6eba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7738905 Aug 27 03:04:45.569534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34472) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:45.570924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] Sync routers for ids ['4e63f865-59ec-475b-bb77-02c7fab6eba5'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:04:45.582400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] Routers {'4e63f865-59ec-475b-bb77-02c7fab6eba5'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:45.583431 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4e63f865-59ec-475b-bb77-02c7fab6eba5'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:45.678909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.698704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] Set router 4e63f865-59ec-475b-bb77-02c7fab6eba5 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:45.785798 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.843082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Deleting port 50592d1d-04d9-4d31-a861-d133d5a24659 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:45.843890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.889036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T03:04:44Z', 'revision_number': 5, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port': {'id': '50592d1d-04d9-4d31-a861-d133d5a24659', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:49Z', 'updated_at': '2021-08-27T02:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:45.926121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] For port 50592d1d-04d9-4d31-a861-d133d5a24659, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=50592d1d-04d9-4d31-a861-d133d5a24659,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:45.926605 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.941608 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Calling delete_port for 50592d1d-04d9-4d31-a861-d133d5a24659 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:46.080410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] Checking router: 4e63f865-59ec-475b-bb77-02c7fab6eba5 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:04:46.089056 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] Routers {'4e63f865-59ec-475b-bb77-02c7fab6eba5'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:46.089650 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:04:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['4e63f865-59ec-475b-bb77-02c7fab6eba5'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:46.116273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.145139 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=50592d1d-04d9-4d31-a861-d133d5a24659,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:46.175731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] Set router 4e63f865-59ec-475b-bb77-02c7fab6eba5 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:46.208109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.234497 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T03:04:45Z', 'revision_number': 6, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:46.261245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa708c3-9777-473a-a5da-b642edb67b84 None None] The sync data for ids ['4e63f865-59ec-475b-bb77-02c7fab6eba5'] in n-d-806293-1 is: [{'id': '4e63f865-59ec-475b-bb77-02c7fab6eba5', 'name': 'tempest-TestVolumeBootPattern-1813925113-router', 'tenant_id': '06833b7d9aa144f4b96e300bc1f0874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:48Z', 'updated_at': '2021-08-27T03:04:45Z', 'revision_number': 6, 'project_id': '06833b7d9aa144f4b96e300bc1f0874b', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:04:46.303168 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.305466 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.352316 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.352825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e63f865-59ec-475b-bb77-02c7fab6eba5 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:04:46.358272 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.361913 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-46f69f92-0aa1-44d9-8c35-d5e2582afb3d admin admin] 10.222.0.10 "DELETE /v2.0/routers/4e63f865-59ec-475b-bb77-02c7fab6eba5 HTTP/1.1" status: 204 len: 168 time: 0.7890246 Aug 27 03:04:46.362243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34474) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:46.412802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] Deleting subnet f6f6a29a-0798-4858-bcdf-620396783c73 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:04:46.416117 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.451619 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.534179 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.600197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.627501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f6a29a-0798-4858-bcdf-620396783c73,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:46.631471 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.635937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5dc6dcbe-77cf-4deb-9bf1-abe08d7e8e7b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f6f6a29a-0798-4858-bcdf-620396783c73 HTTP/1.1" status: 204 len: 168 time: 0.2701304 Aug 27 03:04:46.636045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34476) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:46.644701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12261a02-e888-450f-a3e5-411e7c6e2928 None None] Network 2833943c-c1e0-4519-9917-ea27e8332d6c requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:04:46.713917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.773155 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Deleting port 8e83172f-ca03-4160-bb64-a0df7751f31c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:04:46.773665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.842413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] For port 8e83172f-ca03-4160-bb64-a0df7751f31c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e83172f-ca03-4160-bb64-a0df7751f31c,segment=NetworkSegment(fefa6c72-0796-4dd1-883f-42db4b438e85),segment_id=fefa6c72-0796-4dd1-883f-42db4b438e85)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:46.842785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.855624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Calling delete_port for 8e83172f-ca03-4160-bb64-a0df7751f31c owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:04:46.935931 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.958651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:46.965939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e83172f-ca03-4160-bb64-a0df7751f31c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:46.972134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] No DVR routers for this DVR port 8e83172f-ca03-4160-bb64-a0df7751f31c on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:04:47.045026 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.055767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2833943c-c1e0-4519-9917-ea27e8332d6c']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:47.067707 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefa6c72-0796-4dd1-883f-42db4b438e85') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:47.067974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefa6c72-0796-4dd1-883f-42db4b438e85') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:47.078539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.088604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9371998-1078-468e-ab22-2ec20b827733 None None] DHCP port deletion for 2833943c-c1e0-4519-9917-ea27e8332d6c request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:04:47.094226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.101456 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:04:47.101589 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:04:47.103344 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:04:47.164492 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.172094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.178534 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2833943c-c1e0-4519-9917-ea27e8332d6c HTTP/1.1" status: 204 len: 168 time: 0.5412638 Aug 27 03:04:47.192871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4df4a-9488-4df6-a37d-6af00bbbd4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2833943c-c1e0-4519-9917-ea27e8332d6c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:47.333183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34480) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:47.376950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1df390a2-95b8-4bbb-9489-0b0ea0a13538 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fad10dde630d4beea46c864b7340c228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418882 Aug 27 03:04:47.379815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34482) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:47.433929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25e8b07e-c78d-4047-a490-eeddfde229e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.455938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25e8b07e-c78d-4047-a490-eeddfde229e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.505298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25e8b07e-c78d-4047-a490-eeddfde229e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.508118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25e8b07e-c78d-4047-a490-eeddfde229e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.511676 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-25e8b07e-c78d-4047-a490-eeddfde229e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd0d46e0-cdf9-45dd-b62c-f9924d7466eb HTTP/1.1" status: 204 len: 168 time: 0.1285949 Aug 27 03:04:47.518370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8b07e-c78d-4047-a490-eeddfde229e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0d46e0-cdf9-45dd-b62c-f9924d7466eb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:47.602995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7533b8f-6eff-4265-96f1-966f52f6d97f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:47.632090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f7533b8f-6eff-4265-96f1-966f52f6d97f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:47.632670 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f7533b8f-6eff-4265-96f1-966f52f6d97f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:47.633266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e83172f-ca03-4160-bb64-a0df7751f31c no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:47.655589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 8e83172f-ca03-4160-bb64-a0df7751f31c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:47.656639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e83172f-ca03-4160-bb64-a0df7751f31c not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:47.656639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 50592d1d-04d9-4d31-a861-d133d5a24659 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:04:47.676111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 50592d1d-04d9-4d31-a861-d133d5a24659 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:04:47.676489 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 50592d1d-04d9-4d31-a861-d133d5a24659 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:04:47.852582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.888431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34488) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:47.929984 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-e810ca9e-c7d5-4ef6-8362-956a79e0ed0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06833b7d9aa144f4b96e300bc1f0874b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403447 Aug 27 03:04:47.932722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34490) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:47.984772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-276a1fca-a19e-4670-b382-611e7fa5f7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:48.006667 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-276a1fca-a19e-4670-b382-611e7fa5f7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:48.054814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-276a1fca-a19e-4670-b382-611e7fa5f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:48.058140 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-276a1fca-a19e-4670-b382-611e7fa5f7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:48.059406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-276a1fca-a19e-4670-b382-611e7fa5f7c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3808da3f-36c1-4c23-bc19-135c352b57f1 HTTP/1.1" status: 204 len: 168 time: 0.1257577 Aug 27 03:04:48.067742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a1fca-a19e-4670-b382-611e7fa5f7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3808da3f-36c1-4c23-bc19-135c352b57f1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:57.764185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c1346dd-5283-4d19-ba4b-3d38f597c96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:58.313359 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-6675e609-9d75-4494-9189-f2ad0d41a72f tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=12fa828292f0482aa4c8300807711bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316098 Aug 27 03:04:58.500158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-b5edf7f5-c973-4056-82b2-5a3a37663081 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:58.501552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-b5edf7f5-c973-4056-82b2-5a3a37663081 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813586 Aug 27 03:04:58.517712 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-3ee3cf25-6ecd-4683-9fd8-2d71f5101a92 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/quotas/12fa828292f0482aa4c8300807711bd3 HTTP/1.1" status: 200 len: 375 time: 0.0100074 Aug 27 03:04:58.554876 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-db943aed-f018-43c9-bfe3-7fbd275cd58b tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa828292f0482aa4c8300807711bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310750 Aug 27 03:04:58.724360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3f748a59-736f-4ec9-9aad-caee4997a9b3 req-0d5ff8ec-ab7a-4bbb-914a-818e571126c4 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 210 time: 0.0320795 Aug 27 03:04:59.562133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-06a8dab0-8fe6-4776-ba49-18c59aa03986 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=12fa828292f0482aa4c8300807711bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255482 Aug 27 03:04:59.674694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-5d994e61-d81e-4fc8-a5e5-7d6d256bfab4 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:59.676760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-5d994e61-d81e-4fc8-a5e5-7d6d256bfab4 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113126 Aug 27 03:04:59.693336 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Request body: {'port': {'device_id': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'admin_state_up': True, 'tenant_id': '12fa828292f0482aa4c8300807711bd3'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:59.834378 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2594233d-0888-4bc7-bc21-1af12725c55e req-ac94d529-e440-4331-8e06-4ca2497f5c58 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 210 time: 0.0304871 Aug 27 03:04:59.835098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Made reservation on behalf of 12fa828292f0482aa4c8300807711bd3 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:04:59.838562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:59.847549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:59.942410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:59.947332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.014145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf04a7af-1634-4e97-91eb-da20e4389855,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:00.088177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Allocated IP 192.168.233.178 (973dc31d-fd62-43af-9d5b-28a71cef4c86/6cbbe764-22c8-4603-b214-8159cc72a191/aedba87d-4db6-4338-a3fc-ef2a4188da40) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:05:00.241397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.255756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Transition to ACTIVE for port object aedba87d-4db6-4338-a3fc-ef2a4188da40 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:05:00.290399 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-97c2420a-ffc5-40f5-bd37-15d3ce1e20a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.292743 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.335938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Network 973dc31d-fd62-43af-9d5b-28a71cef4c86 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:05:00.341088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:05:00.344865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:05:00.370288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Pushing event updated for resources: {'Port': ['ID=aedba87d-4db6-4338-a3fc-ef2a4188da40,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:00.399962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:00.400582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.417229 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-8be36e8b-cdd1-4173-bbdd-b0bf485e1e5d tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7277176 Aug 27 03:05:00.509686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.569408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Request body: {'port': {'device_id': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:05:00.604013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1a9bcfab-ff16-4a23-8d9d-c32d5a045973 None None] Provisioning for port aedba87d-4db6-4338-a3fc-ef2a4188da40 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:05:00.608283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1a9bcfab-ff16-4a23-8d9d-c32d5a045973 None None] Provisioning complete for port aedba87d-4db6-4338-a3fc-ef2a4188da40 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:05:00.608804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a9bcfab-ff16-4a23-8d9d-c32d5a045973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.631661 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.645107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bcfab-ff16-4a23-8d9d-c32d5a045973 None None] Port aedba87d-4db6-4338-a3fc-ef2a4188da40 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:05:00.900924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedba87d-4db6-4338-a3fc-ef2a4188da40 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:05:00.908981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.921800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Transition to ACTIVE for port object aedba87d-4db6-4338-a3fc-ef2a4188da40 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:05:00.926894 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:00.952776 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262c68c-54f6-4988-8b99-83d37947a10c req-58fd5c07-cf59-4267-a601-c64c03223104 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:00.954456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f262c68c-54f6-4988-8b99-83d37947a10c req-58fd5c07-cf59-4267-a601-c64c03223104 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 936 time: 0.0515404 Aug 27 03:05:00.976662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Pushing event updated for resources: {'Port': ['ID=aedba87d-4db6-4338-a3fc-ef2a4188da40,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:01.006654 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f262c68c-54f6-4988-8b99-83d37947a10c req-bf744f26-0639-4bc5-b3b5-725524ab2970 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385268 Aug 27 03:05:01.056719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Attempting to bind port aedba87d-4db6-4338-a3fc-ef2a4188da40 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:05:01.057057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Attempting to bind port aedba87d-4db6-4338-a3fc-ef2a4188da40 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:05:01.057384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Attempting to bind port aedba87d-4db6-4338-a3fc-ef2a4188da40 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:01.062382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Port aedba87d-4db6-4338-a3fc-ef2a4188da40 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:05:01.062718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Attempting to bind port aedba87d-4db6-4338-a3fc-ef2a4188da40 on network 973dc31d-fd62-43af-9d5b-28a71cef4c86 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:01.067967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:05:01.068300 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Checking segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:05:01.068685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Bound using segment: {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:05:01.069118 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Bound port: aedba87d-4db6-4338-a3fc-ef2a4188da40, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae3d17-a002-4bef-856e-a1ed192adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:05:01.069475 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:01.136757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] For port aedba87d-4db6-4338-a3fc-ef2a4188da40, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:05:01.140057 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] For port aedba87d-4db6-4338-a3fc-ef2a4188da40, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=aedba87d-4db6-4338-a3fc-ef2a4188da40,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:05:01.144783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:01.180284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.180916 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:01.182365 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] 10.222.0.45 "PUT /v2.0/ports/aedba87d-4db6-4338-a3fc-ef2a4188da40 HTTP/1.1" status: 200 len: 1096 time: 0.7573075 Aug 27 03:05:01.182828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'tag': 'aedba87d-4db6-4338-a3fc-ef2a4188da40'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:01.185140 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b9b947-dd21-4ce7-865b-005dd0f56fe6", "tag": "aedba87d-4db6-4338-a3fc-ef2a4188da40"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:01.211510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc9a3f-e20c-429a-9866-c0f7a248160e service neutron] Pushing event updated for resources: {'Port': ['ID=aedba87d-4db6-4338-a3fc-ef2a4188da40,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:01.242416 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4509dd9-37c7-4d58-b002-f97e3c9325b2 x-openstack-request-id: req-e4509dd9-37c7-4d58-b002-f97e3c9325b2 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:01.242715 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b9b947-dd21-4ce7-865b-005dd0f56fe6", "tag": "aedba87d-4db6-4338-a3fc-ef2a4188da40", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:01.242968 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4509dd9-37c7-4d58-b002-f97e3c9325b2 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:01.243375 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'tag': 'aedba87d-4db6-4338-a3fc-ef2a4188da40', 'status': 'completed', 'code': 200} Aug 27 03:05:01.274291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-a66d7a7d-650c-40d3-af62-f8768e915fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.275932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-a66d7a7d-650c-40d3-af62-f8768e915fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12fa828292f0482aa4c8300807711bd3&device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0437934 Aug 27 03:05:01.322826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-f926df9e-d46e-4bcd-918c-766eb66f581c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=aedba87d-4db6-4338-a3fc-ef2a4188da40 HTTP/1.1" status: 200 len: 217 time: 0.0392334 Aug 27 03:05:01.375629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-1c3c6e99-ccb6-4fc2-b919-31afdce3671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.377184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-1c3c6e99-ccb6-4fc2-b919-31afdce3671c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0482082 Aug 27 03:05:01.415806 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:01.425784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-d4b37e32-9540-4684-b5b0-3a44dd1019f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.427376 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-d4b37e32-9540-4684-b5b0-3a44dd1019f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429225 Aug 27 03:05:01.521843 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-371d5f9a-562f-49ff-ab54-aa664b43aedd service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871358 Aug 27 03:05:01.614039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a3182e1-edda-4be2-b6cc-dca002079de2 req-5435eda4-0b8c-4425-839a-01d2e15474d3 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845373 Aug 27 03:05:01.710638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-210cf5e1-d9a1-4fc0-a158-78c6bf0846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.712418 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-210cf5e1-d9a1-4fc0-a158-78c6bf0846d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12fa828292f0482aa4c8300807711bd3&device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0527005 Aug 27 03:05:01.816324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-305154b7-6ce7-49b2-bfd5-952c9211dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.818039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-305154b7-6ce7-49b2-bfd5-952c9211dfb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=973dc31d-fd62-43af-9d5b-28a71cef4c86 HTTP/1.1" status: 200 len: 870 time: 0.0985959 Aug 27 03:05:01.861789 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-786f3c5f-7e32-4648-820e-818aeae3134c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=aedba87d-4db6-4338-a3fc-ef2a4188da40 HTTP/1.1" status: 200 len: 217 time: 0.0353858 Aug 27 03:05:01.919882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-cb44bfe2-af81-43b8-a563-302a13d5db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.921438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-cb44bfe2-af81-43b8-a563-302a13d5db5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cbbe764-22c8-4603-b214-8159cc72a191 HTTP/1.1" status: 200 len: 843 time: 0.0499966 Aug 27 03:05:01.969034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-2f77188b-50ab-4e0c-a512-94a0959e41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:01.970587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-2f77188b-50ab-4e0c-a512-94a0959e41a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=973dc31d-fd62-43af-9d5b-28a71cef4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422015 Aug 27 03:05:02.084054 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-0dbd0fe0-bb39-4ae8-995c-e9dd77bd511d service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041486 Aug 27 03:05:02.131448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e2a3-787c-40f8-9612-cac0e7043f09 req-9794d831-69db-4827-bae9-da6250a18a18 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:02.132994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f640e2a3-787c-40f8-9612-cac0e7043f09 req-9794d831-69db-4827-bae9-da6250a18a18 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 948 time: 0.0544519 Aug 27 03:05:02.172937 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f640e2a3-787c-40f8-9612-cac0e7043f09 req-2c161968-2de5-442e-9723-14d2c86ccdbe tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Aug 27 03:05:02.192580 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d853a9ee-4e4c-4d09-9fb9-9ae404056c6c req-91c944bb-4232-4d75-af12-80910d861b65 service neutron] 10.222.0.45 "GET /v2.0/networks/973dc31d-fd62-43af-9d5b-28a71cef4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000819 Aug 27 03:05:03.288289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:03.296375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec911ad-9764-4411-9717-26f25bc584a8 req-6cf33c34-3f0f-45c6-a7e4-f72c99530ee0 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:03.297918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ec911ad-9764-4411-9717-26f25bc584a8 req-6cf33c34-3f0f-45c6-a7e4-f72c99530ee0 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 948 time: 0.0542152 Aug 27 03:05:03.338447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ec911ad-9764-4411-9717-26f25bc584a8 req-befd2740-044b-4f21-996a-64b29a78b872 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 Aug 27 03:05:04.462189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e1baa-07ac-403f-86b9-56b7d9b5bedf req-8cd575c3-cb06-4ff7-8b5d-ee7b995de15b tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:04.463764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-789e1baa-07ac-403f-86b9-56b7d9b5bedf req-8cd575c3-cb06-4ff7-8b5d-ee7b995de15b tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 948 time: 0.0541692 Aug 27 03:05:04.504218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-789e1baa-07ac-403f-86b9-56b7d9b5bedf req-a87c939f-72a5-444e-bc44-2846711989ee tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342507 Aug 27 03:05:04.667583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device aedba87d-4db6-4338-a3fc-ef2a4188da40 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:05:04.782219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port aedba87d-4db6-4338-a3fc-ef2a4188da40, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=aedba87d-4db6-4338-a3fc-ef2a4188da40,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:04.795640 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'aedba87d-4db6-4338-a3fc-ef2a4188da40', 'network_id': '973dc31d-fd62-43af-9d5b-28a71cef4c86', 'port_id': 'aedba87d-4db6-4338-a3fc-ef2a4188da40', 'mac_address': 'fa:16:3e:96:d8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe764-22c8-4603-b214-8159cc72a191', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:05:04.839574 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:04.853209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedba87d-4db6-4338-a3fc-ef2a4188da40 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:05:04.873162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port aedba87d-4db6-4338-a3fc-ef2a4188da40, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=aedba87d-4db6-4338-a3fc-ef2a4188da40,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:04.877828 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:04.925906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=aedba87d-4db6-4338-a3fc-ef2a4188da40,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:05.111558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['aedba87d-4db6-4338-a3fc-ef2a4188da40'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:05:05.626957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806c64-b22f-435e-88e0-adf88b5b6be4 req-764587f9-8d79-419a-9d1d-ba94434899f8 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:05.628435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7806c64-b22f-435e-88e0-adf88b5b6be4 req-764587f9-8d79-419a-9d1d-ba94434899f8 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 949 time: 0.0572648 Aug 27 03:05:05.667322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7806c64-b22f-435e-88e0-adf88b5b6be4 req-fa42c7b0-c9cb-491a-b923-17483015df76 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327365 Aug 27 03:05:06.297246 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:05:06.669896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device aedba87d-4db6-4338-a3fc-ef2a4188da40 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:05:06.733380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port aedba87d-4db6-4338-a3fc-ef2a4188da40 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:05:06.737467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port aedba87d-4db6-4338-a3fc-ef2a4188da40 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:05:06.737840 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:06.788499 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa7470-ff42-4956-81d3-b43ebe064fb4 req-d19974a8-f7f9-4047-a9bd-cdb1c0eff5e3 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:06.790001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74fa7470-ff42-4956-81d3-b43ebe064fb4 req-d19974a8-f7f9-4047-a9bd-cdb1c0eff5e3 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 949 time: 0.0496781 Aug 27 03:05:06.814969 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:06.827756 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-74fa7470-ff42-4956-81d3-b43ebe064fb4 req-e338745b-7a81-4b2a-86e7-6e50999fb485 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Aug 27 03:05:06.838910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedba87d-4db6-4338-a3fc-ef2a4188da40'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:06.841318 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c31c036-9026-4cd7-85f4-b19f2ffe2a4c" -d '{"events": [{"server_uuid": "b3b9b947-dd21-4ce7-865b-005dd0f56fe6", "name": "network-vif-plugged", "status": "completed", "tag": "aedba87d-4db6-4338-a3fc-ef2a4188da40"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:06.854127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port aedba87d-4db6-4338-a3fc-ef2a4188da40, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=aedba87d-4db6-4338-a3fc-ef2a4188da40,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:06.859793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:06.885361 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e143563d-0a99-4691-aace-9249bbc846d4 x-openstack-request-id: req-e143563d-0a99-4691-aace-9249bbc846d4 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:06.885657 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b9b947-dd21-4ce7-865b-005dd0f56fe6", "name": "network-vif-plugged", "status": "completed", "tag": "aedba87d-4db6-4338-a3fc-ef2a4188da40", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:06.885895 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e143563d-0a99-4691-aace-9249bbc846d4 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:06.886279 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedba87d-4db6-4338-a3fc-ef2a4188da40', 'code': 200} Aug 27 03:05:06.914823 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=aedba87d-4db6-4338-a3fc-ef2a4188da40,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:06.994150 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f2fd8-21dd-4107-9129-8fb6f78e615a req-36eb5d31-cc4f-4eaf-94a7-9466d5b4d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:06.995724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff4f2fd8-21dd-4107-9129-8fb6f78e615a req-36eb5d31-cc4f-4eaf-94a7-9466d5b4d6b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 1101 time: 0.0505171 Aug 27 03:05:07.032344 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ff4f2fd8-21dd-4107-9129-8fb6f78e615a req-f5f14e32-fa30-46de-af88-8a1cd874391b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298486 Aug 27 03:05:07.953638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24d29-bcee-4a86-9bac-d9258c21c274 req-a2e56ca4-de6d-4d90-872e-ba2bc250d431 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:07.955202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52e24d29-bcee-4a86-9bac-d9258c21c274 req-a2e56ca4-de6d-4d90-872e-ba2bc250d431 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 950 time: 0.0579073 Aug 27 03:05:07.995412 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52e24d29-bcee-4a86-9bac-d9258c21c274 req-96916303-ebbd-41f4-8b68-3dee9a7abaf8 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Aug 27 03:05:09.118095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd6cc6-e4bf-408a-b8e3-4d72f1f6aeda req-f7e59206-44cf-467c-9fa4-18a34c757564 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:09.119614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7bd6cc6-e4bf-408a-b8e3-4d72f1f6aeda req-f7e59206-44cf-467c-9fa4-18a34c757564 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 950 time: 0.0514526 Aug 27 03:05:09.159614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7bd6cc6-e4bf-408a-b8e3-4d72f1f6aeda req-75a75262-ec97-46b4-a911-e2ca5cf23565 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Aug 27 03:05:10.120548 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e2531-a055-4b14-b197-d197c9e7bf7b req-e8120560-06b0-4840-940b-ec5615f102c4 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:10.121893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-575e2531-a055-4b14-b197-d197c9e7bf7b req-e8120560-06b0-4840-940b-ec5615f102c4 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 950 time: 0.0556540 Aug 27 03:05:10.163102 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-575e2531-a055-4b14-b197-d197c9e7bf7b req-6b8e07ba-0960-4c27-80f9-666d51ec025f tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Aug 27 03:05:11.293343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e11b0-a05e-4f87-83dd-0b9f43b17458 req-ae1be368-533b-40f3-83a8-f3b29c0e4662 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:11.294863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2e11b0-a05e-4f87-83dd-0b9f43b17458 req-ae1be368-533b-40f3-83a8-f3b29c0e4662 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 950 time: 0.0541553 Aug 27 03:05:11.334067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd2e11b0-a05e-4f87-83dd-0b9f43b17458 req-4ddf9aea-619f-43a3-87c0-551cb607cf7a tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf04a7af-1634-4e97-91eb-da20e4389855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Aug 27 03:05:11.364664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e1d5-560e-4172-9314-793be915e974 req-fefff4d9-aace-4136-8112-56a9fd3a0f9c tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:11.366186 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f614e1d5-560e-4172-9314-793be915e974 req-fefff4d9-aace-4136-8112-56a9fd3a0f9c tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3b9b947-dd21-4ce7-865b-005dd0f56fe6 HTTP/1.1" status: 200 len: 950 time: 0.0493016 Aug 27 03:05:11.453738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Deleting port aedba87d-4db6-4338-a3fc-ef2a4188da40 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:05:11.453958 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:11.546560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] For port aedba87d-4db6-4338-a3fc-ef2a4188da40, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=aedba87d-4db6-4338-a3fc-ef2a4188da40,segment=NetworkSegment(64ae3d17-a002-4bef-856e-a1ed192adad3),segment_id=64ae3d17-a002-4bef-856e-a1ed192adad3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:11.546935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:11.560596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Calling delete_port for aedba87d-4db6-4338-a3fc-ef2a4188da40 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:05:11.694346 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:11.706362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['aedba87d-4db6-4338-a3fc-ef2a4188da40'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:05:11.722664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Pushing event deleted for resources: {'Port': ['ID=aedba87d-4db6-4338-a3fc-ef2a4188da40,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:11.768983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] No DVR routers for this DVR port aedba87d-4db6-4338-a3fc-ef2a4188da40 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:05:11.772111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:11.774489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f614e1d5-560e-4172-9314-793be915e974 req-5782c35e-06a2-4f62-b68d-8cb7af1a0bf6 tempest-ServersAdminNegativeTestJSON-766474589 tempest-ServersAdminNegativeTestJSON-766474589-project] 10.222.0.45 "DELETE /v2.0/ports/aedba87d-4db6-4338-a3fc-ef2a4188da40 HTTP/1.1" status: 204 len: 173 time: 0.4018109 Aug 27 03:05:11.774968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'name': 'network-vif-deleted', 'tag': 'aedba87d-4db6-4338-a3fc-ef2a4188da40'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:11.777880 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3912b462-5d35-4860-a4a1-54c76c5d02b3" -d '{"events": [{"server_uuid": "b3b9b947-dd21-4ce7-865b-005dd0f56fe6", "name": "network-vif-deleted", "tag": "aedba87d-4db6-4338-a3fc-ef2a4188da40"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:11.819751 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9ada4d-d981-4a60-aa50-b96b369c941d x-openstack-request-id: req-bc9ada4d-d981-4a60-aa50-b96b369c941d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:11.820142 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b9b947-dd21-4ce7-865b-005dd0f56fe6", "name": "network-vif-deleted", "tag": "aedba87d-4db6-4338-a3fc-ef2a4188da40", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:11.820484 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc9ada4d-d981-4a60-aa50-b96b369c941d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:11.820954 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b9b947-dd21-4ce7-865b-005dd0f56fe6', 'name': 'network-vif-deleted', 'tag': 'aedba87d-4db6-4338-a3fc-ef2a4188da40', 'status': 'completed', 'code': 200} Aug 27 03:05:12.649595 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34628) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:05:12.791016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-16093b1a-b7d6-48c2-b12c-98e205687004 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12fa828292f0482aa4c8300807711bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400955 Aug 27 03:05:12.793762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34632) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:05:12.842079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81225d71-69ad-4f69-803b-7eb651718792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:12.862908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81225d71-69ad-4f69-803b-7eb651718792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:12.910635 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81225d71-69ad-4f69-803b-7eb651718792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:12.913162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81225d71-69ad-4f69-803b-7eb651718792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:12.914465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-81225d71-69ad-4f69-803b-7eb651718792 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf04a7af-1634-4e97-91eb-da20e4389855 HTTP/1.1" status: 204 len: 168 time: 0.1197331 Aug 27 03:05:12.921892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81225d71-69ad-4f69-803b-7eb651718792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf04a7af-1634-4e97-91eb-da20e4389855,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:13.184051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34638) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:05:13.197863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb6c46ac-ede4-4f01-9ff9-4104a30cd591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:13.286095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb6c46ac-ede4-4f01-9ff9-4104a30cd591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:13.291047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb6c46ac-ede4-4f01-9ff9-4104a30cd591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:13.332517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb6c46ac-ede4-4f01-9ff9-4104a30cd591 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a48270b78c474495b4bafd9a61c1028b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473100 Aug 27 03:05:13.333399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c46ac-ede4-4f01-9ff9-4104a30cd591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2e258e-253d-48f5-ba38-e6129f5d1897,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:13.335846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34640) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:05:13.386734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fff8c2c3-fd40-4afc-954d-85698300cd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:13.407776 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fff8c2c3-fd40-4afc-954d-85698300cd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:13.456909 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fff8c2c3-fd40-4afc-954d-85698300cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:13.459524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fff8c2c3-fd40-4afc-954d-85698300cd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:13.463444 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fff8c2c3-fd40-4afc-954d-85698300cd33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c2e258e-253d-48f5-ba38-e6129f5d1897 HTTP/1.1" status: 204 len: 168 time: 0.1240442 Aug 27 03:05:13.470569 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8c2c3-fd40-4afc-954d-85698300cd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2e258e-253d-48f5-ba38-e6129f5d1897,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:14.208855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34662) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:05:14.311764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-384827257-network', 'tenant_id': '48389d99d720448f84ea5ce753dcf171'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:05:14.335067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Made reservation on behalf of 48389d99d720448f84ea5ce753dcf171 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:05:14.337326 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.346681 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.432591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.438001 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.461597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:05:14.471152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832f3748-ec9d-4ec3-9e02-1152bb0a0975,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:14.475860 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.476204 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Added segment c0cc0c25-1173-45df-b767-67cb0fc7170e of type vlan for network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 Aug 27 03:05:14.514928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.541213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.542038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:14.542645 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.599267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3892720 Aug 27 03:05:14.602516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34666) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:05:14.604452 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576cff8-c657-48f5-bdb7-7a6c41924525 admin admin] Pushing event updated for resources: {'Network': ['ID=2c63d4a5-ae21-4648-8e58-c5448e9e3a25,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:14.607728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Request body: {'subnet': {'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-384827257-subnet', 'tenant_id': '48389d99d720448f84ea5ce753dcf171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:05:14.618144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:05:14.632940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Made reservation on behalf of 48389d99d720448f84ea5ce753dcf171 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:05:14.637751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.714075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device aedba87d-4db6-4338-a3fc-ef2a4188da40 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:05:14.737641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: aedba87d-4db6-4338-a3fc-ef2a4188da40 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:05:14.737989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device aedba87d-4db6-4338-a3fc-ef2a4188da40 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:05:14.810675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.859030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e68552-9b99-4e3c-980a-7acb89c29304,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:14.874537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Checking segment: {'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:05:14.874905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Network hostable DHCP agents. Network: 2c63d4a5-ae21-4648-8e58-c5448e9e3a25, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:05:14.892326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:05:14.901792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2c63d4a5-ae21-4648-8e58-c5448e9e3a25) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:05:14.906227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:14.906845 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:14.910741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57450dc-9ab2-4b0a-bac2-817b67706a94 None None] Network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:05:14.920443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4c421002-ceca-4833-9914-3c0aefa7dd68 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3167939 Aug 27 03:05:15.034540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a5704-4eda-4311-ab6f-ed2e11cc3326 None None] Network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:05:15.337943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-6530bbc9-a6c6-429f-a677-ae7bc24c6f37 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:15.339408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-6530bbc9-a6c6-429f-a677-ae7bc24c6f37 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 811 time: 0.1023314 Aug 27 03:05:15.354907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-73d9f6e5-3789-4457-b693-8df689ed1f45 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/quotas/48389d99d720448f84ea5ce753dcf171 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Aug 27 03:05:15.391538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-2b0c68ea-951f-4e3a-b2f3-4427744a3f9c tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309663 Aug 27 03:05:15.542158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-1e53cf51-d074-4694-83fc-cc0d8b6555ae service neutron] 10.222.0.10 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410885 Aug 27 03:05:15.637679 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-c33804ed-9692-4ee7-b8d2-513427c807f7 service neutron] 10.222.0.10 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892601 Aug 27 03:05:15.799441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c11aa3a-0d2e-47ab-8697-b997de4e83a6 req-0824b025-1fd1-41c5-a9f6-30b8b49921f0 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 210 time: 0.0280926 Aug 27 03:05:16.987881 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:17.036391 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c2ec790-3028-4f24-a021-13e6e49158d4 req-70523f61-ee02-4f30-9f9b-d7736a450f57 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 210 time: 0.0559165 Aug 27 03:05:17.086344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-fa0537e8-77df-465b-8336-2bd4065879b7 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:17.087741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-fa0537e8-77df-465b-8336-2bd4065879b7 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.45 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 811 time: 0.4658999 Aug 27 03:05:17.101280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Request body: {'port': {'device_id': '9bce4871-bb5a-4a91-9452-a33349947478', 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25', 'admin_state_up': True, 'tenant_id': '48389d99d720448f84ea5ce753dcf171'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:05:17.213274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Made reservation on behalf of 48389d99d720448f84ea5ce753dcf171 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:05:17.216803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:17.355597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Allocated IP 172.20.0.2 (2c63d4a5-ae21-4648-8e58-c5448e9e3a25/17e68552-9b99-4e3c-980a-7acb89c29304/b186bd3d-73c3-4afa-80c9-6bdcbc59ea88) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:05:17.506971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:17.548297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:17.598135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:05:17.603639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:05:17.607631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:05:17.614615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:17.661082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:17.661707 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:17.678140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-a53a10f5-01d9-4c26-9840-77a1f67c26b5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806708 Aug 27 03:05:17.690718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Request body: {'port': {'device_id': '9bce4871-bb5a-4a91-9452-a33349947478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:05:17.748095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:17.858232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:18.029477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:05:18.037920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:18.051137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Transition to ACTIVE for port object b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:05:18.057620 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:18.110582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:18.133630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.133985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.134352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.134696 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.135018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.135342 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.135668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.135994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.136316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.136649 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.136957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.137284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:18.159170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64c4e8-7563-47b5-9355-823b865e1c32 req-e10f865a-11e9-46dd-8be4-5c609b07427e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:18.160759 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae64c4e8-7563-47b5-9355-823b865e1c32 req-e10f865a-11e9-46dd-8be4-5c609b07427e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 943 time: 0.0512052 Aug 27 03:05:18.194893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:05:18.195247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:05:18.195562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:18.201161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:05:18.201466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:18.203504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae64c4e8-7563-47b5-9355-823b865e1c32 req-86fb5707-d359-4732-91e6-0ea2ebe85524 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343058 Aug 27 03:05:18.207145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:05:18.207493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Checking segment: {'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:05:18.207880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Bound using segment: {'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:05:18.208459 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Bound port: b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:05:18.208679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:18.279438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:05:18.282715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:05:18.288457 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:18.322627 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:18.323240 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:18.324611 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-24791781-1818-493f-a98e-eab65645c914 service neutron] 10.222.0.45 "PUT /v2.0/ports/b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 1091 time: 0.6383586 Aug 27 03:05:18.325073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:18.327722 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77abdd-720a-4289-9157-0d4eadc79dba" -d '{"events": [{"name": "network-changed", "server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:18.357361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791781-1818-493f-a98e-eab65645c914 service neutron] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:18.376807 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc2705-9504-4eda-98ea-c2da812d3cb9 x-openstack-request-id: req-6efc2705-9504-4eda-98ea-c2da812d3cb9 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:18.377095 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:18.377356 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6efc2705-9504-4eda-98ea-c2da812d3cb9 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:18.377752 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'status': 'completed', 'code': 200} Aug 27 03:05:18.411346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-016c57a3-ecc6-4282-90e1-c9264aa7c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:18.412886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-016c57a3-ecc6-4282-90e1-c9264aa7c590 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1094 time: 0.0450115 Aug 27 03:05:18.456271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-77d32a76-2e87-4cac-a0de-5b55daf5e236 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 217 time: 0.0353458 Aug 27 03:05:18.509915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-8f13ce4b-bada-4122-b38b-e01f3f965fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:18.511432 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-8f13ce4b-bada-4122-b38b-e01f3f965fee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 200 len: 851 time: 0.0486100 Aug 27 03:05:18.544295 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-06605a0a-1b26-400b-a48f-be3200c36496 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257649 Aug 27 03:05:18.639835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-16b99471-b3f7-4f7f-89d6-9e0a211f3246 service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888171 Aug 27 03:05:18.744811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1dc7baab-25c8-4cec-be58-f5b503571898 req-20cbd222-4b3e-43ab-956e-61d06e87fd60 service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984023 Aug 27 03:05:18.845479 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-b85e9487-b7bf-4aa5-bb48-81fd223758f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:18.847094 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-b85e9487-b7bf-4aa5-bb48-81fd223758f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1094 time: 0.0499365 Aug 27 03:05:18.948541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-a6de3f2a-1ab0-4ad4-bea9-31b0cd7342f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:18.950102 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-a6de3f2a-1ab0-4ad4-bea9-31b0cd7342f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 912 time: 0.0960774 Aug 27 03:05:18.993128 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-506d7f0b-a2fd-4c81-b14c-1e6c03a8fc34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 217 time: 0.0356488 Aug 27 03:05:19.050124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-09f7ff20-fc77-4c60-b678-ceb03ee6a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:19.051669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-09f7ff20-fc77-4c60-b678-ceb03ee6a885 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 200 len: 851 time: 0.0506644 Aug 27 03:05:19.084960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-9309f133-b270-4d7d-a6f1-fa077ed57289 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252118 Aug 27 03:05:19.191730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-28ea83da-a7b4-4080-a917-849294f32283 service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988228 Aug 27 03:05:19.292408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ce77abdd-720a-4289-9157-0d4eadc79dba req-a2764038-8e6c-477e-8301-13810ca7b0f8 service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919418 Aug 27 03:05:19.326700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293090-5f65-4a91-9a77-a31c68426d1e req-cc3111d7-88c4-4a56-bdd5-0cd3ce1c5a48 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:19.328286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2293090-5f65-4a91-9a77-a31c68426d1e req-cc3111d7-88c4-4a56-bdd5-0cd3ce1c5a48 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 943 time: 0.0553558 Aug 27 03:05:19.368052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2293090-5f65-4a91-9a77-a31c68426d1e req-2e9c2003-4dfd-4890-b063-d2616ef2cae4 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333879 Aug 27 03:05:20.495179 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2807fb-3c3e-4b83-9713-ad6598174559 req-b36385c9-fb83-4025-8aeb-7deb554c6d25 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:20.496746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b2807fb-3c3e-4b83-9713-ad6598174559 req-b36385c9-fb83-4025-8aeb-7deb554c6d25 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 943 time: 0.0562131 Aug 27 03:05:20.550064 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b2807fb-3c3e-4b83-9713-ad6598174559 req-60aff14f-b857-4ae3-a4a8-0167ac15748d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Aug 27 03:05:20.765581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:05:20.870910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:20.883267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25', 'port_id': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'mac_address': 'fa:16:3e:7c:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e68552-9b99-4e3c-980a-7acb89c29304', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:05:20.921158 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:20.935332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:05:20.955719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:20.960488 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:21.012085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:21.149273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:05:21.672349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0263e37-de13-4213-a6cc-3bcd354a1250 req-d4022094-afea-4c8b-94f8-38f75b428535 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:21.673843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0263e37-de13-4213-a6cc-3bcd354a1250 req-d4022094-afea-4c8b-94f8-38f75b428535 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 944 time: 0.0516157 Aug 27 03:05:21.711804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0263e37-de13-4213-a6cc-3bcd354a1250 req-a448780b-5d95-4ffc-8370-711c2180f545 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Aug 27 03:05:22.791851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:05:22.839262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3c3e1-37d6-43e0-a009-d2b7b21d4151 req-1556ab76-c9df-4479-9c8e-e2980275e71e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:22.840774 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75c3c3e1-37d6-43e0-a009-d2b7b21d4151 req-1556ab76-c9df-4479-9c8e-e2980275e71e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 944 time: 0.0540421 Aug 27 03:05:22.849789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:05:22.853907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:05:22.854288 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:22.883182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75c3c3e1-37d6-43e0-a009-d2b7b21d4151 req-e17805ad-563e-449f-a553-e8dc2beb1ee2 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357246 Aug 27 03:05:22.936686 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:22.961874 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:22.964239 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32afeeb9-da55-404d-9bad-4eb2cce9b48a" -d '{"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-plugged", "status": "completed", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:22.981371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:22.988787 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:23.016382 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2c8983-b7a6-4b45-b099-e9fb4fc3e3e3 x-openstack-request-id: req-3c2c8983-b7a6-4b45-b099-e9fb4fc3e3e3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:23.016673 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-plugged", "status": "completed", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:23.016912 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c2c8983-b7a6-4b45-b099-e9fb4fc3e3e3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:23.017306 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'code': 200} Aug 27 03:05:23.048547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:23.165629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a258ec-19bb-4276-bd0f-c9f5f06ea334 req-39c0b7df-a6ee-422b-a56d-05a7983789b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:23.168727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05a258ec-19bb-4276-bd0f-c9f5f06ea334 req-39c0b7df-a6ee-422b-a56d-05a7983789b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1096 time: 0.0502172 Aug 27 03:05:23.207548 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-05a258ec-19bb-4276-bd0f-c9f5f06ea334 req-61127da3-9635-4277-90c1-2b139863d2f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Aug 27 03:05:24.010419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffefa00-a0e6-4d74-aa31-212b07e697ec req-42bd0504-8512-4617-bb8a-e06da35fdebb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:24.011926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ffefa00-a0e6-4d74-aa31-212b07e697ec req-42bd0504-8512-4617-bb8a-e06da35fdebb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0561640 Aug 27 03:05:24.061526 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0ffefa00-a0e6-4d74-aa31-212b07e697ec req-c0a88f25-6092-4000-81a5-f564dbf14af9 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Aug 27 03:05:25.184894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2444498-03fc-403d-88db-3983d59b9d50 req-8652dac2-15e7-46a5-9aab-d0b273f34633 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:25.186482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2444498-03fc-403d-88db-3983d59b9d50 req-8652dac2-15e7-46a5-9aab-d0b273f34633 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0506325 Aug 27 03:05:25.225339 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2444498-03fc-403d-88db-3983d59b9d50 req-80cbba3a-026c-43fd-b2c7-2c22b3ca9e2e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Aug 27 03:05:25.584368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e1797-ffd1-48a0-a1e8-6898b6be10a8 req-b785bfc0-88ef-48ea-8040-6e873739ecfb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:25.586003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b4e1797-ffd1-48a0-a1e8-6898b6be10a8 req-b785bfc0-88ef-48ea-8040-6e873739ecfb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0586267 Aug 27 03:05:25.650341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b4e1797-ffd1-48a0-a1e8-6898b6be10a8 req-0a756ab6-4b3e-4baa-81da-c59beaf429c9 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Aug 27 03:05:25.658296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-3d5a6760-d466-4a41-a580-a67cf6d4acef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1409876 Aug 27 03:05:26.779603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77065f-9901-49aa-9d4f-2bcb477abbfc req-5db86c42-aae5-4fc9-8e41-e048aee64843 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:26.782672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f77065f-9901-49aa-9d4f-2bcb477abbfc req-5db86c42-aae5-4fc9-8e41-e048aee64843 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0598745 Aug 27 03:05:26.827465 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9f77065f-9901-49aa-9d4f-2bcb477abbfc req-1946ad66-123b-4fb2-b8b0-f98def63fbf7 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Aug 27 03:05:26.879470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-235a4fb9-830b-4f98-82fa-7853636350b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:26.881046 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-235a4fb9-830b-4f98-82fa-7853636350b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1096 time: 0.0432341 Aug 27 03:05:26.980027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ec8e798f-c9ef-47e7-9d38-6ec8a33faffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:26.981603 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ec8e798f-c9ef-47e7-9d38-6ec8a33faffa service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 912 time: 0.0930765 Aug 27 03:05:27.026204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-26fd05c5-f668-4c9d-b92d-67705766716e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 217 time: 0.0378995 Aug 27 03:05:27.080687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-60ca023d-a0b0-4bfb-9c74-ab238ecc173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:27.082375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-60ca023d-a0b0-4bfb-9c74-ab238ecc173a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 200 len: 851 time: 0.0491245 Aug 27 03:05:27.122272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-05cba5fb-f08c-4035-8e18-a8dbee2a4cac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321953 Aug 27 03:05:27.217493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-c5296b87-bc47-40d9-84cc-65c92db29e5a service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883126 Aug 27 03:05:27.311931 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-b86b0adb-1b1d-42f3-9888-4ad7bd913f9c service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878065 Aug 27 03:05:27.768864 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f5ae-b2ec-4b65-a7e3-d157b204bae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:27.968218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e19d2-5dd6-463d-9c3f-a7f70416675d req-6da38662-8876-4ac1-8e19-82f5161db7a4 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:27.969800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c12e19d2-5dd6-463d-9c3f-a7f70416675d req-6da38662-8876-4ac1-8e19-82f5161db7a4 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0608873 Aug 27 03:05:28.017977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c12e19d2-5dd6-463d-9c3f-a7f70416675d req-05cb4b7d-cb7e-4883-a1e8-1a7fa6418b6f tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Aug 27 03:05:29.144915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ced1-5e1f-45c6-b7d9-8407922200d3 req-e02cbfcf-40b2-406c-a11b-69dae3f544d5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:29.146433 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8eb5ced1-5e1f-45c6-b7d9-8407922200d3 req-e02cbfcf-40b2-406c-a11b-69dae3f544d5 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0518830 Aug 27 03:05:29.184464 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8eb5ced1-5e1f-45c6-b7d9-8407922200d3 req-dfd96495-428a-41e1-bdbf-9323c03c34c7 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Aug 27 03:05:30.292917 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7a6f-c14c-4644-b0ab-132e08d4dc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:30.312779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2ef15-e499-4adb-a7f3-1ed953d9d13b req-f565a896-d2c1-4be2-bb71-1543554288a2 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:30.314451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f2ef15-e499-4adb-a7f3-1ed953d9d13b req-f565a896-d2c1-4be2-bb71-1543554288a2 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0596564 Aug 27 03:05:30.355182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f2ef15-e499-4adb-a7f3-1ed953d9d13b req-2db0657e-2d15-4c6e-9420-417580d5776e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Aug 27 03:05:30.505510 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:31.427709 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:31.500739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b3377-8369-4587-8609-f41b443f5301 req-385497cb-bca1-4340-905c-f98637e692fb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:31.502298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-952b3377-8369-4587-8609-f41b443f5301 req-385497cb-bca1-4340-905c-f98637e692fb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0608435 Aug 27 03:05:31.544118 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-952b3377-8369-4587-8609-f41b443f5301 req-c89181b0-8d39-4e18-a02e-93221f5ba745 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Aug 27 03:05:32.686794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c8d5d-3897-4955-ae3d-1406aee7f5db req-852ccae8-85c4-42d7-99dd-ca69ef3d4134 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:32.688285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f81c8d5d-3897-4955-ae3d-1406aee7f5db req-852ccae8-85c4-42d7-99dd-ca69ef3d4134 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0575011 Aug 27 03:05:32.742181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f81c8d5d-3897-4955-ae3d-1406aee7f5db req-99b8c5a8-f168-40f3-b0e9-919426eaea05 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Aug 27 03:05:33.297396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:33.884529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a47a5-d949-4955-a6c8-0c8101f86e95 req-895802e5-d10a-407b-b9f7-043d5b5dc329 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:33.885962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e3a47a5-d949-4955-a6c8-0c8101f86e95 req-895802e5-d10a-407b-b9f7-043d5b5dc329 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0549366 Aug 27 03:05:33.929950 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0e3a47a5-d949-4955-a6c8-0c8101f86e95 req-1a855829-be08-4814-964e-91782d44a479 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Aug 27 03:05:35.068924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d7e0b-687a-4c50-95ab-3cf5a23842c7 req-43ca8338-941e-48bc-8c83-6cd379dfdfa0 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:35.070482 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd6d7e0b-687a-4c50-95ab-3cf5a23842c7 req-43ca8338-941e-48bc-8c83-6cd379dfdfa0 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0538285 Aug 27 03:05:35.112241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bd6d7e0b-687a-4c50-95ab-3cf5a23842c7 req-2309cefc-2910-40f3-8ec7-6c47cc2e011c tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345993 Aug 27 03:05:36.255138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82365dec-052f-4d43-a958-e24c86118137 req-6639949c-a49c-4d67-a193-bf44b5031594 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:36.256612 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82365dec-052f-4d43-a958-e24c86118137 req-6639949c-a49c-4d67-a193-bf44b5031594 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0606439 Aug 27 03:05:36.295138 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82365dec-052f-4d43-a958-e24c86118137 req-faf04968-0934-436f-8412-701ac8696d82 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Aug 27 03:05:37.444376 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c17d4-b7b6-4c89-ab41-c407f1c30287 req-f59b78de-de3b-4018-b544-00fe5c1b466e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:37.445895 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b0c17d4-b7b6-4c89-ab41-c407f1c30287 req-f59b78de-de3b-4018-b544-00fe5c1b466e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0652773 Aug 27 03:05:37.489210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b0c17d4-b7b6-4c89-ab41-c407f1c30287 req-2fa125c1-a920-4137-982a-b5135bb6605e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Aug 27 03:05:38.628995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8d55-3d68-4b6f-95ab-daca91465d02 req-654ba497-23eb-4a53-8b52-ba3c5b6c1d8a tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:38.630794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54cc8d55-3d68-4b6f-95ab-daca91465d02 req-654ba497-23eb-4a53-8b52-ba3c5b6c1d8a tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0620635 Aug 27 03:05:38.677900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-54cc8d55-3d68-4b6f-95ab-daca91465d02 req-6a03dadb-0bfa-403e-8b50-fa4e05ce988f tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Aug 27 03:05:39.805490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb461-98f9-49a0-9451-672c181c2bc0 req-0d231fcb-c1ab-4577-8609-82b2a261765c tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:39.806991 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54dfb461-98f9-49a0-9451-672c181c2bc0 req-0d231fcb-c1ab-4577-8609-82b2a261765c tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Aug 27 03:05:39.846499 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54dfb461-98f9-49a0-9451-672c181c2bc0 req-610cd190-8f4a-470b-8573-e98446edece7 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Aug 27 03:05:40.973746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b998-1a48-4784-994f-48c3aa28f171 req-1860a429-5c9b-4ca8-921f-a5c11fe97d04 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.975233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c65b998-1a48-4784-994f-48c3aa28f171 req-1860a429-5c9b-4ca8-921f-a5c11fe97d04 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0564084 Aug 27 03:05:41.016310 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c65b998-1a48-4784-994f-48c3aa28f171 req-0589bfc2-ef0d-4b39-ad93-d8da1ef9ceae tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Aug 27 03:05:42.144326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01496fe-748a-4960-965c-64f17e1f999f req-acac2b69-cba9-4a6c-aeca-bd5c7a6694bb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:42.146026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b01496fe-748a-4960-965c-64f17e1f999f req-acac2b69-cba9-4a6c-aeca-bd5c7a6694bb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0530562 Aug 27 03:05:42.188344 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b01496fe-748a-4960-965c-64f17e1f999f req-50ea4057-ffd0-4d5c-ac54-6a6ff380a88e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336869 Aug 27 03:05:43.295977 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:05:43.323191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e0209-fd93-4fc5-9ac6-4d3ded1e254d req-0d324edf-9ed8-4114-911a-b8bf6f4e6604 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:43.324693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e2e0209-fd93-4fc5-9ac6-4d3ded1e254d req-0d324edf-9ed8-4114-911a-b8bf6f4e6604 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0545406 Aug 27 03:05:43.374108 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e2e0209-fd93-4fc5-9ac6-4d3ded1e254d req-b2ec80a1-6026-4cfa-900e-a5a772bf370f tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Aug 27 03:05:44.515274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d073718-1e67-456f-8f40-f90e1f971ab6 req-d9e8201f-ffac-45b5-871d-5c5432402b3e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:44.516816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d073718-1e67-456f-8f40-f90e1f971ab6 req-d9e8201f-ffac-45b5-871d-5c5432402b3e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0641873 Aug 27 03:05:44.556912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6d073718-1e67-456f-8f40-f90e1f971ab6 req-d899cf3d-12f9-4ed7-ab7e-83a4b413dc86 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Aug 27 03:05:45.681984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b25eef-a9f9-4dfe-87cb-a2606f137af3 req-b533d81a-e209-4d89-ae61-88912b0e6e87 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:45.683599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0b25eef-a9f9-4dfe-87cb-a2606f137af3 req-b533d81a-e209-4d89-ae61-88912b0e6e87 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0581892 Aug 27 03:05:45.722380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c0b25eef-a9f9-4dfe-87cb-a2606f137af3 req-609f9a73-1552-461e-9fc3-816c7824a624 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Aug 27 03:05:46.856837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543859e-742c-417d-b0da-e417903dd23b req-271bdd49-ea6a-4d35-9074-ab7806b03b23 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:46.858551 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0543859e-742c-417d-b0da-e417903dd23b req-271bdd49-ea6a-4d35-9074-ab7806b03b23 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0636866 Aug 27 03:05:46.904406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0543859e-742c-417d-b0da-e417903dd23b req-e3813787-c965-4778-a2f2-c941aa0d0c9f tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Aug 27 03:05:46.993773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:47.863480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:48.053472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7512d-4cf4-4855-a287-2d125c827fe7 req-24e5780f-a0d7-4a4a-a9c6-b281a2b8236e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:48.054999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4c7512d-4cf4-4855-a287-2d125c827fe7 req-24e5780f-a0d7-4a4a-a9c6-b281a2b8236e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0609276 Aug 27 03:05:48.109527 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d4c7512d-4cf4-4855-a287-2d125c827fe7 req-d7a9f80b-09fc-425b-9de6-93e7aef693ef tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Aug 27 03:05:49.249186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e588d8-0e53-4dac-bf21-a7f9bf413370 req-afdcc2cd-1333-450e-be04-2b49343c1918 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:49.250701 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3e588d8-0e53-4dac-bf21-a7f9bf413370 req-afdcc2cd-1333-450e-be04-2b49343c1918 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0614898 Aug 27 03:05:49.287959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3e588d8-0e53-4dac-bf21-a7f9bf413370 req-40c04712-04a1-49e4-a4d2-7534e6de217c tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Aug 27 03:05:50.412707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18146ec8-5363-4f31-a49f-a677206d0e69 req-b38e7244-d37f-451e-bf0b-3e2499890061 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:50.414289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18146ec8-5363-4f31-a49f-a677206d0e69 req-b38e7244-d37f-451e-bf0b-3e2499890061 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0524588 Aug 27 03:05:50.458088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18146ec8-5363-4f31-a49f-a677206d0e69 req-b1827c2f-7f2f-4e8b-906d-ed06f335745f tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Aug 27 03:05:51.585458 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cea9aa-414f-427a-bb8c-c79f7c8ed64b req-aecfa5d1-bedb-4a90-a74c-0d0feb7f5ec8 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:51.587073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7cea9aa-414f-427a-bb8c-c79f7c8ed64b req-aecfa5d1-bedb-4a90-a74c-0d0feb7f5ec8 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0582142 Aug 27 03:05:51.624919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7cea9aa-414f-427a-bb8c-c79f7c8ed64b req-b50e1c40-d7b9-4251-be35-6ddd5f48f6b6 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Aug 27 03:05:52.760945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e972-bc96-48d7-9047-26e8e02e29f8 req-d8082a08-1241-4182-8b2d-e61e841fcd1e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:52.762455 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0076e972-bc96-48d7-9047-26e8e02e29f8 req-d8082a08-1241-4182-8b2d-e61e841fcd1e tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0519238 Aug 27 03:05:52.802563 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0076e972-bc96-48d7-9047-26e8e02e29f8 req-19b3aa10-c95f-4c1e-92fc-ab5a1f32c2fa tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Aug 27 03:05:53.921064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de9bb4-4317-4c90-8dcf-48eacdc58cdb req-96e90620-309c-4c8e-aacf-a453a499c278 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:53.922631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8de9bb4-4317-4c90-8dcf-48eacdc58cdb req-96e90620-309c-4c8e-aacf-a453a499c278 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 945 time: 0.0526431 Aug 27 03:05:53.963725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8de9bb4-4317-4c90-8dcf-48eacdc58cdb req-1f1c9838-820b-4573-9241-fb71fb75d5d3 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346723 Aug 27 03:05:54.231769 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-aeafb16c-5150-4bfe-b2e6-df26902fcf6a service neutron] show failed (client error): The resource could not be found. Aug 27 03:05:54.232784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-aeafb16c-5150-4bfe-b2e6-df26902fcf6a service neutron] 10.222.0.45 "GET /v2.0/ports/b186bd3d-73c3-4afa-80c9-6bdcbc59ea88/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0632706 Aug 27 03:05:54.465770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-538a09a6-c7d8-4534-bdcc-c9ba6956a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:54.467329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-538a09a6-c7d8-4534-bdcc-c9ba6956a0ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478&tenant_id=48389d99d720448f84ea5ce753dcf171 HTTP/1.1" status: 200 len: 1096 time: 0.0561779 Aug 27 03:05:54.480066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:05:54.539040 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:54.744331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:54.778519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:05:54.819031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:54.821246 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca0e62-4e3b-49ff-a283-38324b3b9b8f" -d '{"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-unplugged", "status": "completed", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:54.825002 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:54.838972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Transition to ACTIVE for port object b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:05:54.843494 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:54.873093 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcd68f5-e4eb-4bee-8d27-b5603bb4dae4 x-openstack-request-id: req-edcd68f5-e4eb-4bee-8d27-b5603bb4dae4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:54.873372 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-unplugged", "status": "completed", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:54.873609 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edcd68f5-e4eb-4bee-8d27-b5603bb4dae4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:54.874000 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'code': 200} Aug 27 03:05:54.910945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] No DVR routers for this DVR port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:05:54.914019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:54.925254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.925959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.925959 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.926264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.926639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.926966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.927290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.927609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.927945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.928231 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.928555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.928869 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:55.286844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:05:55.287276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:05:55.287507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:55.295022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:05:55.295355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Attempting to bind port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on network 2c63d4a5-ae21-4648-8e58-c5448e9e3a25 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:55.303881 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:05:55.304217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Checking segment: {'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:05:55.304603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Bound using segment: {'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:05:55.305034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Bound port: b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cc0c25-1173-45df-b767-67cb0fc7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:05:55.305395 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:55.326755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25417453-fd45-4afc-93f5-d6901c255ccf req-8bfb8453-d95e-4524-bf8b-f13553799ae1 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:55.328217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25417453-fd45-4afc-93f5-d6901c255ccf req-8bfb8453-d95e-4524-bf8b-f13553799ae1 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 943 time: 0.0753481 Aug 27 03:05:55.407916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-25417453-fd45-4afc-93f5-d6901c255ccf req-3add9398-e374-4d66-ad3b-9d47ae3c483a tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587714 Aug 27 03:05:55.408922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:05:55.412210 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:05:55.419059 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:55.453540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:55.454233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:55.455645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] 10.222.0.32 "PUT /v2.0/ports/b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 1091 time: 0.9796691 Aug 27 03:05:55.475590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e4536-3319-4e8a-b4c0-1743fc19a845 service neutron] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:55.519892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-b36c6e8f-2044-4b3c-a25a-4faf5a22d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:55.521377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-b36c6e8f-2044-4b3c-a25a-4faf5a22d6dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1094 time: 0.0421333 Aug 27 03:05:55.626713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-994b130a-0256-4c57-ae71-2c241bb7074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:55.628208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-994b130a-0256-4c57-ae71-2c241bb7074c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 912 time: 0.1001570 Aug 27 03:05:55.670465 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-ae68b586-cc10-40be-bd50-8b80e8009126 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 217 time: 0.0347562 Aug 27 03:05:55.721874 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-180ac263-b696-4da6-9f8e-69f8d1a3403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:55.723405 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-180ac263-b696-4da6-9f8e-69f8d1a3403a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 200 len: 851 time: 0.0457220 Aug 27 03:05:55.755055 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-1da15727-712f-4277-ad65-909d13fc3d05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247583 Aug 27 03:05:55.850033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-6443b07a-83d4-484b-8bf9-0ea020353d5a service neutron] 10.222.0.32 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878661 Aug 27 03:05:55.944709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5dbcc675-5c28-4e65-a0a3-9b4930950c38 req-42f8a290-88f5-457e-bc94-ba1bb3699d12 service neutron] 10.222.0.32 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880072 Aug 27 03:05:56.536401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90305a6-dee1-45b8-bd25-ba01d43a0649 req-3cecf129-64f3-4f27-bd32-4cf8c10f422a tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.538100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c90305a6-dee1-45b8-bd25-ba01d43a0649 req-3cecf129-64f3-4f27-bd32-4cf8c10f422a tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 943 time: 0.0564821 Aug 27 03:05:56.584646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c90305a6-dee1-45b8-bd25-ba01d43a0649 req-cb6556d7-1aee-4dc0-ba63-4e9b9466bcc0 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Aug 27 03:05:56.875253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:56.879007 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe0795-01ad-4b2a-b80f-1dd448500159" -d '{"events": [{"name": "network-changed", "server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:56.934161 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30ec91-e7f9-42d0-9616-2e5c92a27af4 x-openstack-request-id: req-5b30ec91-e7f9-42d0-9616-2e5c92a27af4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:56.934481 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:56.934729 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b30ec91-e7f9-42d0-9616-2e5c92a27af4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:56.935234 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'status': 'completed', 'code': 200} Aug 27 03:05:56.938466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:05:56.979135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:05:56.999882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-15ffaea6-9bdc-4dec-9579-ff6cc3e35b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.001723 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-15ffaea6-9bdc-4dec-9579-ff6cc3e35b8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1094 time: 0.0464516 Aug 27 03:05:57.008765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-66d2dba8-5bfe-4637-9fd9-611eadb3d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.010281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-66d2dba8-5bfe-4637-9fd9-611eadb3d4e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1094 time: 0.0473852 Aug 27 03:05:57.116944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-4941647d-5e64-4613-93f5-8ffb7cfa9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.118469 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-4941647d-5e64-4613-93f5-8ffb7cfa9052 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 912 time: 0.1096900 Aug 27 03:05:57.119530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-4e33c04b-d219-428c-afe9-458ae73ba707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.121016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-4e33c04b-d219-428c-afe9-458ae73ba707 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 912 time: 0.1032941 Aug 27 03:05:57.161820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-b261e265-7ba1-433f-8a71-4151716f4171 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 217 time: 0.0353041 Aug 27 03:05:57.168740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-52fabe43-9be4-4426-bacb-b9eb2ad79168 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 217 time: 0.0389411 Aug 27 03:05:57.216323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-9c6f94b6-16a8-404f-bd69-f61d19445f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.217967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-9c6f94b6-16a8-404f-bd69-f61d19445f80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 200 len: 851 time: 0.0493429 Aug 27 03:05:57.219266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-16ba47e1-7e24-4d26-b016-0a62c524de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.220719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-16ba47e1-7e24-4d26-b016-0a62c524de64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 200 len: 851 time: 0.0433993 Aug 27 03:05:57.252645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-dc31c266-71e2-48f0-8626-d7a23c57cf8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245037 Aug 27 03:05:57.255114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-406e7b6e-f293-4bbf-b239-1e814326440e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300815 Aug 27 03:05:57.345248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-9b61c169-ac96-495e-86a1-b1acd83e472e service neutron] 10.222.0.32 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850406 Aug 27 03:05:57.364772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-3d3ec7a0-d3cb-4b13-bd3d-be8df7e85a7d service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015766 Aug 27 03:05:57.447429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-2ba34449-839e-4a1c-8792-a0a31c795483 service neutron] 10.222.0.32 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938129 Aug 27 03:05:57.464939 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbfe0795-01ad-4b2a-b80f-1dd448500159 req-cec6d350-b28a-4d94-8d0d-95a4d71c4820 service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929761 Aug 27 03:05:57.710368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75880385-4ff8-4f89-838e-f54f86664127 req-b6090503-e9bb-4fe6-9021-84852aa637c2 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.711768 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75880385-4ff8-4f89-838e-f54f86664127 req-b6090503-e9bb-4fe6-9021-84852aa637c2 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 943 time: 0.0549281 Aug 27 03:05:57.751962 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-75880385-4ff8-4f89-838e-f54f86664127 req-27e9cf1e-8d27-4f40-868c-edc5071b2751 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Aug 27 03:05:57.761490 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-09a26f91-062a-466d-9f54-bb9dd7985e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:58.001301 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-4b06d4cb-492c-4210-8108-0d6966892d9b tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.002881 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-4b06d4cb-492c-4210-8108-0d6966892d9b tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478&tenant_id=48389d99d720448f84ea5ce753dcf171&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 943 time: 0.0552726 Aug 27 03:05:58.068789 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-7ed4a058-8e2b-47ce-85a7-f21048b82255 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:05:58.069823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-7ed4a058-8e2b-47ce-85a7-f21048b82255 service neutron] 10.222.0.45 "DELETE /v2.0/ports/b186bd3d-73c3-4afa-80c9-6bdcbc59ea88/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0591011 Aug 27 03:05:58.163153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-199b23fb-5837-4061-b972-301f8c9d6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.164750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-199b23fb-5837-4061-b972-301f8c9d6473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48389d99d720448f84ea5ce753dcf171&device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 1094 time: 0.0495758 Aug 27 03:05:58.255633 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-b94451ef-382a-4ef8-aa97-822babe61358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.257020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-b94451ef-382a-4ef8-aa97-822babe61358 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 200 len: 912 time: 0.0852954 Aug 27 03:05:58.301312 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-7d955af5-d9c4-4a01-987b-032fe7c2dabb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 200 len: 217 time: 0.0364168 Aug 27 03:05:58.314139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:05:58.355536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-5810f968-ec12-4dd7-9ea2-0e7b2cd8d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.357009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-5810f968-ec12-4dd7-9ea2-0e7b2cd8d30f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 200 len: 851 time: 0.0494015 Aug 27 03:05:58.389019 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-7104fbde-7dec-494f-8556-e30ed8422cef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c63d4a5-ae21-4648-8e58-c5448e9e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247309 Aug 27 03:05:58.417243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:58.430022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'network_id': '2c63d4a5-ae21-4648-8e58-c5448e9e3a25', 'port_id': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'mac_address': 'fa:16:3e:7c:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e68552-9b99-4e3c-980a-7acb89c29304', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:05:58.475604 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:58.486558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-55fed11a-8ddb-41fc-81cb-4c163dc62a01 service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905268 Aug 27 03:05:58.489166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:05:58.509793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:58.520672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:58.568631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:58.576021 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.576775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.577102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.577611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.577947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.578280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.578641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.578969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.579297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.579620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.579944 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.580267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:58.587419 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-b58bbfe2-09cf-4699-b6ee-4b816c39c99d service neutron] 10.222.0.45 "GET /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940692 Aug 27 03:05:58.781904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:05:59.294220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663a196-d1c6-4e13-8b26-c0649df37687 req-0c855035-6096-40df-8320-01b0ef898f09 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:59.295707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3663a196-d1c6-4e13-8b26-c0649df37687 req-0c855035-6096-40df-8320-01b0ef898f09 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 944 time: 0.0533402 Aug 27 03:05:59.339828 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3663a196-d1c6-4e13-8b26-c0649df37687 req-d85e5a75-da8c-46db-a150-8acf98601b11 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Aug 27 03:06:00.299840 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe73a297-af1c-4080-a178-e9eaac593072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.319772 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:06:00.371512 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:06:00.376184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:00.376563 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.455861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.473375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626d9e5-6fd0-4bdc-aae1-7bfed0dac64d req-9232f750-343a-4572-84a6-143113d6afb0 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:00.474987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0626d9e5-6fd0-4bdc-aae1-7bfed0dac64d req-9232f750-343a-4572-84a6-143113d6afb0 tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 944 time: 0.0512936 Aug 27 03:06:00.478173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:00.480473 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304321e8-bf76-47fa-a172-564adff1e98d" -d '{"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-plugged", "status": "completed", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:00.512077 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:00.523719 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.527480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.562211 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0626d9e5-6fd0-4bdc-aae1-7bfed0dac64d req-0cc045a3-92c5-4390-be6a-08ac3a48b37d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.10 "GET /v2.0/security-groups?id=832f3748-ec9d-4ec3-9e02-1152bb0a0975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804822 Aug 27 03:06:00.579265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-e0d28080-e602-4af2-867d-8e15b08b26eb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:00.585219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-e0d28080-e602-4af2-867d-8e15b08b26eb tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bce4871-bb5a-4a91-9452-a33349947478 HTTP/1.1" status: 200 len: 944 time: 0.0779068 Aug 27 03:06:00.588324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:00.603414 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e02e4e-2d3c-405f-8a99-522d5f485ef6 x-openstack-request-id: req-18e02e4e-2d3c-405f-8a99-522d5f485ef6 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:00.603710 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-plugged", "status": "completed", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:00.603960 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18e02e4e-2d3c-405f-8a99-522d5f485ef6 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:00.604349 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'code': 200} Aug 27 03:06:00.674549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Deleting port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:06:00.674895 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.772412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] For port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,segment=NetworkSegment(c0cc0c25-1173-45df-b767-67cb0fc7170e),segment_id=c0cc0c25-1173-45df-b767-67cb0fc7170e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:00.772779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.787186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Calling delete_port for b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:06:00.918665 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.930922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:06:00.952740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Pushing event deleted for resources: {'Port': ['ID=b186bd3d-73c3-4afa-80c9-6bdcbc59ea88,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:00.994222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] No DVR routers for this DVR port b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:06:00.997187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:00.999400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ec55c6fa-b730-4daf-81e7-8f55a53201b8 req-88cf24de-dee1-4e4c-aaff-cb6cff64ea1d tempest-DeleteServersTestJSON-1840936999 tempest-DeleteServersTestJSON-1840936999-project] 10.222.0.32 "DELETE /v2.0/ports/b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 HTTP/1.1" status: 204 len: 173 time: 0.4118152 Aug 27 03:06:00.999836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-deleted', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:01.002147 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e306a7-d489-4f4f-8b91-0719f4adfc59" -d '{"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-deleted", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:01.045225 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d228c466-1743-4161-96f3-6c552e7e16df x-openstack-request-id: req-d228c466-1743-4161-96f3-6c552e7e16df {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:01.045524 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bce4871-bb5a-4a91-9452-a33349947478", "name": "network-vif-deleted", "tag": "b186bd3d-73c3-4afa-80c9-6bdcbc59ea88", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:01.045767 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d228c466-1743-4161-96f3-6c552e7e16df {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:01.046264 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce4871-bb5a-4a91-9452-a33349947478', 'name': 'network-vif-deleted', 'tag': 'b186bd3d-73c3-4afa-80c9-6bdcbc59ea88', 'status': 'completed', 'code': 200} Aug 27 03:06:01.422257 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:01.714633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34824) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:01.768179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] Deleting subnet 17e68552-9b99-4e3c-980a-7acb89c29304 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:06:01.772734 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:01.818436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:01.864328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:01.925869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:01.956985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e68552-9b99-4e3c-980a-7acb89c29304,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:01.962564 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:01.964730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-294c77cd-0d85-41e3-9739-3eda6b441de5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/17e68552-9b99-4e3c-980a-7acb89c29304 HTTP/1.1" status: 204 len: 168 time: 0.2486081 Aug 27 03:06:01.968252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34826) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:02.040496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.128831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.138871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c63d4a5-ae21-4648-8e58-c5448e9e3a25']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:02.149381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cc0c25-1173-45df-b767-67cb0fc7170e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:02.149756 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cc0c25-1173-45df-b767-67cb0fc7170e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:02.158605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.172780 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.178969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:06:02.179358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:06:02.181125 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:06:02.240667 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.246562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.248403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] 10.222.0.10 "DELETE /v2.0/networks/2c63d4a5-ae21-4648-8e58-c5448e9e3a25 HTTP/1.1" status: 204 len: 168 time: 0.2791796 Aug 27 03:06:02.264616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f0dd2-924d-476d-af80-898ea6ebcb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c63d4a5-ae21-4648-8e58-c5448e9e3a25,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:02.372275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34830) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:02.416841 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9f020262-3163-41ae-a587-39ae28e77e3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48389d99d720448f84ea5ce753dcf171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429053 Aug 27 03:06:02.419450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34832) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:02.476005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-958d6ef9-3299-46a4-a7a4-0b71b0f9770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.498784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-958d6ef9-3299-46a4-a7a4-0b71b0f9770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.554812 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-958d6ef9-3299-46a4-a7a4-0b71b0f9770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.557910 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-958d6ef9-3299-46a4-a7a4-0b71b0f9770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.559511 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-958d6ef9-3299-46a4-a7a4-0b71b0f9770f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/832f3748-ec9d-4ec3-9e02-1152bb0a0975 HTTP/1.1" status: 204 len: 168 time: 0.1391599 Aug 27 03:06:02.567445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d6ef9-3299-46a4-a7a4-0b71b0f9770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f3748-ec9d-4ec3-9e02-1152bb0a0975,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:03.293790 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.311498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 34854) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:03.429263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-759452297-network', 'tenant_id': 'a7998ba18af7438db978b3a55aa980c0'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:03.461442 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Made reservation on behalf of a7998ba18af7438db978b3a55aa980c0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:06:03.463917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.474845 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.595572 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.600005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.628960 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:06:03.633748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff19f306-6659-44df-9345-ec24cce8d51d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:03.641575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.641945 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Added segment a8a71b60-bdf8-4ea6-91e2-e47a889dd662 of type vlan for network 8d11e970-70f4-4a57-ac99-046602eea828 Aug 27 03:06:03.686136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.713392 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.714369 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:03.714938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.774051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4612763 Aug 27 03:06:03.777482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 34858) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:03.779853 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a7b43-b409-4a52-bcbb-3da4042c93de admin admin] Pushing event updated for resources: {'Network': ['ID=8d11e970-70f4-4a57-ac99-046602eea828,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:03.784638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Request body: {'subnet': {'network_id': '8d11e970-70f4-4a57-ac99-046602eea828', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-759452297-subnet', 'tenant_id': 'a7998ba18af7438db978b3a55aa980c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:03.790338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 8d11e970-70f4-4a57-ac99-046602eea828 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:06:03.809088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Made reservation on behalf of a7998ba18af7438db978b3a55aa980c0 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:06:03.811433 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:03.988391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:04.047946 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=edadc4c7-20b5-488b-9f7a-3448d0546e13,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:04.056871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Checking segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:06:04.057293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Network hostable DHCP agents. Network: 8d11e970-70f4-4a57-ac99-046602eea828, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:06:04.075980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Network 8d11e970-70f4-4a57-ac99-046602eea828 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:06:04.085596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 8d11e970-70f4-4a57-ac99-046602eea828) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:06:04.089945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:04.090561 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:04.094224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87262f48-b0ed-4d79-90be-233271d4a3ad None None] Network 8d11e970-70f4-4a57-ac99-046602eea828 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:06:04.106239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fa779d19-55a6-448d-af56-efb4816ab89e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3274801 Aug 27 03:06:04.221502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0144e5-be18-483c-bfe7-3152b7ce8f93 None None] Network 8d11e970-70f4-4a57-ac99-046602eea828 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:06:04.339479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:06:04.359713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:06:04.360092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b186bd3d-73c3-4afa-80c9-6bdcbc59ea88 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:06:04.566137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-40e6b370-5373-4f39-b33e-95cf41f888bc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:04.567677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-40e6b370-5373-4f39-b33e-95cf41f888bc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 814 time: 0.1146421 Aug 27 03:06:04.583577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-47a333db-e6c1-42d4-8ea5-64270dbb1966 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/quotas/a7998ba18af7438db978b3a55aa980c0 HTTP/1.1" status: 200 len: 375 time: 0.0098536 Aug 27 03:06:04.617284 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-7a183def-54d0-4d2b-a8fc-09bd0873e305 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275507 Aug 27 03:06:04.731936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-141ec12d-8a37-42b1-b763-6ad28216442f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:06:04.733308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-141ec12d-8a37-42b1-b763-6ad28216442f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1089642 Aug 27 03:06:04.843767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-7369f7e3-a0c3-4e09-a93d-7d2e5c911ac6 service neutron] 10.222.0.10 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037219 Aug 27 03:06:04.943428 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-7f319992-e694-46f8-a70f-feccc62782a5 service neutron] 10.222.0.10 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917230 Aug 27 03:06:05.105374 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72dd9054-fa2e-4e51-a7b4-bcfb697f38a9 req-bd4a8777-82ce-4ac6-b5e1-84e6dcae8c78 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 210 time: 0.0276711 Aug 27 03:06:06.222682 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-04e027f9-5a80-4afa-9961-1303d3bd6578 req-73a015e8-29d1-493a-a57e-d5dfaca328b8 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 210 time: 0.0418956 Aug 27 03:06:06.326138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-56154941-0006-4256-89c2-b25601a721f2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:06.327999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-56154941-0006-4256-89c2-b25601a721f2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.32 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 814 time: 0.1077867 Aug 27 03:06:06.344364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Request body: {'port': {'device_id': 'e1935a99-c250-4c86-beb5-82f504f62599', 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828', 'admin_state_up': True, 'tenant_id': 'a7998ba18af7438db978b3a55aa980c0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:06.468997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Made reservation on behalf of a7998ba18af7438db978b3a55aa980c0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:06:06.472521 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:06.598841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Allocated IP 172.20.0.2 (8d11e970-70f4-4a57-ac99-046602eea828/edadc4c7-20b5-488b-9f7a-3448d0546e13/b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:06:06.752823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:06.792974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:06.835465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Network 8d11e970-70f4-4a57-ac99-046602eea828 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:06:06.840713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:06:06.844441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:06:06.851030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:06.900653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:06.901260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:06.917227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-23ca5d25-a3a1-4841-8edb-35c84acb464f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767808 Aug 27 03:06:06.930481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Request body: {'port': {'device_id': 'e1935a99-c250-4c86-beb5-82f504f62599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:06.984920 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.246106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:06:07.253799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.266351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Transition to ACTIVE for port object b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:06:07.270700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.324319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:07.340484 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbac96-96ac-4ff9-8a72-bf36da3c68dd req-5597d19a-150d-46b0-a6e7-51a42a273c89 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.342004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3dbac96-96ac-4ff9-8a72-bf36da3c68dd req-5597d19a-150d-46b0-a6e7-51a42a273c89 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 943 time: 0.0501587 Aug 27 03:06:07.380233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a3dbac96-96ac-4ff9-8a72-bf36da3c68dd req-61a71e0f-4f17-45ed-ac2c-eb335d78074f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Aug 27 03:06:07.393877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:06:07.394221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:06:07.394596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:07.398968 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on network 8d11e970-70f4-4a57-ac99-046602eea828 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:06:07.399289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:07.404051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:06:07.404384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Checking segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:06:07.404771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Bound using segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:06:07.405189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Bound port: b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:06:07.405553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.470992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:06:07.474715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:06:07.479615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.521207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.521882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.523373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] 10.222.0.32 "PUT /v2.0/ports/b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 1091 time: 0.5975204 Aug 27 03:06:07.523802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:07.526080 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f61bcb-753e-4b6b-841a-e7d31f470393" -d '{"events": [{"name": "network-changed", "server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:07.547280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328030ad-539d-4aba-b8a0-63ffd737e382 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:07.569603 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45dd2f4-be2c-4f8d-a840-d03c9be9ef54 x-openstack-request-id: req-c45dd2f4-be2c-4f8d-a840-d03c9be9ef54 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:07.569902 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:07.570176 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c45dd2f4-be2c-4f8d-a840-d03c9be9ef54 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:07.570641 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'status': 'completed', 'code': 200} Aug 27 03:06:07.615925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-7f7a523b-6b4b-426a-a66a-94d337fdeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.617512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-7f7a523b-6b4b-426a-a66a-94d337fdeeca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1094 time: 0.0433698 Aug 27 03:06:07.660368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-ee59c087-401b-4e5a-bba7-052930827151 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 217 time: 0.0336940 Aug 27 03:06:07.714671 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-9688056e-e22a-4d7f-a32a-b5ce328160a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.716145 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-9688056e-e22a-4d7f-a32a-b5ce328160a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0483906 Aug 27 03:06:07.748436 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-2638b587-6c25-4917-9364-57c19a372b2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243125 Aug 27 03:06:07.846655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-70287e50-80bf-4233-99c3-cc5998932b35 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877821 Aug 27 03:06:07.941153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-47efc536-50ba-41c0-ad99-3517aebb4a1f req-fb058216-59ca-4b0a-9f0b-049acbd0f767 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Aug 27 03:06:08.033186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-86a2778e-995a-4639-a5d1-8338f2f57f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.034747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-86a2778e-995a-4639-a5d1-8338f2f57f25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1094 time: 0.0435920 Aug 27 03:06:08.131644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-b110ff57-f0e3-4f40-a72b-2f05d3387cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.133088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-b110ff57-f0e3-4f40-a72b-2f05d3387cf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.0909541 Aug 27 03:06:08.175128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-50527614-6cf2-4064-91c5-5c6141f7ef65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 217 time: 0.0342903 Aug 27 03:06:08.223627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-9d757ad4-e233-462e-a2ff-989049371cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.225393 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-9d757ad4-e233-462e-a2ff-989049371cfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0436575 Aug 27 03:06:08.256684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-a1b75212-2522-4b01-ab80-d219236e521c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241358 Aug 27 03:06:08.359422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-4cfdd12b-7846-4113-acd7-21c113e736fd service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956180 Aug 27 03:06:08.458769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1f61bcb-753e-4b6b-841a-e7d31f470393 req-c3874cc5-bc62-46b0-bc25-8ab6da898abe service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898383 Aug 27 03:06:08.502972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418abde3-136d-48c4-9017-f1df3c1b5c3a req-063d4ad2-479b-494a-9814-5b963b3c027d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.504437 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-418abde3-136d-48c4-9017-f1df3c1b5c3a req-063d4ad2-479b-494a-9814-5b963b3c027d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 943 time: 0.0540330 Aug 27 03:06:08.545614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-418abde3-136d-48c4-9017-f1df3c1b5c3a req-0b83dc76-51db-4c26-9386-aead9ec7f216 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Aug 27 03:06:09.667804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81577ec-b433-44ff-b879-dd47c2dccec6 req-668533c8-9443-4898-848e-8c0bebe0a295 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:09.669290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b81577ec-b433-44ff-b879-dd47c2dccec6 req-668533c8-9443-4898-848e-8c0bebe0a295 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 943 time: 0.0533881 Aug 27 03:06:09.709825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b81577ec-b433-44ff-b879-dd47c2dccec6 req-e1298b36-60cf-49d0-9780-ab0a7f849c50 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Aug 27 03:06:10.350751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:06:10.454017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:10.467485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828', 'port_id': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'mac_address': 'fa:16:3e:7c:c1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edadc4c7-20b5-488b-9f7a-3448d0546e13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:06:10.516215 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:10.532593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:06:10.553773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:10.558354 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:10.609248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:10.749774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:06:10.828109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4efb3-a6b5-4063-84d1-4efd7f5fdca5 req-a0959e81-86ff-45b9-9e37-fe714e51b7c0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:10.829605 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01f4efb3-a6b5-4063-84d1-4efd7f5fdca5 req-a0959e81-86ff-45b9-9e37-fe714e51b7c0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 944 time: 0.0527978 Aug 27 03:06:10.868254 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-01f4efb3-a6b5-4063-84d1-4efd7f5fdca5 req-bc9b25f6-48dc-4779-a2e9-b2fd3b30742a tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Aug 27 03:06:11.994783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151de940-fbd3-462c-bb52-80a8b7adaee5 req-d6dc7656-fad6-455b-abd8-b3dc53759382 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:11.996360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-151de940-fbd3-462c-bb52-80a8b7adaee5 req-d6dc7656-fad6-455b-abd8-b3dc53759382 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 944 time: 0.0514379 Aug 27 03:06:12.040202 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-151de940-fbd3-462c-bb52-80a8b7adaee5 req-4f8941e1-80b5-46ab-9e1d-50b7aa9a8846 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378034 Aug 27 03:06:12.381376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:06:12.431917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:06:12.435827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:12.436315 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:12.510659 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:12.532718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:12.535064 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6664b4e-3355-4b0f-b479-198e1985daaf" -d '{"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-plugged", "status": "completed", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:12.554816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:12.559894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:12.677058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eca459-7252-48eb-a3df-27b02c1b63da req-7d04c6ca-a92c-4a83-aaf4-b830cf6c2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:12.678967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a4eca459-7252-48eb-a3df-27b02c1b63da req-7d04c6ca-a92c-4a83-aaf4-b830cf6c2881 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1096 time: 0.0468311 Aug 27 03:06:12.717236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a4eca459-7252-48eb-a3df-27b02c1b63da req-70707d20-d166-4935-82de-d8e9e4a863ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Aug 27 03:06:12.741812 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b1a6d3-3318-48f1-ab81-b5fb13b4df5d x-openstack-request-id: req-d1b1a6d3-3318-48f1-ab81-b5fb13b4df5d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:12.742125 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-plugged", "status": "completed", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:12.742308 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1b1a6d3-3318-48f1-ab81-b5fb13b4df5d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:12.742753 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'code': 200} Aug 27 03:06:12.767654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:13.161435 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f236f-a0ce-4840-8e0a-aa8d731b47e6 req-b021d6ef-3ccd-40b4-9db1-4015df6098c2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:13.162967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-904f236f-a0ce-4840-8e0a-aa8d731b47e6 req-b021d6ef-3ccd-40b4-9db1-4015df6098c2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0538216 Aug 27 03:06:13.200550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-904f236f-a0ce-4840-8e0a-aa8d731b47e6 req-9db35db4-a430-4df4-9771-98a8ecfeb607 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Aug 27 03:06:14.326582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b25a20-64e4-44db-917a-e02e8c4c4e83 req-85fd9297-6f4f-4a1e-8622-605837fd90a0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:14.328152 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8b25a20-64e4-44db-917a-e02e8c4c4e83 req-85fd9297-6f4f-4a1e-8622-605837fd90a0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Aug 27 03:06:14.369739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8b25a20-64e4-44db-917a-e02e8c4c4e83 req-37f6d2e5-fe18-47dc-a299-2b3b7ade7878 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354059 Aug 27 03:06:14.487701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66560a-3aa8-44d5-a3ad-84d54cafbf75 req-fe71f276-85c7-4bc5-81dc-12c49471d789 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:14.489139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae66560a-3aa8-44d5-a3ad-84d54cafbf75 req-fe71f276-85c7-4bc5-81dc-12c49471d789 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0516462 Aug 27 03:06:14.530368 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae66560a-3aa8-44d5-a3ad-84d54cafbf75 req-e639679c-d326-43b7-bd89-62bb1615789c tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Aug 27 03:06:14.750633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290f61-b767-4966-849c-d389eb6b5f93 req-9157da9e-4c17-47f8-9824-ae2ec2b9cab4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:14.752072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef290f61-b767-4966-849c-d389eb6b5f93 req-9157da9e-4c17-47f8-9824-ae2ec2b9cab4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Aug 27 03:06:14.790493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ef290f61-b767-4966-849c-d389eb6b5f93 req-f8819038-fda4-4035-9763-67a239d43c9e tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Aug 27 03:06:14.914574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282902-1856-4005-be8e-fe46b355d37d req-c7652368-cf17-49ef-86ac-128f9581419e tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:14.916266 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26282902-1856-4005-be8e-fe46b355d37d req-c7652368-cf17-49ef-86ac-128f9581419e tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0553937 Aug 27 03:06:14.958692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26282902-1856-4005-be8e-fe46b355d37d req-368f94fc-7875-466c-939a-4b38faa185ad tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Aug 27 03:06:15.198617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-1f65f8fa-5721-4a32-805f-e974da0d700d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458372 Aug 27 03:06:15.216499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e48fe-51b5-4a47-b0bd-4bcf4d90cf33 req-b6db70f2-8728-4f0e-ba95-85fb78465fc4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:15.218166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a0e48fe-51b5-4a47-b0bd-4bcf4d90cf33 req-b6db70f2-8728-4f0e-ba95-85fb78465fc4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0555851 Aug 27 03:06:15.261709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6a0e48fe-51b5-4a47-b0bd-4bcf4d90cf33 req-6cf40e1e-c70b-4960-9059-147672431bec tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Aug 27 03:06:16.334773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-c8c39281-f51e-47a9-90d0-b17bc0035db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:16.336372 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-c8c39281-f51e-47a9-90d0-b17bc0035db7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1096 time: 0.0424662 Aug 27 03:06:16.442752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729177e3-3844-4749-bf68-893971cf2947 req-768b76c0-7350-4120-8d5e-55ed9f93e813 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:16.444273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-729177e3-3844-4749-bf68-893971cf2947 req-768b76c0-7350-4120-8d5e-55ed9f93e813 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.1070542 Aug 27 03:06:16.465189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-49d53f3e-c1fe-4baa-a44d-d8fc4f0ece3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:16.466611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-49d53f3e-c1fe-4baa-a44d-d8fc4f0ece3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.1214015 Aug 27 03:06:16.511418 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a3a0fae6-58f9-427d-8860-7cfbeeb9f9b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 217 time: 0.0361485 Aug 27 03:06:16.532622 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-729177e3-3844-4749-bf68-893971cf2947 req-b9954ff5-1d6f-479d-97c6-469ee11a7d71 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772605 Aug 27 03:06:16.573764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-6b016967-bcec-4a40-ae09-2da01e8e0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:16.575265 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-6b016967-bcec-4a40-ae09-2da01e8e0b8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0557833 Aug 27 03:06:16.608511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-c11da3d9-9d0a-4cf2-a4f8-7d0957af298f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251629 Aug 27 03:06:16.701653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-bde3ea6c-8b5d-42b1-a3cd-8fd93fb38352 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853810 Aug 27 03:06:16.794639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-9eab1d23-6171-41ce-b8b7-e0b240375250 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856168 Aug 27 03:06:17.000784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:17.660856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39a43-4d8b-442d-8418-ed41261e66f2 req-8527da8f-8fad-4c05-bba1-66cc678c3448 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:17.662542 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cda39a43-4d8b-442d-8418-ed41261e66f2 req-8527da8f-8fad-4c05-bba1-66cc678c3448 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0569551 Aug 27 03:06:17.711814 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cda39a43-4d8b-442d-8418-ed41261e66f2 req-30b97141-36e5-4cfb-889a-3f0287e5c888 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Aug 27 03:06:17.860577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:18.838739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6b0b-eab6-4b2e-b6e5-c321eecde284 req-6e19e0a9-93c4-4f20-8e7f-19a8ae57dc5c tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:18.840236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b75a6b0b-eab6-4b2e-b6e5-c321eecde284 req-6e19e0a9-93c4-4f20-8e7f-19a8ae57dc5c tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0556064 Aug 27 03:06:18.881310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b75a6b0b-eab6-4b2e-b6e5-c321eecde284 req-be22c54f-93a8-429a-b0fc-e5e884122390 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347989 Aug 27 03:06:20.013243 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a776-fe67-4645-935a-4d1d89607f82 req-3ca7e9f9-723d-490f-9244-fd1f05812fa3 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:20.014746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1c58a776-fe67-4645-935a-4d1d89607f82 req-3ca7e9f9-723d-490f-9244-fd1f05812fa3 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0571012 Aug 27 03:06:20.055299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1c58a776-fe67-4645-935a-4d1d89607f82 req-1dd2b91a-ec81-433e-a654-8e2e0539da87 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344384 Aug 27 03:06:20.295497 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:06:21.179313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678be476-51f8-4d6f-aee9-8ecd301af407 req-1946a79b-5dcc-4fb6-a1c6-199e06e04ce2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:21.180896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-678be476-51f8-4d6f-aee9-8ecd301af407 req-1946a79b-5dcc-4fb6-a1c6-199e06e04ce2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0523834 Aug 27 03:06:21.227082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-678be476-51f8-4d6f-aee9-8ecd301af407 req-b6a74f71-624b-4080-8358-4e843409cbd9 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Aug 27 03:06:22.367646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952b803-0998-4414-8846-ab321f79d938 req-0347eeee-9c9a-437f-be57-802522dcd205 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:22.369569 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7952b803-0998-4414-8846-ab321f79d938 req-0347eeee-9c9a-437f-be57-802522dcd205 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0678284 Aug 27 03:06:22.409184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7952b803-0998-4414-8846-ab321f79d938 req-934493c4-e7dc-4e7c-b8a1-d270fd2a4292 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334575 Aug 27 03:06:23.538533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9de45-b469-4275-bc45-8c3a4893939e req-117dd0c9-9801-4947-8893-59b914b6d946 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:23.540108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2d9de45-b469-4275-bc45-8c3a4893939e req-117dd0c9-9801-4947-8893-59b914b6d946 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0535245 Aug 27 03:06:23.583424 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2d9de45-b469-4275-bc45-8c3a4893939e req-0d3a78bc-34ee-4f69-96e2-c21d8d25662b tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367517 Aug 27 03:06:24.710554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de117a7-3061-4cd6-81d7-6142542accc0 req-3dab52ee-5673-4a8c-bdbc-2c6e9d4c8900 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:24.712077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6de117a7-3061-4cd6-81d7-6142542accc0 req-3dab52ee-5673-4a8c-bdbc-2c6e9d4c8900 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0515549 Aug 27 03:06:24.753785 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6de117a7-3061-4cd6-81d7-6142542accc0 req-5735107c-ef4f-4af8-8446-2f4c6673e493 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Aug 27 03:06:25.878367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a03a0a-44aa-49b0-adf0-894acac84c55 req-f5dc0acf-d2a3-4294-83d3-454ba663a7a5 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:25.879895 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6a03a0a-44aa-49b0-adf0-894acac84c55 req-f5dc0acf-d2a3-4294-83d3-454ba663a7a5 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0512447 Aug 27 03:06:25.918630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c6a03a0a-44aa-49b0-adf0-894acac84c55 req-1ab7f4f5-ecd8-43ab-b76d-f3e8b31c53cc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Aug 27 03:06:27.040619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bc851-d84f-414f-9105-1e3c9411f865 req-151bebb6-7283-4c5d-84a8-e2e221ee0c6d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:27.042100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9c1bc851-d84f-414f-9105-1e3c9411f865 req-151bebb6-7283-4c5d-84a8-e2e221ee0c6d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0513740 Aug 27 03:06:27.080543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9c1bc851-d84f-414f-9105-1e3c9411f865 req-f5a51c55-62f3-4650-bc6d-8f1315fea8e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Aug 27 03:06:27.769432 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5ebaef0c-8d26-4f86-90e8-3c5e33f36eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:28.207437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c00ea-6c81-4724-bd4b-30b811602ca8 req-804dc81e-ce19-4db1-8627-3c58c6df5436 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:28.209003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-015c00ea-6c81-4724-bd4b-30b811602ca8 req-804dc81e-ce19-4db1-8627-3c58c6df5436 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0548861 Aug 27 03:06:28.253553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-015c00ea-6c81-4724-bd4b-30b811602ca8 req-cc458e2a-7113-471b-aab3-c0a32233146d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Aug 27 03:06:29.394420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3126fa-7bf3-4192-96cf-684ed4ba125d req-4d30ec35-5d75-4990-8e79-e4b89aa009a2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:29.396070 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3126fa-7bf3-4192-96cf-684ed4ba125d req-4d30ec35-5d75-4990-8e79-e4b89aa009a2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0586767 Aug 27 03:06:29.435410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e3126fa-7bf3-4192-96cf-684ed4ba125d req-539d7c88-cb7b-496c-a4a6-53934a183b48 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331547 Aug 27 03:06:30.292293 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a05b155c-6e6a-416b-9cf6-00e8c9b24b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:30.507458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:30.564940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c4ce-67ba-404f-a842-9fd787b8d77b req-e0c50293-f2f7-4cfd-9e2d-a6a456c04b75 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:30.566506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4379c4ce-67ba-404f-a842-9fd787b8d77b req-e0c50293-f2f7-4cfd-9e2d-a6a456c04b75 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0558515 Aug 27 03:06:30.607775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4379c4ce-67ba-404f-a842-9fd787b8d77b req-02f40872-b534-4db5-b768-cbba2c5a57e2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345736 Aug 27 03:06:31.424863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:31.726718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aefb5-42c6-4fc0-94e7-7e987ba9dd43 req-baf198b1-3e94-436b-a703-59ab11d6cb4d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:31.728087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-974aefb5-42c6-4fc0-94e7-7e987ba9dd43 req-baf198b1-3e94-436b-a703-59ab11d6cb4d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0507252 Aug 27 03:06:31.769599 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-974aefb5-42c6-4fc0-94e7-7e987ba9dd43 req-f726d342-e76a-4b64-81f0-977d320c13e1 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352850 Aug 27 03:06:32.889843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1e01c-baba-4166-a028-22c502b3cfe0 req-33fe887b-88f7-4946-b088-16f6c706536e tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:32.891423 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3f1e01c-baba-4166-a028-22c502b3cfe0 req-33fe887b-88f7-4946-b088-16f6c706536e tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0522118 Aug 27 03:06:32.931641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3f1e01c-baba-4166-a028-22c502b3cfe0 req-b71a7a89-db75-4bd1-9379-d8f3b6692e76 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338690 Aug 27 03:06:33.296789 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:34.051189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb1007-dc44-42a7-8bf2-b81f2156c9b2 req-4d10f8eb-d77c-4c32-b7d2-054aff3d4576 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:34.052669 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6beb1007-dc44-42a7-8bf2-b81f2156c9b2 req-4d10f8eb-d77c-4c32-b7d2-054aff3d4576 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0503371 Aug 27 03:06:34.093764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6beb1007-dc44-42a7-8bf2-b81f2156c9b2 req-2b82e16f-079e-4d47-af8c-4c47b4caac63 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Aug 27 03:06:35.216506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dcc03-e31f-41c4-bba4-ce7a853202a7 req-820508f4-99e0-44ce-b664-70e0d837669f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:35.218014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-528dcc03-e31f-41c4-bba4-ce7a853202a7 req-820508f4-99e0-44ce-b664-70e0d837669f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0527546 Aug 27 03:06:35.262706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-528dcc03-e31f-41c4-bba4-ce7a853202a7 req-2247f77d-bb70-4b59-bd91-5d224584f1e4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348034 Aug 27 03:06:36.389707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6404-cd58-4974-ba02-839b96d8c6b0 req-4818b9c0-b50d-46ee-9886-aba8e6aa57c6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:36.391176 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12be6404-cd58-4974-ba02-839b96d8c6b0 req-4818b9c0-b50d-46ee-9886-aba8e6aa57c6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0529385 Aug 27 03:06:36.433016 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12be6404-cd58-4974-ba02-839b96d8c6b0 req-36dba594-a9cf-430f-ad0f-ec672cbfbb08 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357649 Aug 27 03:06:37.563791 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91986-4c6a-44b9-b5a0-52684ed43b7e req-a249e0d9-7964-4853-916a-bf7870d709f6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:37.565345 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ee91986-4c6a-44b9-b5a0-52684ed43b7e req-a249e0d9-7964-4853-916a-bf7870d709f6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0554225 Aug 27 03:06:37.605807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5ee91986-4c6a-44b9-b5a0-52684ed43b7e req-36f3564f-e77d-4d04-be86-eb89883151f4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342438 Aug 27 03:06:38.733613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f37a3d-f13c-4c62-87c0-f768069f19e3 req-ec9a41d3-9aa2-4350-8e30-25d1065ec80b tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:38.735568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86f37a3d-f13c-4c62-87c0-f768069f19e3 req-ec9a41d3-9aa2-4350-8e30-25d1065ec80b tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0512915 Aug 27 03:06:38.775811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-86f37a3d-f13c-4c62-87c0-f768069f19e3 req-3b688b81-e77c-4651-bea3-c4299de64d09 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Aug 27 03:06:39.896584 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4aa27-0bd2-403f-89c9-dc8b16630cad req-64083147-1b38-4170-94f2-d1c2acef1f3d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:39.898108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46d4aa27-0bd2-403f-89c9-dc8b16630cad req-64083147-1b38-4170-94f2-d1c2acef1f3d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0509059 Aug 27 03:06:39.939863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46d4aa27-0bd2-403f-89c9-dc8b16630cad req-dd309729-33b2-4412-af95-bb6e2abc9bb9 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Aug 27 03:06:41.073753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d762975-180b-43d3-b302-c24ef5bcdbbc req-5c74d4a8-00b9-4789-b377-1f8ea3c8870f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:41.075335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d762975-180b-43d3-b302-c24ef5bcdbbc req-5c74d4a8-00b9-4789-b377-1f8ea3c8870f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0573249 Aug 27 03:06:41.115109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d762975-180b-43d3-b302-c24ef5bcdbbc req-ab34f524-8d48-4a81-8700-1ba1c82e379d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Aug 27 03:06:42.233723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5371e0-d73d-4ae5-b356-8bc579726be3 req-6a07bfab-6169-4d5f-9ad3-cbb5899439cc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:42.235220 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd5371e0-d73d-4ae5-b356-8bc579726be3 req-6a07bfab-6169-4d5f-9ad3-cbb5899439cc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0513580 Aug 27 03:06:42.273956 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd5371e0-d73d-4ae5-b356-8bc579726be3 req-69bf21ad-c719-48ac-b0ca-a608764568f2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Aug 27 03:06:43.414196 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3813c-af86-4b1c-812f-8170b9efd544 req-1ee23a58-3f35-4681-a34d-007a69518c33 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:43.415776 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6b3813c-af86-4b1c-812f-8170b9efd544 req-1ee23a58-3f35-4681-a34d-007a69518c33 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0687270 Aug 27 03:06:43.459947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c6b3813c-af86-4b1c-812f-8170b9efd544 req-ddd59225-21b3-4222-be6e-d1b37b436298 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Aug 27 03:06:43.752998 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a7e068c9-31f3-4ecd-9679-84ff9553a3a0 service neutron] show failed (client error): The resource could not be found. Aug 27 03:06:43.754091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a7e068c9-31f3-4ecd-9679-84ff9553a3a0 service neutron] 10.222.0.32 "GET /v2.0/ports/b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0597005 Aug 27 03:06:43.963734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-903b7dc5-0c9d-43fe-8b44-ae27ba18070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:43.965304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-903b7dc5-0c9d-43fe-8b44-ae27ba18070c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599&tenant_id=a7998ba18af7438db978b3a55aa980c0 HTTP/1.1" status: 200 len: 1096 time: 0.0437951 Aug 27 03:06:43.977428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:44.035285 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:44.271134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:44.303790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:06:44.342651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:44.345067 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc51fa5-8746-4358-810f-e1aab137b789" -d '{"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:44.349135 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:44.361750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Transition to ACTIVE for port object b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:06:44.365480 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:44.393388 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e5666-1c8f-4734-8a2d-dc68029177ab x-openstack-request-id: req-8a7e5666-1c8f-4734-8a2d-dc68029177ab {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:44.393683 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:44.393931 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a7e5666-1c8f-4734-8a2d-dc68029177ab {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:44.394335 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'code': 200} Aug 27 03:06:44.428613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] No DVR routers for this DVR port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:06:44.437074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=6']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:44.465285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.465622 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.465963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.466288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.466642 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.466969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.467289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.467609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.467914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.468237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.468549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.468866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:44.484595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:06:44.485089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:06:44.485550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:44.490839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on network 8d11e970-70f4-4a57-ac99-046602eea828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:06:44.491173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Attempting to bind port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:44.496337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:06:44.496650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Checking segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:06:44.497073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Bound using segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:06:44.497483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Bound port: b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:06:44.497856 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:44.592223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:06:44.597048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:06:44.602762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:44.611604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd60dea-194d-4dc9-b767-f69b39808cb6 req-37a33cc2-6ceb-4d98-94fa-0406bb2bec37 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:44.613114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cd60dea-194d-4dc9-b767-f69b39808cb6 req-37a33cc2-6ceb-4d98-94fa-0406bb2bec37 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 943 time: 0.0778604 Aug 27 03:06:44.665140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:44.665765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:44.667190 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 1091 time: 0.6939428 Aug 27 03:06:44.721626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8cd60dea-194d-4dc9-b767-f69b39808cb6 req-66e64858-57c3-4015-8be5-eedfec10e2c6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016085 Aug 27 03:06:44.723159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692f96b-317e-4139-9875-5a05860404c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:44.741180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-50840da0-8eab-4955-86c4-422be30b93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:44.742847 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-50840da0-8eab-4955-86c4-422be30b93c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1094 time: 0.0519009 Aug 27 03:06:44.836715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a377ec5c-9e31-4f1f-ad1a-53f69a3fcf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:44.838119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-a377ec5c-9e31-4f1f-ad1a-53f69a3fcf19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.0877011 Aug 27 03:06:44.884368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-4a0e6906-c754-450d-b724-cfd26d222adb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 217 time: 0.0393116 Aug 27 03:06:44.934262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-303fea92-6196-4e4e-b66d-3cce56f79a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:44.935779 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-303fea92-6196-4e4e-b66d-3cce56f79a0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0450215 Aug 27 03:06:44.968588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-e19ff4f6-a04a-404d-854f-5e140d847224 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245495 Aug 27 03:06:45.063403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-cc2dc003-8783-4ce9-86c7-2065fdaf71e1 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876834 Aug 27 03:06:45.155638 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15f57e9b-fd62-4ed8-b11a-677a3673da0d req-e8bb114a-8d5b-4520-b86e-4201bfab40fa service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853729 Aug 27 03:06:45.853835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247ebcc-43e1-42f4-94be-6d10ecc254a5 req-cd5b7c2c-761d-4da9-856e-4ee80e156f66 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:45.855364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d247ebcc-43e1-42f4-94be-6d10ecc254a5 req-cd5b7c2c-761d-4da9-856e-4ee80e156f66 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 943 time: 0.0515318 Aug 27 03:06:45.895707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d247ebcc-43e1-42f4-94be-6d10ecc254a5 req-79e8b2c5-7631-4f5f-bddc-e4c9d3355b1c tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Aug 27 03:06:46.395337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:46.397779 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3432f7f-ede1-45a2-bfda-00219b059895" -d '{"events": [{"name": "network-changed", "server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:46.449985 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb2f86-64eb-4809-8a19-85f8c0b5e553 x-openstack-request-id: req-a0fb2f86-64eb-4809-8a19-85f8c0b5e553 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:46.451281 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:46.451562 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0fb2f86-64eb-4809-8a19-85f8c0b5e553 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:46.451967 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'status': 'completed', 'code': 200} Aug 27 03:06:46.514851 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:06:46.517634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-afc0cc92-83c2-41fc-a236-a6cf80f8a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:46.519514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-afc0cc92-83c2-41fc-a236-a6cf80f8a917 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1094 time: 0.0446522 Aug 27 03:06:46.522826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-63278277-de3a-418d-9e8d-beb04276eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:46.524347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-63278277-de3a-418d-9e8d-beb04276eb97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1094 time: 0.0495615 Aug 27 03:06:46.554869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:06:46.630339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-6e2153bc-91ee-47aa-aff7-58ac7a93db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:46.631939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-6e2153bc-91ee-47aa-aff7-58ac7a93db56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.1056561 Aug 27 03:06:46.638762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-ed10eae2-cfe0-4015-80ee-0586ad9c8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:46.640268 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-ed10eae2-cfe0-4015-80ee-0586ad9c8476 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.1035783 Aug 27 03:06:46.675812 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-adbf7b32-a71e-4b98-903d-ed97b5b6cafb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 217 time: 0.0366969 Aug 27 03:06:46.685481 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-c33a0789-eec0-4e36-ba77-f4eb19300eb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 217 time: 0.0373251 Aug 27 03:06:46.736562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-7afb0208-551c-42e4-8973-68ef349d1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:46.738293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-7afb0208-551c-42e4-8973-68ef349d1200 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0559328 Aug 27 03:06:46.745689 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-294eb9d0-a169-4dca-826d-ff8b623a0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:46.747206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-294eb9d0-a169-4dca-826d-ff8b623a0967 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0486102 Aug 27 03:06:46.777379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-1d7d3075-0e7d-41ba-93bc-42dc2958b7a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314789 Aug 27 03:06:46.877456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-8d85ac2c-d21c-47fd-a574-4e7b68fde1c5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925944 Aug 27 03:06:46.990182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-49e77cf3-c96b-4631-9104-2933732ecf56 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059744 Aug 27 03:06:47.016538 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:47.032018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824f3b7-81b3-45e9-ab2f-7a6d2e6f3051 req-3621ed71-d25b-4118-89fc-df7c104362f2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:47.033484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a824f3b7-81b3-45e9-ab2f-7a6d2e6f3051 req-3621ed71-d25b-4118-89fc-df7c104362f2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 943 time: 0.0602279 Aug 27 03:06:47.074386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a824f3b7-81b3-45e9-ab2f-7a6d2e6f3051 req-c19cbe59-602e-479e-9903-81b401cd584a tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Aug 27 03:06:47.131370 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-a309eed5-d756-40c3-a950-064d9a5cf3c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3771477 Aug 27 03:06:47.189466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:06:47.231013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-e230db63-2135-4e74-b2ba-b68865ee275d service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920517 Aug 27 03:06:47.309463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:47.324755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828', 'port_id': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'mac_address': 'fa:16:3e:7c:c1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edadc4c7-20b5-488b-9f7a-3448d0546e13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:06:47.335927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26367f-93fa-4874-9979-2298fffbddfd req-e74bb0a7-c5b5-41b4-bf8d-be95ae02b685 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:47.337442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c26367f-93fa-4874-9979-2298fffbddfd req-e74bb0a7-c5b5-41b4-bf8d-be95ae02b685 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 943 time: 0.0871682 Aug 27 03:06:47.345166 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3432f7f-ede1-45a2-bfda-00219b059895 req-64b766cc-f432-4d9f-971f-afdd9efc532d service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067626 Aug 27 03:06:47.346041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-7ea398f6-8d28-400a-87f1-06d74ad29fd2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:47.347549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-7ea398f6-8d28-400a-87f1-06d74ad29fd2 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599&tenant_id=a7998ba18af7438db978b3a55aa980c0&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 943 time: 0.0855126 Aug 27 03:06:47.369515 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:47.383035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:06:47.407245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:47.412005 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:47.418872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c26367f-93fa-4874-9979-2298fffbddfd req-a960b1d5-b89d-4f33-acd1-1029c54771bc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703146 Aug 27 03:06:47.441828 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-48a936b0-2da8-46aa-bc2b-a7924851f0e2 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:06:47.442828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-48a936b0-2da8-46aa-bc2b-a7924851f0e2 service neutron] 10.222.0.32 "DELETE /v2.0/ports/b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0836112 Aug 27 03:06:47.463864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:47.527624 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-e9ecf9ca-c415-4719-9056-774ae1bce984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:47.529215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-e9ecf9ca-c415-4719-9056-774ae1bce984 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 1095 time: 0.0416532 Aug 27 03:06:47.634239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:06:47.858364 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:47.952778 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-f5adb506-de12-4329-a3d6-1b8c1666cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:47.955554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-f5adb506-de12-4329-a3d6-1b8c1666cf0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.4175971 Aug 27 03:06:47.995896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-52f59c35-a5ea-4638-924c-b86e5950cd32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 200 len: 217 time: 0.0344419 Aug 27 03:06:48.046055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-0a42caaf-50f3-451b-9df3-35ce1eb1ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:48.047576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-0a42caaf-50f3-451b-9df3-35ce1eb1ac62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0445750 Aug 27 03:06:48.084889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-aad0f599-9326-43c7-b5f7-cda48607cb26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298758 Aug 27 03:06:48.173600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-bc5a624a-910d-4aa2-a111-639b4beed407 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817177 Aug 27 03:06:48.270404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-813abd67-81d4-4a01-90ac-5e44d566ba0e req-6308d451-9378-4fb2-a0b3-3c81ab7b5b73 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899618 Aug 27 03:06:48.539662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479d26-b420-4845-9ad8-2cfea72187e9 req-e8090f83-396e-460a-8eb3-571354ce3b20 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:48.541141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6479d26-b420-4845-9ad8-2cfea72187e9 req-e8090f83-396e-460a-8eb3-571354ce3b20 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 944 time: 0.0497508 Aug 27 03:06:48.579502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6479d26-b420-4845-9ad8-2cfea72187e9 req-2ecd63fd-7633-49f6-9744-a52e948f0064 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Aug 27 03:06:49.200815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:06:49.261643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:06:49.265708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:49.266083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:49.342486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:49.365549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:49.367862 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a75136-f879-4718-8103-fa62a6ba1120" -d '{"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-plugged", "status": "completed", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:49.380385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:49.385443 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:49.411668 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c82a27-95f6-4aff-970b-63d7713aa2df x-openstack-request-id: req-43c82a27-95f6-4aff-970b-63d7713aa2df {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:49.411962 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-plugged", "status": "completed", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:49.412214 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43c82a27-95f6-4aff-970b-63d7713aa2df {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:49.412597 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'code': 200} Aug 27 03:06:49.437440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:49.699690 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e6185-d6c6-46e1-9362-51f2d169fa02 req-959a5025-d25b-4a78-bc68-70f713e9f353 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:49.701645 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-134e6185-d6c6-46e1-9362-51f2d169fa02 req-959a5025-d25b-4a78-bc68-70f713e9f353 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0504563 Aug 27 03:06:49.739888 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-134e6185-d6c6-46e1-9362-51f2d169fa02 req-4ed3fa05-0b2c-4ac9-ba9e-39c994ee7d50 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Aug 27 03:06:49.858432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9663d6-2d62-4b0c-beb8-585b6fa594ba req-49f12926-73a3-46a2-b078-230d1cd991a6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:49.859835 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe9663d6-2d62-4b0c-beb8-585b6fa594ba req-49f12926-73a3-46a2-b078-230d1cd991a6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Aug 27 03:06:49.899040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fe9663d6-2d62-4b0c-beb8-585b6fa594ba req-d1ac2c36-1fff-4bac-9956-126fe4dcf98d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330446 Aug 27 03:06:50.019085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a20e31-7bf1-4645-809e-9ef5637360fd req-5df27c4f-a6c8-48cb-81e6-c37da49fccee tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:50.020769 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22a20e31-7bf1-4645-809e-9ef5637360fd req-5df27c4f-a6c8-48cb-81e6-c37da49fccee tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0548258 Aug 27 03:06:50.062031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22a20e31-7bf1-4645-809e-9ef5637360fd req-fc1d1184-4cd6-46ab-95ae-9dfd153602eb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Aug 27 03:06:50.416217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-76bc1e7f-8797-46c5-a27d-c57b54782db3 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:50.417687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-76bc1e7f-8797-46c5-a27d-c57b54782db3 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 814 time: 0.1041152 Aug 27 03:06:50.433430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-6c19534e-ab93-4c15-82bd-4ef7c1107dc7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/quotas/a7998ba18af7438db978b3a55aa980c0 HTTP/1.1" status: 200 len: 375 time: 0.0098479 Aug 27 03:06:50.487670 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-bcdd4588-8bb2-4f66-a4be-7bdb6c2d3814 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487394 Aug 27 03:06:50.585155 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-14adaf8c-d078-4b6d-9b96-7b2418e613cc service neutron] 10.222.0.10 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904775 Aug 27 03:06:50.681694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-1e6d1715-0677-4151-91e0-1761dc755acf service neutron] 10.222.0.10 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892279 Aug 27 03:06:50.863876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e71b318d-92e6-4464-85a8-0869bf7e3ee6 req-52e720ce-b401-4e49-9add-26da6504b14b tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Aug 27 03:06:51.544254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-ccf5f8a2-3f42-4f10-802c-298295d27e4f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:51.545823 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-ccf5f8a2-3f42-4f10-802c-298295d27e4f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1935a99-c250-4c86-beb5-82f504f62599 HTTP/1.1" status: 200 len: 945 time: 0.0522830 Aug 27 03:06:51.642147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Deleting port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:06:51.642492 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:51.750797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] For port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:51.751405 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:51.767170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Calling delete_port for b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:06:51.801112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.45', 50241) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:51.904814 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:51.918007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:06:51.934446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-e7dfa6a4-4af5-468d-933d-307428ede467 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:51.936022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-e7dfa6a4-4af5-468d-933d-307428ede467 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 814 time: 0.1339788 Aug 27 03:06:51.952769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Request body: {'port': {'device_id': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828', 'admin_state_up': True, 'tenant_id': 'a7998ba18af7438db978b3a55aa980c0'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:51.954867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Pushing event deleted for resources: {'Port': ['ID=b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:51.998673 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8d567e2d-35f0-4665-9587-906e25dad2ea req-6dccf610-d49f-4e9e-9e67-7b9d0a991573 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 210 time: 0.0486250 Aug 27 03:06:52.019266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] No DVR routers for this DVR port b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:06:52.021999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.024100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.45 "DELETE /v2.0/ports/b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 HTTP/1.1" status: 204 len: 173 time: 0.4718950 Aug 27 03:06:52.024537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-deleted', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:52.026863 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698a9b7f-3920-4627-bc13-0f27343bf0a2" -d '{"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-deleted", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:52.066003 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e233053-a4b8-41fa-a385-3e82475bb2d0 x-openstack-request-id: req-1e233053-a4b8-41fa-a385-3e82475bb2d0 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:52.066286 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1935a99-c250-4c86-beb5-82f504f62599", "name": "network-vif-deleted", "tag": "b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:52.066750 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e233053-a4b8-41fa-a385-3e82475bb2d0 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:52.067319 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1935a99-c250-4c86-beb5-82f504f62599', 'name': 'network-vif-deleted', 'tag': 'b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2', 'status': 'completed', 'code': 200} Aug 27 03:06:52.079842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Made reservation on behalf of a7998ba18af7438db978b3a55aa980c0 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:06:52.084315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.226843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Allocated IP 172.20.0.2 (8d11e970-70f4-4a57-ac99-046602eea828/edadc4c7-20b5-488b-9f7a-3448d0546e13/46fdcb23-ffab-4834-be71-6cfc1b8e026b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:06:52.389840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.437177 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.448547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:06:52.480557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Network 8d11e970-70f4-4a57-ac99-046602eea828 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:06:52.485670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:06:52.489473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:06:52.496097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:52.546599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:52.547229 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.566447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-0f7ad59d-fe0e-4d22-9146-ee7b707996fb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190307 Aug 27 03:06:52.581663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Request body: {'port': {'device_id': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:52.645299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.920709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fdcb23-ffab-4834-be71-6cfc1b8e026b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:06:52.930591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.944774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Transition to ACTIVE for port object 46fdcb23-ffab-4834-be71-6cfc1b8e026b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:06:52.948717 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.997642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:53.077293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:06:53.077666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:06:53.077961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:53.084412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on network 8d11e970-70f4-4a57-ac99-046602eea828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:06:53.084412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:53.089926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:06:53.090262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Checking segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:06:53.090678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Bound using segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:06:53.091123 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Bound port: 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:06:53.091485 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:53.119151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c40b0-60f2-43d9-8d8c-f41f5b416047 req-8c4e3214-6565-46f9-811d-e7909be95437 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:53.120688 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-796c40b0-60f2-43d9-8d8c-f41f5b416047 req-8c4e3214-6565-46f9-811d-e7909be95437 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 943 time: 0.0535986 Aug 27 03:06:53.161440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:06:53.164322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-796c40b0-60f2-43d9-8d8c-f41f5b416047 req-98f79e7b-a0b1-4af9-a8b5-658798fe8960 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 Aug 27 03:06:53.164656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:06:53.172549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:53.206021 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:53.206668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:53.208097 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] 10.222.0.45 "PUT /v2.0/ports/46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 1091 time: 0.6315041 Aug 27 03:06:53.208558 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:53.210882 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa1119-6365-496f-aadc-6f6784aa672d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:53.239046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144edd13-5dfb-49d4-82a9-40f51d1c2667 service neutron] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:53.248729 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281290b-c7ff-4dd8-baeb-df6adb6ed546 x-openstack-request-id: req-d281290b-c7ff-4dd8-baeb-df6adb6ed546 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:53.249052 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:53.249273 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d281290b-c7ff-4dd8-baeb-df6adb6ed546 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:53.249681 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'status': 'completed', 'code': 200} Aug 27 03:06:53.294593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-1db99351-eb14-4189-ae54-3ebdbeb54b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:53.296134 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-1db99351-eb14-4189-ae54-3ebdbeb54b22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1094 time: 0.0431406 Aug 27 03:06:53.341904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-d6fc9afc-0ddf-4913-ad56-2604fb2718b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0380626 Aug 27 03:06:53.395403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-4b1bafec-87d7-443d-a989-863b3dbbc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:53.396939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-4b1bafec-87d7-443d-a989-863b3dbbc9a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0483248 Aug 27 03:06:53.429007 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-61a89b09-9442-4d2f-8285-1f5e2890cb16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247097 Aug 27 03:06:53.528383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-7504df3b-3444-4ae8-83ff-69c4f89d6bf1 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924354 Aug 27 03:06:53.627009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-91febebc-c961-46f7-beec-9d333d9b57a1 req-ccc44805-1ab9-40d1-9f46-8772868bd68c service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918829 Aug 27 03:06:53.719505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1119-6365-496f-aadc-6f6784aa672d req-18f0dc58-5aa2-4a73-8d07-96691e5b2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:53.721019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cafa1119-6365-496f-aadc-6f6784aa672d req-18f0dc58-5aa2-4a73-8d07-96691e5b2512 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1094 time: 0.0437059 Aug 27 03:06:53.816553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1119-6365-496f-aadc-6f6784aa672d req-a491a800-dbc8-429f-83a5-9a113328830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:53.818070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cafa1119-6365-496f-aadc-6f6784aa672d req-a491a800-dbc8-429f-83a5-9a113328830a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.0905504 Aug 27 03:06:53.860651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cafa1119-6365-496f-aadc-6f6784aa672d req-154ef248-00db-4e5a-a19a-0924f734bf7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0349667 Aug 27 03:06:53.913858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1119-6365-496f-aadc-6f6784aa672d req-530c01d2-a728-448f-8aa4-4ae8e585e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:53.915356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cafa1119-6365-496f-aadc-6f6784aa672d req-530c01d2-a728-448f-8aa4-4ae8e585e6af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0476587 Aug 27 03:06:53.950751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cafa1119-6365-496f-aadc-6f6784aa672d req-f4780bfa-0402-4daa-beff-68bc53c90ce5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267947 Aug 27 03:06:54.038686 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cafa1119-6365-496f-aadc-6f6784aa672d req-bb902d7b-d44c-4228-b993-e3294ac4ac47 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810487 Aug 27 03:06:54.137573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cafa1119-6365-496f-aadc-6f6784aa672d req-f0d7e874-7e0a-404c-b8ea-3df26fddd68d service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917437 Aug 27 03:06:54.294592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38458a-af88-4305-b9b4-8eb2af16c64f req-9f933b78-e29d-44e6-a467-72a9f389dd86 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:54.296165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef38458a-af88-4305-b9b4-8eb2af16c64f req-9f933b78-e29d-44e6-a467-72a9f389dd86 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 943 time: 0.0603204 Aug 27 03:06:54.337591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef38458a-af88-4305-b9b4-8eb2af16c64f req-39304bf4-a104-48dd-a19d-4ac483cf0256 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Aug 27 03:06:55.219982 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:06:55.222083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:06:55.245725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:06:55.246075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device b6cbb3d8-a62c-4468-9dc7-2ddf52e2bed2 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:06:55.337609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:55.349247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828', 'port_id': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'mac_address': 'fa:16:3e:5d:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edadc4c7-20b5-488b-9f7a-3448d0546e13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:06:55.386985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:55.401520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fdcb23-ffab-4834-be71-6cfc1b8e026b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:06:55.420920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:55.426221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:55.458185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb03bef-a082-47f9-a552-a383e8ca7224 req-298aa1f9-ccc2-48ef-b678-56cf3ddd5d86 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:55.459817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb03bef-a082-47f9-a552-a383e8ca7224 req-298aa1f9-ccc2-48ef-b678-56cf3ddd5d86 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 943 time: 0.0530894 Aug 27 03:06:55.472459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:55.498625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dbb03bef-a082-47f9-a552-a383e8ca7224 req-16ad9c06-6de6-43e0-a739-8065e734f534 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Aug 27 03:06:55.617523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['46fdcb23-ffab-4834-be71-6cfc1b8e026b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:06:56.621466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659df2-8c75-4588-ba32-55bae6dce266 req-fb4e2e92-69f3-4dbd-9e5d-d525144407ec tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:56.622968 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44659df2-8c75-4588-ba32-55bae6dce266 req-fb4e2e92-69f3-4dbd-9e5d-d525144407ec tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 944 time: 0.0564106 Aug 27 03:06:56.664822 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44659df2-8c75-4588-ba32-55bae6dce266 req-210e3250-3ebd-47fc-992c-7298e8d953d3 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356722 Aug 27 03:06:57.241974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:06:57.293850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 46fdcb23-ffab-4834-be71-6cfc1b8e026b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:06:57.295692 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:06:57.298297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 46fdcb23-ffab-4834-be71-6cfc1b8e026b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:57.298719 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:57.377478 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:57.399771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:57.402025 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bbcd4-b1ce-461d-8185-5d6e2e67fe3f" -d '{"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-plugged", "status": "completed", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:57.414087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:57.419423 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:57.442267 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb191be0-3d39-4a7e-81a6-bd3404d86a0f x-openstack-request-id: req-cb191be0-3d39-4a7e-81a6-bd3404d86a0f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:57.442587 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-plugged", "status": "completed", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:57.442836 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb191be0-3d39-4a7e-81a6-bd3404d86a0f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:57.443216 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'code': 200} Aug 27 03:06:57.468547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:57.541788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67546e35-0b93-4bde-b66d-0f3a41360508 req-a328e5e8-0d6e-453b-ba3d-b69ef4587bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:57.543478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67546e35-0b93-4bde-b66d-0f3a41360508 req-a328e5e8-0d6e-453b-ba3d-b69ef4587bfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1096 time: 0.0426574 Aug 27 03:06:57.581190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-67546e35-0b93-4bde-b66d-0f3a41360508 req-3634c9a9-9dcf-4c25-a1ef-fac7610d2374 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Aug 27 03:06:57.764641 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1156692a-50c0-4ebb-90d2-bdea92e37787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:57.802870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cc244-54bb-40aa-aa42-accb311436ba req-df43dfa5-dfe0-4531-b351-9ef27e71a6cc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:57.804291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4b5cc244-54bb-40aa-aa42-accb311436ba req-df43dfa5-dfe0-4531-b351-9ef27e71a6cc tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Aug 27 03:06:57.842233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4b5cc244-54bb-40aa-aa42-accb311436ba req-e5d062f7-c004-4711-8cdc-188610ed0f66 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Aug 27 03:06:58.991473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef1409-34ec-4152-8118-ab149c467781 req-17826258-2e7f-4a0e-ad6a-0024eb0e37fe tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:58.992980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0eef1409-34ec-4152-8118-ab149c467781 req-17826258-2e7f-4a0e-ad6a-0024eb0e37fe tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0714977 Aug 27 03:06:59.034288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0eef1409-34ec-4152-8118-ab149c467781 req-e37dc9ed-6671-449a-8b18-7b7ff11818fd tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Aug 27 03:06:59.151403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c0cd9-693a-45af-8af2-1645ec1d8d1e req-9fdfe55c-1397-465b-9f22-770e27be2e14 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:59.152784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee0c0cd9-693a-45af-8af2-1645ec1d8d1e req-9fdfe55c-1397-465b-9f22-770e27be2e14 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0522017 Aug 27 03:06:59.192842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee0c0cd9-693a-45af-8af2-1645ec1d8d1e req-5a8ab4af-d165-4ead-99de-8f1206efaf70 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Aug 27 03:06:59.428844 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-b3a70a05-3ee4-470e-8660-124ee4cd449e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399628 Aug 27 03:06:59.443819 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72872-2478-4c07-a166-da1e6846376b req-5a74c973-aef0-41c0-9464-7d3d65f96f25 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:59.445377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38e72872-2478-4c07-a166-da1e6846376b req-5a74c973-aef0-41c0-9464-7d3d65f96f25 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Aug 27 03:06:59.484969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38e72872-2478-4c07-a166-da1e6846376b req-c0707adf-71c8-410f-8ff9-c01c76aa471c tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Aug 27 03:07:00.295649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-31be9dfc-b6c2-43e2-8a3b-a19bc72058ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:00.522112 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:00.646183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a95e-4f01-4ed3-a0e7-19c8e2da4a58 req-6f8a8b00-7c80-4507-9b77-d403d334224f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:00.647643 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03f5a95e-4f01-4ed3-a0e7-19c8e2da4a58 req-6f8a8b00-7c80-4507-9b77-d403d334224f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0833566 Aug 27 03:07:00.671638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-f3388db7-140b-411c-ace6-63dc63d82111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:00.673676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-f3388db7-140b-411c-ace6-63dc63d82111 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1096 time: 0.0721078 Aug 27 03:07:00.745475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-03f5a95e-4f01-4ed3-a0e7-19c8e2da4a58 req-484f946c-f2c0-4b1d-a66b-b2f348317727 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872619 Aug 27 03:07:00.780626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-80783907-8b47-44ac-8ea8-dc0fcc51e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:00.782170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-80783907-8b47-44ac-8ea8-dc0fcc51e53c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.1010187 Aug 27 03:07:00.829232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-e0c8341a-56ae-4003-8a94-0eccd7706bc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0399396 Aug 27 03:07:00.879978 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-6342aa18-d983-44fc-adbb-107d33b2b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:00.881479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-6342aa18-d983-44fc-adbb-107d33b2b785 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0457952 Aug 27 03:07:00.917988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-5b03614a-9dea-4ea6-9394-ba0b5f4ca85f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282702 Aug 27 03:07:01.009695 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-dd81ff3e-908e-48b5-bb5a-013f9d520de6 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848925 Aug 27 03:07:01.107815 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-b429794c-7b75-436f-85ce-5515131d6015 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910053 Aug 27 03:07:01.428755 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:01.866287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416fc0-f68e-496a-a7c4-d13e0fdcb79a req-eadb72fb-ae75-4c8d-bc59-b08648f30cc7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:01.867787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a416fc0-f68e-496a-a7c4-d13e0fdcb79a req-eadb72fb-ae75-4c8d-bc59-b08648f30cc7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0546396 Aug 27 03:07:01.909918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a416fc0-f68e-496a-a7c4-d13e0fdcb79a req-faea32c0-9716-4210-b7d7-a2cd22239035 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360782 Aug 27 03:07:03.030105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86de4bb-c164-4593-979e-62c07e9d90f3 req-62c6ecb3-0f03-43c3-b3c7-e2b30f472706 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:03.031612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c86de4bb-c164-4593-979e-62c07e9d90f3 req-62c6ecb3-0f03-43c3-b3c7-e2b30f472706 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Aug 27 03:07:03.069312 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c86de4bb-c164-4593-979e-62c07e9d90f3 req-05621e5d-ed6b-4185-98b0-9d248e21715a tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Aug 27 03:07:03.303402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:04.188323 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114f1a-2748-430b-8c61-27719c69835c req-c47a2ca3-e3e5-4787-8f9c-7524f60bd9d9 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:04.189833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55114f1a-2748-430b-8c61-27719c69835c req-c47a2ca3-e3e5-4787-8f9c-7524f60bd9d9 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Aug 27 03:07:04.230093 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-55114f1a-2748-430b-8c61-27719c69835c req-dd5b91d0-acad-417b-b8ff-010802dd3d8d tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337958 Aug 27 03:07:05.316057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-95c94682-1966-4ad1-892c-5a098c98c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:05.317501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-95c94682-1966-4ad1-892c-5a098c98c566 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1096 time: 0.0594149 Aug 27 03:07:05.409625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375f792-c965-4560-b40a-ec95c5f9307d req-379cfe06-f553-4ff1-8a7c-96a67672b551 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:05.411324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9375f792-c965-4560-b40a-ec95c5f9307d req-379cfe06-f553-4ff1-8a7c-96a67672b551 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.1057291 Aug 27 03:07:05.463145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-4f7b0718-b08f-49b5-98af-b619ae6d12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:05.464705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-4f7b0718-b08f-49b5-98af-b619ae6d12f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.1235666 Aug 27 03:07:05.483776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9375f792-c965-4560-b40a-ec95c5f9307d req-a32e60be-2c1b-4e1d-94bf-9a6b4ba7d6bf tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653660 Aug 27 03:07:05.511767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-45c23d70-eaa5-4bbf-b8f8-174694f2ee94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0386779 Aug 27 03:07:05.560507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-b8d54d7d-2bbc-4fba-9c6f-2d15e5bea15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:05.561978 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-b8d54d7d-2bbc-4fba-9c6f-2d15e5bea15f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0439532 Aug 27 03:07:05.593326 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-55a5c428-8da0-4e14-8b3d-a6be00bfdd01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243466 Aug 27 03:07:05.695233 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-a53149f3-3918-4fa1-b806-65d47f235c1d service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948572 Aug 27 03:07:05.789613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-18ffcbe2-6e4a-43ed-af0b-b0d4bdfa1769 req-c2539b1d-b66e-4013-b418-29455f2f22ea service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873220 Aug 27 03:07:06.606170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f64e5-bf34-4f1a-8c6c-37385fd5ae6a req-3b814a67-7bc9-451b-bdfd-29c2bdca9a47 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:06.607696 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-819f64e5-bf34-4f1a-8c6c-37385fd5ae6a req-3b814a67-7bc9-451b-bdfd-29c2bdca9a47 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0544732 Aug 27 03:07:06.654566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-819f64e5-bf34-4f1a-8c6c-37385fd5ae6a req-2bdb3e86-4b33-44c6-b829-4aba6c15f4dd tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Aug 27 03:07:07.786346 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b1d43-956d-4526-8d6a-f15b0ff16ed5 req-b498c4c3-83bd-48a6-a563-978d4aa48528 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:07.787905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-580b1d43-956d-4526-8d6a-f15b0ff16ed5 req-b498c4c3-83bd-48a6-a563-978d4aa48528 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0576956 Aug 27 03:07:07.829781 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-580b1d43-956d-4526-8d6a-f15b0ff16ed5 req-0fc4a848-17c6-44a2-9310-4663a5781eb3 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Aug 27 03:07:08.959721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a68c0-cf0a-47b9-a251-2f1f04f9a3b5 req-8e17e78e-cbfb-4cd6-ab2b-b54787322a78 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:08.961226 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa3a68c0-cf0a-47b9-a251-2f1f04f9a3b5 req-8e17e78e-cbfb-4cd6-ab2b-b54787322a78 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0578849 Aug 27 03:07:09.001918 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fa3a68c0-cf0a-47b9-a251-2f1f04f9a3b5 req-01f1aeab-5130-4b30-8e7c-cc070b24d134 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Aug 27 03:07:10.123175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049c5c-aac8-45cf-8dda-385c0f9553df req-15978546-d0bd-45a4-b164-a46798934bf8 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:10.124671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c049c5c-aac8-45cf-8dda-385c0f9553df req-15978546-d0bd-45a4-b164-a46798934bf8 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Aug 27 03:07:10.162998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3c049c5c-aac8-45cf-8dda-385c0f9553df req-db708c8a-7a6f-44c4-80e9-0ca476d43279 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Aug 27 03:07:11.291495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baed55-c1c7-406d-8a1c-f571a8036ea3 req-0024ce45-bfa3-4cac-bc77-ee695af30c55 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:11.293253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6baed55-c1c7-406d-8a1c-f571a8036ea3 req-0024ce45-bfa3-4cac-bc77-ee695af30c55 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0570109 Aug 27 03:07:11.336225 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f6baed55-c1c7-406d-8a1c-f571a8036ea3 req-69af14ef-b5b8-48f9-b0d5-2b668f9560cb tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Aug 27 03:07:12.461169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d86bb2-4125-43d3-a17f-0df4976a7076 req-36f1090d-caf7-4ade-98df-adce313b181a tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:12.462678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75d86bb2-4125-43d3-a17f-0df4976a7076 req-36f1090d-caf7-4ade-98df-adce313b181a tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0509231 Aug 27 03:07:12.502144 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-75d86bb2-4125-43d3-a17f-0df4976a7076 req-0d8ee9dc-d14b-4f99-a742-d118452edda4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Aug 27 03:07:13.623472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d23a0b-3a84-4191-8cad-8e9d18aeded0 req-a1c4548e-0f99-47db-b726-8c1eef53c752 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:13.624979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27d23a0b-3a84-4191-8cad-8e9d18aeded0 req-a1c4548e-0f99-47db-b726-8c1eef53c752 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0526175 Aug 27 03:07:13.670546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-27d23a0b-3a84-4191-8cad-8e9d18aeded0 req-a538ef5e-17d2-44d2-ae66-27c5f8437ec7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 Aug 27 03:07:14.800634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0f64-6af4-4566-8073-80e162a0ef5b req-c64f18ec-a47a-4ba2-adbf-77f6e8333b88 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:14.802011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fccd0f64-6af4-4566-8073-80e162a0ef5b req-c64f18ec-a47a-4ba2-adbf-77f6e8333b88 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0546532 Aug 27 03:07:14.841749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fccd0f64-6af4-4566-8073-80e162a0ef5b req-9ad15c9d-5d43-421a-ab1f-e265674ee0d6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Aug 27 03:07:15.970380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3420be-ce31-4db4-8a56-3cfc418fa5fd req-f00920de-1aa0-4504-a5df-96c8cecfe054 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:15.972024 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5f3420be-ce31-4db4-8a56-3cfc418fa5fd req-f00920de-1aa0-4504-a5df-96c8cecfe054 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0558012 Aug 27 03:07:16.011855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5f3420be-ce31-4db4-8a56-3cfc418fa5fd req-5eb903fc-eb7c-4592-b823-3ec44ef85b86 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Aug 27 03:07:17.005439 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:17.144701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536b517-f114-4dd5-ad18-96907cde5acf req-f83e463b-4dd2-408f-b02c-df9b18a71dbe tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:17.146218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d536b517-f114-4dd5-ad18-96907cde5acf req-f83e463b-4dd2-408f-b02c-df9b18a71dbe tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0541325 Aug 27 03:07:17.186874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d536b517-f114-4dd5-ad18-96907cde5acf req-275db3a8-2168-4097-a979-863182ca45cf tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Aug 27 03:07:17.856376 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:18.313615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417bdc3-734a-4723-9a93-2252ecb90143 req-882a6a04-33c1-4aab-85a8-4a9870c8aba4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:18.315170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6417bdc3-734a-4723-9a93-2252ecb90143 req-882a6a04-33c1-4aab-85a8-4a9870c8aba4 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0537772 Aug 27 03:07:18.355558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6417bdc3-734a-4723-9a93-2252ecb90143 req-835d0298-e9fb-49a0-b7d0-3a717a1aadbd tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Aug 27 03:07:19.483094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93f75c-92d5-4268-a749-af382eace229 req-93bb54c3-4a03-42eb-88cb-751cb460c21f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:19.484621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc93f75c-92d5-4268-a749-af382eace229 req-93bb54c3-4a03-42eb-88cb-751cb460c21f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0549324 Aug 27 03:07:19.525771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc93f75c-92d5-4268-a749-af382eace229 req-b32c59e0-34ce-44d0-b2ed-95e3d5e02cee tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Aug 27 03:07:20.653444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647def94-771d-46e9-b313-6c2083cfac9b req-05487aa5-8870-42ec-ae9d-0feb7e0e6123 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:20.654996 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-647def94-771d-46e9-b313-6c2083cfac9b req-05487aa5-8870-42ec-ae9d-0feb7e0e6123 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0549414 Aug 27 03:07:20.705044 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-647def94-771d-46e9-b313-6c2083cfac9b req-e4b6d6cf-e459-4afe-8fbb-37cca9b1f931 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Aug 27 03:07:21.837896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba3e34-ad6a-47d8-9dca-216ae9833478 req-565bc60a-72b5-4a41-b7da-3d74b180d177 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:21.839350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ba3e34-ad6a-47d8-9dca-216ae9833478 req-565bc60a-72b5-4a41-b7da-3d74b180d177 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0613313 Aug 27 03:07:21.877899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ba3e34-ad6a-47d8-9dca-216ae9833478 req-1337ee15-ef39-4672-95c1-5578e9de49cf tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Aug 27 03:07:23.048495 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4d65c-cbbf-4de3-a9a2-dd27218a3d08 req-2fe4b90e-dd07-447a-927f-d8850c54b855 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:23.049983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bff4d65c-cbbf-4de3-a9a2-dd27218a3d08 req-2fe4b90e-dd07-447a-927f-d8850c54b855 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0627797 Aug 27 03:07:23.097333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bff4d65c-cbbf-4de3-a9a2-dd27218a3d08 req-9d913f91-3b9d-4c22-9b34-bc80fe831057 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Aug 27 03:07:24.231436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924802df-7003-428a-934f-67e6aa8c1b51 req-a076ae5f-8bc2-414e-a4dd-82426d2fe451 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:24.232979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-924802df-7003-428a-934f-67e6aa8c1b51 req-a076ae5f-8bc2-414e-a4dd-82426d2fe451 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0514996 Aug 27 03:07:24.276955 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-924802df-7003-428a-934f-67e6aa8c1b51 req-32ec8977-a3e7-41f8-a4a4-ba51c790d20a tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378306 Aug 27 03:07:25.402079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ac7c7-2d21-4361-88f8-dafe7bcbdc1d req-2b2e9b91-0699-45dd-bb50-67c9af22c216 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:25.403629 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-305ac7c7-2d21-4361-88f8-dafe7bcbdc1d req-2b2e9b91-0699-45dd-bb50-67c9af22c216 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0506704 Aug 27 03:07:25.444672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-305ac7c7-2d21-4361-88f8-dafe7bcbdc1d req-6aaf345d-0ab3-4d0c-a55f-04643a2224ab tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Aug 27 03:07:26.567744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbcc21-6260-4d73-91ee-18fcbb0bfed4 req-5c0ccbf8-6c1c-4d60-a3fe-bb38a0658ba7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:26.569300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4dfbcc21-6260-4d73-91ee-18fcbb0bfed4 req-5c0ccbf8-6c1c-4d60-a3fe-bb38a0658ba7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0509219 Aug 27 03:07:26.610660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4dfbcc21-6260-4d73-91ee-18fcbb0bfed4 req-9d0c973d-d593-4094-bb65-13cbba523633 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347633 Aug 27 03:07:27.735458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0a61d-8e43-47f0-a30b-27e871e608a6 req-474749f6-fa80-4edb-b8c8-b9f51144f8b6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:27.737020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8c0a61d-8e43-47f0-a30b-27e871e608a6 req-474749f6-fa80-4edb-b8c8-b9f51144f8b6 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0529897 Aug 27 03:07:27.769184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ae54c77-3ff8-4e32-bb65-14ec7fed7383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:27.778899 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c8c0a61d-8e43-47f0-a30b-27e871e608a6 req-7126bb5d-cf6b-41a3-94dc-1aafc401f579 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Aug 27 03:07:27.911799 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-61041c3a-befd-4d1c-8538-8488182dc162 service neutron] show failed (client error): The resource could not be found. Aug 27 03:07:27.912904 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-61041c3a-befd-4d1c-8538-8488182dc162 service neutron] 10.222.0.45 "GET /v2.0/ports/46fdcb23-ffab-4834-be71-6cfc1b8e026b/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0644832 Aug 27 03:07:28.125617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-eae7c46b-12cf-4802-95f8-69144398de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:28.127664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-eae7c46b-12cf-4802-95f8-69144398de74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7&tenant_id=a7998ba18af7438db978b3a55aa980c0 HTTP/1.1" status: 200 len: 1096 time: 0.0463710 Aug 27 03:07:28.142178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:28.202401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:28.426673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:28.467839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:07:28.508867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:07:28.511246 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e51b043-686b-4ffc-ada3-1e972f32de54" -d '{"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-unplugged", "status": "completed", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:07:28.515689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:28.529633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Transition to ACTIVE for port object 46fdcb23-ffab-4834-be71-6cfc1b8e026b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:28.534566 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:28.571209 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d30170-334a-4016-bf8b-ef6a95995716 x-openstack-request-id: req-95d30170-334a-4016-bf8b-ef6a95995716 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:07:28.571209 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-unplugged", "status": "completed", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:07:28.571209 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95d30170-334a-4016-bf8b-ef6a95995716 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:07:28.571660 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'code': 200} Aug 27 03:07:28.589114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:28.605097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] No DVR routers for this DVR port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:07:28.613523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.613873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.614198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.614583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.614927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.615247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.615574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.615888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.616209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.616532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.616863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.617183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:28.651598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:07:28.651932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:07:28.652257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:28.656819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on network 8d11e970-70f4-4a57-ac99-046602eea828 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:07:28.657122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Attempting to bind port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on network 8d11e970-70f4-4a57-ac99-046602eea828 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:28.662240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:07:28.662615 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Checking segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:28.662989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Bound using segment: {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:07:28.663437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Bound port: 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:07:28.663770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:28.736239 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:07:28.739424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:07:28.746273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:28.782846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:28.783311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:28.784740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] 10.222.0.32 "PUT /v2.0/ports/46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 1091 time: 0.6484594 Aug 27 03:07:28.805027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26f4af-5fac-477f-9464-81a59f072d4b service neutron] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:28.853203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-40089c9e-ca1e-417b-b51b-98cfc7dfa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:28.854793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-40089c9e-ca1e-417b-b51b-98cfc7dfa032 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1094 time: 0.0458555 Aug 27 03:07:28.906652 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05c6d0-1705-4cea-997d-52efbe98abdc req-674d29cb-a849-4ed6-99cc-3f8250b119af tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:28.908203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e05c6d0-1705-4cea-997d-52efbe98abdc req-674d29cb-a849-4ed6-99cc-3f8250b119af tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 943 time: 0.0582600 Aug 27 03:07:28.948912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6e05c6d0-1705-4cea-997d-52efbe98abdc req-cb2d6c91-23b0-4c56-897c-bc508285ed02 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Aug 27 03:07:28.959855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-34255509-fbbd-48eb-b271-8c45791be4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:28.961237 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-34255509-fbbd-48eb-b271-8c45791be4d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.0982599 Aug 27 03:07:29.004351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-0d6c69e6-f4a6-444e-bc9e-3a58e7f68b12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0351372 Aug 27 03:07:29.053485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-035a4be9-9532-4cbd-b870-54510260bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:29.054957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-035a4be9-9532-4cbd-b870-54510260bdbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0443609 Aug 27 03:07:29.091310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-72574e81-6b9c-4d75-a4f6-20073767fdf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291407 Aug 27 03:07:29.186869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-484b43ba-0a2b-4aa8-82a5-d635d3be03f0 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881300 Aug 27 03:07:29.281604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4cb5b8df-b40e-4fe2-8597-de593e395304 req-749cf305-da44-4e83-a338-abf219a07c21 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867174 Aug 27 03:07:30.085074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc75b-aa2a-427d-81aa-a5fd01d94d21 req-d765e149-3055-4abc-8c1a-9107dc890898 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:30.086607 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a4dc75b-aa2a-427d-81aa-a5fd01d94d21 req-d765e149-3055-4abc-8c1a-9107dc890898 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 943 time: 0.0664430 Aug 27 03:07:30.126571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a4dc75b-aa2a-427d-81aa-a5fd01d94d21 req-e3295455-755d-40f2-8d44-c26af754550f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334399 Aug 27 03:07:30.300017 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-76cb1a69-a8ad-4b4d-a388-0670b7bb556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:30.519059 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:30.573316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:07:30.575971 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ce3ae-46e6-4ce4-b354-55201fd18bee" -d '{"events": [{"name": "network-changed", "server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:07:30.629419 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74599bc8-20b1-41ee-b014-46bc86f672b8 x-openstack-request-id: req-74599bc8-20b1-41ee-b014-46bc86f672b8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:07:30.629721 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:07:30.629949 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74599bc8-20b1-41ee-b014-46bc86f672b8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:07:30.630430 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'status': 'completed', 'code': 200} Aug 27 03:07:30.717938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-af008667-3264-4259-bb12-b232518d687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:30.719576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-af008667-3264-4259-bb12-b232518d687c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1094 time: 0.0634549 Aug 27 03:07:30.723578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-d5ea6b3b-325b-4b21-b08a-53f7b29b9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:30.725514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-d5ea6b3b-325b-4b21-b08a-53f7b29b9a07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1094 time: 0.0773644 Aug 27 03:07:30.787135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:07:30.884074 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-a058bc64-9d80-4883-b42b-43db0bfcd709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:30.885492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-a058bc64-9d80-4883-b42b-43db0bfcd709 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.1589415 Aug 27 03:07:30.889079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:30.890763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-ff846803-b6d3-4382-99dc-97d64ea4bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:30.892214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-ff846803-b6d3-4382-99dc-97d64ea4bd0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.1571846 Aug 27 03:07:30.904633 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'network_id': '8d11e970-70f4-4a57-ac99-046602eea828', 'port_id': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'mac_address': 'fa:16:3e:5d:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edadc4c7-20b5-488b-9f7a-3448d0546e13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:07:30.933614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-58ce0eff-46ba-4d43-b334-5473dacd3a4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0403299 Aug 27 03:07:30.958257 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:30.968081 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-d09c0597-3dbb-466f-b2b9-3ba0b5cca92f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0680358 Aug 27 03:07:30.972966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fdcb23-ffab-4834-be71-6cfc1b8e026b {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:07:30.998002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:31.003390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:31.055309 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-45b085d9-610b-4482-932d-fe2c63793d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:31.056836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-45b085d9-610b-4482-932d-fe2c63793d8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0970860 Aug 27 03:07:31.062656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-01fdf46f-74fc-4224-8dc6-9dcb09bd7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:31.064136 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-01fdf46f-74fc-4224-8dc6-9dcb09bd7707 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0719519 Aug 27 03:07:31.071390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:31.097773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.098329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.098872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.099400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.099926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.100445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.100961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.101486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.102000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.102546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.103059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.103570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:31.122752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-8c7cf6f9-34a3-4ec8-8b30-53914d961c89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493052 Aug 27 03:07:31.124568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-4907fe45-5ca5-4155-8f62-46547047d92d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586989 Aug 27 03:07:31.242758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['46fdcb23-ffab-4834-be71-6cfc1b8e026b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:07:31.328709 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88d8df-6c91-484c-b2c7-ae7c8d172b89 req-61f3ac07-741d-4ea0-a14a-6110b841ad76 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:31.330182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce88d8df-6c91-484c-b2c7-ae7c8d172b89 req-61f3ac07-741d-4ea0-a14a-6110b841ad76 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 944 time: 0.1122296 Aug 27 03:07:31.333580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-508ba2f7-33d8-4c7d-8a01-dfcd97b52937 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038410 Aug 27 03:07:31.335737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-c45a5b09-71e9-4117-a0a1-7b0330d077fa service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987073 Aug 27 03:07:31.432679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:31.506719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:07:31.555451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:07:31.807775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ce88d8df-6c91-484c-b2c7-ae7c8d172b89 req-4cd98a45-8bca-4805-a2f0-4ccb2c03702b tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698467 Aug 27 03:07:31.864163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-3972b865-f4c2-4559-b1a6-40816c4814d6 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201988 Aug 27 03:07:31.866152 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-155ce3ae-46e6-4ce4-b354-55201fd18bee req-ef671d42-4a11-44fe-8bc9-2fd0c15bff13 service neutron] 10.222.0.32 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210071 Aug 27 03:07:32.049846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25170e7-ff4a-4be4-bb66-bc777a07ecef req-bb05c417-ff66-410a-87c2-a90d3dff5619 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:32.051344 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f25170e7-ff4a-4be4-bb66-bc777a07ecef req-bb05c417-ff66-410a-87c2-a90d3dff5619 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 944 time: 0.0812366 Aug 27 03:07:32.059745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-a2eb662d-6223-4d53-815e-2b3561d75aa5 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:32.061019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-a2eb662d-6223-4d53-815e-2b3561d75aa5 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7&tenant_id=a7998ba18af7438db978b3a55aa980c0&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 944 time: 0.0822062 Aug 27 03:07:32.125096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f25170e7-ff4a-4be4-bb66-bc777a07ecef req-9b66203d-8785-47c1-b69b-1ed2bbaccd18 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630569 Aug 27 03:07:32.143645 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-e16e3e96-fd0c-4c13-bad3-48d5a3ed12c1 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:07:32.144666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-e16e3e96-fd0c-4c13-bad3-48d5a3ed12c1 service neutron] 10.222.0.45 "DELETE /v2.0/ports/46fdcb23-ffab-4834-be71-6cfc1b8e026b/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0758600 Aug 27 03:07:32.238171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-2130017f-ccbc-4aa0-add9-3d4e395e1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:32.239704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-2130017f-ccbc-4aa0-add9-3d4e395e1d26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7998ba18af7438db978b3a55aa980c0&device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 1095 time: 0.0460095 Aug 27 03:07:32.341445 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-f836db48-ec29-4a5b-93c0-e2c1b8ea19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:32.343025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-f836db48-ec29-4a5b-93c0-e2c1b8ea19a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 200 len: 915 time: 0.0966115 Aug 27 03:07:32.384588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-db382ba8-c7f5-4a5b-a7af-136d74b3dcfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 200 len: 217 time: 0.0346041 Aug 27 03:07:32.439246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-c13ff8b6-b524-4e0a-8106-1130a5950b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:32.440725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-c13ff8b6-b524-4e0a-8106-1130a5950b9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 200 len: 854 time: 0.0486820 Aug 27 03:07:32.473691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-bc42bdf4-5bd2-4360-8d12-b91684613ce8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d11e970-70f4-4a57-ac99-046602eea828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259943 Aug 27 03:07:32.566985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-385fcbf2-8e14-46e3-baa3-fcee3d936ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859263 Aug 27 03:07:32.661670 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eecc38a1-8c2f-45cc-b754-8801bce355fc req-157f0407-c010-4513-82ef-5d0701937798 service neutron] 10.222.0.45 "GET /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878224 Aug 27 03:07:32.825784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:32.876288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 46fdcb23-ffab-4834-be71-6cfc1b8e026b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:32.880014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 46fdcb23-ffab-4834-be71-6cfc1b8e026b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:32.880388 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.953831 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.976773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:07:32.979086 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a6f30f-b67b-4d5c-9b2f-1974c9a9d87f" -d '{"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-plugged", "status": "completed", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:07:32.997838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:33.003021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:33.032519 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c6fea1-5068-49d4-8e73-cdda1465f564 x-openstack-request-id: req-37c6fea1-5068-49d4-8e73-cdda1465f564 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:07:33.032851 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-plugged", "status": "completed", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:07:33.033040 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37c6fea1-5068-49d4-8e73-cdda1465f564 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:07:33.033428 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'code': 200} Aug 27 03:07:33.067274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:33.252046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd20c3-16d1-41da-bca3-3a30ea81cd50 req-b3dd744e-d606-4cfc-be70-7b90e226367f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:33.253480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d5cd20c3-16d1-41da-bca3-3a30ea81cd50 req-b3dd744e-d606-4cfc-be70-7b90e226367f tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0556798 Aug 27 03:07:33.294511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d5cd20c3-16d1-41da-bca3-3a30ea81cd50 req-f9a76ac0-7da5-4e42-9b84-98f38a9e35c0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Aug 27 03:07:33.303068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:33.420972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8547e0d-257f-4c3b-9d06-b71d274f06f1 req-4c90444f-d1b7-4c91-ac1a-a0c4bb72bdf8 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:33.422614 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8547e0d-257f-4c3b-9d06-b71d274f06f1 req-4c90444f-d1b7-4c91-ac1a-a0c4bb72bdf8 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0587206 Aug 27 03:07:33.463459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8547e0d-257f-4c3b-9d06-b71d274f06f1 req-a48e2823-54cb-4881-942f-c10415024356 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Aug 27 03:07:33.588605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26a2e5-000d-465f-86d9-0145ebc8cd54 req-724bff6b-4716-4c17-9266-6b27e9fd3b1b tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:33.590147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b26a2e5-000d-465f-86d9-0145ebc8cd54 req-724bff6b-4716-4c17-9266-6b27e9fd3b1b tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0552404 Aug 27 03:07:33.638965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b26a2e5-000d-465f-86d9-0145ebc8cd54 req-cddf29a4-4f9d-419f-9208-885b6fa665b5 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Aug 27 03:07:34.014989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f1cc-12a7-40bf-a7a8-be2f838ba7af req-8ba7e493-efc0-42c4-9c98-e9fb888326b8 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:34.016566 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f153f1cc-12a7-40bf-a7a8-be2f838ba7af req-8ba7e493-efc0-42c4-9c98-e9fb888326b8 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0520587 Aug 27 03:07:34.056636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f153f1cc-12a7-40bf-a7a8-be2f838ba7af req-9be74ef7-d4c9-4af3-8025-f25d35c70da0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Aug 27 03:07:34.296718 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:07:35.186674 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f08dbf-8f6b-4d78-8d1d-eb8f633ee550 req-e2cea4bf-62db-45ff-869a-572272b458d7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:35.188748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2f08dbf-8f6b-4d78-8d1d-eb8f633ee550 req-e2cea4bf-62db-45ff-869a-572272b458d7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0587592 Aug 27 03:07:35.236949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2f08dbf-8f6b-4d78-8d1d-eb8f633ee550 req-d7a65a2a-ea68-41c1-904c-bc2e7e695140 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff19f306-6659-44df-9345-ec24cce8d51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Aug 27 03:07:35.305563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca250751-95ae-455f-9983-d13f7c927f90 req-9a61ae0b-6f53-432a-93ab-c52bb24fdc04 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:35.307069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca250751-95ae-455f-9983-d13f7c927f90 req-9a61ae0b-6f53-432a-93ab-c52bb24fdc04 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a030b4f-0c86-4797-82c3-e8e1aae813b7 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Aug 27 03:07:35.412788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Deleting port 46fdcb23-ffab-4834-be71-6cfc1b8e026b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:07:35.413236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:35.510187 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] For port 46fdcb23-ffab-4834-be71-6cfc1b8e026b, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=46fdcb23-ffab-4834-be71-6cfc1b8e026b,segment=NetworkSegment(a8a71b60-bdf8-4ea6-91e2-e47a889dd662),segment_id=a8a71b60-bdf8-4ea6-91e2-e47a889dd662)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:35.510556 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:35.524008 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Calling delete_port for 46fdcb23-ffab-4834-be71-6cfc1b8e026b owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:07:35.666613 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:35.679303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['46fdcb23-ffab-4834-be71-6cfc1b8e026b'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:07:35.700230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Pushing event deleted for resources: {'Port': ['ID=46fdcb23-ffab-4834-be71-6cfc1b8e026b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:35.742582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] No DVR routers for this DVR port 46fdcb23-ffab-4834-be71-6cfc1b8e026b on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:07:35.745603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:35.748008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ca250751-95ae-455f-9983-d13f7c927f90 req-73f51b07-7c2c-4449-8030-9f0bd74361e0 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] 10.222.0.32 "DELETE /v2.0/ports/46fdcb23-ffab-4834-be71-6cfc1b8e026b HTTP/1.1" status: 204 len: 173 time: 0.4317009 Aug 27 03:07:35.748545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-deleted', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:07:35.751419 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ece34-1c8b-4f73-b90b-fbbd5891e2a4" -d '{"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-deleted", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:07:35.873775 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1636443-5b4b-49dd-9f4e-8a08f059e175 x-openstack-request-id: req-f1636443-5b4b-49dd-9f4e-8a08f059e175 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:07:35.874069 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a030b4f-0c86-4797-82c3-e8e1aae813b7", "name": "network-vif-deleted", "tag": "46fdcb23-ffab-4834-be71-6cfc1b8e026b", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:07:35.874340 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1636443-5b4b-49dd-9f4e-8a08f059e175 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:07:35.874776 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a030b4f-0c86-4797-82c3-e8e1aae813b7', 'name': 'network-vif-deleted', 'tag': '46fdcb23-ffab-4834-be71-6cfc1b8e026b', 'status': 'completed', 'code': 200} Aug 27 03:07:36.374764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35206) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:36.426649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] Deleting subnet edadc4c7-20b5-488b-9f7a-3448d0546e13 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:07:36.431365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.466237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.511027 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.576003 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.604814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edadc4c7-20b5-488b-9f7a-3448d0546e13,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:36.610998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.612960 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c623e494-b455-48a9-b1d3-5e8d12a5c3bd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/edadc4c7-20b5-488b-9f7a-3448d0546e13 HTTP/1.1" status: 204 len: 168 time: 0.2371404 Aug 27 03:07:36.615665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35208) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:36.691606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.779374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.789377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d11e970-70f4-4a57-ac99-046602eea828']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:36.799982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:36.800168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a71b60-bdf8-4ea6-91e2-e47a889dd662') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:36.809310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.823025 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.829464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:07:36.829854 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:07:36.831558 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:07:36.891144 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.896991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:36.898877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] 10.222.0.10 "DELETE /v2.0/networks/8d11e970-70f4-4a57-ac99-046602eea828 HTTP/1.1" status: 204 len: 168 time: 0.2822764 Aug 27 03:07:36.910708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f4a8-5647-4645-965e-22d46969472b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d11e970-70f4-4a57-ac99-046602eea828,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:37.016683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35212) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:37.059920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-56b89c5c-da69-48d2-ad6b-8bda903f65ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7998ba18af7438db978b3a55aa980c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418961 Aug 27 03:07:37.062480 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35214) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:37.117021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a2b1e03-e73e-44f7-98b7-d0e2d0406133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:37.140707 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a2b1e03-e73e-44f7-98b7-d0e2d0406133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:37.192000 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a2b1e03-e73e-44f7-98b7-d0e2d0406133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:37.194769 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a2b1e03-e73e-44f7-98b7-d0e2d0406133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:37.195942 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0a2b1e03-e73e-44f7-98b7-d0e2d0406133 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff19f306-6659-44df-9345-ec24cce8d51d HTTP/1.1" status: 204 len: 168 time: 0.1325541 Aug 27 03:07:37.204890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b1e03-e73e-44f7-98b7-d0e2d0406133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff19f306-6659-44df-9345-ec24cce8d51d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:37.969623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:38.076332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-239929105-network', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:38.100864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Made reservation on behalf of ac760692afb444e498d1e7a2a01a2325 for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:07:38.105282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.114245 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.219571 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.225771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.253481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:07:38.262757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b494af55-3d70-47a2-bdfd-ddd5838a2300,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:38.272575 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.273099 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Added segment 29e94667-3c5e-486c-857a-5666e663c247 of type vlan for network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 Aug 27 03:07:38.315523 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.349096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.350114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:38.350730 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.406056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4348593 Aug 27 03:07:38.409867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35240) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:38.412233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d318d7-db73-443d-8882-8fae01dd6f78 admin admin] Pushing event updated for resources: {'Network': ['ID=3b77e7bd-7637-495f-a996-aa2930ff7ae5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:38.415145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Request body: {'subnet': {'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-239929105-subnet', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:38.426301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:07:38.441051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Made reservation on behalf of ac760692afb444e498d1e7a2a01a2325 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:07:38.443468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.626569 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.689905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=349b703c-e387-42f2-8a77-2de726cf9beb,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:38.700335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:38.700698 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Network hostable DHCP agents. Network: 3b77e7bd-7637-495f-a996-aa2930ff7ae5, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:07:38.721871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:07:38.732450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3b77e7bd-7637-495f-a996-aa2930ff7ae5) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:38.737193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:38.737796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.746096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60760e20-b83c-4016-b0a5-f6ba74e4e2db None None] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:07:38.754355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-346439f4-c294-4fb3-86b9-987603d0d0a9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3431265 Aug 27 03:07:38.757898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35242) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:38.762774 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:38.789492 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.790886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.855231 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.856856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:07:38.886006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 46fdcb23-ffab-4834-be71-6cfc1b8e026b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:07:38.886287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 46fdcb23-ffab-4834-be71-6cfc1b8e026b not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:07:38.925883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:07:38.926948 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.007888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.071841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Allocated IP 172.20.0.2 (3b77e7bd-7637-495f-a996-aa2930ff7ae5/349b703c-e387-42f2-8a77-2de726cf9beb/49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:07:39.223187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.243079 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.260238 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.273321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Transition to ACTIVE for port object 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:39.297423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Transition to ACTIVE for port object 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:39.307419 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.346632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:07:39.353908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:39.356616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:07:39.368343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Pushing event updated for resources: {'Port': ['ID=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:39.368576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Allocated IP 172.25.1.59 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/edbdd324-076e-4e3c-8e3c-c344a66bf69d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:07:39.432825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Attempting to bind port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:07:39.432825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Attempting to bind port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:07:39.432825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Attempting to bind port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:39.438544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:07:39.440486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:39.440955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.441422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:07:39.441978 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Bound port: 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:07:39.442460 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.483935 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.507285 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] For port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:07:39.511545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] For port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:07:39.519471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.539131 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:39.580868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:07:39.584526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:39.585075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d279f8-cb37-4117-a2c4-f2d4040dbdac None None] Pushing event updated for resources: {'Port': ['ID=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:39.588516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:07:39.619217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Pushing event updated for resources: {'Port': ['ID=edbdd324-076e-4e3c-8e3c-c344a66bf69d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:39.890614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:40.108376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:40.261763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Router c71d060f-02db-41c7-b00b-4a423764bd13 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:07:40.377377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:07:40.388979 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:07:40.397751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:40.399370 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c42f4e4a-2777-4712-897f-711411587d10 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6402175 Aug 27 03:07:40.402000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35244) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:40.403932 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:07:40.406398 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:07:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:40.522289 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:07:40.571461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805f3bb-2c20-4361-b386-3bb5d4f3bdba None None] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:07:40.687658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9e23c830-f27d-4804-a52c-5014fc681280 None None] Provisioning for port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:40.718155 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:39Z', 'revision_number': 3, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:40.753941 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:07:40.754289 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Updating router c71d060f-02db-41c7-b00b-4a423764bd13 port edbdd324-076e-4e3c-8e3c-c344a66bf69d binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:07:40.781185 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:40.892023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.052146 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.062245 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Transition to ACTIVE for port object edbdd324-076e-4e3c-8e3c-c344a66bf69d will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:41.064327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Allocated IP 172.20.0.1 (3b77e7bd-7637-495f-a996-aa2930ff7ae5/349b703c-e387-42f2-8a77-2de726cf9beb/1c7b9c95-fff7-4d8b-8ca1-77c4294c8982) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:07:41.069265 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.117740 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Attempting to bind port edbdd324-076e-4e3c-8e3c-c344a66bf69d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:07:41.118103 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Attempting to bind port edbdd324-076e-4e3c-8e3c-c344a66bf69d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:07:41.118492 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Attempting to bind port edbdd324-076e-4e3c-8e3c-c344a66bf69d on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:41.125525 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Pushing event updated for resources: {'Port': ['ID=edbdd324-076e-4e3c-8e3c-c344a66bf69d,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:41.128770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:07:41.129135 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:41.129531 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.130223 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:07:41.130392 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Bound port: edbdd324-076e-4e3c-8e3c-c344a66bf69d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:07:41.130763 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.155788 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.156156 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.156492 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.156817 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.157158 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.157555 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.158004 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.158619 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.158619 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.158879 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.159218 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.159513 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:41.174968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.189669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Transition to ACTIVE for port object 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:41.199285 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] For port edbdd324-076e-4e3c-8e3c-c344a66bf69d, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:07:41.202892 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] For port edbdd324-076e-4e3c-8e3c-c344a66bf69d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=edbdd324-076e-4e3c-8e3c-c344a66bf69d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:07:41.207887 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.225019 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.264652 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:07:41.265309 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:07:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:41.269668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:07:41.271444 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80a38a-9417-4ba7-89e2-6d8c861cf8dc None None] Pushing event updated for resources: {'Port': ['ID=edbdd324-076e-4e3c-8e3c-c344a66bf69d,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:41.272656 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:41.277368 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:07:41.280636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:41.317236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.455472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.479160 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:07:41.542445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a9c03757-98e6-4671-aaac-40207bddc166 None None] Provisioning for port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:41.547584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a9c03757-98e6-4671-aaac-40207bddc166 None None] Provisioning complete for port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:41.547908 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a9c03757-98e6-4671-aaac-40207bddc166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.583028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a9c03757-98e6-4671-aaac-40207bddc166 None None] Port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:07:41.623242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.630073 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.663306 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:39Z', 'revision_number': 3, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:41.694823 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fba642-11d4-4b10-8cc7-70a749f982c3 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:39Z', 'revision_number': 3, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:07:41.700223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:41.702891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.756379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:41.817125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:41.821406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:41.821784 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.905353 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:41.963574 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:41.971486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:42.027365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:42.137616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:07:42.139189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:42.261367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:07:42.375319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:07:42.381290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-be377333-26f1-432a-bf2d-34a4d73e56c0 admin admin] 10.222.0.10 "PUT /v2.0/routers/c71d060f-02db-41c7-b00b-4a423764bd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9779820 Aug 27 03:07:42.407737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-349067af-572c-433d-b811-3231f83c0d38 None None] Provisioning complete for port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:42.408240 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-349067af-572c-433d-b811-3231f83c0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:42.447604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-349067af-572c-433d-b811-3231f83c0d38 None None] Port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:07:42.767706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35252) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:42.772553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b5c15c94-55e9-4379-885c-11458e2646d8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212413125', 'description': 'tempest-description--833826108'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:42.797975 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5c15c94-55e9-4379-885c-11458e2646d8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:42.884363 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5c15c94-55e9-4379-885c-11458e2646d8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:42.889238 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5c15c94-55e9-4379-885c-11458e2646d8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:42.917166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c15c94-55e9-4379-885c-11458e2646d8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b35bf89-314e-4fd4-94e8-e89c618608ac,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:42.919403 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5c15c94-55e9-4379-885c-11458e2646d8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:42.920631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b5c15c94-55e9-4379-885c-11458e2646d8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1518943 Aug 27 03:07:42.923716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:42.930012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-27461367-3efa-42f3-a77c-4dc0ff01f782 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'security_group_rule': {'security_group_id': '2b35bf89-314e-4fd4-94e8-e89c618608ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:42.960312 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27461367-3efa-42f3-a77c-4dc0ff01f782 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.019562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27461367-3efa-42f3-a77c-4dc0ff01f782 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.024657 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27461367-3efa-42f3-a77c-4dc0ff01f782 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.046532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27461367-3efa-42f3-a77c-4dc0ff01f782 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3079a7fe-8dc2-414e-a2a1-a96020f42c79,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:43.050978 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27461367-3efa-42f3-a77c-4dc0ff01f782 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.052187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27461367-3efa-42f3-a77c-4dc0ff01f782 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260080 Aug 27 03:07:43.054958 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35256) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:43.059619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8affad25-6019-4f89-ad26-7d17a6376e75 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'security_group_rule': {'security_group_id': '2b35bf89-314e-4fd4-94e8-e89c618608ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:43.087989 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8affad25-6019-4f89-ad26-7d17a6376e75 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.145789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8affad25-6019-4f89-ad26-7d17a6376e75 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.150744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8affad25-6019-4f89-ad26-7d17a6376e75 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.170172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affad25-6019-4f89-ad26-7d17a6376e75 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d2e176-9844-435a-8582-0e5e1b545388,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:43.177376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8affad25-6019-4f89-ad26-7d17a6376e75 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.178835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8affad25-6019-4f89-ad26-7d17a6376e75 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229789 Aug 27 03:07:43.182091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 35258) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:43.187158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:43.212864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.260984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:07:43.270059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:07:43.270804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:07:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:43.312460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.375556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:07:43.419554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Allocated IP 172.25.1.35 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0a47450a-fc44-41dd-8774-25f29cd7a4be) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:07:43.523438 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.561684 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.574651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 2, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:43.599242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:07:43.601469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:07:43.601839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Updating router c71d060f-02db-41c7-b00b-4a423764bd13 port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:07:43.602073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:43.608503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:07:43.630541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.637426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'Port': ['ID=0a47450a-fc44-41dd-8774-25f29cd7a4be,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:43.709068 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.744329 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.910804 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.916942 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:43.952454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device edbdd324-076e-4e3c-8e3c-c344a66bf69d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:43.982494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'Port': ['ID=0a47450a-fc44-41dd-8774-25f29cd7a4be,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:43.996374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.011300 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.012697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3343a136-f86a-46ed-a884-534a2f7ed7c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8294234 Aug 27 03:07:44.039502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port edbdd324-076e-4e3c-8e3c-c344a66bf69d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:44.051697 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port edbdd324-076e-4e3c-8e3c-c344a66bf69d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:44.052076 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.125450 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.140267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Transition to ACTIVE for port object 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:44.151708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-c69a65df-655a-4cfb-bc61-1c5343b20e85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--212413125&fields=id&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 267 time: 0.0345292 Aug 27 03:07:44.164122 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.216411 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.251102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05121d8-9cc8-41a9-a69a-a7d0da0634b0 None None] Pushing event updated for resources: {'Port': ['ID=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:44.256344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port edbdd324-076e-4e3c-8e3c-c344a66bf69d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=edbdd324-076e-4e3c-8e3c-c344a66bf69d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:44.270154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-e40119be-748a-41c8-a54e-d363b576abb1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:44.271896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-e40119be-748a-41c8-a54e-d363b576abb1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1131759 Aug 27 03:07:44.272980 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.273739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:44.289914 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-50a7d367-fe86-4555-b058-735dce181e32 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/quotas/ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 375 time: 0.0101526 Aug 27 03:07:44.350636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-5572621c-a4c9-48a7-a5d4-d108fd892e64 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546834 Aug 27 03:07:44.369443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Attempting to bind port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:07:44.369799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Attempting to bind port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:07:44.370198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Attempting to bind port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:44.381326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=edbdd324-076e-4e3c-8e3c-c344a66bf69d,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:44.385205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:07:44.385583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:44.386023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.386451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:07:44.386941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Bound port: 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:07:44.387326 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.427787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:44.428158 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.458147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-b4a4d53b-6e9f-445e-9cd4-517c9a7eae61 service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926394 Aug 27 03:07:44.494081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] For port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:07:44.497275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] For port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:07:44.507534 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:44.553795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ac868a76-eb5f-415e-a54e-1d8c96479259 service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890453 Aug 27 03:07:44.596321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05121d8-9cc8-41a9-a69a-a7d0da0634b0 None None] Pushing event updated for resources: {'Port': ['ID=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:44.602412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:07:44.603024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:07:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:44.736177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:07:44.739107 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4dc06b08-7b9b-4edc-8209-c64f1676c3fa req-b72349f5-f617-464c-987d-ecfb66af1ec4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 210 time: 0.0299811 Aug 27 03:07:44.952410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:44.979035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74815b6c-e270-4668-b49b-4a31eec0229d None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:07:45.752112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-9d41d696-a1d8-4f0a-9a77-c98ff9a0d90e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:45.754193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-9d41d696-a1d8-4f0a-9a77-c98ff9a0d90e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1527021 Aug 27 03:07:45.814894 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-65bb287e-3ba7-46aa-998c-5a932dd6c662 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 379 time: 0.0477138 Aug 27 03:07:45.826308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device edbdd324-076e-4e3c-8e3c-c344a66bf69d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:45.833377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'port': {'device_id': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'admin_state_up': True, 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'security_groups': ['2b35bf89-314e-4fd4-94e8-e89c618608ac']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:45.854542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3490971e-b333-42c1-b3c9-f63079e37aed req-156840b3-db04-45a3-9881-73c12052c033 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 210 time: 0.0384915 Aug 27 03:07:45.892095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port edbdd324-076e-4e3c-8e3c-c344a66bf69d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:45.892631 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:45.976398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Made reservation on behalf of ac760692afb444e498d1e7a2a01a2325 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:07:45.981064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:45.987934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:46.037909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:46.041706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:46.042079 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.116907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Allocated IP 172.20.0.11 (3b77e7bd-7637-495f-a996-aa2930ff7ae5/349b703c-e387-42f2-8a77-2de726cf9beb/ae0b2d8a-ae6d-473e-a094-853752020047) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:07:46.119277 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.151787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:46.156964 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.207657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:46.264167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.279194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Transition to ACTIVE for port object ae0b2d8a-ae6d-473e-a094-853752020047 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:46.316100 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.367738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:07:46.372793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:46.376717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:07:46.383630 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:46.431461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:46.432080 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.448605 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-bf4abf5b-fbbd-419c-8c46-744e1f652ca6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6214921 Aug 27 03:07:46.513649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Request body: {'port': {'device_id': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:46.577285 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.613558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4c738696-cc4a-4ac6-ad79-8a130a99f079 None None] Provisioning for port ae0b2d8a-ae6d-473e-a094-853752020047 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:46.617973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4c738696-cc4a-4ac6-ad79-8a130a99f079 None None] Provisioning complete for port ae0b2d8a-ae6d-473e-a094-853752020047 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:46.618273 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4c738696-cc4a-4ac6-ad79-8a130a99f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.653030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4c738696-cc4a-4ac6-ad79-8a130a99f079 None None] Port ae0b2d8a-ae6d-473e-a094-853752020047 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:07:46.837775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0b2d8a-ae6d-473e-a094-853752020047 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:07:46.845284 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.857401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Transition to ACTIVE for port object ae0b2d8a-ae6d-473e-a094-853752020047 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:46.861410 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.911119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:46.991792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e24184-d795-4eaa-94cc-86a7aa8796c0 req-d20c0c02-5e8f-4664-92b7-ba6890fd0dd8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.001273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:07:47.001647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:07:47.002026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:47.002386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76e24184-d795-4eaa-94cc-86a7aa8796c0 req-d20c0c02-5e8f-4664-92b7-ba6890fd0dd8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 944 time: 0.0653346 Aug 27 03:07:47.004628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:47.007926 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Port ae0b2d8a-ae6d-473e-a094-853752020047 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:07:47.008332 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:47.013797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:07:47.014228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:47.014735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:07:47.015271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Bound port: ae0b2d8a-ae6d-473e-a094-853752020047, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:07:47.015703 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:47.039761 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-76e24184-d795-4eaa-94cc-86a7aa8796c0 req-2c0f885e-43e0-441f-a7d2-96ed99dd4cb7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365219 Aug 27 03:07:47.088365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:07:47.091427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:07:47.095968 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:47.130553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.131221 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:47.132621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] 10.222.0.32 "PUT /v2.0/ports/ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 1092 time: 0.6752353 Aug 27 03:07:47.133051 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:07:47.135317 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee57952-3046-4311-8831-e56357ba41bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:07:47.163519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b309b-a965-4ff3-b2e6-a4b98645cfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:47.209032 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3e80a4-b824-4a56-a556-f90ea78c12a8 x-openstack-request-id: req-0c3e80a4-b824-4a56-a556-f90ea78c12a8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:07:47.209331 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:07:47.209584 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c3e80a4-b824-4a56-a556-f90ea78c12a8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:07:47.209990 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'status': 'completed', 'code': 200} Aug 27 03:07:47.226725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-d0e0b215-8379-430e-91fe-649129fca681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.228299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-d0e0b215-8379-430e-91fe-649129fca681 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1095 time: 0.0520802 Aug 27 03:07:47.275637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-4810fc56-5ef8-40e6-9881-52055b6abe43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 217 time: 0.0389991 Aug 27 03:07:47.327517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ac7e9799-f723-4c0e-91c2-fc7c557c3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.329018 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-ac7e9799-f723-4c0e-91c2-fc7c557c3828 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0455823 Aug 27 03:07:47.378706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-3f7adacc-49ea-4b7c-ac3b-ab59a72bc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.380200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-3f7adacc-49ea-4b7c-ac3b-ab59a72bc9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442736 Aug 27 03:07:47.487715 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-33f63cc1-6135-4d35-b1f8-ebf13e07ce42 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989795 Aug 27 03:07:47.579775 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f378a80-5e5d-4aeb-8273-6099a1a27245 req-e3925740-01bc-4867-b2c0-df5add0581f4 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842352 Aug 27 03:07:47.676957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee57952-3046-4311-8831-e56357ba41bc req-cb86e1de-35da-4a7e-8f0d-a99e09e1f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.676957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ee57952-3046-4311-8831-e56357ba41bc req-cb86e1de-35da-4a7e-8f0d-a99e09e1f2ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1095 time: 0.0480456 Aug 27 03:07:47.708344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:47.757037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:47.757696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:47.768490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee57952-3046-4311-8831-e56357ba41bc req-3f5f93a4-658d-408c-8af9-a3bd4adacc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.770056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ee57952-3046-4311-8831-e56357ba41bc req-3f5f93a4-658d-408c-8af9-a3bd4adacc5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0875447 Aug 27 03:07:47.811244 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ee57952-3046-4311-8831-e56357ba41bc req-f120ced3-5ba3-435e-9a9a-6ecf5f7042dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 217 time: 0.0341780 Aug 27 03:07:47.865181 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:47.875215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee57952-3046-4311-8831-e56357ba41bc req-cf556002-6cf8-4c34-aaff-77d313dac52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.876696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ee57952-3046-4311-8831-e56357ba41bc req-cf556002-6cf8-4c34-aaff-77d313dac52b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0586884 Aug 27 03:07:47.927209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee57952-3046-4311-8831-e56357ba41bc req-10382a21-2c76-4fdf-93b7-5d75387f4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:47.928636 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ee57952-3046-4311-8831-e56357ba41bc req-10382a21-2c76-4fdf-93b7-5d75387f4532 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438333 Aug 27 03:07:48.022431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ee57952-3046-4311-8831-e56357ba41bc req-5011a801-5ee1-4f91-afff-8cd025a703d6 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837345 Aug 27 03:07:48.131261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ee57952-3046-4311-8831-e56357ba41bc req-1a86063d-bdd2-412f-b795-f2c4381427d0 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996833 Aug 27 03:07:48.166187 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031d5cb-b0af-41bb-bdb2-3be00ecd6026 req-d44635f9-16e0-4c33-9eec-cd6704f7f240 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:48.167756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0031d5cb-b0af-41bb-bdb2-3be00ecd6026 req-d44635f9-16e0-4c33-9eec-cd6704f7f240 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 944 time: 0.0533135 Aug 27 03:07:48.210362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0031d5cb-b0af-41bb-bdb2-3be00ecd6026 req-d372040c-4b69-45d4-a922-bbecf672e4e8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348787 Aug 27 03:07:48.887017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:07:48.992585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:49.004817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'mac_address': 'fa:16:3e:ce:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:07:49.046337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:49.059602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0b2d8a-ae6d-473e-a094-853752020047 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:07:49.079899 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:49.084938 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:49.137005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:49.279210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['ae0b2d8a-ae6d-473e-a094-853752020047'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:07:49.341723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742390-092b-4c66-aa23-1a9c86906ecb req-fbbfa7b6-da05-4a82-8696-962b94d654a5 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:49.343745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea742390-092b-4c66-aa23-1a9c86906ecb req-fbbfa7b6-da05-4a82-8696-962b94d654a5 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 945 time: 0.0574670 Aug 27 03:07:49.383876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ea742390-092b-4c66-aa23-1a9c86906ecb req-b3f62f2a-74d6-492d-ba30-94e02b206fdc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 Aug 27 03:07:50.511227 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044b597-ff0d-4b04-8197-77b3b9c03075 req-87db1eef-d921-4493-9d88-8964d2dd170b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:50.512723 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6044b597-ff0d-4b04-8197-77b3b9c03075 req-87db1eef-d921-4493-9d88-8964d2dd170b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 945 time: 0.0518904 Aug 27 03:07:50.553377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6044b597-ff0d-4b04-8197-77b3b9c03075 req-8c592694-4295-468d-98d0-48bcaab1902c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342789 Aug 27 03:07:50.902814 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:50.969516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port ae0b2d8a-ae6d-473e-a094-853752020047 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:50.973921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port ae0b2d8a-ae6d-473e-a094-853752020047 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:50.974381 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:51.059336 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:51.089311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:07:51.091614 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e332b-5534-4262-8903-1f12e695a1e0" -d '{"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:07:51.114931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:51.120487 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:51.146024 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f17f56-ffc5-455f-80e3-3e8e247f3cf3 x-openstack-request-id: req-44f17f56-ffc5-455f-80e3-3e8e247f3cf3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:07:51.146290 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:07:51.146605 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44f17f56-ffc5-455f-80e3-3e8e247f3cf3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:07:51.146943 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'code': 200} Aug 27 03:07:51.180191 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:51.240118 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb074c29-59ae-458e-8d92-bcfd68482c70 req-6148ad48-c57d-4742-ad1f-cd04a13b7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:51.241655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb074c29-59ae-458e-8d92-bcfd68482c70 req-6148ad48-c57d-4742-ad1f-cd04a13b7b06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1097 time: 0.0451303 Aug 27 03:07:51.281554 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb074c29-59ae-458e-8d92-bcfd68482c70 req-684ea446-97a0-465b-b079-45212b74aec8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Aug 27 03:07:51.677288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78727-105e-403a-bdaa-11a8ff4aff34 req-6e4020c4-6faf-4c2a-a514-f55ceb3a30ff tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:51.678851 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b0b78727-105e-403a-bdaa-11a8ff4aff34 req-6e4020c4-6faf-4c2a-a514-f55ceb3a30ff tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0552006 Aug 27 03:07:51.722033 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b0b78727-105e-403a-bdaa-11a8ff4aff34 req-f7827213-2588-4452-bf0d-551bafec9acf tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 Aug 27 03:07:52.855387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d3e2-6ef6-47ca-b92f-052c90c2da30 req-94a05b0d-6b37-4db9-8401-72c5339681c7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:52.856832 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2b2d3e2-6ef6-47ca-b92f-052c90c2da30 req-94a05b0d-6b37-4db9-8401-72c5339681c7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0569589 Aug 27 03:07:52.898242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d2b2d3e2-6ef6-47ca-b92f-052c90c2da30 req-d4f7aaf6-4386-443c-932d-4c7f58f5d93a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346377 Aug 27 03:07:53.021524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e66a3-b649-41c5-a5b6-57a6632cbfe8 req-af81c4e2-85da-409f-bd65-ab7e0f60e781 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:53.023113 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-335e66a3-b649-41c5-a5b6-57a6632cbfe8 req-af81c4e2-85da-409f-bd65-ab7e0f60e781 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0531631 Aug 27 03:07:53.033296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35304) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:53.038005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'floatingip': {'port_id': 'ae0b2d8a-ae6d-473e-a094-853752020047'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:53.078171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:53.553148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:53.559281 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:53.667970 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b associated. External IP: 172.25.1.35, port: ae0b2d8a-ae6d-473e-a094-853752020047. Aug 27 03:07:53.891313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:07:54.004559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:07:54.009866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:54.015270 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:07:54.024955 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:07:54.025591 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:07:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:54.037475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a881924c-4f52-4398-bf79-c518498445ce tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "PUT /v2.0/floatingips/d818a928-30ad-4984-82b9-806e07da857b HTTP/1.1" status: 200 len: 991 time: 1.0030749 Aug 27 03:07:54.038214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:07:54.040507 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37317a24-68fb-4eff-952b-79359355f68f" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:07:54.083318 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d0761-45fc-4963-8f3c-c496fcec1421 x-openstack-request-id: req-e72d0761-45fc-4963-8f3c-c496fcec1421 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:07:54.083635 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:07:54.083889 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e72d0761-45fc-4963-8f3c-c496fcec1421 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:07:54.084304 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'status': 'completed', 'code': 200} Aug 27 03:07:54.139796 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:07:54.154024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37317a24-68fb-4eff-952b-79359355f68f req-c12e7755-f64c-4523-aa3d-39057409deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:54.155700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37317a24-68fb-4eff-952b-79359355f68f req-c12e7755-f64c-4523-aa3d-39057409deca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1097 time: 0.0445840 Aug 27 03:07:54.254460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37317a24-68fb-4eff-952b-79359355f68f req-61e57a76-ef6b-4ba5-b921-5bbef3979c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:54.255959 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37317a24-68fb-4eff-952b-79359355f68f req-61e57a76-ef6b-4ba5-b921-5bbef3979c6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0936322 Aug 27 03:07:54.327303 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37317a24-68fb-4eff-952b-79359355f68f req-dc84bfa3-2850-4ce4-b5f1-6fadbf8fb9b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 999 time: 0.0638671 Aug 27 03:07:54.369726 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:ce:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:07:53Z', 'revision_number': 1, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:54.378976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37317a24-68fb-4eff-952b-79359355f68f req-cec4e062-80ef-4129-b17a-49d967b968e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:54.381024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37317a24-68fb-4eff-952b-79359355f68f req-cec4e062-80ef-4129-b17a-49d967b968e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0469003 Aug 27 03:07:54.396104 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:07:54.406496 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:07:54.407031 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:07:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:54.440318 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37317a24-68fb-4eff-952b-79359355f68f req-b4411641-acfe-49c9-bf60-abf48bb9216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:54.441834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37317a24-68fb-4eff-952b-79359355f68f req-b4411641-acfe-49c9-bf60-abf48bb9216e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543954 Aug 27 03:07:54.519334 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:07:54.534714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37317a24-68fb-4eff-952b-79359355f68f req-5b6b7a83-85c7-4001-9bb5-92ae82d5e5fc service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851576 Aug 27 03:07:54.638047 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-37317a24-68fb-4eff-952b-79359355f68f req-02df5dff-2171-4659-988c-f9e5dd54c28c service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960364 Aug 27 03:07:54.765117 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:ce:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:07:53Z', 'revision_number': 1, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:07:54.793316 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4d544-f949-47b6-8b7f-a1c6cdc49cdd None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:ce:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:07:53Z', 'revision_number': 1, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:07:55.009135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224bfb6-66b2-4014-b524-1500166e36b6 None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:07:57.773761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e14a5b2-44d3-4804-a7f0-96570e811611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:00.309957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f04e3d9d-aa23-4a21-a416-04cc44858ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:00.516082 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:01.434414 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:03.308389 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:11.299487 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:08:13.557610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-a3e7356b-9104-4130-82ef-e5746806d1f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495279 Aug 27 03:08:13.645190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-8a8e767d-1f02-416b-8bf3-c9c6c3d27e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.646730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-8a8e767d-1f02-416b-8bf3-c9c6c3d27e3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1097 time: 0.0426722 Aug 27 03:08:13.764663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-031f3ff0-fc57-439d-929e-be92c92ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.766166 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-031f3ff0-fc57-439d-929e-be92c92ba6c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0965331 Aug 27 03:08:13.836143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-ebc8d311-f209-4dcf-b4ae-20bc37e8c4b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 1001 time: 0.0617733 Aug 27 03:08:13.887119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-cae44cd2-9677-4809-a4b8-d9ea54222eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.888631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-cae44cd2-9677-4809-a4b8-d9ea54222eba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0443513 Aug 27 03:08:13.938936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-fcfd1dd6-49ba-444b-8b14-a18b4cdce68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.940545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-fcfd1dd6-49ba-444b-8b14-a18b4cdce68f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442634 Aug 27 03:08:14.040413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-3d85c599-734e-4a2b-9f4d-0d9e492d0bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918610 Aug 27 03:08:14.139938 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5548c1b0-23ab-401b-a691-1efe17aac5f2 req-4b65407d-d1f4-44db-a78e-66a543c7191f service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902278 Aug 27 03:08:17.025841 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:17.891356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:27.778193 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-01fad97e-a25a-4eda-96ad-acd203988132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:30.304312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4706ca71-1566-4b2a-bde0-1617e1d4665f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:30.517202 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:31.442216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:33.313684 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:47.045656 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:47.895133 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:48.303432 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:08:57.782576 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-06cf2241-2b11-4caf-b3ed-4adcc71e8b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:00.307453 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3c4576bf-7df3-479c-82ee-dcd0c4e661be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:00.511462 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:01.440639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:03.315117 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:14.547626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-3dbad72d-3a01-44b8-8fee-6784998a37e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418818 Aug 27 03:09:14.638249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28534752-6014-446e-8238-c2a0ddb11bac req-328fa29f-afb7-4f8d-aef8-38ef91a9be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:14.639826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-328fa29f-afb7-4f8d-aef8-38ef91a9be1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1097 time: 0.0454919 Aug 27 03:09:14.755736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28534752-6014-446e-8238-c2a0ddb11bac req-adcce01a-e4c0-4193-98f5-9d44b6477bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:14.757296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-adcce01a-e4c0-4193-98f5-9d44b6477bdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0906913 Aug 27 03:09:14.825974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-2acaab15-465e-4083-8c82-9b56dd3dd0c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 1001 time: 0.0605757 Aug 27 03:09:14.873648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28534752-6014-446e-8238-c2a0ddb11bac req-1a24b75e-3e7a-4c63-99e2-72066995b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:14.875091 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-1a24b75e-3e7a-4c63-99e2-72066995b86b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0427797 Aug 27 03:09:14.929660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28534752-6014-446e-8238-c2a0ddb11bac req-8a196151-92b1-48f3-846c-917b4e98f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:14.931195 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-8a196151-92b1-48f3-846c-917b4e98f1a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482237 Aug 27 03:09:15.044975 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-9db2ec0e-1991-4b04-9f27-ac01a8a3d730 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054680 Aug 27 03:09:15.163862 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-28534752-6014-446e-8238-c2a0ddb11bac req-b88c799b-761e-4b49-889c-8bb590b72774 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116271 Aug 27 03:09:17.074968 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:17.955783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:25.306976 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:09:27.784346 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f620ea7a-2900-43b0-b88a-2a4d6bc14c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:30.310285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6347a860-0039-42bc-b095-de5196d5f594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:30.514884 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:31.441812 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:31.846902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-2107f26c-30e4-4cb4-af2b-6cbc521f0b0d req-931b1e41-e202-4d92-a226-0358a01332b2 service neutron] (94772) timed out ('10.222.0.10', 58422) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:09:32.422108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fd6de-4a51-47ed-b8ca-5449e700da6c req-2d1468d7-2c9c-41f4-9861-18251c1c345b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:32.423729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-244fd6de-4a51-47ed-b8ca-5449e700da6c req-2d1468d7-2c9c-41f4-9861-18251c1c345b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.1559281 Aug 27 03:09:32.463539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-244fd6de-4a51-47ed-b8ca-5449e700da6c req-4c281476-1409-4b8b-b8ce-ce089a2a0dfc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337236 Aug 27 03:09:32.729922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-aeba8705-47e9-4fdd-88b4-6ac0550702c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421991 Aug 27 03:09:32.763597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7b493-dfdd-43ee-a711-8bb71490744d req-09ba79c3-ad3c-4be5-ae0b-ad91290deccb tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:32.765065 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94e7b493-dfdd-43ee-a711-8bb71490744d req-09ba79c3-ad3c-4be5-ae0b-ad91290deccb tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0543954 Aug 27 03:09:32.809445 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-94e7b493-dfdd-43ee-a711-8bb71490744d req-179dcf4a-9e9b-4d4e-bc2e-45cb4d5ff9de tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334685 Aug 27 03:09:33.317679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:33.886518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-9920bbb9-3a6f-400d-b297-e7f010e72c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:33.888003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-9920bbb9-3a6f-400d-b297-e7f010e72c8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1097 time: 0.0461478 Aug 27 03:09:34.059433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6da8f-0b7f-4490-aef5-41bc3f476e5d req-011b7b94-58d4-40c7-abf1-bfff8ff7bcf9 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:34.060963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1e6da8f-0b7f-4490-aef5-41bc3f476e5d req-011b7b94-58d4-40c7-abf1-bfff8ff7bcf9 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.1814795 Aug 27 03:09:34.064173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-550f4f00-3f63-4a71-bdf3-eb60e852da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:34.065572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-550f4f00-3f63-4a71-bdf3-eb60e852da39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1706731 Aug 27 03:09:34.145505 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c1e6da8f-0b7f-4490-aef5-41bc3f476e5d req-1b3e5ce1-0a66-4cb6-bd72-722023b3f3e1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777164 Aug 27 03:09:34.156950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-7d8212bf-cee4-4da3-944d-655b69e68a6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 1001 time: 0.0832024 Aug 27 03:09:34.210627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-d55dbed2-c820-49b4-888a-2fed33d43448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:34.212232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-d55dbed2-c820-49b4-888a-2fed33d43448 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0487809 Aug 27 03:09:34.259220 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-e96b6a92-58e0-436a-9608-3a689d5edb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:34.260716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-e96b6a92-58e0-436a-9608-3a689d5edb81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418038 Aug 27 03:09:34.352925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-5fe9c0d3-12a9-4481-ae7d-b87554f501be service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844026 Aug 27 03:09:34.443234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-fde5e1c0-1fd1-4ae2-aa22-3dd5b2ac67bd service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826628 Aug 27 03:09:35.262876 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f2ae4-1732-4de0-9d2f-7853fb145fe5 req-496a8e5e-e5b2-4d87-9b50-3ecf7cb3a5c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:35.264361 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c04f2ae4-1732-4de0-9d2f-7853fb145fe5 req-496a8e5e-e5b2-4d87-9b50-3ecf7cb3a5c0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0507748 Aug 27 03:09:35.303018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c04f2ae4-1732-4de0-9d2f-7853fb145fe5 req-ad6ed9aa-b783-43a5-88af-8f4fd3363f21 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Aug 27 03:09:36.423361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392884f-709a-42b8-a33d-4def684756cc req-ad0ea52a-ba8e-4bee-a532-256735de0233 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:36.424886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8392884f-709a-42b8-a33d-4def684756cc req-ad0ea52a-ba8e-4bee-a532-256735de0233 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0516706 Aug 27 03:09:36.468116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8392884f-709a-42b8-a33d-4def684756cc req-33fe4f3b-e88f-49c1-9be6-f4cf5c0a5970 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370770 Aug 27 03:09:37.585603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e604dd7-0841-4737-a5d1-ab73c3cfde00 req-f66cd211-efbe-44ad-b7ad-b7dd919424cc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:37.587124 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e604dd7-0841-4737-a5d1-ab73c3cfde00 req-f66cd211-efbe-44ad-b7ad-b7dd919424cc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0503421 Aug 27 03:09:37.625806 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e604dd7-0841-4737-a5d1-ab73c3cfde00 req-3c04dc2b-11e5-4616-b3ce-e2098a13356b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323372 Aug 27 03:09:38.744151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b002d21-a6f8-48b4-af0e-33ebae8159eb req-65190e0b-9386-4738-b13d-1b789b2b3793 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:38.745660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b002d21-a6f8-48b4-af0e-33ebae8159eb req-65190e0b-9386-4738-b13d-1b789b2b3793 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0509839 Aug 27 03:09:38.785592 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b002d21-a6f8-48b4-af0e-33ebae8159eb req-1a8f6635-4e3c-4759-acdf-66b1fa51bd3d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337441 Aug 27 03:09:39.915382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ff41b-2e4e-4dd0-a393-617384882d8a req-4cbc45f6-15a8-4f28-a7cc-7fd7d22a2bea tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:39.916957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e96ff41b-2e4e-4dd0-a393-617384882d8a req-4cbc45f6-15a8-4f28-a7cc-7fd7d22a2bea tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0560760 Aug 27 03:09:39.961422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e96ff41b-2e4e-4dd0-a393-617384882d8a req-c64d9398-26d9-4d6a-be80-5fbe955f6dc7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337942 Aug 27 03:09:41.081941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f71ba-27d0-4f47-981b-c6a189256b48 req-c5c7accc-e610-4011-acf1-d06876ff1e6b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:41.083476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-857f71ba-27d0-4f47-981b-c6a189256b48 req-c5c7accc-e610-4011-acf1-d06876ff1e6b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0515375 Aug 27 03:09:41.123767 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-857f71ba-27d0-4f47-981b-c6a189256b48 req-7e74bbdd-ab02-417c-b57b-344966ee4480 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341561 Aug 27 03:09:42.248157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b460f3-63be-4067-a75c-53d31c66ff86 req-7375cf07-3196-4eaa-bb35-2f6c9ab538c4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:42.249624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7b460f3-63be-4067-a75c-53d31c66ff86 req-7375cf07-3196-4eaa-bb35-2f6c9ab538c4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0498564 Aug 27 03:09:42.287992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e7b460f3-63be-4067-a75c-53d31c66ff86 req-9bad24a2-b844-46d6-b264-c3f4c546a575 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Aug 27 03:09:43.412191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5e1b0-ddae-455a-9e18-f8d50aadddb9 req-3e7fc1e6-482e-492a-80c3-1d5870375301 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:43.413728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6e5e1b0-ddae-455a-9e18-f8d50aadddb9 req-3e7fc1e6-482e-492a-80c3-1d5870375301 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Aug 27 03:09:43.457665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f6e5e1b0-ddae-455a-9e18-f8d50aadddb9 req-345fb55b-b5c7-496e-9e9e-746538fcd8b2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376897 Aug 27 03:09:44.578685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c60c88-c314-49f2-a21f-b8f4f3ab88cc req-ff61dd2a-b3c3-4a22-a15a-9614c2dd45f3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:44.580227 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48c60c88-c314-49f2-a21f-b8f4f3ab88cc req-ff61dd2a-b3c3-4a22-a15a-9614c2dd45f3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0527411 Aug 27 03:09:44.620317 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-48c60c88-c314-49f2-a21f-b8f4f3ab88cc req-4ebbf99d-ce0b-4575-9062-9c2e2f64541e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Aug 27 03:09:45.741236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd1bef-7aaa-483d-8f3f-354bb5c0742d req-d752bbde-cf29-4964-9137-7a4711df9c59 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:45.742820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05bd1bef-7aaa-483d-8f3f-354bb5c0742d req-d752bbde-cf29-4964-9137-7a4711df9c59 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0523515 Aug 27 03:09:45.791687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-05bd1bef-7aaa-483d-8f3f-354bb5c0742d req-d3290c26-08e8-41e6-99a8-5812109ff68c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Aug 27 03:09:46.927549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25f257-e318-4ef0-a48e-b05659a2c0c3 req-f9b3a38f-e200-4278-a133-c01635756810 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:46.929036 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c25f257-e318-4ef0-a48e-b05659a2c0c3 req-f9b3a38f-e200-4278-a133-c01635756810 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0538223 Aug 27 03:09:46.970382 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8c25f257-e318-4ef0-a48e-b05659a2c0c3 req-11e082af-ba06-49c2-ba8e-c434eaf4934f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322454 Aug 27 03:09:47.083898 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:47.973448 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:48.093324 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a063f-4fb2-41d2-9cb4-a88858719799 req-b9755060-33b1-4623-b21c-07cb6714cb17 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:48.094890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a063f-4fb2-41d2-9cb4-a88858719799 req-b9755060-33b1-4623-b21c-07cb6714cb17 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0513430 Aug 27 03:09:48.136124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b39a063f-4fb2-41d2-9cb4-a88858719799 req-4f2937fa-167e-4f39-8e7f-0620ccd987e9 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345445 Aug 27 03:09:48.215398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-78ca6c46-5d65-4470-87fd-549f13a947d9 req-fa6a46d0-6458-4736-b6a6-41dd0f270b91 service neutron] (94772) timed out ('10.222.0.32', 54725) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:09:49.253856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cce81-fb5b-40e2-8fe5-67a365f7a151 req-74e55624-11bd-4fa0-a1c2-bd9ce9037659 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:49.255363 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc0cce81-fb5b-40e2-8fe5-67a365f7a151 req-74e55624-11bd-4fa0-a1c2-bd9ce9037659 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0508106 Aug 27 03:09:49.293311 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc0cce81-fb5b-40e2-8fe5-67a365f7a151 req-1cfc4c35-d3ed-4705-a574-39f5400549d0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Aug 27 03:09:50.415578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e466570-6a74-43ad-8481-81e9c97d9c95 req-4d26a100-95da-4527-856c-42cdb4bc9a9f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:50.417613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e466570-6a74-43ad-8481-81e9c97d9c95 req-4d26a100-95da-4527-856c-42cdb4bc9a9f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0526614 Aug 27 03:09:50.461710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9e466570-6a74-43ad-8481-81e9c97d9c95 req-623a3975-aeac-4737-9dfb-76ab3575e4a4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370247 Aug 27 03:09:51.383898 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-8e291a3c-4336-4e48-ab75-544959e7052b service neutron] show failed (client error): The resource could not be found. Aug 27 03:09:51.384943 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-8e291a3c-4336-4e48-ab75-544959e7052b service neutron] 10.222.0.32 "GET /v2.0/ports/ae0b2d8a-ae6d-473e-a094-853752020047/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0569434 Aug 27 03:09:51.589706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-2c01bc19-26e1-485f-a18f-d08314602809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:51.591281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-2c01bc19-26e1-485f-a18f-d08314602809 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0416806 Aug 27 03:09:51.594541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4027-a3ad-4613-82c4-cb53016a4c9c req-938cea39-b573-49a5-85ef-b821972c6a8a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:51.596020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cce4027-a3ad-4613-82c4-cb53016a4c9c req-938cea39-b573-49a5-85ef-b821972c6a8a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0523503 Aug 27 03:09:51.603659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:09:51.636110 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0cce4027-a3ad-4613-82c4-cb53016a4c9c req-70915bfb-96f8-495a-9b02-5faa3668e3d9 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340116 Aug 27 03:09:51.660864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:52.190814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:09:52.224792 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:09:52.267077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:52.269073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:09:52.271449 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0063e68-e3a1-4c67-a7b5-eb0e16b3db69" -d '{"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:09:52.285694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Transition to ACTIVE for port object ae0b2d8a-ae6d-473e-a094-853752020047 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:09:52.293141 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:52.334758 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52ef1f5-1860-49f4-a4b3-af3bd3aedcd1 x-openstack-request-id: req-a52ef1f5-1860-49f4-a4b3-af3bd3aedcd1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:09:52.335054 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:09:52.335301 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a52ef1f5-1860-49f4-a4b3-af3bd3aedcd1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:09:52.335702 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'code': 200} Aug 27 03:09:52.339358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:09:52.348642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.348988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.349327 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.349661 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.349993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.350344 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.350668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.350992 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.351312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.351633 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.351979 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.352272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:52.436601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] No DVR routers for this DVR port ae0b2d8a-ae6d-473e-a094-853752020047 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:09:52.576548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:09:52.576885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:09:52.577216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:09:52.581599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Port ae0b2d8a-ae6d-473e-a094-853752020047 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:09:52.581919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Attempting to bind port ae0b2d8a-ae6d-473e-a094-853752020047 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:09:52.586923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:09:52.587260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:09:52.587643 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:09:52.588084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Bound port: ae0b2d8a-ae6d-473e-a094-853752020047, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:09:52.588429 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:52.653585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:09:52.656684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:09:52.662636 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:52.699475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:52.700516 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:52.701968 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] 10.222.0.45 "PUT /v2.0/ports/ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 1092 time: 1.1030319 Aug 27 03:09:52.735124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a27f04-6b34-42e5-88d7-f31647c0986c service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:09:52.761810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f42ae-8c44-4f59-ad9b-465e2f390a83 req-d4ba5fab-df95-4f80-9110-41caaa120f93 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:52.763440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b8f42ae-8c44-4f59-ad9b-465e2f390a83 req-d4ba5fab-df95-4f80-9110-41caaa120f93 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 944 time: 0.0583434 Aug 27 03:09:52.781218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-97e4cb5e-b2b4-4b93-b60c-0d8b6bcf1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:52.783239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-97e4cb5e-b2b4-4b93-b60c-0d8b6bcf1322 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1095 time: 0.0437765 Aug 27 03:09:52.814972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b8f42ae-8c44-4f59-ad9b-465e2f390a83 req-ca3ac6b4-b92d-498c-a8e1-a661ef58c5b5 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433683 Aug 27 03:09:52.878240 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-5b26bb45-2b72-481c-a490-e841373d4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:52.879778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-5b26bb45-2b72-481c-a490-e841373d4309 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0897856 Aug 27 03:09:52.953309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-1112c4a3-32f5-4fcd-a188-e886dcb9bf34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 999 time: 0.0651186 Aug 27 03:09:53.004487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-3a691aff-efde-49a7-bc99-27fee3a3da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:53.005869 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-3a691aff-efde-49a7-bc99-27fee3a3da08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0460570 Aug 27 03:09:53.055452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-eed604c9-5027-4dc8-a93f-d669eb81d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:53.056996 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-eed604c9-5027-4dc8-a93f-d669eb81d3e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430803 Aug 27 03:09:53.068076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-8feff67b-e305-49b0-977a-f31e2bd6a680 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:09:53.069058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-8feff67b-e305-49b0-977a-f31e2bd6a680 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050578 Aug 27 03:09:53.169501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-887e70cd-95df-4a2d-a939-073e74030336 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927131 Aug 27 03:09:53.260259 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-95a15a8a-96df-471d-9159-a0d74b938e3f service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Aug 27 03:09:53.537816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:09:53.576571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:09:53.937816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bc79d-7a8b-4055-9e31-201a448aec5a req-924f5d03-91e9-40b6-a019-e29629f88d85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:53.939513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c27bc79d-7a8b-4055-9e31-201a448aec5a req-924f5d03-91e9-40b6-a019-e29629f88d85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 944 time: 0.0577168 Aug 27 03:09:53.983457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c27bc79d-7a8b-4055-9e31-201a448aec5a req-a240a8f9-c623-4984-8972-58c368948ec0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378516 Aug 27 03:09:54.337211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:09:54.339679 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:09:54.391133 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd6d7da-74d0-420b-ab4f-0dbc21b5c33b x-openstack-request-id: req-1fd6d7da-74d0-420b-ab4f-0dbc21b5c33b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:09:54.391422 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:09:54.391668 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fd6d7da-74d0-420b-ab4f-0dbc21b5c33b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:09:54.392074 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'status': 'completed', 'code': 200} Aug 27 03:09:54.480022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-1f87ca77-25b6-4080-9625-7e3ec4d71bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.481570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-1f87ca77-25b6-4080-9625-7e3ec4d71bd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1095 time: 0.0688534 Aug 27 03:09:54.483700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-d2b87f40-e6e3-4146-a111-b1ac7d1ca6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.485374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-d2b87f40-e6e3-4146-a111-b1ac7d1ca6f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1095 time: 0.0642138 Aug 27 03:09:54.649047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-84afec3d-64f2-4076-9c9c-a7bede46e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.650586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-84afec3d-64f2-4076-9c9c-a7bede46e7ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1616771 Aug 27 03:09:54.651667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-39432dec-79e0-49b9-98d1-0ae434c69cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.652962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-39432dec-79e0-49b9-98d1-0ae434c69cd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1562908 Aug 27 03:09:54.765309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-ab8d0ed9-1790-409f-a359-24a78fd49f44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 999 time: 0.1064708 Aug 27 03:09:54.769949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-1f13e1e2-40d6-4da3-9181-8114915063cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 999 time: 0.1052692 Aug 27 03:09:54.857112 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-72eaf5b7-8373-4014-8398-d2ce7834bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.858717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-72eaf5b7-8373-4014-8398-d2ce7834bdfc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0864468 Aug 27 03:09:54.860127 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-286d6302-9cbf-4b68-9090-c5fec62cb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.861454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-286d6302-9cbf-4b68-9090-c5fec62cb82a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0794933 Aug 27 03:09:54.956120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-9a813d28-21e9-4857-b3fc-36545f3539f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.957640 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-9a813d28-21e9-4857-b3fc-36545f3539f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883441 Aug 27 03:09:54.959544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-ee25bc5c-1065-4adf-b170-c2ab371ce7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:54.960903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-ee25bc5c-1065-4adf-b170-c2ab371ce7b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836232 Aug 27 03:09:55.159382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-df49a344-6b10-4c98-ab78-0d6fff40f8d5 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937978 Aug 27 03:09:55.161096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-e33027f9-48b7-4076-b0ff-478e7d505943 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883433 Aug 27 03:09:55.169655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb112ff-b204-40fa-84e0-6028ccc5abc1 req-9edb2a1e-9d4e-4d7b-8a4d-5480712551e8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:55.171128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ddb112ff-b204-40fa-84e0-6028ccc5abc1 req-9edb2a1e-9d4e-4d7b-8a4d-5480712551e8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 944 time: 0.1139224 Aug 27 03:09:55.332782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ddb112ff-b204-40fa-84e0-6028ccc5abc1 req-9f2f7429-c76f-4ef6-befa-d78bee195991 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459844 Aug 27 03:09:55.360493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-27f69e9b-2ba8-4394-b4e2-2251c6a48cbb service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883993 Aug 27 03:09:55.362749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8ed7d96-d39f-457e-9dd9-3cdecae19ae9 req-b1c0026b-90ef-4af2-9f5f-ca7fce61b2e4 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893771 Aug 27 03:09:55.583377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236faf5-ef6f-45d2-82a5-a4a533841bdf req-9928efdd-8ca5-46a8-929b-b56206f8085c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:55.584777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f236faf5-ef6f-45d2-82a5-a4a533841bdf req-9928efdd-8ca5-46a8-929b-b56206f8085c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 944 time: 0.0875328 Aug 27 03:09:55.593148 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-d4664e64-5398-4044-9bf6-86f7645c9116 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:55.594637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-d4664e64-5398-4044-9bf6-86f7645c9116 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8&tenant_id=ac760692afb444e498d1e7a2a01a2325&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 944 time: 0.0831528 Aug 27 03:09:55.661556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f236faf5-ef6f-45d2-82a5-a4a533841bdf req-e9996642-60ce-4bf1-9174-a24853b15821 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658982 Aug 27 03:09:55.682412 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-5354c7fd-9d88-44ed-9863-14e85601347d service neutron] delete failed (client error): The resource could not be found. Aug 27 03:09:55.683438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-5354c7fd-9d88-44ed-9863-14e85601347d service neutron] 10.222.0.32 "DELETE /v2.0/ports/ae0b2d8a-ae6d-473e-a094-853752020047/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0808125 Aug 27 03:09:55.772366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-6c9e5945-babd-498a-8cf3-419772380e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:55.773887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-6c9e5945-babd-498a-8cf3-419772380e6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 1095 time: 0.0444355 Aug 27 03:09:55.867525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-259d0c50-a0ae-4d94-818a-f54badddb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:55.868905 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-259d0c50-a0ae-4d94-818a-f54badddb9cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0880752 Aug 27 03:09:55.938976 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-751dcfea-7c13-474f-832f-4d87b7f9209a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 200 len: 999 time: 0.0634165 Aug 27 03:09:55.990715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-1b5cc431-be62-44b0-b998-4e976ee034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:55.992230 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-1b5cc431-be62-44b0-b998-4e976ee034b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0461028 Aug 27 03:09:56.043806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-19b6dcec-1704-4d46-aacd-d4407a7204ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:56.045441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-19b6dcec-1704-4d46-aacd-d4407a7204ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462792 Aug 27 03:09:56.143837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-fcc594d9-d61c-488e-9fac-023a840a9fde service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906782 Aug 27 03:09:56.190169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:09:56.240472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5955d122-165b-46d0-bdbb-0dc1faf23cf6 req-c5f3dbdc-ef5b-40c7-b8d8-b0d6daa1c70b service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886688 Aug 27 03:09:56.296421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:09:56.309794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'mac_address': 'fa:16:3e:ce:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:09:56.357489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:56.375718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0b2d8a-ae6d-473e-a094-853752020047 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:09:56.397731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:09:56.401702 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:56.454170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:09:56.461730 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.462079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.462453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.462794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.463122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.463435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.463759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.464101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.464403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.464729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.465053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.465370 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:09:56.644723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ae0b2d8a-ae6d-473e-a094-853752020047'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:09:56.785471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de19e4c-c4ae-49d3-9fa1-e597de8b6bb5 req-b2e26cd8-200d-4287-b11f-cb9d08ae0a08 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:56.791078 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4de19e4c-c4ae-49d3-9fa1-e597de8b6bb5 req-b2e26cd8-200d-4287-b11f-cb9d08ae0a08 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 945 time: 0.0541997 Aug 27 03:09:56.833844 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4de19e4c-c4ae-49d3-9fa1-e597de8b6bb5 req-16d7beb0-be5e-429b-ad8b-f5b6d0a1b582 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Aug 27 03:09:56.949058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7738c-aa9d-4d51-9beb-ef511ead756e req-b86735b1-2390-4eae-923a-1bb7f66035f7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:56.950675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9a7738c-aa9d-4d51-9beb-ef511ead756e req-b86735b1-2390-4eae-923a-1bb7f66035f7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 945 time: 0.0504403 Aug 27 03:09:56.993827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9a7738c-aa9d-4d51-9beb-ef511ead756e req-30a6c478-f38f-4e4e-b09a-93b9478999d4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370126 Aug 27 03:09:57.112288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77ff0-adf1-454a-8a3c-a9141daff395 req-9a0c21c5-918b-41c1-8476-dd26cf820a02 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:57.113809 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ca77ff0-adf1-454a-8a3c-a9141daff395 req-9a0c21c5-918b-41c1-8476-dd26cf820a02 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Aug 27 03:09:57.157322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4ca77ff0-adf1-454a-8a3c-a9141daff395 req-b558272d-e8e7-4b63-9649-edc8c6e0b4ba tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365579 Aug 27 03:09:57.409766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37212b36-71e8-4754-a953-574bc10415e9 req-8476056e-efd8-4085-9fed-5c0e4fc0e118 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:57.411310 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37212b36-71e8-4754-a953-574bc10415e9 req-8476056e-efd8-4085-9fed-5c0e4fc0e118 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 945 time: 0.0575933 Aug 27 03:09:57.452104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-37212b36-71e8-4754-a953-574bc10415e9 req-9d558eba-6712-4780-b0a1-e2044b5f42db tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346711 Aug 27 03:09:57.788945 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d0733fe-14a1-4190-ba41-ebbd95e4d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:58.215141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:09:58.272002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port ae0b2d8a-ae6d-473e-a094-853752020047 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:09:58.276162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port ae0b2d8a-ae6d-473e-a094-853752020047 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:09:58.276535 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:58.352459 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:58.375188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:09:58.377760 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f02d649-de55-4c27-88a4-e18f8b628b45" -d '{"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:09:58.391247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:09:58.395895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:58.422528 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc40c11e-f251-41ea-8dd8-bc5aaaaf872b x-openstack-request-id: req-dc40c11e-f251-41ea-8dd8-bc5aaaaf872b {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:09:58.422917 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:09:58.423277 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc40c11e-f251-41ea-8dd8-bc5aaaaf872b {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:09:58.423790 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'code': 200} Aug 27 03:09:58.452934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:09:58.570164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112665b-594f-442b-a96a-65094f6cb0ac req-c67c368e-85f9-4eee-9612-33805e48980a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:58.571708 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4112665b-594f-442b-a96a-65094f6cb0ac req-c67c368e-85f9-4eee-9612-33805e48980a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0523119 Aug 27 03:09:58.615495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4112665b-594f-442b-a96a-65094f6cb0ac req-440013a2-078b-4900-a3f0-e2a038574864 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373478 Aug 27 03:09:58.636880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630886fa-9980-4e75-8810-d1a81488405f req-b1bff17c-0c5a-48cb-9cc4-6acdd02561d0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:58.638485 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-630886fa-9980-4e75-8810-d1a81488405f req-b1bff17c-0c5a-48cb-9cc4-6acdd02561d0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 946 time: 0.0540750 Aug 27 03:09:58.726604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Deleting port ae0b2d8a-ae6d-473e-a094-853752020047 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:09:58.726951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:58.832733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] For port ae0b2d8a-ae6d-473e-a094-853752020047, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ae0b2d8a-ae6d-473e-a094-853752020047,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:09:58.833112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:59.004549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:59.004942 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:59.005260 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b disassociated. External IP: 172.25.1.35, port: ae0b2d8a-ae6d-473e-a094-853752020047. Aug 27 03:09:59.005607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Calling delete_port for ae0b2d8a-ae6d-473e-a094-853752020047 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:09:59.154682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:59.187768 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event deleted for resources: {'Port': ['ID=ae0b2d8a-ae6d-473e-a094-853752020047,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:09:59.305546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:09:59.420268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:09:59.432665 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:09:59.448465 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:09:59.449338 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:09:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:09:59.459492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] No DVR routers for this DVR port ae0b2d8a-ae6d-473e-a094-853752020047 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:09:59.462663 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:59.464717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-630886fa-9980-4e75-8810-d1a81488405f req-0903eb1c-5de0-4c54-881c-531a00dddf34 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "DELETE /v2.0/ports/ae0b2d8a-ae6d-473e-a094-853752020047 HTTP/1.1" status: 204 len: 173 time: 0.8204176 Aug 27 03:09:59.465159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-deleted', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:09:59.467413 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348f6053-a98b-460d-afca-69cda07e0662" -d '{"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-deleted", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:09:59.506877 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d34545-8547-453e-8578-cc2a82f43ec7 x-openstack-request-id: req-50d34545-8547-453e-8578-cc2a82f43ec7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:09:59.507223 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda04fe-1d9d-43b7-a024-0d064d6b46f8", "name": "network-vif-deleted", "tag": "ae0b2d8a-ae6d-473e-a094-853752020047", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:09:59.507527 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50d34545-8547-453e-8578-cc2a82f43ec7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:09:59.507925 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda04fe-1d9d-43b7-a024-0d064d6b46f8', 'name': 'network-vif-deleted', 'tag': 'ae0b2d8a-ae6d-473e-a094-853752020047', 'status': 'completed', 'code': 200} Aug 27 03:09:59.570026 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:09:59.731970 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-282634fe-9f16-48ff-87f2-e6bb9d75249e req-6bdc5a72-d39c-45df-91c1-1352d6cbe3be tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dda04fe-1d9d-43b7-a024-0d064d6b46f8 HTTP/1.1" status: 200 len: 210 time: 0.0331614 Aug 27 03:09:59.781465 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:09:59.807553 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:09:59.816062 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:09:59.816653 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:09:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:00.011797 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:10:00.208938 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:00.238092 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bc9fc-224e-49ce-adca-d9cadb5824a1 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:10:00.322091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65aa30f8-82b0-4b63-bc12-c20f9c150a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:00.463539 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a2d34-d32c-4fcd-abd8-446544b08ad1 None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:10:00.579814 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:00.980365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-154409a4-da77-4ff8-b2d3-9c45c0712534 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--212413125&fields=id&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 267 time: 0.0373824 Aug 27 03:10:01.092984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-f3f1af4d-5035-4282-a224-237e31195d8f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:01.094487 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-f3f1af4d-5035-4282-a224-237e31195d8f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1069076 Aug 27 03:10:01.109366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7644dc1f-b8d2-488d-af29-458c36b559c9 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/quotas/ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 375 time: 0.0091522 Aug 27 03:10:01.164658 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-bc7224d9-1e8b-4fcd-a105-85741dc09e83 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501020 Aug 27 03:10:01.265556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-a33f539d-8923-426a-bd0b-9e5f608a4b84 service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867662 Aug 27 03:10:01.366093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-f561f8fa-f115-4ea2-a1d0-92774b4df414 service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892425 Aug 27 03:10:01.447087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:01.565379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b47a266-585a-4107-834d-9c7592056793 req-d4f7e7c0-00b7-42a0-a30f-b5d05f36c94a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 210 time: 0.0302746 Aug 27 03:10:02.207006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:10:02.233775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: ae0b2d8a-ae6d-473e-a094-853752020047 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:10:02.234018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ae0b2d8a-ae6d-473e-a094-853752020047 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:10:02.308684 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:10:02.525484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-865c1474-1e5b-4df8-8fb1-7f7c8a85c12a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:02.527107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-865c1474-1e5b-4df8-8fb1-7f7c8a85c12a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1177320 Aug 27 03:10:02.576390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-8954bea8-4bfb-472d-afe5-9db18805e2d0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 379 time: 0.0399733 Aug 27 03:10:02.588076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'port': {'device_id': 'd63c6944-70d4-4700-9668-e023be36583c', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'admin_state_up': True, 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'security_groups': ['2b35bf89-314e-4fd4-94e8-e89c618608ac']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:02.668365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c705335f-4718-46fd-b9d0-8f6bad53f47e req-122bec79-afc9-4817-9bcc-c48906e48431 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 210 time: 0.0301518 Aug 27 03:10:02.725131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Made reservation on behalf of ac760692afb444e498d1e7a2a01a2325 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:10:02.729008 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:02.858504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Allocated IP 172.20.0.10 (3b77e7bd-7637-495f-a996-aa2930ff7ae5/349b703c-e387-42f2-8a77-2de726cf9beb/31cd1f74-d5e2-465b-8676-b3e893989e7c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:10:03.322017 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.325107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.337764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Transition to ACTIVE for port object 31cd1f74-d5e2-465b-8676-b3e893989e7c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:10:03.370677 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.414889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:10:03.421816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:10:03.429509 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:10:03.456504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:03.486761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:03.487424 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.507001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-730f3d1f-1d62-40b4-9ce3-71e4ff55d52f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9226239 Aug 27 03:10:03.520093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Request body: {'port': {'device_id': 'd63c6944-70d4-4700-9668-e023be36583c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:03.580749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.660037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fc2ae8ab-7677-4190-a299-b85bedff34e6 None None] Provisioning for port 31cd1f74-d5e2-465b-8676-b3e893989e7c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:10:03.664662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-fc2ae8ab-7677-4190-a299-b85bedff34e6 None None] Provisioning complete for port 31cd1f74-d5e2-465b-8676-b3e893989e7c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:10:03.665039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae8ab-7677-4190-a299-b85bedff34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.702339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ae8ab-7677-4190-a299-b85bedff34e6 None None] Port 31cd1f74-d5e2-465b-8676-b3e893989e7c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:10:03.810834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac67a-367e-4e09-b5e7-72a67983369b req-566b6d86-866d-45bb-add5-23b3af2e66df tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:03.812640 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cfdac67a-367e-4e09-b5e7-72a67983369b req-566b6d86-866d-45bb-add5-23b3af2e66df tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 932 time: 0.0517890 Aug 27 03:10:03.851618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cfdac67a-367e-4e09-b5e7-72a67983369b req-46151121-5a1d-4e3b-9828-a4aa91c075da tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327988 Aug 27 03:10:03.871782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cd1f74-d5e2-465b-8676-b3e893989e7c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:10:03.879421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.891102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Transition to ACTIVE for port object 31cd1f74-d5e2-465b-8676-b3e893989e7c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:10:03.895873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:03.946331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:04.021621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:10:04.021958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:10:04.022285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:04.026981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Port 31cd1f74-d5e2-465b-8676-b3e893989e7c on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:10:04.027298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:04.032718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:10:04.033085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:10:04.033473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:10:04.033932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Bound port: 31cd1f74-d5e2-465b-8676-b3e893989e7c, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:10:04.034268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:04.101701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:10:04.104666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:10:04.110036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:04.144048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.144770 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:04.146095 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] 10.222.0.32 "PUT /v2.0/ports/31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1092 time: 0.6306973 Aug 27 03:10:04.147093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:04.148793 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7225b014-4877-4099-b33c-148aced3eb80" -d '{"events": [{"name": "network-changed", "server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:04.174837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bd9c5-d073-4613-90d6-a74d3cfd7f1b service neutron] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:04.216875 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb6fa1-f8f3-4f15-92ab-12e78dbd921f x-openstack-request-id: req-badb6fa1-f8f3-4f15-92ab-12e78dbd921f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:04.217173 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:04.217427 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-badb6fa1-f8f3-4f15-92ab-12e78dbd921f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:04.217834 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'status': 'completed', 'code': 200} Aug 27 03:10:04.235845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-6669ca93-f2e9-47f2-b0a4-2d3374f505f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.237464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-6669ca93-f2e9-47f2-b0a4-2d3374f505f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1095 time: 0.0519848 Aug 27 03:10:04.284580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-3d8a1f3d-feb8-4f59-9a75-cef40f7c8d29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 217 time: 0.0373011 Aug 27 03:10:04.339764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-fa3082a7-e4e2-43a4-83a4-658ae34881a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.341293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-fa3082a7-e4e2-43a4-83a4-658ae34881a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0494246 Aug 27 03:10:04.391747 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca778-fe25-4a28-8743-2feafcd2527f req-f88d6b0d-7c63-41bf-854b-24951f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.393157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-f88d6b0d-7c63-41bf-854b-24951f8ebf8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446630 Aug 27 03:10:04.485699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-1cff166d-38c3-406f-addb-c17dff4111b1 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853453 Aug 27 03:10:04.584770 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2baca778-fe25-4a28-8743-2feafcd2527f req-12e84255-045c-43bc-a19d-839a6f4c7307 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911877 Aug 27 03:10:04.678641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225b014-4877-4099-b33c-148aced3eb80 req-2956391f-b4ab-4cf4-a103-b99fe9428893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.680203 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7225b014-4877-4099-b33c-148aced3eb80 req-2956391f-b4ab-4cf4-a103-b99fe9428893 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1095 time: 0.0448036 Aug 27 03:10:04.777114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225b014-4877-4099-b33c-148aced3eb80 req-8f40f160-a005-415a-a0bb-7f82a46a4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.778629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7225b014-4877-4099-b33c-148aced3eb80 req-8f40f160-a005-415a-a0bb-7f82a46a4e40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0914996 Aug 27 03:10:04.824253 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7225b014-4877-4099-b33c-148aced3eb80 req-b6ac2894-948f-47b3-a902-3a4d218bbaf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 217 time: 0.0385776 Aug 27 03:10:04.876054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225b014-4877-4099-b33c-148aced3eb80 req-8f9f9391-f9b4-47a8-9c2a-fe34d1a7b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.877571 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7225b014-4877-4099-b33c-148aced3eb80 req-8f9f9391-f9b4-47a8-9c2a-fe34d1a7b62d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0461268 Aug 27 03:10:04.926145 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225b014-4877-4099-b33c-148aced3eb80 req-ac3e65bf-7ef1-403f-984e-2985fe15bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.927824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7225b014-4877-4099-b33c-148aced3eb80 req-ac3e65bf-7ef1-403f-984e-2985fe15bd86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422254 Aug 27 03:10:04.976115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37f43d-eb64-446e-9479-1a6bc42c7bce req-b2f75725-19fc-4d2d-a24d-03ba6a1d5c3d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:04.977502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd37f43d-eb64-446e-9479-1a6bc42c7bce req-b2f75725-19fc-4d2d-a24d-03ba6a1d5c3d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 944 time: 0.0501475 Aug 27 03:10:05.016267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd37f43d-eb64-446e-9479-1a6bc42c7bce req-26680492-6a19-4ec6-bac7-8c5001a0fc2c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321281 Aug 27 03:10:05.026647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7225b014-4877-4099-b33c-148aced3eb80 req-7af71f1d-d5f8-44be-9f27-8f290db0042e service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906310 Aug 27 03:10:05.123939 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7225b014-4877-4099-b33c-148aced3eb80 req-7ff27cd3-04c8-40fd-a614-84d9f2ec08ee service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901420 Aug 27 03:10:06.145158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b46b4-a0ad-4f05-9168-5988b7a9d0a0 req-bccc37bc-ab19-4eef-8985-685feee498fe tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:06.146766 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-043b46b4-a0ad-4f05-9168-5988b7a9d0a0 req-bccc37bc-ab19-4eef-8985-685feee498fe tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 944 time: 0.0602190 Aug 27 03:10:06.191363 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-043b46b4-a0ad-4f05-9168-5988b7a9d0a0 req-dd38de05-3ebf-4480-8f32-d1702581d0e3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 Aug 27 03:10:07.308006 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c37ac-4a19-418d-aee7-064736596740 req-b8dcbfb6-fbaf-49e7-84f1-3ee4947384e8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:07.309496 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f54c37ac-4a19-418d-aee7-064736596740 req-b8dcbfb6-fbaf-49e7-84f1-3ee4947384e8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 944 time: 0.0495994 Aug 27 03:10:07.352865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f54c37ac-4a19-418d-aee7-064736596740 req-95792f1e-8340-43ef-b26f-021c9998c369 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372062 Aug 27 03:10:07.599832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:10:07.695745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:07.707798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'mac_address': 'fa:16:3e:e4:19:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:10:07.747503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:07.760628 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cd1f74-d5e2-465b-8676-b3e893989e7c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:10:07.781089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:07.788300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:07.844385 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:08.022852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['31cd1f74-d5e2-465b-8676-b3e893989e7c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:10:08.481003 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a204a6-aaef-461c-adb5-5b256969bf88 req-9d44f282-922a-40d2-8d6d-6639ad166d8c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:08.482612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0a204a6-aaef-461c-adb5-5b256969bf88 req-9d44f282-922a-40d2-8d6d-6639ad166d8c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 945 time: 0.0544941 Aug 27 03:10:08.525054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c0a204a6-aaef-461c-adb5-5b256969bf88 req-801113a0-c2d5-4a04-8773-da2020270726 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354908 Aug 27 03:10:09.615308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:10:09.644565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc01abe-c058-47c6-932e-8d3576c2061f req-bf3da079-b1d2-48bb-be54-e584ff4d3982 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:09.646077 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8bc01abe-c058-47c6-932e-8d3576c2061f req-bf3da079-b1d2-48bb-be54-e584ff4d3982 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 945 time: 0.0511913 Aug 27 03:10:09.666860 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 31cd1f74-d5e2-465b-8676-b3e893989e7c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:10:09.671969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 31cd1f74-d5e2-465b-8676-b3e893989e7c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:10:09.672591 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:09.686029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8bc01abe-c058-47c6-932e-8d3576c2061f req-f25f5e07-58df-4640-bbd0-13596296e81f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Aug 27 03:10:09.908043 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:09.930504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:09.932775 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ab21e-5342-4e5d-84de-341bea16629d" -d '{"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-plugged", "status": "completed", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:09.945983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:09.951582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:09.977944 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebaf459-2937-4c2e-9bcc-a32448247b82 x-openstack-request-id: req-8ebaf459-2937-4c2e-9bcc-a32448247b82 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:09.978265 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-plugged", "status": "completed", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:09.978498 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ebaf459-2937-4c2e-9bcc-a32448247b82 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:09.978914 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'code': 200} Aug 27 03:10:10.006606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:10.066053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41403e68-47e3-4e7c-a613-0f2671d60b8c req-d7f3d77e-b7b3-4d01-b3b1-10faabe1949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:10.067582 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-41403e68-47e3-4e7c-a613-0f2671d60b8c req-d7f3d77e-b7b3-4d01-b3b1-10faabe1949c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1097 time: 0.0401418 Aug 27 03:10:10.104119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-41403e68-47e3-4e7c-a613-0f2671d60b8c req-5327eaa6-d1ce-4af8-acc8-2437e7cbaf58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285025 Aug 27 03:10:10.816965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42f1b-fd09-4a40-87ee-4f55b14fb76d req-9e87e38f-32b7-4d2f-80bd-6ac60ef50772 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:10.818357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ae42f1b-fd09-4a40-87ee-4f55b14fb76d req-9e87e38f-32b7-4d2f-80bd-6ac60ef50772 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0619826 Aug 27 03:10:10.860702 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1ae42f1b-fd09-4a40-87ee-4f55b14fb76d req-1ab8649e-f9b2-4737-8919-6717ff7d604e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341349 Aug 27 03:10:11.987436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e59486-1147-48b9-9657-c8facacd7102 req-170aac4f-145d-4977-92d7-bf6e857e2933 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:11.989088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5e59486-1147-48b9-9657-c8facacd7102 req-170aac4f-145d-4977-92d7-bf6e857e2933 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0549932 Aug 27 03:10:12.037318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5e59486-1147-48b9-9657-c8facacd7102 req-d5a6406b-1b32-48b1-b677-98f343ae0836 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 Aug 27 03:10:12.157235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f37fe-e19d-4998-b9cc-5ad17972c59c req-d8ee7335-d9db-4898-8e69-a33445e1ee59 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:12.158953 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a7f37fe-e19d-4998-b9cc-5ad17972c59c req-d8ee7335-d9db-4898-8e69-a33445e1ee59 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0512993 Aug 27 03:10:12.167735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35694) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:10:12.172510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'floatingip': {'port_id': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:12.215501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:12.985253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:12.990671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:13.093167 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b associated. External IP: 172.25.1.35, port: 31cd1f74-d5e2-465b-8676-b3e893989e7c. Aug 27 03:10:13.304943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:10:13.413542 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:10:13.418914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:13.423550 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:10:13.433815 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:10:13.434525 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:10:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:13.446187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9b48bef5-f57f-4647-95bb-783fa22ca7b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "PUT /v2.0/floatingips/d818a928-30ad-4984-82b9-806e07da857b HTTP/1.1" status: 200 len: 991 time: 1.2773361 Aug 27 03:10:13.446839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:13.449610 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19de75df-3c8f-415d-ad51-6d39e18f967a" -d '{"events": [{"name": "network-changed", "server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:13.546660 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:10:13.559815 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a88abb7-e86f-49c7-84f1-6ea7f5f977c5 x-openstack-request-id: req-4a88abb7-e86f-49c7-84f1-6ea7f5f977c5 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:13.560155 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:13.560456 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a88abb7-e86f-49c7-84f1-6ea7f5f977c5 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:13.560903 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'status': 'completed', 'code': 200} Aug 27 03:10:13.620657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-dae20ea2-b526-4d2b-ad2e-ea35d297653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:13.622330 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-dae20ea2-b526-4d2b-ad2e-ea35d297653c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1097 time: 0.0403779 Aug 27 03:10:13.716226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-7d95bcd4-e28d-47f0-949a-caf42d16f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:13.717747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-7d95bcd4-e28d-47f0-949a-caf42d16f505 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0881956 Aug 27 03:10:13.767442 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:e4:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c6944-70d4-4700-9668-e023be36583c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:10:12Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:13.789648 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-078be191-9704-40b7-b43d-e1841642838f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 999 time: 0.0638528 Aug 27 03:10:13.796989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:10:13.805340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:10:13.806268 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:10:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:13.839866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-0a0c8351-dcd2-4667-997c-8f22d5ca4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:13.841286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-0a0c8351-dcd2-4667-997c-8f22d5ca4a2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0445585 Aug 27 03:10:13.889179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-7b891a0f-4380-43bf-b2db-84553d390c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:13.890899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-7b891a0f-4380-43bf-b2db-84553d390c67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420461 Aug 27 03:10:13.909677 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:10:13.987896 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-f464abcb-41fe-42a5-b994-e6705920a064 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885863 Aug 27 03:10:14.081724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19de75df-3c8f-415d-ad51-6d39e18f967a req-79cde4d0-9efc-4fd9-a472-be8a7b9686ae service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Aug 27 03:10:14.129059 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:e4:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c6944-70d4-4700-9668-e023be36583c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:10:12Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:14.158747 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5fab-8fb9-406e-8072-8f844ca9cd6d None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:e4:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c6944-70d4-4700-9668-e023be36583c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:10:12Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:10:14.366194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76aaea-9d8d-4aec-90d7-f94cb5a9ae85 None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:10:16.560742 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-f84a082d-42b4-4a9f-aec7-fb029a24ea13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561490 Aug 27 03:10:16.663898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc18226-ba95-42fa-b084-378d95318320 req-7cf4312a-885b-4179-a968-106672a97b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:16.665655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-7cf4312a-885b-4179-a968-106672a97b13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1097 time: 0.0554230 Aug 27 03:10:16.782201 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc18226-ba95-42fa-b084-378d95318320 req-6b59015c-96aa-4277-b9cc-9c4793d53b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:16.783712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-6b59015c-96aa-4277-b9cc-9c4793d53b02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0976055 Aug 27 03:10:16.862717 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-0429d79f-18ff-4b8b-901a-91bd89cf802f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1001 time: 0.0714836 Aug 27 03:10:16.915033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc18226-ba95-42fa-b084-378d95318320 req-d38ae3c0-3ebc-47ca-b4f3-638b240f1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:16.916512 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-d38ae3c0-3ebc-47ca-b4f3-638b240f1796 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0464017 Aug 27 03:10:16.966144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc18226-ba95-42fa-b084-378d95318320 req-f319d442-bed6-47e2-8fae-3fdbde64fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:16.967804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-f319d442-bed6-47e2-8fae-3fdbde64fc70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440474 Aug 27 03:10:17.070642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-cc1b59b5-9eb3-45d9-9431-0cfeb92c24db service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949724 Aug 27 03:10:17.089446 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:17.183891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bdc18226-ba95-42fa-b084-378d95318320 req-10a0a7ef-92cc-406d-ac19-6e164083e254 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066542 Aug 27 03:10:17.970121 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:27.802549 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-064f3053-547a-4e69-94c8-0a2bef123b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:30.326278 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-717a0acc-58f4-4c66-847a-917c8f46feb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:30.526815 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.450645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:33.325531 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:39.309416 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:10:47.102256 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:47.980471 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:57.796986 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-80699bd3-bdc7-409c-9e67-4fba32f244cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:00.320925 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-00f7741d-1bff-45ba-8662-146179870df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:00.520966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:01.453913 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:03.327383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:16.309328 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:11:16.547782 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-7d167779-04c3-4cf5-bd4e-f130c70081e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460134 Aug 27 03:11:16.642666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-7441f8d0-ac2c-41f5-829a-008e122af35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:16.644209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-7441f8d0-ac2c-41f5-829a-008e122af35e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1097 time: 0.0479686 Aug 27 03:11:16.755015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-3f3137e1-c3dc-4bd7-863a-0790bbebacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:16.756553 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-3f3137e1-c3dc-4bd7-863a-0790bbebacd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0911727 Aug 27 03:11:16.830143 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-35066dc9-5f16-43cc-ba86-d81a902df0ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1001 time: 0.0668647 Aug 27 03:11:16.882436 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-ffa13e8e-d9c0-48a5-9521-ddbb7a536a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:16.883933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-ffa13e8e-d9c0-48a5-9521-ddbb7a536a36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0466616 Aug 27 03:11:16.935093 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-cf227b89-b755-4d63-a816-23aa58aafc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:16.936761 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-cf227b89-b755-4d63-a816-23aa58aafc93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435290 Aug 27 03:11:17.034155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-7ae5481c-a741-43c6-a320-bdb88a26c3bf service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893819 Aug 27 03:11:17.103532 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:17.130300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-78f41dcf-e9f3-4a10-8b81-fe55f6d28764 req-b456c305-80af-473b-9fdd-ba4a74275540 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877013 Aug 27 03:11:17.980708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:27.799818 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-583674b8-059d-4970-8a7c-64a29916dc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:30.324093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d71737db-90ad-4fab-a211-7d6f78d1b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:30.525447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:31.455862 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:33.330696 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:47.116771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:47.982864 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:50.721045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd1e9d-b79d-4cb3-8a14-0bb08bce7cd0 req-11ae214d-0ee6-4c25-a8f1-2f36c5f5b611 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:50.722489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54cd1e9d-b79d-4cb3-8a14-0bb08bce7cd0 req-11ae214d-0ee6-4c25-a8f1-2f36c5f5b611 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0537968 Aug 27 03:11:50.761881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-54cd1e9d-b79d-4cb3-8a14-0bb08bce7cd0 req-c75e1679-7e07-4b26-8ed3-4601bd006a30 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333002 Aug 27 03:11:51.895354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca7dd7-8aad-4c9f-8909-42954f608435 req-158f2130-e2fb-4401-89a9-1c6bc3869547 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:51.898257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2ca7dd7-8aad-4c9f-8909-42954f608435 req-158f2130-e2fb-4401-89a9-1c6bc3869547 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0649343 Aug 27 03:11:51.940619 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2ca7dd7-8aad-4c9f-8909-42954f608435 req-75cb7e3c-c172-438b-a5cd-b6c239f77908 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346401 Aug 27 03:11:53.067885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863d521-6a6b-4912-9b60-69e91cdd7775 req-74aaae94-5dd6-4165-a5ac-f7ef0f3d76de tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:53.069383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d863d521-6a6b-4912-9b60-69e91cdd7775 req-74aaae94-5dd6-4165-a5ac-f7ef0f3d76de tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0549841 Aug 27 03:11:53.115313 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d863d521-6a6b-4912-9b60-69e91cdd7775 req-de1895a0-e29e-4c9b-bc9c-3c85e42ecd69 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393085 Aug 27 03:11:53.310097 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:11:54.235429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf662-1034-437c-80a3-0a63e48096a4 req-d0cf3e82-3ff5-4ef5-8332-8f48855a16ca tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:54.237063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8bbf662-1034-437c-80a3-0a63e48096a4 req-d0cf3e82-3ff5-4ef5-8332-8f48855a16ca tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0524929 Aug 27 03:11:54.276731 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e8bbf662-1034-437c-80a3-0a63e48096a4 req-c4340db6-73bc-46e6-a290-2d05ce219305 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333927 Aug 27 03:11:55.394444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706e26-39d5-4617-8452-1290e3ac1c0a req-2fa5724c-46f5-4379-b57e-f976878245b7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:55.395929 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e706e26-39d5-4617-8452-1290e3ac1c0a req-2fa5724c-46f5-4379-b57e-f976878245b7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0511992 Aug 27 03:11:55.436087 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e706e26-39d5-4617-8452-1290e3ac1c0a req-9fa0759d-5028-4640-bd62-a76505be3c03 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339482 Aug 27 03:11:56.552950 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec00ac-2425-49db-9eb1-06228a7addf7 req-2ed20fef-020a-4818-a1f9-1bae6cf60286 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:56.554458 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62ec00ac-2425-49db-9eb1-06228a7addf7 req-2ed20fef-020a-4818-a1f9-1bae6cf60286 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0506349 Aug 27 03:11:56.593311 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-62ec00ac-2425-49db-9eb1-06228a7addf7 req-5aaa598a-48aa-40e8-946f-62bc363252b2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325260 Aug 27 03:11:57.718845 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a21b4c-b062-4bef-9c1f-96ddfa099772 req-a962ad36-7976-44ec-b3fc-3a50192e9bf3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:57.720350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46a21b4c-b062-4bef-9c1f-96ddfa099772 req-a962ad36-7976-44ec-b3fc-3a50192e9bf3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0505311 Aug 27 03:11:57.759333 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-46a21b4c-b062-4bef-9c1f-96ddfa099772 req-3f4368df-c0c2-40a1-b7f2-9d20757f933c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Aug 27 03:11:57.806460 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-efd84e26-76d8-411f-8ec2-dff064b0ac61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:58.882195 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7cfa-db8f-4ddc-9295-a44a4d9c4892 req-b91b0525-bc3c-4b6e-9661-99401c700a45 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:58.883724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1acb7cfa-db8f-4ddc-9295-a44a4d9c4892 req-b91b0525-bc3c-4b6e-9661-99401c700a45 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0550692 Aug 27 03:11:58.924230 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1acb7cfa-db8f-4ddc-9295-a44a4d9c4892 req-264b0389-5ef2-4f8d-baf1-f214f5a7fd0d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Aug 27 03:12:00.045701 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2c14f-d142-47f2-af09-a1b4b31e5ed4 req-66b205ee-7072-4e51-bdee-7834d34a2fca tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:00.047312 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ce2c14f-d142-47f2-af09-a1b4b31e5ed4 req-66b205ee-7072-4e51-bdee-7834d34a2fca tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0543065 Aug 27 03:12:00.085691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ce2c14f-d142-47f2-af09-a1b4b31e5ed4 req-68dc7104-8427-44b9-b7d2-15cc85d6c689 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323298 Aug 27 03:12:00.328558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-52555354-c81e-4eb5-9ef8-a9cf8681a3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:00.529855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:01.206385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271c647-9764-4667-ba5c-a3313f1d26ad req-d3aacb15-356c-4fa6-b671-610fc023f82e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:01.207898 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9271c647-9764-4667-ba5c-a3313f1d26ad req-d3aacb15-356c-4fa6-b671-610fc023f82e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0536754 Aug 27 03:12:01.250845 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9271c647-9764-4667-ba5c-a3313f1d26ad req-372cbeab-bcc7-4ada-b076-89a54a95863a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365655 Aug 27 03:12:01.456099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 35940) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:01.462092 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:01.513810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455b535-5efe-429a-8e29-75cb1f9b87c5 req-cb73f3b9-7a4f-45b6-97e8-e8862483cca8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:01.515381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b455b535-5efe-429a-8e29-75cb1f9b87c5 req-cb73f3b9-7a4f-45b6-97e8-e8862483cca8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0494645 Aug 27 03:12:01.585305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b455b535-5efe-429a-8e29-75cb1f9b87c5 req-2bbd95a8-69dd-49c2-8868-ce1693ec967d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563409 Aug 27 03:12:01.591092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-6bca7fbb-f81b-4c07-8766-1832e5674d18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334078 Aug 27 03:12:02.736752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf81d-1baf-4f56-b7a6-e9e7770d3037 req-477a5d27-4a28-46f8-9497-883f25b8552e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:02.738267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a87bf81d-1baf-4f56-b7a6-e9e7770d3037 req-477a5d27-4a28-46f8-9497-883f25b8552e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0810022 Aug 27 03:12:02.745382 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-7eec5837-59f5-4b38-946f-e9b1d7c77e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:02.746974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-7eec5837-59f5-4b38-946f-e9b1d7c77e4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1097 time: 0.0597084 Aug 27 03:12:02.832234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a87bf81d-1baf-4f56-b7a6-e9e7770d3037 req-358f20b5-5e8b-4d9f-a5bf-c3a22f38bc13 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841866 Aug 27 03:12:02.865564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-cb686aa8-8d87-4e74-8d67-a8b973c068f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:02.867228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-cb686aa8-8d87-4e74-8d67-a8b973c068f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1123159 Aug 27 03:12:02.939222 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-6ca4c858-8049-42e6-94e0-94516ff7fc66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1001 time: 0.0651498 Aug 27 03:12:02.994194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-7551e200-5dc8-42e5-9be8-c56ee37039ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:02.995985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-7551e200-5dc8-42e5-9be8-c56ee37039ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0498495 Aug 27 03:12:03.043407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-84aff174-fe8a-4957-a545-e18546b38ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:03.045052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-84aff174-fe8a-4957-a545-e18546b38ff2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424621 Aug 27 03:12:03.138071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-d38fbca7-55de-436d-b01d-1b1ec668994d service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849268 Aug 27 03:12:03.238867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-250bab1b-8c6b-4e34-b761-b4eb797c1b96 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896380 Aug 27 03:12:03.332523 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:03.964907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197af67-0471-4b1e-89e8-c10d45eb4c51 req-5b1ccd86-f374-47f0-bfd2-deb055b82f4e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:03.966542 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9197af67-0471-4b1e-89e8-c10d45eb4c51 req-5b1ccd86-f374-47f0-bfd2-deb055b82f4e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0507441 Aug 27 03:12:04.011202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9197af67-0471-4b1e-89e8-c10d45eb4c51 req-591392f6-58f1-43f2-a905-e8ca1b32934c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Aug 27 03:12:05.075913 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-734c65a3-829d-4b59-80f3-0e3875ab9dd8 service neutron] show failed (client error): The resource could not be found. Aug 27 03:12:05.078517 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-734c65a3-829d-4b59-80f3-0e3875ab9dd8 service neutron] 10.222.0.32 "GET /v2.0/ports/31cd1f74-d5e2-465b-8676-b3e893989e7c/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0652452 Aug 27 03:12:05.138882 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73533e1e-4f81-4c9d-bfd1-4074c608da94 req-f88320b3-46d7-4415-8f7d-3dcec231f8fa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:05.140411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73533e1e-4f81-4c9d-bfd1-4074c608da94 req-f88320b3-46d7-4415-8f7d-3dcec231f8fa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0545845 Aug 27 03:12:05.188023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-73533e1e-4f81-4c9d-bfd1-4074c608da94 req-9806e150-7704-42bd-9ebf-9997c1e329d1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Aug 27 03:12:05.348536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-a63baf7a-9f2a-4e08-b0b2-06ee70f1bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:05.350101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-a63baf7a-9f2a-4e08-b0b2-06ee70f1bbd6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0954196 Aug 27 03:12:05.362427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:05.417212 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.622285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:05.656379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:05.704544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:05.706864 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e5ba86-a02b-410a-ae58-19b49958f8b1" -d '{"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-unplugged", "status": "completed", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:05.711192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.724129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Transition to ACTIVE for port object 31cd1f74-d5e2-465b-8676-b3e893989e7c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:05.728949 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.809207 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e8e722-81dc-47dc-84b3-2d539793d99a x-openstack-request-id: req-92e8e722-81dc-47dc-84b3-2d539793d99a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:05.809520 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-unplugged", "status": "completed", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:05.809766 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92e8e722-81dc-47dc-84b3-2d539793d99a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:05.810161 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'code': 200} Aug 27 03:12:05.816075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:05.828556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.828904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.829242 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.829597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.829928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.830261 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.830609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.830934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.831252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.831581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.831894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.832227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.868341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] No DVR routers for this DVR port 31cd1f74-d5e2-465b-8676-b3e893989e7c on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:12:06.017075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:06.017430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:06.017742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:06.022993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Port 31cd1f74-d5e2-465b-8676-b3e893989e7c on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:06.023314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Attempting to bind port 31cd1f74-d5e2-465b-8676-b3e893989e7c on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:06.028970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:06.029247 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:06.029967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:06.030610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Bound port: 31cd1f74-d5e2-465b-8676-b3e893989e7c, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:06.030610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.096468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:06.100234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:06.106784 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.140646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.141273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.142705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] 10.222.0.45 "PUT /v2.0/ports/31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1092 time: 0.7845702 Aug 27 03:12:06.172214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e70096-f2c5-446d-8caf-43a91f371b29 service neutron] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:06.221401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-527757ae-da70-423a-a296-039f904a3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.223016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-527757ae-da70-423a-a296-039f904a3c6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1095 time: 0.0524325 Aug 27 03:12:06.353808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bbff4-c788-4769-82c7-8ff8fd70d5b1 req-fdf0c1bc-d0f7-4a2b-803e-3379eefa74c7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.355346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-920bbff4-c788-4769-82c7-8ff8fd70d5b1 req-fdf0c1bc-d0f7-4a2b-803e-3379eefa74c7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 944 time: 0.0808184 Aug 27 03:12:06.356750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-4d9acc9c-9209-4e96-8095-12085de68e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.358082 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-4d9acc9c-9209-4e96-8095-12085de68e8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1270545 Aug 27 03:12:06.438630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-920bbff4-c788-4769-82c7-8ff8fd70d5b1 req-41d06a8a-4d36-4ea8-aeef-674cfb6c6a2e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759604 Aug 27 03:12:06.450004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-a9bee216-6363-45bb-987e-18dd936bc64b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 999 time: 0.0812962 Aug 27 03:12:06.501369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-429eeec6-5859-4403-a7fa-a171968eeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.502887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-429eeec6-5859-4403-a7fa-a171968eeec8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0463583 Aug 27 03:12:06.554209 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-476a161b-73ef-43b5-81c2-0e6453510540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.555737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-476a161b-73ef-43b5-81c2-0e6453510540 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454593 Aug 27 03:12:06.647024 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-45c3ef76-7a3a-40bb-abfe-deb692d43b6f service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Aug 27 03:12:06.742392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b19b97d-0d13-4dbc-b2b9-61b4e7ebaddf req-47109235-ed7b-46ce-a670-775fbcfe23f4 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870638 Aug 27 03:12:07.559972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277302e-ce31-42ba-8d68-d29549c35425 req-f5270dc0-29c7-4190-b638-f02387ebcfb3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:07.561477 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7277302e-ce31-42ba-8d68-d29549c35425 req-f5270dc0-29c7-4190-b638-f02387ebcfb3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 944 time: 0.0502665 Aug 27 03:12:07.598940 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7277302e-ce31-42ba-8d68-d29549c35425 req-15954477-4c6b-4ea1-a970-c8239cf00ab8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Aug 27 03:12:07.810924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:07.813295 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504eaf4-910c-4260-b110-ce5802a410ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:07.862923 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa506e-5e7f-4e31-a015-2971f99d71c7 x-openstack-request-id: req-c1fa506e-5e7f-4e31-a015-2971f99d71c7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:07.863247 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:07.863533 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1fa506e-5e7f-4e31-a015-2971f99d71c7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:07.863934 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'status': 'completed', 'code': 200} Aug 27 03:12:07.949214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-755f9182-6c2d-4058-bf48-67a872e213e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:07.950837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-755f9182-6c2d-4058-bf48-67a872e213e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1095 time: 0.0705040 Aug 27 03:12:07.952712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-b3f89a37-0bae-4681-ad89-531c5a31920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:07.954070 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-b3f89a37-0bae-4681-ad89-531c5a31920d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1095 time: 0.0655544 Aug 27 03:12:08.107189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-95b87ff6-2a4d-4910-90f8-b4e0f6604b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.108570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-95b87ff6-2a4d-4910-90f8-b4e0f6604b09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1509557 Aug 27 03:12:08.111211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-c66ef772-8b8a-4065-9095-fa0b3f82680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.112523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-c66ef772-8b8a-4065-9095-fa0b3f82680c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1466119 Aug 27 03:12:08.221823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-f7dae9d7-a1a9-4eec-9c60-1e5a3ed00bb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 999 time: 0.1058412 Aug 27 03:12:08.223626 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-dad3088c-caad-411d-ad0c-0ab827a180a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 999 time: 0.1019413 Aug 27 03:12:08.637713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-94a705e9-e41d-4083-8436-85a6f1381fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.639327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-94a705e9-e41d-4083-8436-85a6f1381fcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.4105339 Aug 27 03:12:08.641054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-fdb417aa-ac4f-4a95-ae26-f04f8cff051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.642558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-fdb417aa-ac4f-4a95-ae26-f04f8cff051e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.4063241 Aug 27 03:12:08.713721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-7c322260-5f4f-4dbc-898b-1aa825d2744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.715262 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-7c322260-5f4f-4dbc-898b-1aa825d2744d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687013 Aug 27 03:12:08.721648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504eaf4-910c-4260-b110-ce5802a410ba req-80369a57-c069-4eb5-87e7-490e41e527c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.723176 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-80369a57-c069-4eb5-87e7-490e41e527c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662985 Aug 27 03:12:08.731001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:08.746244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98c863-d90c-44f5-8870-59c0356c76ba req-c665850d-3e9e-4891-9e4d-d49446aed261 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.747811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd98c863-d90c-44f5-8870-59c0356c76ba req-c665850d-3e9e-4891-9e4d-d49446aed261 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 944 time: 0.0534956 Aug 27 03:12:08.794012 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fd98c863-d90c-44f5-8870-59c0356c76ba req-f5a2d67d-e828-463c-afef-865a02f30a48 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395017 Aug 27 03:12:08.833220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:08.845657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'mac_address': 'fa:16:3e:e4:19:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:08.879560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-aab609a7-5598-403a-af09-26356c852b57 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554027 Aug 27 03:12:08.881659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-f90b1509-5d8b-4036-aa02-7748fadd968e service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504352 Aug 27 03:12:08.890654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.904998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cd1f74-d5e2-465b-8676-b3e893989e7c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:08.929824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:08.936334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.960560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.32', 55403) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:08.993407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:09.001547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.001935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.002284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.002658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.002983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.003295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.003621 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.003940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.004258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.004592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.005019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.005482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:09.034812 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-39e5025c-c8ea-430d-8af9-5790b17ff0a6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:09.036392 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-39e5025c-c8ea-430d-8af9-5790b17ff0a6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c&tenant_id=ac760692afb444e498d1e7a2a01a2325&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 945 time: 0.0748053 Aug 27 03:12:09.044149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a804-9409-42cc-8a3d-ec3455a325b5 req-6fad12fd-2426-4f3f-93d4-59c662025476 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:09.045565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7165a804-9409-42cc-8a3d-ec3455a325b5 req-6fad12fd-2426-4f3f-93d4-59c662025476 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 945 time: 0.0934992 Aug 27 03:12:09.054044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-73cbca43-e885-4a7a-80d2-de51d8ab0e14 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669075 Aug 27 03:12:09.055969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-eddb53e9-510f-4924-84f1-18ee96a8bea7 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606035 Aug 27 03:12:09.122664 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7165a804-9409-42cc-8a3d-ec3455a325b5 req-382557e7-b680-4194-a2af-7d3b3d043502 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696242 Aug 27 03:12:09.129587 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-1088be9a-74c4-4b4d-98d7-b49351cd3760 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:12:09.130593 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-1088be9a-74c4-4b4d-98d7-b49351cd3760 service neutron] 10.222.0.32 "DELETE /v2.0/ports/31cd1f74-d5e2-465b-8676-b3e893989e7c/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0840538 Aug 27 03:12:09.143983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['31cd1f74-d5e2-465b-8676-b3e893989e7c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:09.217471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-7221decb-1973-436c-ab74-91fad868ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:09.219009 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-7221decb-1973-436c-ab74-91fad868ae60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1096 time: 0.0436695 Aug 27 03:12:09.317034 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-1cff0a7b-14dc-44c7-9878-0d26d7ef96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:09.318493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-1cff0a7b-14dc-44c7-9878-0d26d7ef96a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0924139 Aug 27 03:12:09.384503 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-dc13ffc4-bd14-4968-9144-a09c116d88b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1000 time: 0.0591550 Aug 27 03:12:09.433721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-9d8f504a-56e6-4190-ab04-993f8e2beb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:09.435220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-9d8f504a-56e6-4190-ab04-993f8e2beb6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0439615 Aug 27 03:12:09.485467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-51b56fe4-ffac-4e23-a8dc-34b0eb812837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:09.486989 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-51b56fe4-ffac-4e23-a8dc-34b0eb812837 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448813 Aug 27 03:12:09.577510 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-58109fe5-f9ce-4a43-9c3b-cc6f506c4acb service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823879 Aug 27 03:12:09.670838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6c86121-f231-4c43-a9e3-95fddad048bd req-247f0cff-cf84-4625-8559-cca1fcf5909c service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Aug 27 03:12:10.168019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:12:10.219631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:12:10.275219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50280b5-5ed8-4679-99a7-c6c18cb29aac req-d6e597ff-04d9-4720-9db5-c74daee4b794 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.276723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d50280b5-5ed8-4679-99a7-c6c18cb29aac req-d6e597ff-04d9-4720-9db5-c74daee4b794 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 945 time: 0.0807679 Aug 27 03:12:10.284197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-de32bfcd-90db-4a6c-9031-22e4daf30499 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615296 Aug 27 03:12:10.318135 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d50280b5-5ed8-4679-99a7-c6c18cb29aac req-491e3722-102b-41e9-9079-0a588af23bf0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330217 Aug 27 03:12:10.370087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c94e-6505-41a4-9a02-2974fb008acb req-9127f171-9819-48c2-8e4b-38345ed981d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.371692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-9127f171-9819-48c2-8e4b-38345ed981d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1096 time: 0.0419192 Aug 27 03:12:10.447003 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135394f-fb52-4d37-b7da-c346194e17af req-0434d204-5866-4866-b06d-e8204748253c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.448933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0135394f-fb52-4d37-b7da-c346194e17af req-0434d204-5866-4866-b06d-e8204748253c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 945 time: 0.0525556 Aug 27 03:12:10.480250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c94e-6505-41a4-9a02-2974fb008acb req-c443d180-0fc9-414b-8dce-cf6a11a5443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.481807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-c443d180-0fc9-414b-8dce-cf6a11a5443b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0902815 Aug 27 03:12:10.488626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0135394f-fb52-4d37-b7da-c346194e17af req-43d36299-0fad-4e0a-971c-6ca43e03bf9d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333626 Aug 27 03:12:10.549379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-44b7a789-ec92-4f3f-a92b-8b46f4e6a1f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1000 time: 0.0604942 Aug 27 03:12:10.602229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c94e-6505-41a4-9a02-2974fb008acb req-e0e64ded-a261-4c12-8dfd-e41c0792ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.603920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-e0e64ded-a261-4c12-8dfd-e41c0792ce6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0472994 Aug 27 03:12:10.657517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c94e-6505-41a4-9a02-2974fb008acb req-1812152a-3224-4486-bba1-988b857d083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.659062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-1812152a-3224-4486-bba1-988b857d083e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462401 Aug 27 03:12:10.688374 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c275e-0b86-433f-b11e-64d6f724e753 req-0a9bc9be-11ee-49d0-9535-26958e9dd846 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.689972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-378c275e-0b86-433f-b11e-64d6f724e753 req-0a9bc9be-11ee-49d0-9535-26958e9dd846 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 945 time: 0.0491633 Aug 27 03:12:10.729083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-378c275e-0b86-433f-b11e-64d6f724e753 req-80f5da84-fa31-4a2a-9b4f-88cdc73589e6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330455 Aug 27 03:12:10.747152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:10.753023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-16465970-e22d-4b52-9ccd-560b69faac22 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864270 Aug 27 03:12:10.796455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 31cd1f74-d5e2-465b-8676-b3e893989e7c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:10.800314 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 31cd1f74-d5e2-465b-8676-b3e893989e7c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:10.800695 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.851326 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0892c94e-6505-41a4-9a02-2974fb008acb req-6f79a807-9a3c-4920-87c2-cd3067dccbcb service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907438 Aug 27 03:12:10.881354 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.904236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:10.906492 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd490bb-3a94-4a42-89a8-69d53e3e0787" -d '{"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-plugged", "status": "completed", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:10.920635 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:10.925553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.951159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-1dd7484f-9593-44b6-a973-f9c1b6d2fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:10.952689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-1dd7484f-9593-44b6-a973-f9c1b6d2fc2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 1096 time: 0.0425756 Aug 27 03:12:10.974473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:11.031883 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278bc28b-e109-4178-b712-0954d0d28974 x-openstack-request-id: req-278bc28b-e109-4178-b712-0954d0d28974 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:11.032434 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-plugged", "status": "completed", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:11.032693 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-278bc28b-e109-4178-b712-0954d0d28974 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:11.033096 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'code': 200} Aug 27 03:12:11.052815 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-49e1d013-4d8c-49f9-8dd4-5918126edeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:11.054342 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-49e1d013-4d8c-49f9-8dd4-5918126edeb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0945022 Aug 27 03:12:11.123613 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-704531a8-beab-4ead-a5bd-36ad112e5176 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 200 len: 1001 time: 0.0620677 Aug 27 03:12:11.173443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-0fb0a337-35f9-48e2-80e3-03e7ac49d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:11.174950 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-0fb0a337-35f9-48e2-80e3-03e7ac49d67b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0446935 Aug 27 03:12:11.221390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-7d3ca238-d08b-46da-bfd4-e15978e91748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:11.222908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-7d3ca238-d08b-46da-bfd4-e15978e91748 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403712 Aug 27 03:12:11.317001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-b8b22c12-10ef-4c93-9862-38bd04b6e242 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861351 Aug 27 03:12:11.410217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-83262819-ddce-45d4-ad6d-191b213f0fc2 req-5e5731ad-3d4f-482f-bae9-982f23e111e3 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856159 Aug 27 03:12:11.847331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56e18d-8679-4899-bf5d-52737bcd5e23 req-76225293-5ec5-489b-99a2-5ae7b2786541 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:11.849041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a56e18d-8679-4899-bf5d-52737bcd5e23 req-76225293-5ec5-489b-99a2-5ae7b2786541 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0512881 Aug 27 03:12:11.893521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0a56e18d-8679-4899-bf5d-52737bcd5e23 req-43ed3dcd-ed7a-4b57-bd43-49ec77600992 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381792 Aug 27 03:12:13.018164 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f4a1-4305-4794-a843-5bad693250c6 req-dfc73435-f8ce-47a8-aa29-d57835623add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:13.019690 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6f05f4a1-4305-4794-a843-5bad693250c6 req-dfc73435-f8ce-47a8-aa29-d57835623add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0557172 Aug 27 03:12:13.057530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6f05f4a1-4305-4794-a843-5bad693250c6 req-717460e0-2252-47b0-a15d-52f3c09a74ed tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318055 Aug 27 03:12:13.289917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417cc01-49bc-4825-a0a8-f1debedf7b4f req-0c0e76cd-e6f1-4483-9b2f-e99b50fbd7b2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:13.291458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9417cc01-49bc-4825-a0a8-f1debedf7b4f req-0c0e76cd-e6f1-4483-9b2f-e99b50fbd7b2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0496516 Aug 27 03:12:13.330560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9417cc01-49bc-4825-a0a8-f1debedf7b4f req-9afbf923-e551-40de-b031-3e606bce0855 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Aug 27 03:12:14.468859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba3b88-6039-4acc-82fa-37204507aadf req-1dee6040-be8c-4c24-b514-d3a8fb561607 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:14.471072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bba3b88-6039-4acc-82fa-37204507aadf req-1dee6040-be8c-4c24-b514-d3a8fb561607 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0672376 Aug 27 03:12:14.511726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bba3b88-6039-4acc-82fa-37204507aadf req-fb50bdab-9560-43ee-af6c-3286f29a6eee tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344980 Aug 27 03:12:14.523369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-8ac842dd-8b0d-417a-a2ca-b2e3e6eb36fa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:14.525173 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-8ac842dd-8b0d-417a-a2ca-b2e3e6eb36fa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 946 time: 0.0515141 Aug 27 03:12:14.619896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Deleting port 31cd1f74-d5e2-465b-8676-b3e893989e7c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:12:14.620107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.709263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] For port 31cd1f74-d5e2-465b-8676-b3e893989e7c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=31cd1f74-d5e2-465b-8676-b3e893989e7c,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:14.709628 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.884992 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.885268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.885621 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b disassociated. External IP: 172.25.1.35, port: 31cd1f74-d5e2-465b-8676-b3e893989e7c. Aug 27 03:12:14.885963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Calling delete_port for 31cd1f74-d5e2-465b-8676-b3e893989e7c owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:12:15.018347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.047410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event deleted for resources: {'Port': ['ID=31cd1f74-d5e2-465b-8676-b3e893989e7c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:15.166413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:12:15.276425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:12:15.287433 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:12:15.297519 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:15.298231 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:12:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:15.320049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] No DVR routers for this DVR port 31cd1f74-d5e2-465b-8676-b3e893989e7c on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:12:15.323205 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.325341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b7c7ad3-ad53-4a24-8984-88dae1fd881a req-9aadad06-d7d6-4018-9cfe-fd2d436063ab tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "DELETE /v2.0/ports/31cd1f74-d5e2-465b-8676-b3e893989e7c HTTP/1.1" status: 204 len: 173 time: 0.7934968 Aug 27 03:12:15.325731 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-deleted', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:15.328044 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecdb0d1-7599-4f50-b27b-030b9722d518" -d '{"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-deleted", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:15.368550 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f6a9e9-26ed-4c73-acc8-627204a7fbba x-openstack-request-id: req-e0f6a9e9-26ed-4c73-acc8-627204a7fbba {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:15.368845 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c6944-70d4-4700-9668-e023be36583c", "name": "network-vif-deleted", "tag": "31cd1f74-d5e2-465b-8676-b3e893989e7c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:15.369100 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0f6a9e9-26ed-4c73-acc8-627204a7fbba {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:15.369710 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c6944-70d4-4700-9668-e023be36583c', 'name': 'network-vif-deleted', 'tag': '31cd1f74-d5e2-465b-8676-b3e893989e7c', 'status': 'completed', 'code': 200} Aug 27 03:12:15.411150 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:15.626196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-817eb80e-7782-4678-ac4e-5d3abb3e7b0f req-7058fb52-d2df-4735-9b89-2c3452cfc17a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63c6944-70d4-4700-9668-e023be36583c HTTP/1.1" status: 200 len: 210 time: 0.0274289 Aug 27 03:12:15.708010 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:15.736226 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:12:15.744853 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:15.745453 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:12:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:15.854643 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:16.062509 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:16.088840 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ccc65-2126-4ad1-a6cb-06f3802642d9 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:12:16.298090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e221f8-b62e-4a8b-b31c-b5e65c6a42a1 None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:12:16.896203 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-030ce137-35d2-4ba9-a364-c55dbb254502 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--212413125&fields=id&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 267 time: 0.0345511 Aug 27 03:12:17.006908 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-4dd063c1-1cfc-4ed1-91c1-cd7da2aa06bb tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:17.008281 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-4dd063c1-1cfc-4ed1-91c1-cd7da2aa06bb tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1051235 Aug 27 03:12:17.024876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-49771f8e-ca76-480c-873a-6ca1b73786d7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/quotas/ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Aug 27 03:12:17.081739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-8c6139eb-9422-4586-a6cd-9199a9773311 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502274 Aug 27 03:12:17.117414 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:17.239316 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b36ef36e-df08-4ea0-bac7-e589d5c586a1 service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440051 Aug 27 03:12:17.328240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-40afa2b6-6316-403f-8bdb-6e66fc2e5ccd service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Aug 27 03:12:17.499449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9b6c79cf-7d23-4a92-9d86-54c3037bde8b req-cedac1ec-2dbc-480e-9cfa-ef31f008f59e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 210 time: 0.0272417 Aug 27 03:12:17.994683 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.462252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-0ffa1348-dd62-46b7-af3a-c0190b686654 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:18.464272 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-0ffa1348-dd62-46b7-af3a-c0190b686654 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1159949 Aug 27 03:12:18.511704 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-f99b1abf-93b8-4d0d-a911-a0affa80a75c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 379 time: 0.0370972 Aug 27 03:12:18.529559 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'port': {'device_id': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'admin_state_up': True, 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'security_groups': ['2b35bf89-314e-4fd4-94e8-e89c618608ac']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:18.601693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fba152cc-0ab6-4fd1-9f95-449a528bb0e0 req-d6adae23-116e-417f-be3d-9d1513190174 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 210 time: 0.0321918 Aug 27 03:12:18.638169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Made reservation on behalf of ac760692afb444e498d1e7a2a01a2325 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:18.641637 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.774366 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Allocated IP 172.20.0.13 (3b77e7bd-7637-495f-a996-aa2930ff7ae5/349b703c-e387-42f2-8a77-2de726cf9beb/dc96056d-2ee5-4a76-aa33-fc76541e9834) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:18.811060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:12:18.831125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 31cd1f74-d5e2-465b-8676-b3e893989e7c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:12:18.831467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 31cd1f74-d5e2-465b-8676-b3e893989e7c not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:12:18.917874 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.932042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Transition to ACTIVE for port object dc96056d-2ee5-4a76-aa33-fc76541e9834 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:18.965813 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.008017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:19.013304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:19.017055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:19.023606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:19.052454 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.052807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.053148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.053485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.053816 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.054140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.054497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.054817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.055141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.055458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.055761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.056073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:19.081271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:19.081899 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.099538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-c5a0d653-9cab-488c-adf2-e2c30582798e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5739427 Aug 27 03:12:19.112113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Request body: {'port': {'device_id': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:19.169510 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.261995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aec71233-e729-4572-b4e8-6e2861849fc8 None None] Provisioning for port dc96056d-2ee5-4a76-aa33-fc76541e9834 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:19.266245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-aec71233-e729-4572-b4e8-6e2861849fc8 None None] Provisioning complete for port dc96056d-2ee5-4a76-aa33-fc76541e9834 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:19.266720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aec71233-e729-4572-b4e8-6e2861849fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.304482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-aec71233-e729-4572-b4e8-6e2861849fc8 None None] Port dc96056d-2ee5-4a76-aa33-fc76541e9834 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:12:19.438831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc96056d-2ee5-4a76-aa33-fc76541e9834 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:19.446949 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.460167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Transition to ACTIVE for port object dc96056d-2ee5-4a76-aa33-fc76541e9834 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:19.464476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.512771 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:19.589477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:19.589966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:19.590380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:19.596514 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:19.596842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:19.603879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:19.604229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:19.604621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:19.605061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Bound port: dc96056d-2ee5-4a76-aa33-fc76541e9834, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:19.605425 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.684682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:19.712591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:19.721546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.768198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f899219-500d-4ee3-a00b-622ada36c2e3 req-b2ab8fa3-4bf8-4615-8b0a-2983d233aec0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:19.769750 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f899219-500d-4ee3-a00b-622ada36c2e3 req-b2ab8fa3-4bf8-4615-8b0a-2983d233aec0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0967081 Aug 27 03:12:19.774662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:19.775260 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.776666 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] 10.222.0.32 "PUT /v2.0/ports/dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1092 time: 0.6690223 Aug 27 03:12:19.777106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:19.779520 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4456f-010d-4cbe-84a4-f3287f79712b" -d '{"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:19.820943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e76daf-58de-4e19-91fe-fcade8685225 service neutron] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:19.838308 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f899219-500d-4ee3-a00b-622ada36c2e3 req-0ff0af45-dd8e-4fba-9ea6-6f97d9d8693b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557072 Aug 27 03:12:19.851304 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed6f2da-1a55-42bd-a3c1-951f01eecc7d x-openstack-request-id: req-5ed6f2da-1a55-42bd-a3c1-951f01eecc7d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:19.854574 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:19.854855 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ed6f2da-1a55-42bd-a3c1-951f01eecc7d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:19.855292 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'status': 'completed', 'code': 200} Aug 27 03:12:19.909796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-8088042b-dde1-486b-bd8a-cfe9e214dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:19.912195 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-8088042b-dde1-486b-bd8a-cfe9e214dca9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1095 time: 0.0541964 Aug 27 03:12:19.962549 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-a504cf15-109b-4ccf-8ea8-0801bbc63e87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 217 time: 0.0420945 Aug 27 03:12:20.015501 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-f879f808-553f-43fa-aba6-e4594954ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.016943 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-f879f808-553f-43fa-aba6-e4594954ebf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0482557 Aug 27 03:12:20.063945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-51ab0e1d-35e0-48bf-a73c-6a891d07b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.065450 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-51ab0e1d-35e0-48bf-a73c-6a891d07b173 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409133 Aug 27 03:12:20.155833 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-3d06fb9e-b092-4deb-ba02-61f828c56879 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821810 Aug 27 03:12:20.250428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ad922c09-4e7a-4114-ac78-3758bfb7e22b req-d712326d-b54e-4002-90b3-c35cd64d0efc service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869341 Aug 27 03:12:20.338045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-229fa29f-11e3-4f11-8ea1-27c8e5346359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.339658 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-229fa29f-11e3-4f11-8ea1-27c8e5346359 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1095 time: 0.0422208 Aug 27 03:12:20.436488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-4b0eb405-133f-47d0-855b-4a5f99e7ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.437912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-4b0eb405-133f-47d0-855b-4a5f99e7ab6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0910511 Aug 27 03:12:20.480452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-206e3949-1e8c-4894-9629-fbf109b13208 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 217 time: 0.0349033 Aug 27 03:12:20.531931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-482e1bea-3eb6-40e6-bcda-698f114d0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.533414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-482e1bea-3eb6-40e6-bcda-698f114d0a52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0458915 Aug 27 03:12:20.585392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-dfcf060f-8cda-4a3b-ab83-989a0458d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.586909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-dfcf060f-8cda-4a3b-ab83-989a0458d146 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449042 Aug 27 03:12:20.679191 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-a82458ff-b80c-4371-9377-c2fce2633835 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827582 Aug 27 03:12:20.774264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6b4456f-010d-4cbe-84a4-f3287f79712b req-4d63555a-e664-458e-a573-60ab26b278fc service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874133 Aug 27 03:12:20.958795 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7647-32ea-4e06-8e18-f2e3ca6ccb4b req-0d72ad95-0f96-4362-a8ec-3dc91dc03fef tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.960315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d5f7647-32ea-4e06-8e18-f2e3ca6ccb4b req-0d72ad95-0f96-4362-a8ec-3dc91dc03fef tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0504391 Aug 27 03:12:20.998347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4d5f7647-32ea-4e06-8e18-f2e3ca6ccb4b req-b63e1475-d373-4b6f-8d79-26f2004ccaa6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319703 Aug 27 03:12:22.117684 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c663cd-a582-4b20-9c03-718abc056e55 req-4eb62761-cb60-43f7-a29f-f8ca40000b2b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:22.119466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2c663cd-a582-4b20-9c03-718abc056e55 req-4eb62761-cb60-43f7-a29f-f8ca40000b2b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0535052 Aug 27 03:12:22.160073 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d2c663cd-a582-4b20-9c03-718abc056e55 req-2826d461-e99c-4118-909f-09213a67ba13 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 Aug 27 03:12:23.277985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a5db7-c27f-48da-8534-9a4b3cfa1023 req-26b57a49-1984-4fbc-8837-f4a564161e37 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:23.279513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa5a5db7-c27f-48da-8534-9a4b3cfa1023 req-26b57a49-1984-4fbc-8837-f4a564161e37 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0510521 Aug 27 03:12:23.318442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa5a5db7-c27f-48da-8534-9a4b3cfa1023 req-9cd807c4-acfa-4898-9553-199f9cc4ad10 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328074 Aug 27 03:12:24.281332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:24.377374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:24.389265 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'mac_address': 'fa:16:3e:ad:bb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:24.431616 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.433803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a625d-216e-41d1-bb6a-0773e35af51a req-83ac47be-e081-4d14-bcd7-07cf0d060994 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:24.435356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-868a625d-216e-41d1-bb6a-0773e35af51a req-83ac47be-e081-4d14-bcd7-07cf0d060994 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0491374 Aug 27 03:12:24.445069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc96056d-2ee5-4a76-aa33-fc76541e9834 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:24.464994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:24.470132 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.474410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-868a625d-216e-41d1-bb6a-0773e35af51a req-43277bd0-73c6-4a36-b6fa-df41bdf55854 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327809 Aug 27 03:12:24.519356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:24.677440 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['dc96056d-2ee5-4a76-aa33-fc76541e9834'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:25.598565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4d56-83f3-48ae-8fc7-18d344dbf295 req-b9a22963-4baf-4b42-8a90-1206b43074dd tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:25.600054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-821c4d56-83f3-48ae-8fc7-18d344dbf295 req-b9a22963-4baf-4b42-8a90-1206b43074dd tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 945 time: 0.0546079 Aug 27 03:12:25.638116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-821c4d56-83f3-48ae-8fc7-18d344dbf295 req-0772e71f-224d-4eb1-a855-4e8a3b1ac9ee tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Aug 27 03:12:26.312378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:26.364111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port dc96056d-2ee5-4a76-aa33-fc76541e9834 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:26.368009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port dc96056d-2ee5-4a76-aa33-fc76541e9834 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:26.368391 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.443282 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.466101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:26.468406 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd2ee49-26b9-4a51-9962-dca9a6f2276d" -d '{"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-plugged", "status": "completed", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:26.482193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:26.487887 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.514195 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015e8f4-83fb-4eb2-969a-bd2b06dfcfee x-openstack-request-id: req-5015e8f4-83fb-4eb2-969a-bd2b06dfcfee {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:26.514576 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-plugged", "status": "completed", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:26.514835 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5015e8f4-83fb-4eb2-969a-bd2b06dfcfee {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:26.515146 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'code': 200} Aug 27 03:12:26.542570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:26.609580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180da62b-a392-4d29-8d97-433abcda6d70 req-33eab03d-fdbd-4b64-bd7b-998e58626e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:26.611002 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-180da62b-a392-4d29-8d97-433abcda6d70 req-33eab03d-fdbd-4b64-bd7b-998e58626e25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1097 time: 0.0401676 Aug 27 03:12:26.651432 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-180da62b-a392-4d29-8d97-433abcda6d70 req-8bde352d-dbda-4c89-97f2-d515e82d746b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326984 Aug 27 03:12:26.756157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddeed2-2106-417c-914a-6e93382fe804 req-38dbfa76-d423-4a31-81f0-69741024fb87 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:26.757678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9eddeed2-2106-417c-914a-6e93382fe804 req-38dbfa76-d423-4a31-81f0-69741024fb87 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0513811 Aug 27 03:12:26.796787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9eddeed2-2106-417c-914a-6e93382fe804 req-238fb5e4-967a-4631-a6d0-bf79aabbda4e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330088 Aug 27 03:12:27.799644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f897-35c0-47ca-a901-f8900976c853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.916149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367cfe7-4bc8-407f-bb58-b96d1a1867e9 req-9c41a1cd-25ce-4085-8ea4-466fa16ad3f4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:27.917687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6367cfe7-4bc8-407f-bb58-b96d1a1867e9 req-9c41a1cd-25ce-4085-8ea4-466fa16ad3f4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0510957 Aug 27 03:12:27.959056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6367cfe7-4bc8-407f-bb58-b96d1a1867e9 req-080472e3-c6b8-4756-81e4-d9b2164c76f1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352063 Aug 27 03:12:28.072743 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e9098-6071-479b-8df6-d50f42493a57 req-bf5a05ec-d1a7-440e-9892-ebcf3ce68a5c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.074100 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-937e9098-6071-479b-8df6-d50f42493a57 req-bf5a05ec-d1a7-440e-9892-ebcf3ce68a5c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0509698 Aug 27 03:12:28.083140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36076) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:28.087651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'floatingip': {'port_id': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:28.129511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.565687 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.570963 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.671856 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b associated. External IP: 172.25.1.35, port: dc96056d-2ee5-4a76-aa33-fc76541e9834. Aug 27 03:12:28.889088 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:12:29.005809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:12:29.010969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.019179 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:12:29.029553 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:29.030174 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:12:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:29.039753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bdbb94dc-32b9-41b8-bf19-b4c1c5e9de85 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "PUT /v2.0/floatingips/d818a928-30ad-4984-82b9-806e07da857b HTTP/1.1" status: 200 len: 991 time: 0.9555509 Aug 27 03:12:29.040315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:29.042603 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72" -d '{"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:29.082551 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ce513e-8a9e-4f79-ae0d-efffd4b53581 x-openstack-request-id: req-17ce513e-8a9e-4f79-ae0d-efffd4b53581 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:29.084383 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:29.084642 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17ce513e-8a9e-4f79-ae0d-efffd4b53581 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:29.085067 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'status': 'completed', 'code': 200} Aug 27 03:12:29.144760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:29.160927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-0159c4b6-3094-44a9-9db6-9f54135dece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.162470 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-0159c4b6-3094-44a9-9db6-9f54135dece5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1097 time: 0.0426350 Aug 27 03:12:29.268920 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-0b5c2651-c8fe-4cb6-9d3e-0449e451fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.270529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-0b5c2651-c8fe-4cb6-9d3e-0449e451fb64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1007149 Aug 27 03:12:29.338858 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-ee36a8b1-4775-4243-9563-7a5172185dea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 999 time: 0.0609174 Aug 27 03:12:29.388169 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:ad:bb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:12:28Z', 'revision_number': 9, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:29.391361 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-3f92ba51-6937-4fa9-9955-0d6036bb8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.393646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-3f92ba51-6937-4fa9-9955-0d6036bb8b84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0482631 Aug 27 03:12:29.414904 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:12:29.423629 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:29.424258 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:12:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:29.448621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-3ee0765d-e0bf-4df1-8062-141478708022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.450253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-3ee0765d-e0bf-4df1-8062-141478708022 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495150 Aug 27 03:12:29.531465 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:29.547788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-07fe7f54-3dd8-4393-b8fe-1257001ecf27 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901000 Aug 27 03:12:29.652733 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cf63bdb-ed23-49fb-b6a3-a1730b383c72 req-ff0be1ce-1590-4422-ac26-1d4710154b47 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965192 Aug 27 03:12:29.788133 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:ad:bb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:12:28Z', 'revision_number': 9, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:29.824510 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ff40c-e2d7-4c0f-bd28-4ef3b6a252b9 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:ad:bb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:12:28Z', 'revision_number': 9, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:12:30.037124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ad4b4-2dae-4971-b429-a8689125d865 None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:12:30.309015 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:12:30.336559 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3f75c74a-d566-4a21-a163-f6a19579f494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:30.535486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.466146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.336185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.123552 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:48.025396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:57.802715 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0c4754b2-450b-4c74-a0f7-7627652710e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:00.330309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aa651814-4368-4465-b99c-9ad41f11ca76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:00.532774 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:01.466371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:03.339165 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.309545 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:13:17.124236 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:18.041025 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:18.598406 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-e386be6a-fb6a-429e-9025-5ae7860a6001 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938063 Aug 27 03:13:18.684390 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-b822ec06-bc78-42ae-b4de-e7284854567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.685910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-b822ec06-bc78-42ae-b4de-e7284854567b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1097 time: 0.0438635 Aug 27 03:13:18.793779 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-82687cb2-33d8-445b-9768-87d5a9c55760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.795362 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-82687cb2-33d8-445b-9768-87d5a9c55760 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0891745 Aug 27 03:13:18.863523 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-eee941b1-a0b7-4f52-9270-a9e96c305448 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1002 time: 0.0609317 Aug 27 03:13:18.914602 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-22288471-3a51-4843-8cac-386d267f70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.916082 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-22288471-3a51-4843-8cac-386d267f70e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0455072 Aug 27 03:13:18.968477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-2736d4c5-1a6d-42e3-bec4-549425fd010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.970023 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-2736d4c5-1a6d-42e3-bec4-549425fd010e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462742 Aug 27 03:13:18.982416 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-a6e122f3-575a-45b8-9a35-46d4d7d772d2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:13:18.983305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-a6e122f3-575a-45b8-9a35-46d4d7d772d2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051546 Aug 27 03:13:19.074129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-664ffd54-7408-4a88-b25e-00ca928eb2a5 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828273 Aug 27 03:13:19.166906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecf3e606-6654-4ea5-854b-24131c0bdf5f req-50aba00f-1cce-433e-b0a0-c0960b6a8b51 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851707 Aug 27 03:13:27.808023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1e28ca66-97b4-4b60-9b91-191fda4c110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:30.334358 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2a79fa0b-2919-4976-aa9c-f84738befbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:30.537342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:31.470098 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:33.342069 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:44.309633 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:13:47.122057 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:48.055821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:57.810690 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dcb39f70-37e1-4377-a670-d2ce03bf5be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:00.338476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-03a32071-1daa-4ab8-8cf0-d76a4b600145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:00.533596 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:01.472224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:03.345114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:07.986816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-e1c5b56a-cf68-4030-9aef-c1263287becf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4175062 Aug 27 03:14:07.999332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752df7da-bb9c-489f-8e52-831b7ee792bf req-3844505b-bcb4-4fe8-acc5-6d0a1f09465e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.000880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-752df7da-bb9c-489f-8e52-831b7ee792bf req-3844505b-bcb4-4fe8-acc5-6d0a1f09465e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.4211648 Aug 27 03:14:08.041534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-752df7da-bb9c-489f-8e52-831b7ee792bf req-e3aac207-b383-4452-838d-c6c7f073029e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338089 Aug 27 03:14:09.114288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-f56b2ab1-68b1-4bca-8efc-27966d3a61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:09.116048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-f56b2ab1-68b1-4bca-8efc-27966d3a61da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1097 time: 0.0443196 Aug 27 03:14:09.164375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc383c-5ec5-4bd4-a6b9-f3182b2f31bd req-48742146-9d40-48fc-8da3-0f62c8e339db tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:09.165949 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22bc383c-5ec5-4bd4-a6b9-f3182b2f31bd req-48742146-9d40-48fc-8da3-0f62c8e339db tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0506935 Aug 27 03:14:09.206891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-4b8cf0de-48b1-4845-851c-a18df01abcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:09.208388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-4b8cf0de-48b1-4845-851c-a18df01abcf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0852292 Aug 27 03:14:09.209413 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22bc383c-5ec5-4bd4-a6b9-f3182b2f31bd req-e15a6bf3-561c-43cc-8ca7-24eaad83a5c7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369890 Aug 27 03:14:09.284056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-332e7036-a736-4927-a350-d1e51e591fc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1002 time: 0.0676947 Aug 27 03:14:09.335916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-86f29299-fab4-42a0-b4b1-56792c74bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:09.337372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-86f29299-fab4-42a0-b4b1-56792c74bf56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0455666 Aug 27 03:14:09.385905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-1c0923b6-4bdc-407a-a8ae-e4bfb7bde553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:09.387528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-1c0923b6-4bdc-407a-a8ae-e4bfb7bde553 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429506 Aug 27 03:14:09.481555 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-3c424c69-3b66-4e9f-9713-09a1362ee5ca service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861027 Aug 27 03:14:09.574464 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-2d98293c-ebda-4dfc-ac6a-064126dafee2 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857465 Aug 27 03:14:10.341339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f374b-bd60-4e42-8c1c-f66d7e35163e req-fbba0ff8-451b-476b-88ab-ca16e39e0813 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:10.342981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-379f374b-bd60-4e42-8c1c-f66d7e35163e req-fbba0ff8-451b-476b-88ab-ca16e39e0813 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0570714 Aug 27 03:14:10.388536 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-379f374b-bd60-4e42-8c1c-f66d7e35163e req-bb6e1bb4-b8e1-4721-9bb5-b6878175a776 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382230 Aug 27 03:14:11.516754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7263-47d4-427b-99f6-45cde8f13bff req-d20b07b8-a2ab-4024-9d5c-3b26fb04f534 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:11.519085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3ca7263-47d4-427b-99f6-45cde8f13bff req-d20b07b8-a2ab-4024-9d5c-3b26fb04f534 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0521011 Aug 27 03:14:11.559555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3ca7263-47d4-427b-99f6-45cde8f13bff req-3534a511-d329-4321-895d-322c6a7a05ea tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342615 Aug 27 03:14:12.687727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4d544-6def-4129-926c-84b9f38e2fc4 req-43eafc7b-245d-42a6-af53-9f430da0ee52 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:12.689218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80c4d544-6def-4129-926c-84b9f38e2fc4 req-43eafc7b-245d-42a6-af53-9f430da0ee52 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0605886 Aug 27 03:14:12.733627 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-80c4d544-6def-4129-926c-84b9f38e2fc4 req-6a45bbdd-d647-4eb9-ab68-9850374165ad tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375645 Aug 27 03:14:13.868289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180734f1-8205-4343-8638-e5682c959d85 req-662b03a5-5d67-411e-a4ed-81d502c0661e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:13.870057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-180734f1-8205-4343-8638-e5682c959d85 req-662b03a5-5d67-411e-a4ed-81d502c0661e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0573969 Aug 27 03:14:13.909618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-180734f1-8205-4343-8638-e5682c959d85 req-9c97742b-dc09-434d-bf87-6149a145503f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Aug 27 03:14:15.026449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fb2f9-e0c2-4307-9ed8-698ed2a87e11 req-a202bb7f-cbe6-458d-9ee8-7f33b6add728 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:15.027929 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e1fb2f9-e0c2-4307-9ed8-698ed2a87e11 req-a202bb7f-cbe6-458d-9ee8-7f33b6add728 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0498517 Aug 27 03:14:15.065873 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1e1fb2f9-e0c2-4307-9ed8-698ed2a87e11 req-016d31aa-9d90-460f-823e-d53a28378a51 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Aug 27 03:14:16.184409 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07dbad-d439-4281-b477-b3e02ea5c86b req-97546c7a-fddd-463f-a446-1ac6c3c1c6be tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.185887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8d07dbad-d439-4281-b477-b3e02ea5c86b req-97546c7a-fddd-463f-a446-1ac6c3c1c6be tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0502040 Aug 27 03:14:16.229441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8d07dbad-d439-4281-b477-b3e02ea5c86b req-81b25e07-e980-4922-bd78-231bcb5de001 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371335 Aug 27 03:14:17.120272 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:17.351482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8233-2ea9-4713-8d13-b3cc7c8e9930 req-a1d4c1af-fe02-4deb-8372-961806666490 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:17.353193 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e64b8233-2ea9-4713-8d13-b3cc7c8e9930 req-a1d4c1af-fe02-4deb-8372-961806666490 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0534351 Aug 27 03:14:17.394233 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e64b8233-2ea9-4713-8d13-b3cc7c8e9930 req-38a7923c-84a7-47af-a041-b5af3f4262ba tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347073 Aug 27 03:14:18.060751 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:18.516371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f748c-8cca-4c9c-b4a9-327567373256 req-ba511021-8000-46e8-893f-eeeac6780d11 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:18.517898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-782f748c-8cca-4c9c-b4a9-327567373256 req-ba511021-8000-46e8-893f-eeeac6780d11 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0503538 Aug 27 03:14:18.558459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-782f748c-8cca-4c9c-b4a9-327567373256 req-a150576e-68d4-4abc-a41f-3b65507fb115 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321355 Aug 27 03:14:19.259982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-9346cd31-8d70-400c-b863-137f16281d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:19.262662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-9346cd31-8d70-400c-b863-137f16281d23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1097 time: 0.0560455 Aug 27 03:14:19.367609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-5f36b5fb-6f0d-4de3-97b8-1f32718aa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:19.369438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-5f36b5fb-6f0d-4de3-97b8-1f32718aa4a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0858326 Aug 27 03:14:19.439003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-7f96c730-0da8-43b0-b6de-2792e3af118d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1002 time: 0.0622013 Aug 27 03:14:19.491683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-e55e3adf-7e88-4a0d-ba3f-a94ba83da954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:19.493662 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-e55e3adf-7e88-4a0d-ba3f-a94ba83da954 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0462229 Aug 27 03:14:19.542644 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-b8a96909-37af-47d2-bb53-e2138f47522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:19.544092 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-b8a96909-37af-47d2-bb53-e2138f47522f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437119 Aug 27 03:14:19.649921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-dd867823-324d-4ff6-a106-e7d739330926 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982440 Aug 27 03:14:19.744448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7618c-e58c-4cd3-b8cd-1f9126f93382 req-ee9e0b56-bb26-494d-9fa0-81e40ad21205 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:19.745937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90c7618c-e58c-4cd3-b8cd-1f9126f93382 req-ee9e0b56-bb26-494d-9fa0-81e40ad21205 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.1182451 Aug 27 03:14:19.781386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d1b83d2d-e48b-404e-a6b1-58408ec22618 req-65b44436-c5d3-4af6-a6fa-d8e875cfcf53 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179004 Aug 27 03:14:19.798360 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-90c7618c-e58c-4cd3-b8cd-1f9126f93382 req-aa1cbb4d-8a74-4292-8364-b4b83d9be7e0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460773 Aug 27 03:14:20.922797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74c58-8d68-4633-9ada-57d1c0a704ce req-c16ade95-9292-4d7a-af57-859d4c0aaa88 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:20.924359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0b74c58-8d68-4633-9ada-57d1c0a704ce req-c16ade95-9292-4d7a-af57-859d4c0aaa88 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0565345 Aug 27 03:14:20.971917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0b74c58-8d68-4633-9ada-57d1c0a704ce req-d1a957ac-72fc-4243-834b-f9c3a9ddf517 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409944 Aug 27 03:14:21.311154 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:14:22.095505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be9d95-4a8a-4d79-8335-b2e83593caed req-f73740e5-3a42-4c5b-a3c7-379f4db44cf0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:22.097028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6be9d95-4a8a-4d79-8335-b2e83593caed req-f73740e5-3a42-4c5b-a3c7-379f4db44cf0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0545766 Aug 27 03:14:22.137809 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a6be9d95-4a8a-4d79-8335-b2e83593caed req-d54afdcf-6fcf-4efd-9771-450520c8b893 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346410 Aug 27 03:14:23.261804 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bf550-01b0-4953-be50-98123974b19a req-f10777d6-a251-4a63-b6e3-594f2995cf97 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:23.263300 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f7bf550-01b0-4953-be50-98123974b19a req-f10777d6-a251-4a63-b6e3-594f2995cf97 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0530400 Aug 27 03:14:23.306802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f7bf550-01b0-4953-be50-98123974b19a req-28caa2b2-cac9-471c-a3a6-bfc1abbb311f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374229 Aug 27 03:14:24.433965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58967-c9e3-4936-b351-f985915a324e req-b2d20238-c9ce-4304-bf14-65df572ab97d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:24.435521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78e58967-c9e3-4936-b351-f985915a324e req-b2d20238-c9ce-4304-bf14-65df572ab97d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0511770 Aug 27 03:14:24.481554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-78e58967-c9e3-4936-b351-f985915a324e req-edf2d006-9612-4718-b124-9c9b7342d6b6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393531 Aug 27 03:14:25.604716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb705e-8966-4ce2-b3bf-4024fd8bb41b req-6c31916c-0fcb-43e3-8702-ff9efe342740 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:25.606228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ecb705e-8966-4ce2-b3bf-4024fd8bb41b req-6c31916c-0fcb-43e3-8702-ff9efe342740 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0555563 Aug 27 03:14:25.655594 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ecb705e-8966-4ce2-b3bf-4024fd8bb41b req-aeed64d1-47a0-4a30-9f2c-455157d54db0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Aug 27 03:14:26.481643 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-2df86cab-d50b-4318-8249-03e33fefc3b6 service neutron] show failed (client error): The resource could not be found. Aug 27 03:14:26.482700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-2df86cab-d50b-4318-8249-03e33fefc3b6 service neutron] 10.222.0.32 "GET /v2.0/ports/dc96056d-2ee5-4a76-aa33-fc76541e9834/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0619223 Aug 27 03:14:26.683556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-3d93ec3a-03a8-4d81-8009-b0fb3b82b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:26.685071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-3d93ec3a-03a8-4d81-8009-b0fb3b82b810 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0433068 Aug 27 03:14:26.697616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:26.754557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.785782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448c62d-6801-4f22-bab1-6913ef50339b req-6f91eb91-4b8a-4b91-8968-70b7201e82f0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:26.787383 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c448c62d-6801-4f22-bab1-6913ef50339b req-6f91eb91-4b8a-4b91-8968-70b7201e82f0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0509403 Aug 27 03:14:26.829718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c448c62d-6801-4f22-bab1-6913ef50339b req-d1fff7ad-a6c3-4804-8ad3-4b102319f538 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361223 Aug 27 03:14:27.279799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:27.314102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:27.354188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:27.356646 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c618f1-106f-4ebb-a228-2cbaf7470d4e" -d '{"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:27.360996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.374399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Transition to ACTIVE for port object dc96056d-2ee5-4a76-aa33-fc76541e9834 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:14:27.379423 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.487092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:27.490006 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074f177d-5832-4318-a175-2d7718c10ce3 x-openstack-request-id: req-074f177d-5832-4318-a175-2d7718c10ce3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:27.490299 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:27.490566 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-074f177d-5832-4318-a175-2d7718c10ce3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:27.490949 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'code': 200} Aug 27 03:14:27.502617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.502960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.503293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.503625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.503953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.504277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.504598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.504916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.505232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.505548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.505864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.506177 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:27.523288 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] No DVR routers for this DVR port dc96056d-2ee5-4a76-aa33-fc76541e9834 on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:14:27.661427 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:14:27.661769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:14:27.662099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:27.666490 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:14:27.666812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:27.671680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:14:27.672015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:27.672392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:14:27.672817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Bound port: dc96056d-2ee5-4a76-aa33-fc76541e9834, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:14:27.673172 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.736325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:27.739358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:14:27.745479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.783749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.784377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.785793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-34739803-b083-400c-b8cd-753248afa910 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1092 time: 1.0928330 Aug 27 03:14:27.807401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739803-b083-400c-b8cd-753248afa910 service neutron] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:27.823883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7d85a578-b573-405f-a341-db955eabff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.861902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-ecc94c42-fd20-4c69-9c7e-05b3f9d4c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.863547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-ecc94c42-fd20-4c69-9c7e-05b3f9d4c4c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1095 time: 0.0436759 Aug 27 03:14:27.958045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d2872-50de-4436-a137-1a94d968605d req-e2125345-7aba-463b-a31b-91019d175e25 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.959852 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-445d2872-50de-4436-a137-1a94d968605d req-e2125345-7aba-463b-a31b-91019d175e25 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0514388 Aug 27 03:14:27.961279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-2521bd9d-4451-4c09-be76-2bcd64bf59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.962925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-2521bd9d-4451-4c09-be76-2bcd64bf59fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0917726 Aug 27 03:14:27.998667 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-445d2872-50de-4436-a137-1a94d968605d req-06552e31-3078-489d-9446-3452423238b7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325389 Aug 27 03:14:28.034052 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-a9796e64-b66f-48ab-afd6-3a4d7cabe444 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1000 time: 0.0643432 Aug 27 03:14:28.087847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-d124af0c-5b94-4eb8-a943-8d2b2b088692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:28.089359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-d124af0c-5b94-4eb8-a943-8d2b2b088692 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0487182 Aug 27 03:14:28.137269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-b034b3e8-bfd6-46b7-8b53-d1266dea1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:28.138902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-b034b3e8-bfd6-46b7-8b53-d1266dea1c9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422244 Aug 27 03:14:28.235004 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-5f5312ee-b8b8-450d-b6fb-e1406d56d2db service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890183 Aug 27 03:14:28.326036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-52ef6cc6-746c-4646-abac-c0abeddb09c1 req-e1e63178-b41f-4f8e-9c1d-3c24f999b7d2 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836360 Aug 27 03:14:29.126454 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0044c8e-81a8-4b55-9b46-715a37a6c3f2 req-c810ba08-4ce6-471c-ab42-af86dccdf578 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.128039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0044c8e-81a8-4b55-9b46-715a37a6c3f2 req-c810ba08-4ce6-471c-ab42-af86dccdf578 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0558178 Aug 27 03:14:29.168131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0044c8e-81a8-4b55-9b46-715a37a6c3f2 req-0568e3f5-fe99-4920-b956-3a5c1132bc7e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338829 Aug 27 03:14:29.492899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:29.497062 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40309ee3-3c18-4098-970a-e5475fe97717" -d '{"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:29.546770 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4f4f31-86c2-4aa1-aeac-2132def93c63 x-openstack-request-id: req-1b4f4f31-86c2-4aa1-aeac-2132def93c63 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:29.547058 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:29.547304 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b4f4f31-86c2-4aa1-aeac-2132def93c63 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:29.547705 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'status': 'completed', 'code': 200} Aug 27 03:14:29.608664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-522e5533-8da8-43de-82ae-d85d0c72642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.610387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-522e5533-8da8-43de-82ae-d85d0c72642d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1095 time: 0.0423958 Aug 27 03:14:29.616265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-9f12a441-ff3c-4320-89de-0577edeba132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.617856 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-9f12a441-ff3c-4320-89de-0577edeba132 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1095 time: 0.0426936 Aug 27 03:14:29.710732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-85b4ae24-d1a2-4350-aa7c-6fec50f34ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.712411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-85b4ae24-d1a2-4350-aa7c-6fec50f34ad1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0914569 Aug 27 03:14:29.714999 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-09278b1b-656a-402c-beaa-6318ceae7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.717316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-09278b1b-656a-402c-beaa-6318ceae7cb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0922887 Aug 27 03:14:29.785427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-e7f221e2-05fe-4625-9816-afd80f7d4fa4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1000 time: 0.0621965 Aug 27 03:14:29.787101 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-e53c0f83-82d4-4adb-a7d4-40f76ec20127 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1000 time: 0.0600233 Aug 27 03:14:29.838068 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-810c755b-61b6-46e9-9a86-0ae5543aa72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.839728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-810c755b-61b6-46e9-9a86-0ae5543aa72a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0472383 Aug 27 03:14:29.853348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-aad6deda-36b6-4fa5-a802-3fc59a6b9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.855147 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-aad6deda-36b6-4fa5-a802-3fc59a6b9b1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0583284 Aug 27 03:14:29.895957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-05d516cd-f3ef-46e0-97fa-53bc7a3cc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.897493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-05d516cd-f3ef-46e0-97fa-53bc7a3cc71b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484209 Aug 27 03:14:29.901818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ee3-3c18-4098-970a-e5475fe97717 req-1e3c63fc-72f0-4373-a39c-ce36a6bbc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.903394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-1e3c63fc-72f0-4373-a39c-ce36a6bbc0da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410974 Aug 27 03:14:29.989298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-b2494d36-4850-4a74-8ee5-e0bcf8bc3bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839183 Aug 27 03:14:29.995670 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-ed4a820f-e573-4db7-865e-bbed33e01abf service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834773 Aug 27 03:14:30.088720 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-b87bbc90-9f00-4511-8a9f-c8820166bcc6 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922756 Aug 27 03:14:30.099013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40309ee3-3c18-4098-970a-e5475fe97717 req-530eddfe-788e-4dbd-9bfa-d612b529d2d5 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962400 Aug 27 03:14:30.289562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ea6d5-57d2-44e8-9dbd-8c0eb4261fce req-34714c75-5234-466f-bb9b-e57633d63e47 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.291106 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f64ea6d5-57d2-44e8-9dbd-8c0eb4261fce req-34714c75-5234-466f-bb9b-e57633d63e47 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0509832 Aug 27 03:14:30.335357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f64ea6d5-57d2-44e8-9dbd-8c0eb4261fce req-68776a7f-93a6-43b3-9aff-f16aa80a57d0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380702 Aug 27 03:14:30.341406 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3985aca3-3237-4d5a-b479-8bcc995b5b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:30.541583 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:30.638290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-2a21d237-bfbd-4b7a-9b72-e0fbf8874dd7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.639727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-2a21d237-bfbd-4b7a-9b72-e0fbf8874dd7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d&tenant_id=ac760692afb444e498d1e7a2a01a2325&binding%3Ahost_id=n-h2-806293-1 HTTP/1.1" status: 200 len: 944 time: 0.0727782 Aug 27 03:14:30.689020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306a1da-7b15-4ada-b39c-6dee78efed66 req-56b1fde4-3a46-4639-a73b-3b16f4d1c88d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.690528 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4306a1da-7b15-4ada-b39c-6dee78efed66 req-56b1fde4-3a46-4639-a73b-3b16f4d1c88d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 944 time: 0.0900877 Aug 27 03:14:30.739887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-5d39c316-1339-47bd-ae78-e3a0338595aa service neutron] 10.222.0.45 "GET /v2.0/ports/dc96056d-2ee5-4a76-aa33-fc76541e9834/bindings/n-h2-806293-1 HTTP/1.1" status: 200 len: 382 time: 0.0926511 Aug 27 03:14:30.747102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4306a1da-7b15-4ada-b39c-6dee78efed66 req-ec513075-79b3-43d9-905e-5343386e83ea tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471292 Aug 27 03:14:30.794054 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:30.804519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-be842d43-1480-4b3a-a872-62db6f62afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.806163 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-be842d43-1480-4b3a-a872-62db6f62afbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1095 time: 0.0423777 Aug 27 03:14:30.831725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:30.907014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-fa77441f-88f9-48bb-a491-01199a88c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.908501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-fa77441f-88f9-48bb-a491-01199a88c937 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0944741 Aug 27 03:14:30.975310 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-04c23fd6-5611-4fc5-ba38-df02abf8cb9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1000 time: 0.0592554 Aug 27 03:14:31.026284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-5531b40d-0d35-4ebc-a515-e8dfee75e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:31.027754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-5531b40d-0d35-4ebc-a515-e8dfee75e500 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0448818 Aug 27 03:14:31.077612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-5b721721-ec9d-4088-9ff7-8a5b5354d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:31.079282 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-5b721721-ec9d-4088-9ff7-8a5b5354d2e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449383 Aug 27 03:14:31.173037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-34cbe74d-f028-457c-8d99-96a0bc401f91 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863357 Aug 27 03:14:31.235372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:14:31.271784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-efa092d5-3381-4ddc-be5d-f14fab0a7afe service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919642 Aug 27 03:14:31.330518 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:31.345043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'mac_address': 'fa:16:3e:ad:bb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:14:31.383275 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:31.396868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc96056d-2ee5-4a76-aa33-fc76541e9834 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:31.415948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:31.421034 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:31.485221 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:31.485977 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:31.493482 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.493832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.494174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.494544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.494872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.495204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.495537 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.495863 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.496186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.496515 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.496839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.497161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:31.668584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['dc96056d-2ee5-4a76-aa33-fc76541e9834'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:31.867837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0914-d533-4cda-b3b8-f8d101d4ee26 req-e73cce37-2656-408d-8205-27e9c3d02c7c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:31.869309 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22ea0914-d533-4cda-b3b8-f8d101d4ee26 req-e73cce37-2656-408d-8205-27e9c3d02c7c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 945 time: 0.0508318 Aug 27 03:14:31.909521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22ea0914-d533-4cda-b3b8-f8d101d4ee26 req-e9bc2d6b-8639-4435-a96a-bfd4f4d8a410 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340233 Aug 27 03:14:33.034805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1000c-71f4-446b-84cd-2ff1eab46ee4 req-f2e6828a-88c4-4dfb-aab5-514aa2d51885 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:33.036343 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-29b1000c-71f4-446b-84cd-2ff1eab46ee4 req-f2e6828a-88c4-4dfb-aab5-514aa2d51885 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 945 time: 0.0544510 Aug 27 03:14:33.079472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-29b1000c-71f4-446b-84cd-2ff1eab46ee4 req-2aaf77c1-c9bd-4cc9-a2bd-4bee0133faeb tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Aug 27 03:14:33.243137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-e0877913-4755-48cf-a172-753d31b8cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:33.244637 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-e0877913-4755-48cf-a172-753d31b8cf1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 1096 time: 0.0475283 Aug 27 03:14:33.245582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:33.256697 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:33.295031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port dc96056d-2ee5-4a76-aa33-fc76541e9834 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:33.298834 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port dc96056d-2ee5-4a76-aa33-fc76541e9834 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:33.299209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.311020 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.352233 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.390101 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.514608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:33.548848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:33.585880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dc96056d-2ee5-4a76-aa33-fc76541e9834 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:33.594342 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.606919 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Transition to ACTIVE for port object dc96056d-2ee5-4a76-aa33-fc76541e9834 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:14:33.610798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.647271 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.db.api [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:14:33.647755 n-d-806293-1 neutron-server[94774]: DEBUG oslo_db.api [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:14:33.691244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=9']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:33.705083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.705423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.705765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.706098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.706472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.706783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.707103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.707423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.707740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.708061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.708381 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.708693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:33.741973 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] No DVR routers for this DVR port dc96056d-2ee5-4a76-aa33-fc76541e9834 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:14:33.878831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:14:33.879163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:14:33.879489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:33.884165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:14:33.884488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Attempting to bind port dc96056d-2ee5-4a76-aa33-fc76541e9834 on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:33.889828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:14:33.890201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:33.890657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:14:33.891044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Bound port: dc96056d-2ee5-4a76-aa33-fc76541e9834, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:14:33.891403 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.959722 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:33.962768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:14:33.968700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:34.002662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.003277 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:34.004659 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1092 time: 0.7522132 Aug 27 03:14:34.005097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:34.007371 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:34.042626 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953ff7-793d-4af3-978f-bab35ff812e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=10']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:34.067001 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2713c0-a991-4a28-9714-b1cc0df1f901 x-openstack-request-id: req-2a2713c0-a991-4a28-9714-b1cc0df1f901 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:34.067387 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:34.067685 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a2713c0-a991-4a28-9714-b1cc0df1f901 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:34.068090 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'status': 'completed', 'code': 200} Aug 27 03:14:34.086432 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-ab9e28b8-f0f5-4952-a5eb-2e3200f1f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.087979 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-ab9e28b8-f0f5-4952-a5eb-2e3200f1f97e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1096 time: 0.0549240 Aug 27 03:14:34.120986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-38542c37-7e19-4e34-8aa0-23afa8919b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.122769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-38542c37-7e19-4e34-8aa0-23afa8919b14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1096 time: 0.0449719 Aug 27 03:14:34.189052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:34.202224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-04011172-63d0-4d31-ad67-6fcf77cdf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.203681 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-04011172-63d0-4d31-ad67-6fcf77cdf10e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1086619 Aug 27 03:14:34.222212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:34.224760 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f441db-5737-4730-95c7-493e9377fc2c" -d '{"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-plugged", "status": "completed", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:34.251672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-eacd9261-87ce-4777-88f8-3eee75c3aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.253379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-eacd9261-87ce-4777-88f8-3eee75c3aecc service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1231308 Aug 27 03:14:34.265057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:34.275122 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:34.297229 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-18c03493-19c0-4952-8b52-a0edae343b41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1000 time: 0.0850616 Aug 27 03:14:34.301744 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08e0cf8-0959-461e-8f76-c9dd0b03fec7 x-openstack-request-id: req-a08e0cf8-0959-461e-8f76-c9dd0b03fec7 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:34.302035 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-plugged", "status": "completed", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:34.302280 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a08e0cf8-0959-461e-8f76-c9dd0b03fec7 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:34.302716 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'code': 200} Aug 27 03:14:34.328272 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:34.352469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-7d3c2190-33a3-482c-a386-474957062414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1002 time: 0.0868754 Aug 27 03:14:34.354724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-81b55fd7-5153-4222-a4a1-879b09239491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.356198 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-81b55fd7-5153-4222-a4a1-879b09239491 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0507228 Aug 27 03:14:34.376086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88bf37-6dd4-4b7b-91cd-6ca47d50bce6 req-341cb514-f0bf-4fcf-9eb6-0fcf454b649f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.377584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb88bf37-6dd4-4b7b-91cd-6ca47d50bce6 req-341cb514-f0bf-4fcf-9eb6-0fcf454b649f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 945 time: 0.1850629 Aug 27 03:14:34.403808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a4d9-c019-4c55-861b-19fab84fafab req-14a9e376-ae76-4912-9f7b-bb228677abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.405422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-14a9e376-ae76-4912-9f7b-bb228677abce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424767 Aug 27 03:14:34.439306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-4285dc32-41c2-48a5-aabe-3b3c0b69cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.440745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-4285dc32-41c2-48a5-aabe-3b3c0b69cf44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0804951 Aug 27 03:14:34.448679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb88bf37-6dd4-4b7b-91cd-6ca47d50bce6 req-2ffd0393-0ba6-450c-8423-f953377423d1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497584 Aug 27 03:14:34.488819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-8995f288-b7bb-4c18-807a-5463205da749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.490386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-8995f288-b7bb-4c18-807a-5463205da749 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408721 Aug 27 03:14:34.501142 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-66f46ac9-2098-467b-a270-bf195a07a617 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880008 Aug 27 03:14:34.587532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-4b7a1782-37bc-4f4a-8d59-0197334f19cf service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891445 Aug 27 03:14:34.596865 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c040a4d9-c019-4c55-861b-19fab84fafab req-2f12a804-441c-4d14-80a0-44186b2308f1 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879743 Aug 27 03:14:34.679570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-8a699760-7102-44ee-8cbf-32f166c82bde service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841229 Aug 27 03:14:34.684058 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-22bede7d-feab-485e-a6c6-4e8ce08b927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.685693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-22bede7d-feab-485e-a6c6-4e8ce08b927f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 1098 time: 0.0412009 Aug 27 03:14:34.783902 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-c4a5c45b-36ec-4dad-a1df-7dc79ea4478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.785394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-c4a5c45b-36ec-4dad-a1df-7dc79ea4478b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0929682 Aug 27 03:14:34.853399 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-acc9efd0-b23a-41c4-9f29-54707f8cacbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 200 len: 1002 time: 0.0599568 Aug 27 03:14:34.903801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-7927e0e7-05ed-4f7d-a006-bab6508bee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.905228 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-7927e0e7-05ed-4f7d-a006-bab6508bee27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0436106 Aug 27 03:14:34.955815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-cdf0fbd0-e497-40a2-bba2-6c34b36d82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.957291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-cdf0fbd0-e497-40a2-bba2-6c34b36d82de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433044 Aug 27 03:14:35.052404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-fdfd5b97-c037-423b-9c74-1f949c1903d9 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849361 Aug 27 03:14:35.151220 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f2818e69-805c-4809-9ffe-1ae4fd75e5f9 req-33214b22-004a-4320-963b-0a09a24bd7c4 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889916 Aug 27 03:14:35.266205 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:35.305208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:35.622827 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251d06-d721-4729-851a-edfdd9d18f96 req-f8ba528d-8841-46a6-8c95-7e7984b491f2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:35.624287 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72251d06-d721-4729-851a-edfdd9d18f96 req-f8ba528d-8841-46a6-8c95-7e7984b491f2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 947 time: 0.1051860 Aug 27 03:14:35.661971 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-72251d06-d721-4729-851a-edfdd9d18f96 req-1e99d309-ac92-4f6e-bfd4-970aff65ecf6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Aug 27 03:14:36.780625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0656e-8623-412c-a44b-34d1456b8c9d req-81b5e38c-f085-4a68-9464-25478ce170b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:36.782147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbd0656e-8623-412c-a44b-34d1456b8c9d req-81b5e38c-f085-4a68-9464-25478ce170b4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 947 time: 0.0509539 Aug 27 03:14:36.807869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:14:36.823954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbd0656e-8623-412c-a44b-34d1456b8c9d req-b8f107a0-4471-49b1-8fe1-3ceb888d9b93 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356209 Aug 27 03:14:36.905427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:36.916688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'mac_address': 'fa:16:3e:ad:bb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:14:36.939615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424172-3cb2-4bdf-a2cc-23cf8ff77004 req-645e518f-5e9f-4146-846d-043e558f59e1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:36.941134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8424172-3cb2-4bdf-a2cc-23cf8ff77004 req-645e518f-5e9f-4146-846d-043e558f59e1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 947 time: 0.0503528 Aug 27 03:14:36.953968 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:36.966600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc96056d-2ee5-4a76-aa33-fc76541e9834 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:36.981488 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f8424172-3cb2-4bdf-a2cc-23cf8ff77004 req-0eb24754-32df-4a17-8258-d78fece0453a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332441 Aug 27 03:14:36.985832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:36.990661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.045903 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:37.107013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc1114-9aee-49ff-8410-52722d796b58 req-49aac2e5-f683-4849-aa54-e54b08cbca4c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:37.108460 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3fc1114-9aee-49ff-8410-52722d796b58 req-49aac2e5-f683-4849-aa54-e54b08cbca4c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0559647 Aug 27 03:14:37.148227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f3fc1114-9aee-49ff-8410-52722d796b58 req-6af38fe3-426f-4a8c-8984-40a5bffaecf6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333838 Aug 27 03:14:37.235408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['dc96056d-2ee5-4a76-aa33-fc76541e9834'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:37.389018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8954-a8ea-4ef9-810c-224a532f1e94 req-899ddb51-55de-4110-bb59-785ff417022c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:37.390394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d60d8954-a8ea-4ef9-810c-224a532f1e94 req-899ddb51-55de-4110-bb59-785ff417022c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0508831 Aug 27 03:14:37.428800 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d60d8954-a8ea-4ef9-810c-224a532f1e94 req-f1c11044-5516-4a5c-a4bf-2eea05605809 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Aug 27 03:14:38.548204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cef91-4210-4078-99aa-23d8440e0b9f req-748eb87c-dfdd-4ba5-96bd-1e103264cdff tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.549726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d4cef91-4210-4078-99aa-23d8440e0b9f req-748eb87c-dfdd-4ba5-96bd-1e103264cdff tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0506799 Aug 27 03:14:38.591845 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d4cef91-4210-4078-99aa-23d8440e0b9f req-4340196b-4cd3-44ba-a244-fd38a32868a9 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359538 Aug 27 03:14:38.661592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-a9d64bed-d6dd-49d0-a0b9-c7cff3cc7de1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.663206 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-a9d64bed-d6dd-49d0-a0b9-c7cff3cc7de1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 946 time: 0.0489659 Aug 27 03:14:38.752418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Deleting port dc96056d-2ee5-4a76-aa33-fc76541e9834 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:14:38.752647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.823091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:38.843176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] For port dc96056d-2ee5-4a76-aa33-fc76541e9834, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=dc96056d-2ee5-4a76-aa33-fc76541e9834,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:38.843613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.872947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port dc96056d-2ee5-4a76-aa33-fc76541e9834 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:38.876637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port dc96056d-2ee5-4a76-aa33-fc76541e9834 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:38.877017 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.020700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.020952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.021295 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b disassociated. External IP: 172.25.1.35, port: dc96056d-2ee5-4a76-aa33-fc76541e9834. Aug 27 03:14:39.021625 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Calling delete_port for dc96056d-2ee5-4a76-aa33-fc76541e9834 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:14:39.110670 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.153426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.182765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event deleted for resources: {'Port': ['ID=dc96056d-2ee5-4a76-aa33-fc76541e9834,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:39.307050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:14:39.421724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:14:39.432930 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:14:39.442887 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:39.443485 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:14:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:39.461915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] No DVR routers for this DVR port dc96056d-2ee5-4a76-aa33-fc76541e9834 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:14:39.464553 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.466628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84d1dbc3-9c4a-49d6-a23d-721c7c93a52d req-3e67ed03-09e2-42ca-bb9c-937a50567209 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "DELETE /v2.0/ports/dc96056d-2ee5-4a76-aa33-fc76541e9834 HTTP/1.1" status: 204 len: 173 time: 0.7968452 Aug 27 03:14:39.467068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-deleted', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:39.469409 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5c05f-d3ee-4a69-9d0b-5630c30459ce" -d '{"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-deleted", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:39.513123 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f8cedd-6e1e-445c-bdc4-c93cfda24175 x-openstack-request-id: req-a9f8cedd-6e1e-445c-bdc4-c93cfda24175 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:39.513910 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c7e3c6-5257-45c2-b599-019e99e5691d", "name": "network-vif-deleted", "tag": "dc96056d-2ee5-4a76-aa33-fc76541e9834", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:39.514637 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9f8cedd-6e1e-445c-bdc4-c93cfda24175 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:39.515569 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c7e3c6-5257-45c2-b599-019e99e5691d', 'name': 'network-vif-deleted', 'tag': 'dc96056d-2ee5-4a76-aa33-fc76541e9834', 'status': 'completed', 'code': 200} Aug 27 03:14:39.684611 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:39.704809 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-25aae709-6ce6-43b3-9c3a-a79deb4156ce req-31c7de02-6e48-4e5c-aeec-c6607ea8140c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c7e3c6-5257-45c2-b599-019e99e5691d HTTP/1.1" status: 200 len: 210 time: 0.0293348 Aug 27 03:14:39.896329 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:39.922882 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:14:39.931522 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:39.932072 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:14:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:40.048844 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:40.245507 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:40.274228 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1147b-79b9-4686-9e2b-cd7aeb0e8686 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:14:40.504655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61428993-16e3-4218-b4f4-9087988192e1 None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:14:40.983486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-a10f4c2e-f07d-4edf-b05b-c24840300069 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--212413125&fields=id&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 267 time: 0.0412087 Aug 27 03:14:41.094555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-713ecbb0-2511-45ec-8ae6-8b5bb3180385 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:41.096019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-713ecbb0-2511-45ec-8ae6-8b5bb3180385 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1057079 Aug 27 03:14:41.112170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-eda5d0f1-9738-441d-af27-e2f373657064 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/quotas/ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 375 time: 0.0102110 Aug 27 03:14:41.167879 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-84c61a10-98f9-4e45-9093-c6de15b25851 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498893 Aug 27 03:14:41.265365 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-807c7dfd-b82d-4d70-821c-d4fb8c289498 service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Aug 27 03:14:41.353122 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-ba7d8272-068d-46ae-8a8b-5cd131fda389 service neutron] 10.222.0.10 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818982 Aug 27 03:14:41.525695 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3b02d20a-22a2-4662-8eee-32983a639880 req-a6a79a6d-b354-49a3-8114-67c8af459912 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 210 time: 0.0307827 Aug 27 03:14:42.434488 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-8f159c50-241f-4b87-b979-699fe4118135 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:42.436069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-8f159c50-241f-4b87-b979-699fe4118135 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 811 time: 0.1157851 Aug 27 03:14:42.484019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-ab015a16-367e-4b03-973e-14650bd6351b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 379 time: 0.0367832 Aug 27 03:14:42.494515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'port': {'device_id': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'admin_state_up': True, 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'security_groups': ['2b35bf89-314e-4fd4-94e8-e89c618608ac']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:42.631280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-27693320-b47f-4a50-9533-a3c58b3a6268 req-c7c7098f-7919-4180-b66d-ed5b8fb66227 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 210 time: 0.0330594 Aug 27 03:14:42.633884 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Made reservation on behalf of ac760692afb444e498d1e7a2a01a2325 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:42.637396 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.765354 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Allocated IP 172.20.0.6 (3b77e7bd-7637-495f-a996-aa2930ff7ae5/349b703c-e387-42f2-8a77-2de726cf9beb/f8f3c308-3936-46dd-a9ef-3f22a03b915f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:14:42.855451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:42.878678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: dc96056d-2ee5-4a76-aa33-fc76541e9834 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:14:42.879024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device dc96056d-2ee5-4a76-aa33-fc76541e9834 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:42.910110 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.924020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Transition to ACTIVE for port object f8f3c308-3936-46dd-a9ef-3f22a03b915f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:14:42.959235 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.001944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:14:43.006953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:14:43.009673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:14:43.038124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:43.065758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.066472 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.082239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-0841eb5d-b541-4341-8b45-d13a36530f46 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916889 Aug 27 03:14:43.095320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Request body: {'port': {'device_id': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:43.154397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.277793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-128ab4d7-c9dd-46f5-aa9c-ed29baedf067 None None] Provisioning for port f8f3c308-3936-46dd-a9ef-3f22a03b915f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:43.281549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-128ab4d7-c9dd-46f5-aa9c-ed29baedf067 None None] Provisioning complete for port f8f3c308-3936-46dd-a9ef-3f22a03b915f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:43.281924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-128ab4d7-c9dd-46f5-aa9c-ed29baedf067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.315817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-128ab4d7-c9dd-46f5-aa9c-ed29baedf067 None None] Port f8f3c308-3936-46dd-a9ef-3f22a03b915f cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:14:43.422831 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f3c308-3936-46dd-a9ef-3f22a03b915f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:43.430515 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.442462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Transition to ACTIVE for port object f8f3c308-3936-46dd-a9ef-3f22a03b915f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:14:43.448635 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.498472 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:43.571190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:14:43.571531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:14:43.571850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:43.576475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:14:43.576799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:43.581836 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:14:43.582159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:43.582597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:14:43.583027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Bound port: f8f3c308-3936-46dd-a9ef-3f22a03b915f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:14:43.583392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.651493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:43.654689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:14:43.659843 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.691362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.692661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.694063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] 10.222.0.45 "PUT /v2.0/ports/f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 1091 time: 0.6033530 Aug 27 03:14:43.696947 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:43.700753 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973229d9070b9fedd8cf3d7e60e8b2f67942fc5ad620c385663bda53c5e7fbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:43.731848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ffa1-b22d-45b7-ad13-697e389e2d95 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:43.762727 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d1f79-a3b4-4987-b8b5-9c160aebd0bc x-openstack-request-id: req-e94d1f79-a3b4-4987-b8b5-9c160aebd0bc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:43.763020 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:43.763294 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e94d1f79-a3b4-4987-b8b5-9c160aebd0bc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:43.763697 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'status': 'completed', 'code': 200} Aug 27 03:14:43.779587 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c1ca-d066-43ef-b751-e93a8e787291 req-2289a08f-d44e-4411-bb71-669425ec77ee tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.781161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6981c1ca-d066-43ef-b751-e93a8e787291 req-2289a08f-d44e-4411-bb71-669425ec77ee tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0781829 Aug 27 03:14:43.812867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-02bf4a79-a161-4ae4-8fe8-c63e325b7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.814453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-02bf4a79-a161-4ae4-8fe8-c63e325b7671 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1094 time: 0.0472729 Aug 27 03:14:43.824813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6981c1ca-d066-43ef-b751-e93a8e787291 req-83e2c808-3511-4edc-8f79-f50704d36b55 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375440 Aug 27 03:14:43.861285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-4b683d3b-1ae8-4913-8c5d-c1180c48b206 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 217 time: 0.0381610 Aug 27 03:14:43.910228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-eaa7a93a-941b-49f2-84da-861d50332cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.911745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-eaa7a93a-941b-49f2-84da-861d50332cf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0441720 Aug 27 03:14:43.958032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-b862f633-ee29-4103-a05d-2d17c2fce868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.959566 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-b862f633-ee29-4103-a05d-2d17c2fce868 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406628 Aug 27 03:14:44.052235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-02624b37-e924-42a6-a65c-27ed001f00ff service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846591 Aug 27 03:14:44.141796 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c988f70-08cd-4efc-972a-2a2e62c64944 req-d1961ee6-58e6-4a4c-9fd3-cbe92e71bd71 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825200 Aug 27 03:14:44.237025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-4eee4f55-009e-4ca5-a89c-1fc04dd4e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:44.238552 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-4eee4f55-009e-4ca5-a89c-1fc04dd4e164 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1094 time: 0.0515110 Aug 27 03:14:44.330023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-ae460514-71d5-4a96-8cee-e150841f9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:44.331471 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-ae460514-71d5-4a96-8cee-e150841f9edc service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0855777 Aug 27 03:14:44.373314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-65c058f3-b800-486d-b445-42c15295b885 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 217 time: 0.0340889 Aug 27 03:14:44.425814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-699ab415-9564-46db-97b0-8449d76b70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:44.427324 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-699ab415-9564-46db-97b0-8449d76b70f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0472262 Aug 27 03:14:44.474582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-b82f3b88-065b-4b52-a812-98a3614c87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:44.476069 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-b82f3b88-065b-4b52-a812-98a3614c87e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398433 Aug 27 03:14:44.582364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-56801b59-ec84-4654-9415-043c18979b8b service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977700 Aug 27 03:14:45.034399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770892f1-05f9-4b58-a205-56a13a2110f6 req-85a1a601-3c68-4e2c-8b48-37814978601e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:45.035859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-770892f1-05f9-4b58-a205-56a13a2110f6 req-85a1a601-3c68-4e2c-8b48-37814978601e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0796297 Aug 27 03:14:45.038137 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f2022bf7-2c6c-45c4-b5fe-6f39242b6bf0 req-63370c3e-d0a0-445e-8acf-0997c0c6ddb0 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480629 Aug 27 03:14:45.078420 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-770892f1-05f9-4b58-a205-56a13a2110f6 req-71f5f939-75aa-4fe4-a744-6a5f0dfd133c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361309 Aug 27 03:14:45.329713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:14:45.423022 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:45.437854 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'mac_address': 'fa:16:3e:19:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:14:45.474226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:45.487306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f3c308-3936-46dd-a9ef-3f22a03b915f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:45.506892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:45.512947 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:45.560109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:45.705423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f8f3c308-3936-46dd-a9ef-3f22a03b915f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:46.201289 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d82ce-5474-4608-94be-9f68898c0585 req-9ceba788-f7ff-4b43-a55e-2991e3d8d539 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:46.202827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-898d82ce-5474-4608-94be-9f68898c0585 req-9ceba788-f7ff-4b43-a55e-2991e3d8d539 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0557117 Aug 27 03:14:46.246889 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-898d82ce-5474-4608-94be-9f68898c0585 req-88425b53-e6e0-45f3-972e-56a11c64582f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344987 Aug 27 03:14:47.134205 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:47.330460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:47.369894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006847e0-5010-4a9e-b0dd-45a99a7674e6 req-1bc09c13-9f41-4813-a72f-38c3da0efdbd tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:47.371456 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-006847e0-5010-4a9e-b0dd-45a99a7674e6 req-1bc09c13-9f41-4813-a72f-38c3da0efdbd tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0515835 Aug 27 03:14:47.380396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f8f3c308-3936-46dd-a9ef-3f22a03b915f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:47.384629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f8f3c308-3936-46dd-a9ef-3f22a03b915f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:47.384945 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:47.411096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-006847e0-5010-4a9e-b0dd-45a99a7674e6 req-ce863fdf-df78-4aa8-9e62-e57c16b2165d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329049 Aug 27 03:14:47.463848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:47.485651 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:47.488153 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c95c91a44f2702fc8db1f6d4c7dee535f176be64ce4b8fce2558668c36572d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba17233c-d047-4216-b852-30d9b8bb5ca1" -d '{"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:47.501801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:47.507298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:47.530942 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee975612-12b5-4ed0-887e-dc0dd9f5ab81 x-openstack-request-id: req-ee975612-12b5-4ed0-887e-dc0dd9f5ab81 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:47.531234 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:47.531488 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee975612-12b5-4ed0-887e-dc0dd9f5ab81 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:47.531874 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'code': 200} Aug 27 03:14:47.558549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:47.631151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867e8dd-3b6b-4580-8f18-7dcfcc75453d req-b3488a80-35f1-4a7b-bcef-c6ed63cb4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:47.632664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7867e8dd-3b6b-4580-8f18-7dcfcc75453d req-b3488a80-35f1-4a7b-bcef-c6ed63cb4954 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1096 time: 0.0439003 Aug 27 03:14:47.668852 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7867e8dd-3b6b-4580-8f18-7dcfcc75453d req-83087ea1-7be1-4691-9951-66faf68c2f28 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280564 Aug 27 03:14:48.062246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:48.530401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5dbd8-6e9c-4939-8c77-6b96a2ba310a req-12798d9b-2bdf-42a4-aaea-586b918dfae3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:48.531892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7fa5dbd8-6e9c-4939-8c77-6b96a2ba310a req-12798d9b-2bdf-42a4-aaea-586b918dfae3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0504677 Aug 27 03:14:48.575320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7fa5dbd8-6e9c-4939-8c77-6b96a2ba310a req-cf1a1f0b-abdb-431b-bcad-c7dfea997d26 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373416 Aug 27 03:14:49.701127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef7dac-f065-4d24-b620-b9fb5e85d244 req-b17d6b20-1b33-4d40-9b55-3b970c46b7e0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.702639 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7ef7dac-f065-4d24-b620-b9fb5e85d244 req-b17d6b20-1b33-4d40-9b55-3b970c46b7e0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0553637 Aug 27 03:14:49.740777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7ef7dac-f065-4d24-b620-b9fb5e85d244 req-8a702817-1aaf-4420-bcfc-2071069f5b4b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Aug 27 03:14:49.855875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34e720-81b8-4b66-bd6b-5b1e222d46e6 req-202b2fa3-67f5-4df5-8323-f207d24557b1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.857318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fb34e720-81b8-4b66-bd6b-5b1e222d46e6 req-202b2fa3-67f5-4df5-8323-f207d24557b1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0509186 Aug 27 03:14:49.866489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36450) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:49.871514 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Request body: {'floatingip': {'port_id': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:49.914004 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.695289 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.701358 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.803553 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b associated. External IP: 172.25.1.35, port: f8f3c308-3936-46dd-a9ef-3f22a03b915f. Aug 27 03:14:51.010359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:14:51.118049 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:14:51.123320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:51.131875 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:14:51.142499 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:51.143118 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:14:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:51.155368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8566e5fd-9526-4424-9f6f-a40a9ccd6add tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "PUT /v2.0/floatingips/d818a928-30ad-4984-82b9-806e07da857b HTTP/1.1" status: 200 len: 991 time: 1.2876678 Aug 27 03:14:51.155971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:51.158303 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}662e962de9d2c7717da4f7ffd24ca4f61d8e18a8a199598b798f723cc919c989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142" -d '{"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:51.200474 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91804498-d0a4-4fc6-a9ef-6e0437e98b7c x-openstack-request-id: req-91804498-d0a4-4fc6-a9ef-6e0437e98b7c {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:51.200778 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:51.201028 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91804498-d0a4-4fc6-a9ef-6e0437e98b7c {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:51.201425 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'status': 'completed', 'code': 200} Aug 27 03:14:51.252122 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:51.265571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-7be86fad-29ee-466d-9506-91779d6f38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.267164 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-7be86fad-29ee-466d-9506-91779d6f38c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1096 time: 0.0416226 Aug 27 03:14:51.361981 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-bae284cc-c5f5-4502-838f-a88c212c51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.363515 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-bae284cc-c5f5-4502-838f-a88c212c51ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0893786 Aug 27 03:14:51.428664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-787014f2-b07b-448b-8206-8e9f8a9d721c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.0579355 Aug 27 03:14:51.476942 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:19:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:14:50Z', 'revision_number': 13, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:51.478609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-872b40cd-9dd4-45cd-9600-ac6e28af2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.480098 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-872b40cd-9dd4-45cd-9600-ac6e28af2ca9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0451992 Aug 27 03:14:51.504127 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:14:51.512846 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:51.513462 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:14:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:51.532126 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-eaa00ccd-72f3-4589-ac0d-20eaf9cdb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.533666 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-eaa00ccd-72f3-4589-ac0d-20eaf9cdb611 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471270 Aug 27 03:14:51.618633 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:51.625402 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-648e0689-64dc-49f7-9164-34e2eebc6eaf service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848701 Aug 27 03:14:51.725076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-86f5556c-5ee7-4fd4-9cb7-8fb0e2eae142 req-16c28989-56bf-45fd-b8b6-3701dedeec87 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927372 Aug 27 03:14:51.841948 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:19:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:14:50Z', 'revision_number': 13, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:51.867151 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c7517-248d-44da-bac8-10674ce0b265 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'd818a928-30ad-4984-82b9-806e07da857b', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'port_id': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'mac_address': 'fa:16:3e:19:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:07:43Z', 'updated_at': '2021-08-27T03:14:50Z', 'revision_number': 13, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:14:52.062626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0b01e-5d16-487d-9662-f5f17b9204f0 None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:14:57.817408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5ba5f388-b168-4337-8f02-adc3a886a835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:58.311175 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:15:00.345761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-36b28d74-b3dd-4a43-a020-b0304d5f5e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.535522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:01.477959 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:03.351502 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.254763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-a56e23a2-668f-4639-ad64-2f0336f30879 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445247 Aug 27 03:15:14.343272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-1313f1f6-d1a7-4af7-9f69-82a506765be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:14.344806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-1313f1f6-d1a7-4af7-9f69-82a506765be1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1096 time: 0.0434771 Aug 27 03:15:14.456713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-036bc2e9-9f14-4907-95f9-3dba76ebe750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:14.458238 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-036bc2e9-9f14-4907-95f9-3dba76ebe750 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0933094 Aug 27 03:15:14.529123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-b07a71e3-8b28-4bee-ad33-8d2d7c43908b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 1001 time: 0.0624552 Aug 27 03:15:14.583704 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-262a88ee-ebe2-449c-8690-27d15b7b83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:14.585334 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-262a88ee-ebe2-449c-8690-27d15b7b83a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0491982 Aug 27 03:15:14.638725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-5aa2e85d-d0d8-4295-a5eb-25d5b6509c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:14.640290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-5aa2e85d-d0d8-4295-a5eb-25d5b6509c64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472834 Aug 27 03:15:14.734114 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-17ea8d6e-228f-404c-968f-8d3ae0581077 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855093 Aug 27 03:15:14.835901 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-79e87f7c-94ba-443e-963e-d4ac55354ee7 req-831b0737-e2d0-436b-a89f-daee227918f1 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942132 Aug 27 03:15:17.139525 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:18.082823 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.822301 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-56ad13f5-71dc-477c-a31e-64cf80d151a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.348944 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c4b1-266d-40f7-ad93-45d8f3584474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.538096 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.483038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.354803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.311377 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:15:47.147030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.085198 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.826964 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1a2eeb7f-141c-4c49-a7e0-d86d7661b404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.351939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5f115fb5-3be0-4e62-bce7-6ab4827b8eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.548218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.491218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:03.359529 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:12.310713 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:16:14.393125 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-41052264-b998-4b8e-a8f5-39a25fbdf3ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913486 Aug 27 03:16:14.483564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-d0d44dc3-a7ce-499a-b98f-a2c199775684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:14.485094 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-d0d44dc3-a7ce-499a-b98f-a2c199775684 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1096 time: 0.0461526 Aug 27 03:16:14.600082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-479e49a9-4d7e-404b-b0fd-98b5b1791ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:14.601561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-479e49a9-4d7e-404b-b0fd-98b5b1791ded service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0957620 Aug 27 03:16:14.672630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-8f6b075e-b789-4688-8a38-b505884804a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 1001 time: 0.0638332 Aug 27 03:16:14.724348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-b996c995-49ac-49b0-9974-afb5df43bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:14.725911 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-b996c995-49ac-49b0-9974-afb5df43bb52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0459452 Aug 27 03:16:14.777969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-9a8781c7-a519-4a28-b595-c3702d6d3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:14.779453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-9a8781c7-a519-4a28-b595-c3702d6d3c49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469072 Aug 27 03:16:14.877889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-a7884b41-2b76-42ea-9c87-f433eba8e6df service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908017 Aug 27 03:16:14.982591 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9041c1c1-8e87-4525-b513-95f2cf2c4291 req-db82ebf5-25d2-44ec-ae53-8a400716492e service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973322 Aug 27 03:16:17.146402 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:18.085331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:27.690520 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b41c41-2267-47f2-8d57-f0d4ad214e37 req-86828175-ed5e-4f12-ad3c-8f308a023161 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:27.692168 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e9b41c41-2267-47f2-8d57-f0d4ad214e37 req-86828175-ed5e-4f12-ad3c-8f308a023161 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.1055710 Aug 27 03:16:27.734180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e9b41c41-2267-47f2-8d57-f0d4ad214e37 req-545d8dd0-0e32-4007-a4fc-d3290df72a74 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353217 Aug 27 03:16:27.834577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-32a2141d-2a85-49af-b2cc-26352597d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:30.354847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a6cdbbca-dbb6-44b6-b5fa-d2aca6a86d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:30.548306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:31.490888 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:33.361783 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:39.280585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20617f7-8675-4dae-b3e7-645e4c8a015e req-d0db4b69-9291-48d2-ae09-1080945e70f7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:39.282277 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e20617f7-8675-4dae-b3e7-645e4c8a015e req-d0db4b69-9291-48d2-ae09-1080945e70f7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0555143 Aug 27 03:16:39.327419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e20617f7-8675-4dae-b3e7-645e4c8a015e req-5ab6241b-ed95-420d-b9de-d2bccc3263a1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382245 Aug 27 03:16:39.349385 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-d7e95dc8-b3d5-48d2-89f4-dd1ad4cb2952 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837424 Aug 27 03:16:40.468398 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b54100-1f10-4ed3-82d2-701b9e75ad85 req-dec12e00-d586-4ac2-9ecc-ee7d0e5c7a6b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:40.470061 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15b54100-1f10-4ed3-82d2-701b9e75ad85 req-dec12e00-d586-4ac2-9ecc-ee7d0e5c7a6b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0540409 Aug 27 03:16:40.470388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-986c2b7a-7586-4a8a-84d9-ed3d11710d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:40.471915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-986c2b7a-7586-4a8a-84d9-ed3d11710d22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1096 time: 0.0435693 Aug 27 03:16:40.508863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15b54100-1f10-4ed3-82d2-701b9e75ad85 req-a0dff50f-5254-44c3-a975-55d2c95cbdc1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326481 Aug 27 03:16:40.567524 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-090330ce-f376-45c9-9a44-fe0897d69490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:40.569023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-090330ce-f376-45c9-9a44-fe0897d69490 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0897486 Aug 27 03:16:40.635569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-4c24c71d-69d3-43df-a799-a8712c85827c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 1001 time: 0.0592096 Aug 27 03:16:40.685785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-c1893b4e-a30c-4f89-9fbe-09d4d846d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:40.687315 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-c1893b4e-a30c-4f89-9fbe-09d4d846d686 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0455515 Aug 27 03:16:40.744015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-c01860bf-fcb7-4c5e-a2de-f2558ce4aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:40.745558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-c01860bf-fcb7-4c5e-a2de-f2558ce4aafd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497653 Aug 27 03:16:40.836769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-a607a498-2b83-4392-bc92-486101733f29 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Aug 27 03:16:40.931898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-5210bd60-d0e6-41a2-a43f-18b2a40ee4c2 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883839 Aug 27 03:16:41.645394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a24b52-85f8-4c46-b4a4-2cbf75de98d2 req-0ad7aeca-0d99-4d33-91b8-c22f7f2dea08 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:41.646970 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71a24b52-85f8-4c46-b4a4-2cbf75de98d2 req-0ad7aeca-0d99-4d33-91b8-c22f7f2dea08 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0517070 Aug 27 03:16:41.687757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-71a24b52-85f8-4c46-b4a4-2cbf75de98d2 req-cd5aeda5-ddc3-4c1d-b913-ce2937663efa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345030 Aug 27 03:16:42.807407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3501ea8-1161-4969-8b1c-8e9a2cd292fd req-db4e2efd-9596-4593-96e8-55836a6b6787 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:42.808843 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3501ea8-1161-4969-8b1c-8e9a2cd292fd req-db4e2efd-9596-4593-96e8-55836a6b6787 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0506117 Aug 27 03:16:42.848063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3501ea8-1161-4969-8b1c-8e9a2cd292fd req-f2e8079b-fcc7-429e-8993-43f2c0ef8bd8 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330997 Aug 27 03:16:43.978879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee31ce-1340-47a0-a2cf-e6509e4a7b9b req-606ad308-8c6d-4059-b1a4-8cabf3f2e438 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:43.980404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0ee31ce-1340-47a0-a2cf-e6509e4a7b9b req-606ad308-8c6d-4059-b1a4-8cabf3f2e438 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0549645 Aug 27 03:16:44.019873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0ee31ce-1340-47a0-a2cf-e6509e4a7b9b req-30828ac2-3ed5-4978-83bb-ccee4988b7fe tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329161 Aug 27 03:16:45.140435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c90a2-c5b4-4282-9706-f8b69d7f501f req-68403998-8d63-4c04-8f25-69e6a28f99a7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:45.141916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a6c90a2-c5b4-4282-9706-f8b69d7f501f req-68403998-8d63-4c04-8f25-69e6a28f99a7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0501335 Aug 27 03:16:45.179984 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a6c90a2-c5b4-4282-9706-f8b69d7f501f req-c67a51b3-cc07-4f16-a76b-c18ca9024e2a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Aug 27 03:16:46.305714 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8224194-9591-4b76-98f0-9a616e6464c6 req-9bdd2b77-a33f-4b56-945d-2986881215ed tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:46.307208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8224194-9591-4b76-98f0-9a616e6464c6 req-9bdd2b77-a33f-4b56-945d-2986881215ed tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0496995 Aug 27 03:16:46.350088 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d8224194-9591-4b76-98f0-9a616e6464c6 req-f069dbc0-4f3a-4957-b874-6f63f7927aea tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366092 Aug 27 03:16:47.152634 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:47.481831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee90ca-4cae-43bb-aaf1-86ae9db8150f req-4169be82-59e7-48dc-b6f7-9284d23a5204 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:47.483517 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0eee90ca-4cae-43bb-aaf1-86ae9db8150f req-4169be82-59e7-48dc-b6f7-9284d23a5204 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0622792 Aug 27 03:16:47.522487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0eee90ca-4cae-43bb-aaf1-86ae9db8150f req-3d03d9b3-5d4f-4f26-9890-84135d88683b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328074 Aug 27 03:16:48.104502 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:48.641588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff940ec-6326-4faa-873b-a7c907149a34 req-6624ed7b-14f9-4f60-876a-826aca218638 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:48.643029 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff940ec-6326-4faa-873b-a7c907149a34 req-6624ed7b-14f9-4f60-876a-826aca218638 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0512271 Aug 27 03:16:48.683263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dff940ec-6326-4faa-873b-a7c907149a34 req-fbea9ad8-1917-4eec-9737-6d3b6abbfef0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339270 Aug 27 03:16:49.311098 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:16:49.807124 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93d4a-34b0-4112-bd9d-82311e29fef3 req-445d5012-aeef-4056-ace1-c7b0a45119f4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:49.808786 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83d93d4a-34b0-4112-bd9d-82311e29fef3 req-445d5012-aeef-4056-ace1-c7b0a45119f4 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0507591 Aug 27 03:16:49.853308 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-83d93d4a-34b0-4112-bd9d-82311e29fef3 req-6856303f-bc08-4f8d-b704-6117fbf82660 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378525 Aug 27 03:16:50.977796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab46cf9-0fae-4cfa-a6d1-0a66d11fa284 req-9293985e-feec-4783-b7c9-c15bc06f5f89 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:50.979418 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dab46cf9-0fae-4cfa-a6d1-0a66d11fa284 req-9293985e-feec-4783-b7c9-c15bc06f5f89 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0510767 Aug 27 03:16:51.017753 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dab46cf9-0fae-4cfa-a6d1-0a66d11fa284 req-82832fae-94c6-4856-aee6-15b5d1ff6609 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321579 Aug 27 03:16:52.135600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0c6b4-0d2f-4415-9457-57acfc3fb931 req-35a7aa5b-227b-4f00-b83d-297c056350d2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:52.137117 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84c0c6b4-0d2f-4415-9457-57acfc3fb931 req-35a7aa5b-227b-4f00-b83d-297c056350d2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0500169 Aug 27 03:16:52.175868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84c0c6b4-0d2f-4415-9457-57acfc3fb931 req-a865b834-6906-4aca-86c8-2948623fa15b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326092 Aug 27 03:16:53.312997 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a974df-8b37-4a3f-a384-ae781042caf5 req-1dc9344a-6e23-491c-9aa9-a8b14f7b464e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:53.314786 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7a974df-8b37-4a3f-a384-ae781042caf5 req-1dc9344a-6e23-491c-9aa9-a8b14f7b464e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0559874 Aug 27 03:16:53.368058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7a974df-8b37-4a3f-a384-ae781042caf5 req-143ac0a7-a07e-4ebb-b93d-fdd38b25192e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Aug 27 03:16:54.552598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe483e5-451d-401f-aa85-3d353a4b79fe req-3779243b-a4f8-4a45-ab9c-f229918bc836 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:54.554259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbe483e5-451d-401f-aa85-3d353a4b79fe req-3779243b-a4f8-4a45-ab9c-f229918bc836 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0636604 Aug 27 03:16:54.605334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbe483e5-451d-401f-aa85-3d353a4b79fe req-388bfe16-3c51-4afd-b51c-eb1d2796265e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403812 Aug 27 03:16:54.932868 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f21392f2-a806-460c-899b-208b720cdc6b service neutron] show failed (client error): The resource could not be found. Aug 27 03:16:54.933925 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f21392f2-a806-460c-899b-208b720cdc6b service neutron] 10.222.0.45 "GET /v2.0/ports/f8f3c308-3936-46dd-a9ef-3f22a03b915f/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0596058 Aug 27 03:16:55.229774 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-6750cd0a-5ee6-4be0-a26d-939d487c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:55.231649 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-6750cd0a-5ee6-4be0-a26d-939d487c17ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 1096 time: 0.0867243 Aug 27 03:16:55.245250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:16:55.309478 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.600861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:55.652884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:16:55.702944 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:55.708468 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.722662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Transition to ACTIVE for port object f8f3c308-3936-46dd-a9ef-3f22a03b915f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:16:55.729007 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.812882 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004f3d1c-e509-43e7-9b92-c7c9a2afa52c" -d '{"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:55.818434 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=6']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:55.828159 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757022fd-9973-4db3-b9c6-66f958852a2d req-df5d74f9-0fc0-4243-8998-c11d8ff08181 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:55.832889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-757022fd-9973-4db3-b9c6-66f958852a2d req-df5d74f9-0fc0-4243-8998-c11d8ff08181 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0956078 Aug 27 03:16:55.877541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.878205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.878879 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.879764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.880410 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.881096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.882220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.883096 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.883634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.884228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.885061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.885540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.914771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-757022fd-9973-4db3-b9c6-66f958852a2d req-0f6e8e8f-8223-4c8d-a32e-16cb8c380d4e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708570 Aug 27 03:16:55.934027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] No DVR routers for this DVR port f8f3c308-3936-46dd-a9ef-3f22a03b915f on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:16:56.008783 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081860c7-8fc3-4b67-819b-78796590321f x-openstack-request-id: req-081860c7-8fc3-4b67-819b-78796590321f {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:56.009153 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:56.009517 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-081860c7-8fc3-4b67-819b-78796590321f {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:56.010021 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'code': 200} Aug 27 03:16:56.123600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:16:56.123932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:16:56.124251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:16:56.129829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:16:56.130170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:16:56.136485 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:16:56.136808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:16:56.137214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:16:56.137658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Bound port: f8f3c308-3936-46dd-a9ef-3f22a03b915f, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:16:56.138023 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.153233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:16:56.218582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:16:56.239575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:16:56.244545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:16:56.249744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.289842 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:56.290708 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.292325 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] 10.222.0.32 "PUT /v2.0/ports/f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 1091 time: 1.0514615 Aug 27 03:16:56.317913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad726d-6f30-4be2-8d51-2069a8622429 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:56.373497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-c3d6583a-edd6-4b87-bad1-023c0520933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:56.375407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-c3d6583a-edd6-4b87-bad1-023c0520933b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1094 time: 0.0534122 Aug 27 03:16:56.500018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-181dae40-5b04-4f1d-b942-da9e5bbb6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:56.502039 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-181dae40-5b04-4f1d-b942-da9e5bbb6404 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1184614 Aug 27 03:16:56.578194 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-b774983f-b6a0-4559-bece-2a81cb51a436 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.0684645 Aug 27 03:16:56.629491 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-0e479f91-501d-425c-a076-e832b905a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:56.631021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-0e479f91-501d-425c-a076-e832b905a385 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0456278 Aug 27 03:16:56.679896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-13e877a3-3259-4a8a-bcc3-51df300fdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:56.681424 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-13e877a3-3259-4a8a-bcc3-51df300fdfc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429156 Aug 27 03:16:56.788686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-13628180-e49a-4564-b21e-afc424edd1b5 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993257 Aug 27 03:16:56.887590 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-49ffebd9-d1a5-4cae-8147-908e93fe8ad7 req-5138252a-9033-4732-9c46-d2744a109467 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898325 Aug 27 03:16:57.052381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3101e2a-7b31-4d4a-9365-6e68844b9f48 req-0e2af358-553d-4aec-88c5-c880f1d3fca7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:57.052921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3101e2a-7b31-4d4a-9365-6e68844b9f48 req-0e2af358-553d-4aec-88c5-c880f1d3fca7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0539742 Aug 27 03:16:57.095190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e3101e2a-7b31-4d4a-9365-6e68844b9f48 req-c840f64a-6fb2-44c9-bddb-538df2551d49 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350630 Aug 27 03:16:57.836049 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1b86b0a0-f68a-4a55-8c43-52c3e5bc86e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.011657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:58.014282 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0950dfcc-b998-49d6-816b-dd84a35750c4" -d '{"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:58.066130 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f9ed25-be5a-4e25-ab4d-9125f3ac2742 x-openstack-request-id: req-71f9ed25-be5a-4e25-ab4d-9125f3ac2742 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:58.066607 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:58.067476 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71f9ed25-be5a-4e25-ab4d-9125f3ac2742 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:58.068118 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'status': 'completed', 'code': 200} Aug 27 03:16:58.136706 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-60659b69-5b3b-473b-8575-7567d383df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.140077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-60659b69-5b3b-473b-8575-7567d383df2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1094 time: 0.0522132 Aug 27 03:16:58.143754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-51a7c372-c80d-4600-9a65-748c975f726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.149635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-51a7c372-c80d-4600-9a65-748c975f726f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1094 time: 0.0585752 Aug 27 03:16:58.264728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-045a6583-2a5a-4b82-9d81-0634f53563d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.266260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-045a6583-2a5a-4b82-9d81-0634f53563d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1071160 Aug 27 03:16:58.280412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae9fc-5712-493a-9c1b-19ca6f6911d6 req-44c9dba8-a907-4835-baf1-175fc7467343 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.281928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d09ae9fc-5712-493a-9c1b-19ca6f6911d6 req-44c9dba8-a907-4835-baf1-175fc7467343 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0870686 Aug 27 03:16:58.287292 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-a0bb41e5-32a8-4d51-8751-89b5c7707945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.289084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-a0bb41e5-32a8-4d51-8751-89b5c7707945 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1436818 Aug 27 03:16:58.344394 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-7417fd3c-c381-44af-a48c-ceb16bfe5949 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.0701127 Aug 27 03:16:58.369562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d09ae9fc-5712-493a-9c1b-19ca6f6911d6 req-77f0a37e-eb6a-4b96-ad89-37a255ba3995 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793185 Aug 27 03:16:58.386870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-0a70690b-5221-4730-8959-3089110a58f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.0788901 Aug 27 03:16:58.407645 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-b4f53690-b92b-4c99-8079-7aff96f78e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.411307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-b4f53690-b92b-4c99-8079-7aff96f78e9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0582399 Aug 27 03:16:58.444699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-c9e5cd3d-5097-4707-95d2-da094618d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.446731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-c9e5cd3d-5097-4707-95d2-da094618d854 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0528631 Aug 27 03:16:58.459411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-f84eda14-f3a8-4a09-b17e-da6621d0b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.460993 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-f84eda14-f3a8-4a09-b17e-da6621d0b93a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439808 Aug 27 03:16:58.497477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-11b5d760-6dde-4fd0-b6c2-4b7c4d4ad825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:58.499141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-11b5d760-6dde-4fd0-b6c2-4b7c4d4ad825 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455139 Aug 27 03:16:58.591779 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-9503ee25-ff4e-4cf3-9a2a-a8c208d8badf service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850906 Aug 27 03:16:58.595830 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-2116cc9b-2ec2-4efe-9348-4523e1672f2a service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259902 Aug 27 03:16:58.699415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-fca67ea7-0125-4a30-b768-78d036536194 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008353 Aug 27 03:16:58.705864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0950dfcc-b998-49d6-816b-dd84a35750c4 req-132790bf-9cd6-4384-818e-e61b9d4a6e58 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025054 Aug 27 03:16:59.516280 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834edfe-250b-49d6-a582-7a108ca6cc4e req-f4df6c6a-f33f-4e68-a914-87f52a891d92 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:59.517909 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0834edfe-250b-49d6-a582-7a108ca6cc4e req-f4df6c6a-f33f-4e68-a914-87f52a891d92 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0532079 Aug 27 03:16:59.562545 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0834edfe-250b-49d6-a582-7a108ca6cc4e req-4d50cf98-c66a-4acd-84d6-58af36c94276 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365696 Aug 27 03:17:00.357463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b0326f8-753e-4ed7-9c2a-532c17df8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.543483 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.685333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1edb-de1f-45e3-a703-c17442b9afe4 req-d0e95984-2f5d-4b3b-967b-9ce22976f50e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:00.686952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc1a1edb-de1f-45e3-a703-c17442b9afe4 req-d0e95984-2f5d-4b3b-967b-9ce22976f50e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0500159 Aug 27 03:17:00.728653 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dc1a1edb-de1f-45e3-a703-c17442b9afe4 req-d67e1338-1ab8-46ae-9008-4204df3f6214 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351171 Aug 27 03:17:01.491172 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:01.856761 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e76694-c4fd-401c-8cdf-d3c14ee2d1d4 req-571053e1-4dcb-481c-a99f-c920c60e69bc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:01.858499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2e76694-c4fd-401c-8cdf-d3c14ee2d1d4 req-571053e1-4dcb-481c-a99f-c920c60e69bc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0598779 Aug 27 03:17:01.905348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2e76694-c4fd-401c-8cdf-d3c14ee2d1d4 req-717a533f-1e99-4d40-b43d-68caf4af3d71 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405362 Aug 27 03:17:03.027216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547901c-d327-465c-98d8-df435c16c6d6 req-870e941c-6ea8-4cee-afd6-ed763eb04eef tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:03.028823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a547901c-d327-465c-98d8-df435c16c6d6 req-870e941c-6ea8-4cee-afd6-ed763eb04eef tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0514362 Aug 27 03:17:03.074789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a547901c-d327-465c-98d8-df435c16c6d6 req-3b9086c8-0ab6-47e8-ad20-5094d50199fa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355496 Aug 27 03:17:03.367377 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.197524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc80fe6-07bd-40f0-ab2c-9b2a1be7b4d0 req-633656b5-0501-405c-a86b-47f4612cfaba tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:04.199100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bc80fe6-07bd-40f0-ab2c-9b2a1be7b4d0 req-633656b5-0501-405c-a86b-47f4612cfaba tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0519192 Aug 27 03:17:04.244622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bc80fe6-07bd-40f0-ab2c-9b2a1be7b4d0 req-60f7f951-64d7-43cf-8fd2-0b2ab3ccf7a5 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Aug 27 03:17:05.373478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24f52d-cfcd-4777-9fab-57e7e059787d req-5c67739e-7cca-457a-a232-6f1892d1293a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:05.375211 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a24f52d-cfcd-4777-9fab-57e7e059787d req-5c67739e-7cca-457a-a232-6f1892d1293a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0584683 Aug 27 03:17:05.434632 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a24f52d-cfcd-4777-9fab-57e7e059787d req-af013374-90bb-496a-bdba-dea3c98fcce6 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491705 Aug 27 03:17:06.592989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c3ae5-de9c-44a3-90d3-463c64323d25 req-5268d535-d95c-47b2-b7d5-bf5de338e3fa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:06.595715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b24c3ae5-de9c-44a3-90d3-463c64323d25 req-5268d535-d95c-47b2-b7d5-bf5de338e3fa tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0777361 Aug 27 03:17:06.636916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b24c3ae5-de9c-44a3-90d3-463c64323d25 req-c79ca0f7-0e17-4c83-876c-8b0e74fb0e11 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352480 Aug 27 03:17:07.795817 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b3ff2-40e8-4153-bc51-c97060bf0f44 req-5120d2db-fb4a-4ddb-8627-686d6d0d4078 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:07.798063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e97b3ff2-40e8-4153-bc51-c97060bf0f44 req-5120d2db-fb4a-4ddb-8627-686d6d0d4078 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0710051 Aug 27 03:17:07.850110 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e97b3ff2-40e8-4153-bc51-c97060bf0f44 req-97feb286-b02b-472d-8b48-cab7a39dbf69 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425725 Aug 27 03:17:08.988068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de95c7-d8ad-4213-9490-f8f5e701dd58 req-2f8d9194-3076-43b5-b8f0-f4d9fb784a28 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:08.989782 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26de95c7-d8ad-4213-9490-f8f5e701dd58 req-2f8d9194-3076-43b5-b8f0-f4d9fb784a28 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0552344 Aug 27 03:17:09.043161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26de95c7-d8ad-4213-9490-f8f5e701dd58 req-e570832d-1522-4295-b7c8-10fb39fd5686 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423849 Aug 27 03:17:09.451483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-4a3b699c-9e6d-412f-9672-0f449562ad1f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:09.453015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-4a3b699c-9e6d-412f-9672-0f449562ad1f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f&tenant_id=ac760692afb444e498d1e7a2a01a2325&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 943 time: 0.1012723 Aug 27 03:17:09.474399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c18b7f-b7e6-4115-9e34-051e641f281e req-14656c7b-147c-49b8-a8a4-26a65420dfc1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:09.476170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e9c18b7f-b7e6-4115-9e34-051e641f281e req-14656c7b-147c-49b8-a8a4-26a65420dfc1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 943 time: 0.0793931 Aug 27 03:17:09.561817 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e9c18b7f-b7e6-4115-9e34-051e641f281e req-c33f6db9-a6b7-43d3-b969-3b35af851fa9 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616133 Aug 27 03:17:09.563339 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-6bc907af-e286-4787-bf4a-831b99147999 service neutron] 10.222.0.32 "GET /v2.0/ports/f8f3c308-3936-46dd-a9ef-3f22a03b915f/bindings/n-h1-806293-1 HTTP/1.1" status: 200 len: 382 time: 0.1028340 Aug 27 03:17:09.598740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:17:09.634826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-de491d41-b608-43e6-a230-386cae6aed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:09.636315 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-de491d41-b608-43e6-a230-386cae6aed5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1094 time: 0.0436604 Aug 27 03:17:09.729320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:09.744076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'mac_address': 'fa:16:3e:19:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:17:09.748487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-1e40c0be-9c7d-4fd0-9bb0-59c09cf93e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:09.749992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-1e40c0be-9c7d-4fd0-9bb0-59c09cf93e6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1066854 Aug 27 03:17:09.787720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.802387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f3c308-3936-46dd-a9ef-3f22a03b915f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:17:09.824443 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:09.829184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.831048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-1b8f46c9-ade5-44fe-ad74-a69493781f78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.0726712 Aug 27 03:17:09.902516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:09.906367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-b61bd179-ae32-4606-9816-01b5344bffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:09.908747 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-b61bd179-ae32-4606-9816-01b5344bffe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0703409 Aug 27 03:17:09.914204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.914705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.915247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.915768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.916376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.916858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.917430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.917950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.918525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.919157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.919706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.920267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:09.964692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-1bbf4b9d-3e65-4159-952f-f15d077ef681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:09.966270 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-1bbf4b9d-3e65-4159-952f-f15d077ef681 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489717 Aug 27 03:17:10.065554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-d095b8fe-2d5c-4891-911f-ed9397ca58fc service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908251 Aug 27 03:17:10.076870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['f8f3c308-3936-46dd-a9ef-3f22a03b915f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:17:10.199333 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-33e64d44-5a94-462c-b719-ca5bdc12ad78 service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257892 Aug 27 03:17:10.695481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2691754-55c8-4638-8e0d-91a6c1a15f2f req-fc1de118-f656-45e0-8b5e-72ee111a351d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:10.696994 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2691754-55c8-4638-8e0d-91a6c1a15f2f req-fc1de118-f656-45e0-8b5e-72ee111a351d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0537784 Aug 27 03:17:10.738021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2691754-55c8-4638-8e0d-91a6c1a15f2f req-e16e735b-eee5-4bd0-a13e-a2a542232e8b tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343971 Aug 27 03:17:11.614568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:11.669856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port f8f3c308-3936-46dd-a9ef-3f22a03b915f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:11.674340 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port f8f3c308-3936-46dd-a9ef-3f22a03b915f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:11.674822 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:11.755899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:11.785216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:11.803133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:11.809769 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:11.853501 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b63c8-2383-40c1-96d6-68df02fef35f" -d '{"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:11.905249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:11.954813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c683c2-6e12-4c7c-a0b2-50b8f3a83641 req-2809aa47-d644-4577-97bc-5a3c2ae4b5e3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:11.957521 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1c683c2-6e12-4c7c-a0b2-50b8f3a83641 req-2809aa47-d644-4577-97bc-5a3c2ae4b5e3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0941892 Aug 27 03:17:12.027825 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab720c45-ed27-445b-bc71-223067b907eb x-openstack-request-id: req-ab720c45-ed27-445b-bc71-223067b907eb {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:12.028267 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:12.028788 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab720c45-ed27-445b-bc71-223067b907eb {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:12.029340 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'code': 200} Aug 27 03:17:12.037603 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1c683c2-6e12-4c7c-a0b2-50b8f3a83641 req-52827553-4813-4fbb-9dee-68145e993814 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678627 Aug 27 03:17:13.184993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b37a3-6675-4d81-80a8-e6cb2cd131e9 req-b0b84b78-5f6b-4cda-9d96-f593de08d0a7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:13.186820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b40b37a3-6675-4d81-80a8-e6cb2cd131e9 req-b0b84b78-5f6b-4cda-9d96-f593de08d0a7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0594430 Aug 27 03:17:13.230795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b40b37a3-6675-4d81-80a8-e6cb2cd131e9 req-b7e253b2-1ead-40a9-9fbb-f0b6f1aadeca tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369792 Aug 27 03:17:14.374091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3c18-ad98-427c-bc88-0147e0eb994a req-04ce0ec5-2f9d-44be-8e39-cf4687352b8a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:14.376250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a7e3c18-ad98-427c-bc88-0147e0eb994a req-04ce0ec5-2f9d-44be-8e39-cf4687352b8a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0580945 Aug 27 03:17:14.429271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3a7e3c18-ad98-427c-bc88-0147e0eb994a req-334beb7a-a5b3-4872-98fb-ffcd0bfd589a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430174 Aug 27 03:17:14.596320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-61c664a7-bf6b-4249-a5d9-47a8b50b1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:14.598019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-61c664a7-bf6b-4249-a5d9-47a8b50b1740 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f&tenant_id=ac760692afb444e498d1e7a2a01a2325 HTTP/1.1" status: 200 len: 1096 time: 0.0477834 Aug 27 03:17:14.611470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:14.673302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:14.906846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:14.949457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h1-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:15.006064 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:15.016173 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.039500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Transition to ACTIVE for port object f8f3c308-3936-46dd-a9ef-3f22a03b915f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:15.045380 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.057408 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a88dc6-1a0c-4ad1-b3ef-b395c1f26715" -d '{"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:15.155418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:15.188744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.189331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.189880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.190462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.191017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.191580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.192138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.193022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.193570 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.194102 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.194672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.195530 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:15.252839 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb892686-2308-480a-9566-49bde825db01 x-openstack-request-id: req-cb892686-2308-480a-9566-49bde825db01 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:15.253314 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:15.253726 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb892686-2308-480a-9566-49bde825db01 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:15.254389 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'code': 200} Aug 27 03:17:15.255850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] No DVR routers for this DVR port f8f3c308-3936-46dd-a9ef-3f22a03b915f on host n-h1-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:17:15.414622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:15.414948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:15.415193 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:15.419810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:17:15.420132 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Attempting to bind port f8f3c308-3936-46dd-a9ef-3f22a03b915f on network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:15.426388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:15.426737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Checking segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:15.427122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Bound using segment: {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:15.427557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Bound port: f8f3c308-3936-46dd-a9ef-3f22a03b915f, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e94667-3c5e-486c-857a-5666e663c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:15.427921 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.505501 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:15.511302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:15.517989 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.567252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:15.568240 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.570833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] 10.222.0.45 "PUT /v2.0/ports/f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 1092 time: 0.9640758 Aug 27 03:17:15.607867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0508d-fc6c-48a4-bddc-a8073c1a02e6 req-2c23e890-fa11-4122-93b2-68981b79279d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:15.612187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3f0508d-fc6c-48a4-bddc-a8073c1a02e6 req-2c23e890-fa11-4122-93b2-68981b79279d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0876544 Aug 27 03:17:15.627483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:15.649520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79056953-14c4-4a96-9f00-f26e8d4c935f service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:15.671384 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c3f0508d-fc6c-48a4-bddc-a8073c1a02e6 req-6a5af299-50f9-401e-94ba-f271b2487eb0 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494156 Aug 27 03:17:15.680531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-0133c530-27a8-4e99-b7ba-06c951412231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:15.683581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-0133c530-27a8-4e99-b7ba-06c951412231 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1095 time: 0.0750022 Aug 27 03:17:15.724816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:15.784397 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-2e247b51-d93b-41f9-804b-6708d876cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:15.786667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-2e247b51-d93b-41f9-804b-6708d876cada service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.0957935 Aug 27 03:17:16.206826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-8839b2c5-18cd-40a8-8f39-b7c440322978 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.4123726 Aug 27 03:17:16.262035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-0b19f1c3-d7c3-402c-b69b-e4fb836f8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:16.263563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-0b19f1c3-d7c3-402c-b69b-e4fb836f8e81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0498409 Aug 27 03:17:16.311637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-5cd23649-34bb-40e5-a8c2-757c5ec673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:16.313168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-5cd23649-34bb-40e5-a8c2-757c5ec673f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429630 Aug 27 03:17:16.417093 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-297defb2-4707-4549-af9d-a6797ac3e6db service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963237 Aug 27 03:17:16.515386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-586c71b7-354d-4007-a0c2-0561dacda3cc req-152029eb-30e5-492d-b334-14e86008dff5 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911000 Aug 27 03:17:16.841604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838578e3-5487-4ca5-ad61-9cfe8c8ee953 req-e26f2d06-4c37-48b4-bfef-a65b0f44a140 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:16.843866 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-838578e3-5487-4ca5-ad61-9cfe8c8ee953 req-e26f2d06-4c37-48b4-bfef-a65b0f44a140 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0705712 Aug 27 03:17:16.886769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-838578e3-5487-4ca5-ad61-9cfe8c8ee953 req-f2cbfb65-769c-4f14-b372-95e5a6649d18 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354922 Aug 27 03:17:17.141661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:17.256207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:17.259160 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9815c2-2170-456c-a016-c9782ca540c9" -d '{"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:17.342088 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158dabd0-ed17-4df3-bf49-0e2fcff3d81e x-openstack-request-id: req-158dabd0-ed17-4df3-bf49-0e2fcff3d81e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:17.342523 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:17.342907 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-158dabd0-ed17-4df3-bf49-0e2fcff3d81e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:17.343641 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'status': 'completed', 'code': 200} Aug 27 03:17:17.424438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-8da6ec5f-cafd-40ee-bb12-d24de4a2a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.426216 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-8da6ec5f-cafd-40ee-bb12-d24de4a2a6c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1095 time: 0.0558934 Aug 27 03:17:17.429916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-7e0c1584-4f92-466a-a253-214427b6ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.431655 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-7e0c1584-4f92-466a-a253-214427b6ec67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac760692afb444e498d1e7a2a01a2325&device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 1095 time: 0.0751641 Aug 27 03:17:17.539216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-db8dd846-3e85-49fb-a3cd-b02c01c2fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.540802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-db8dd846-3e85-49fb-a3cd-b02c01c2fdd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1020463 Aug 27 03:17:17.549240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-c8394fb7-9471-4381-9ff4-bddb25c5c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.551259 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-c8394fb7-9471-4381-9ff4-bddb25c5c3d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 200 len: 912 time: 0.1176274 Aug 27 03:17:17.637022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-3818bad4-08fe-4cf1-bd3a-65ac508fcbd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.0887265 Aug 27 03:17:17.648500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-913e5dc4-dc8a-4aca-92df-f7b4a17d851c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 200 len: 999 time: 0.0891228 Aug 27 03:17:17.703614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-5f5db836-e357-496a-925c-1f284804e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.705935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-5f5db836-e357-496a-925c-1f284804e494 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0614812 Aug 27 03:17:17.708810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-a4304a6d-fbf5-4417-ab16-25fed69b6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.710494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-a4304a6d-fbf5-4417-ab16-25fed69b6c7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 200 len: 850 time: 0.0545914 Aug 27 03:17:17.758423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-cc8edf64-66b7-4072-9c9a-444180f6ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.760240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-cc8edf64-66b7-4072-9c9a-444180f6ef65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474672 Aug 27 03:17:17.768333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-e7411587-a538-4d77-86f8-7d76b73d1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:17.770156 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-e7411587-a538-4d77-86f8-7d76b73d1619 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b77e7bd-7637-495f-a996-aa2930ff7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515795 Aug 27 03:17:17.869090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-4d130587-c153-4cc5-aca6-2db01c0d4473 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011069 Aug 27 03:17:17.879471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-41a8e364-a614-4884-a6f5-c3d88fbc6f7e service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014974 Aug 27 03:17:18.010506 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-7fce446e-f827-437d-8bb9-e0465c4dd69a service neutron] 10.222.0.32 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230245 Aug 27 03:17:18.078078 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d9815c2-2170-456c-a016-c9782ca540c9 req-933b7071-779c-4766-a428-ecec5078cc57 service neutron] 10.222.0.45 "GET /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019570 Aug 27 03:17:18.101291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156010e-c015-4b93-934c-23dff518181e req-c40ef4bf-0005-438b-97d8-9296d9f0c69c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:18.103966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1156010e-c015-4b93-934c-23dff518181e req-c40ef4bf-0005-438b-97d8-9296d9f0c69c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0898945 Aug 27 03:17:18.125811 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:18.168442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1156010e-c015-4b93-934c-23dff518181e req-e89763bd-6b70-4007-86fc-cceb04d17e38 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528903 Aug 27 03:17:19.317269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec075a-baee-46e6-8f0d-1c0afa2eb243 req-12c7b1e0-5ace-42d1-b25d-be2952120d32 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:19.319297 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8ec075a-baee-46e6-8f0d-1c0afa2eb243 req-12c7b1e0-5ace-42d1-b25d-be2952120d32 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0593414 Aug 27 03:17:19.380435 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8ec075a-baee-46e6-8f0d-1c0afa2eb243 req-a3b18b9d-addf-4bc3-a42b-a627671b6991 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530651 Aug 27 03:17:20.521237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa1f74-c4d9-4cf9-838c-3fabf28942b2 req-a464c812-152d-4f6a-b58c-ccd0c63dc743 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:20.523155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1bfa1f74-c4d9-4cf9-838c-3fabf28942b2 req-a464c812-152d-4f6a-b58c-ccd0c63dc743 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0569003 Aug 27 03:17:20.569668 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1bfa1f74-c4d9-4cf9-838c-3fabf28942b2 req-8be179d9-cbb7-4a90-87a6-6829ebf69985 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379333 Aug 27 03:17:21.709449 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c033aa-10bb-428e-b298-d46180fa009f req-4918078e-6743-4720-a964-67d7193b4822 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:21.711474 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44c033aa-10bb-428e-b298-d46180fa009f req-4918078e-6743-4720-a964-67d7193b4822 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0593855 Aug 27 03:17:21.753739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44c033aa-10bb-428e-b298-d46180fa009f req-5228447f-445a-47de-a612-1ff343a8c738 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355022 Aug 27 03:17:22.881712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed088868-0dd0-4e1b-b304-81b2a0a32807 req-5ac949c6-e896-47de-b124-e7ca54cfada7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:22.883289 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ed088868-0dd0-4e1b-b304-81b2a0a32807 req-5ac949c6-e896-47de-b124-e7ca54cfada7 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0551338 Aug 27 03:17:22.937165 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ed088868-0dd0-4e1b-b304-81b2a0a32807 req-5c783b9c-6f39-42bd-8d4d-f3b34670e54d tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421183 Aug 27 03:17:24.066927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510ea09-c711-4f36-b800-786f44c243cf req-47095492-6a6f-4d41-ae8a-5161d9230a4a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:24.068639 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7510ea09-c711-4f36-b800-786f44c243cf req-47095492-6a6f-4d41-ae8a-5161d9230a4a tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0541902 Aug 27 03:17:24.112364 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7510ea09-c711-4f36-b800-786f44c243cf req-5432b914-4e1f-4dee-9b3a-f08b7928624e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Aug 27 03:17:25.269104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98649b1f-98e4-4182-93fa-970b2b489d5e req-7aed3972-9f4f-43e9-8785-8ea0a41c9baf tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:25.270787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98649b1f-98e4-4182-93fa-970b2b489d5e req-7aed3972-9f4f-43e9-8785-8ea0a41c9baf tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0733507 Aug 27 03:17:25.316327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98649b1f-98e4-4182-93fa-970b2b489d5e req-c58ab885-d27b-47ac-a533-83a6e22c3a5f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387297 Aug 27 03:17:26.311480 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:17:26.458025 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68194ea9-c528-49f6-ab03-ecb79df6bb05 req-11f0c2e4-ff7c-4a23-80d9-72996f4eb06f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:26.459595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68194ea9-c528-49f6-ab03-ecb79df6bb05 req-11f0c2e4-ff7c-4a23-80d9-72996f4eb06f tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0525298 Aug 27 03:17:26.501824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-68194ea9-c528-49f6-ab03-ecb79df6bb05 req-00e14df0-3792-46a8-ad09-65956e478452 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358355 Aug 27 03:17:27.633005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabaf6a-7530-4b83-8541-68e11cb351e6 req-303e324d-8299-409f-9f42-f3b733c6deb3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:27.634802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdabaf6a-7530-4b83-8541-68e11cb351e6 req-303e324d-8299-409f-9f42-f3b733c6deb3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 944 time: 0.0578861 Aug 27 03:17:27.682367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdabaf6a-7530-4b83-8541-68e11cb351e6 req-4f9b2fce-0397-4a21-858e-9369977ea277 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Aug 27 03:17:27.833883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3ad788c4-6c37-414d-9fa3-c01d1a123cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:28.296886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:17:28.412627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:28.428507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'port_id': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'mac_address': 'fa:16:3e:19:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:17:28.473841 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:28.489764 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f3c308-3936-46dd-a9ef-3f22a03b915f {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:17:28.514214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:28.524909 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:28.588644 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:28.785374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['f8f3c308-3936-46dd-a9ef-3f22a03b915f'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:17:28.819007 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac248c11-7bc5-4999-9742-832029b83de5 req-1ea2b991-e9c9-40e3-b217-c8c49d47d358 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:28.820998 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac248c11-7bc5-4999-9742-832029b83de5 req-1ea2b991-e9c9-40e3-b217-c8c49d47d358 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0604503 Aug 27 03:17:28.869212 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ac248c11-7bc5-4999-9742-832029b83de5 req-c490ccde-1e84-457e-b8ee-4463e1285f12 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Aug 27 03:17:29.007320 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c2600-739b-4b22-b3ab-85620cd64171 req-6f724086-e084-45fa-a916-56dbfc86c563 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:29.008863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-839c2600-739b-4b22-b3ab-85620cd64171 req-6f724086-e084-45fa-a916-56dbfc86c563 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0562103 Aug 27 03:17:29.054676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-839c2600-739b-4b22-b3ab-85620cd64171 req-de68462a-95d8-4a6c-a2b9-db134387ca45 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392373 Aug 27 03:17:29.201549 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd319f6-09ad-4a07-b937-bd0c6ca9ffc8 req-061a72c3-998a-49ce-bf44-99b7c54d03e2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:29.203289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd319f6-09ad-4a07-b937-bd0c6ca9ffc8 req-061a72c3-998a-49ce-bf44-99b7c54d03e2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0552256 Aug 27 03:17:29.248466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fd319f6-09ad-4a07-b937-bd0c6ca9ffc8 req-f3b2a740-1efc-4433-a129-a36b81260067 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383489 Aug 27 03:17:29.515895 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9a0d1-deaa-48d1-b36d-51ba211c4744 req-2fdaca45-9606-488a-9283-07bab38cf2f1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:29.517459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82b9a0d1-deaa-48d1-b36d-51ba211c4744 req-2fdaca45-9606-488a-9283-07bab38cf2f1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 945 time: 0.0537741 Aug 27 03:17:29.561741 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82b9a0d1-deaa-48d1-b36d-51ba211c4744 req-958adc5c-f450-41a2-ba6c-acffebdbcd5c tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355039 Aug 27 03:17:30.312450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:30.370392 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-11bd1e42-9cfa-4743-9437-48f0e0737f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:30.381811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port f8f3c308-3936-46dd-a9ef-3f22a03b915f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:30.385600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port f8f3c308-3936-46dd-a9ef-3f22a03b915f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:30.385966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:30.468624 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:30.498108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:30.500558 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d696e1-3946-455e-8616-70c39af63172" -d '{"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:30.516832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:30.524282 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:30.550960 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff229ec-bf92-4e7c-b728-c8cc956e6a72 x-openstack-request-id: req-dff229ec-bf92-4e7c-b728-c8cc956e6a72 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:30.551244 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:30.551494 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dff229ec-bf92-4e7c-b728-c8cc956e6a72 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:30.551902 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'code': 200} Aug 27 03:17:30.571317 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:30.587060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=13']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:30.690138 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608276-1713-48de-b90d-9a0fcaf8f4e2 req-be2ab442-6e01-43bd-beb3-66f3b5b92cb1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:30.690894 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3608276-1713-48de-b90d-9a0fcaf8f4e2 req-be2ab442-6e01-43bd-beb3-66f3b5b92cb1 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 946 time: 0.0533059 Aug 27 03:17:30.732489 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3608276-1713-48de-b90d-9a0fcaf8f4e2 req-f0bd499e-b5ae-4376-b249-60824c113461 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b35bf89-314e-4fd4-94e8-e89c618608ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351076 Aug 27 03:17:31.051885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-214cabf9-e4da-4694-915d-fb4ba5f28f83 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:31.053419 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-214cabf9-e4da-4694-915d-fb4ba5f28f83 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 946 time: 0.0546575 Aug 27 03:17:31.171514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Deleting port f8f3c308-3936-46dd-a9ef-3f22a03b915f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:17:31.172037 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:31.274974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] For port f8f3c308-3936-46dd-a9ef-3f22a03b915f, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=f8f3c308-3936-46dd-a9ef-3f22a03b915f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:31.275344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:31.463772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:31.464144 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:31.464480 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Floating IP d818a928-30ad-4984-82b9-806e07da857b disassociated. External IP: 172.25.1.35, port: f8f3c308-3936-46dd-a9ef-3f22a03b915f. Aug 27 03:17:31.464816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Calling delete_port for f8f3c308-3936-46dd-a9ef-3f22a03b915f owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:31.497114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:31.609590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:31.643730 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event deleted for resources: {'Port': ['ID=f8f3c308-3936-46dd-a9ef-3f22a03b915f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:31.796744 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:17:31.900825 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cfae3200-d4b5-46fd-a399-8a3f7ca4a5a9 req-20528d82-4fb1-4c9f-9763-dd9a3ce81f33 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 210 time: 0.0383649 Aug 27 03:17:31.971100 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:17:31.982813 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:17:31.993658 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:31.994405 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:17:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:32.032957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] No DVR routers for this DVR port f8f3c308-3936-46dd-a9ef-3f22a03b915f on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:17:32.037720 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:32.040898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-139a08f7-15c7-4fc2-bf78-9bf144f583eb req-a8d301c4-bd2f-4d59-b19b-91be59990bbc tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.45 "DELETE /v2.0/ports/f8f3c308-3936-46dd-a9ef-3f22a03b915f HTTP/1.1" status: 204 len: 173 time: 0.9805129 Aug 27 03:17:32.041467 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-deleted', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:32.045148 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c6e8d-0ce8-46a1-99ba-1b4ee63392a9" -d '{"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-deleted", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:32.113732 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd66a30-ca3d-4943-a273-63c47d4cc9f2 x-openstack-request-id: req-7fd66a30-ca3d-4943-a273-63c47d4cc9f2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:32.114448 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e72f39-737e-4e29-a718-7cd34ad6946f", "name": "network-vif-deleted", "tag": "f8f3c308-3936-46dd-a9ef-3f22a03b915f", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:32.114632 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fd66a30-ca3d-4943-a273-63c47d4cc9f2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:32.115259 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e72f39-737e-4e29-a718-7cd34ad6946f', 'name': 'network-vif-deleted', 'tag': 'f8f3c308-3936-46dd-a9ef-3f22a03b915f', 'status': 'completed', 'code': 200} Aug 27 03:17:32.147031 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:32.420234 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:32.450861 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:17:32.461352 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:32.462010 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:17:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:32.606999 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:32.911581 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:32.956484 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca011f-7bd4-4577-aeb9-10fe2046bab5 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:07:41Z', 'revision_number': 4, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c7b9c95-fff7-4d8b-8ca1-77c4294c8982', 'name': '', 'network_id': '3b77e7bd-7637-495f-a996-aa2930ff7ae5', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'mac_address': 'fa:16:3e:b0:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:40Z', 'updated_at': '2021-08-27T03:07:46Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'subnets': [{'id': '349b703c-e387-42f2-8a77-2de726cf9beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:17:33.052526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c56f9f97-36b0-4830-825c-16bb1d14ec93 req-00280d79-0343-444a-aa19-d29b5c4e05bf tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 210 time: 0.0401089 Aug 27 03:17:33.253228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cce2c4-06b0-498d-964e-8f911b1f2bbb None None] New status for floating IP d818a928-30ad-4984-82b9-806e07da857b: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:17:33.434520 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:34.173811 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7fe19a7d-8534-438f-b3e1-7369e3cb89f2 req-d84fc7f1-19e9-435c-8f3b-f91f0a0b2fa2 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 210 time: 0.0281208 Aug 27 03:17:34.320523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:34.341297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: f8f3c308-3936-46dd-a9ef-3f22a03b915f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:17:34.341632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device f8f3c308-3936-46dd-a9ef-3f22a03b915f not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:35.278610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5283d44d-e855-4fdd-98f0-f4062812be7d req-46995823-7ca3-4bc8-b5ae-7c70293d3ceb tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 210 time: 0.0293090 Aug 27 03:17:36.445641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fac8555f-99a0-43e5-82fd-8686b6b74fb3 req-4393ce36-a76f-4f94-af7c-cbef45e7bcd3 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/ports?device_id=65e72f39-737e-4e29-a718-7cd34ad6946f HTTP/1.1" status: 200 len: 210 time: 0.0395291 Aug 27 03:17:41.472173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36952) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:41.563417 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0f3dd9f-9b5e-43a0-8fc8-1fb6f7f0d319 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:41.590344 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0f3dd9f-9b5e-43a0-8fc8-1fb6f7f0d319 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:41.654422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0f3dd9f-9b5e-43a0-8fc8-1fb6f7f0d319 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:41.657455 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0f3dd9f-9b5e-43a0-8fc8-1fb6f7f0d319 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:41.658989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f0f3dd9f-9b5e-43a0-8fc8-1fb6f7f0d319 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "DELETE /v2.0/security-groups/2b35bf89-314e-4fd4-94e8-e89c618608ac HTTP/1.1" status: 204 len: 168 time: 0.1855466 Aug 27 03:17:41.662288 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36954) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:41.673722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3dd9f-9b5e-43a0-8fc8-1fb6f7f0d319 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b35bf89-314e-4fd4-94e8-e89c618608ac,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:41.689411 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-d25f8681-a6ea-453e-a62f-75782a0a0e54 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] show failed (client error): The resource could not be found. Aug 27 03:17:41.693278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36958) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:41.693488 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d25f8681-a6ea-453e-a62f-75782a0a0e54 tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "GET /v2.0/security-groups/2b35bf89-314e-4fd4-94e8-e89c618608ac HTTP/1.1" status: 404 len: 347 time: 0.0289032 Aug 27 03:17:41.836960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Deleting port 0a47450a-fc44-41dd-8774-25f29cd7a4be {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:17:41.837218 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:41.923508 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:41.923837 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:41.936780 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Calling delete_port for 0a47450a-fc44-41dd-8774-25f29cd7a4be owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:42.086819 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:42.116363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Pushing event deleted for resources: {'Port': ['ID=0a47450a-fc44-41dd-8774-25f29cd7a4be,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:42.186093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:42.188840 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:42.190074 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-adfaa2b5-6e94-4173-8720-dbdba6b3151e tempest-ServerActionsTestJSON-799561867 tempest-ServerActionsTestJSON-799561867-project] 10.222.0.10 "DELETE /v2.0/floatingips/d818a928-30ad-4984-82b9-806e07da857b HTTP/1.1" status: 204 len: 168 time: 0.4956095 Aug 27 03:17:42.195384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36964) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:42.830864 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:43.148754 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Deleting port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:17:43.149251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:43.273552 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] For port 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:43.273911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:43.289037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Calling delete_port for 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:43.512973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:43.544648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7b9c95-fff7-4d8b-8ca1-77c4294c8982,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:43.735536 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:43.984361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Router c71d060f-02db-41c7-b00b-4a423764bd13 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:17:44.134927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:17:44.142065 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9b32286b-ec38-41d3-9abc-ed2010a9ac80 admin admin] 10.222.0.10 "PUT /v2.0/routers/c71d060f-02db-41c7-b00b-4a423764bd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452982 Aug 27 03:17:44.145726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36968) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:44.146903 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] Sync routers for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:17:44.161935 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:44.162987 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:17:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:44.291020 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:44.337978 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:44.573531 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:17:43Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:44.602543 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] Checking router: c71d060f-02db-41c7-b00b-4a423764bd13 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:17:44.613062 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] Routers {'c71d060f-02db-41c7-b00b-4a423764bd13'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:44.613865 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:17:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c71d060f-02db-41c7-b00b-4a423764bd13'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:44.746012 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:44.774503 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] Set router c71d060f-02db-41c7-b00b-4a423764bd13 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:44.822167 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Deleting port edbdd324-076e-4e3c-8e3c-c344a66bf69d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:17:44.822591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:44.917725 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] For port edbdd324-076e-4e3c-8e3c-c344a66bf69d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=edbdd324-076e-4e3c-8e3c-c344a66bf69d,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:44.918290 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:44.934622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Calling delete_port for edbdd324-076e-4e3c-8e3c-c344a66bf69d owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:45.026112 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:17:43Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:45.057621 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7178ee-3a2e-447b-8267-366fd8b5d488 None None] The sync data for ids ['c71d060f-02db-41c7-b00b-4a423764bd13'] in n-d-806293-1 is: [{'id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'name': 'tempest-ServerActionsTestJSON-239929105-router', 'tenant_id': 'ac760692afb444e498d1e7a2a01a2325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:07:38Z', 'updated_at': '2021-08-27T03:17:43Z', 'revision_number': 5, 'project_id': 'ac760692afb444e498d1e7a2a01a2325', 'gw_port': {'id': 'edbdd324-076e-4e3c-8e3c-c344a66bf69d', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71d060f-02db-41c7-b00b-4a423764bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:07:39Z', 'updated_at': '2021-08-27T03:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:17:45.147183 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.180425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Pushing event deleted for resources: {'Port': ['ID=edbdd324-076e-4e3c-8e3c-c344a66bf69d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:45.246711 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.349244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.351741 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.405112 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.406623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71d060f-02db-41c7-b00b-4a423764bd13 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:17:45.411640 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.412920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-aa123eb0-4072-42a0-9560-9ac9b45d50fb admin admin] 10.222.0.10 "DELETE /v2.0/routers/c71d060f-02db-41c7-b00b-4a423764bd13 HTTP/1.1" status: 204 len: 168 time: 1.2658241 Aug 27 03:17:45.415847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36976) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:45.477458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] Deleting subnet 349b703c-e387-42f2-8a77-2de726cf9beb {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:17:45.483111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.534944 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:45.970350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.032202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.060291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349b703c-e387-42f2-8a77-2de726cf9beb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:46.064387 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.070215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9e4e699c-be5a-41b1-9852-87a474c874a0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/349b703c-e387-42f2-8a77-2de726cf9beb HTTP/1.1" status: 204 len: 168 time: 0.6488400 Aug 27 03:17:46.070955 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36980) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:46.072780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb1426-4a60-4c4e-bb46-6e788f3a4aff None None] Network 3b77e7bd-7637-495f-a996-aa2930ff7ae5 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:17:46.164823 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.241382 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device edbdd324-076e-4e3c-8e3c-c344a66bf69d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:46.265836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: edbdd324-076e-4e3c-8e3c-c344a66bf69d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:17:46.266392 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device edbdd324-076e-4e3c-8e3c-c344a66bf69d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:46.266735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Deleting port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:17:46.266895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:46.267305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.288692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:17:46.289053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c7b9c95-fff7-4d8b-8ca1-77c4294c8982 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:46.367382 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] For port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:46.367783 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.371892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] DHCP port deletion for 3b77e7bd-7637-495f-a996-aa2930ff7ae5 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:17:46.383489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Calling delete_port for 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:46.447233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] Deleting port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:17:46.447799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.476987 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.504687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:46.509071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] No DVR routers for this DVR port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:17:46.569302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] For port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,segment=NetworkSegment(29e94667-3c5e-486c-857a-5666e663c247),segment_id=29e94667-3c5e-486c-857a-5666e663c247)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:46.570182 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.589953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] Calling delete_port for 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:46.590262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.602425 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b77e7bd-7637-495f-a996-aa2930ff7ae5']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:46.615523 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e94667-3c5e-486c-857a-5666e663c247') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:46.615900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e94667-3c5e-486c-857a-5666e663c247') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:46.632424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.655998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.666847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:17:46.667611 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:17:46.670792 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:17:46.692821 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.739567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] Pushing event deleted for resources: {'Port': ['ID=49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:46.745739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f34f01-ffad-4a5d-8e07-ba8c2d78ef3c None None] No DVR routers for this DVR port 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:17:46.773166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.779348 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:46.782587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3b77e7bd-7637-495f-a996-aa2930ff7ae5 HTTP/1.1" status: 204 len: 168 time: 0.7104106 Aug 27 03:17:46.799397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542922f-e402-4783-8161-8f8e13b68ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b77e7bd-7637-495f-a996-aa2930ff7ae5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:46.935125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 36986) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:46.980808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fb86afbf-ba8d-4638-8ad2-fdaac315f098 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac760692afb444e498d1e7a2a01a2325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438750 Aug 27 03:17:46.983882 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 36988) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:47.036166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75cbc3ab-a58e-439a-9f41-38aba724ff96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:47.059559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75cbc3ab-a58e-439a-9f41-38aba724ff96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:47.113695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75cbc3ab-a58e-439a-9f41-38aba724ff96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:47.117370 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75cbc3ab-a58e-439a-9f41-38aba724ff96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:47.118796 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-75cbc3ab-a58e-439a-9f41-38aba724ff96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b494af55-3d70-47a2-bdfd-ddd5838a2300 HTTP/1.1" status: 204 len: 168 time: 0.1337690 Aug 27 03:17:47.129776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbc3ab-a58e-439a-9f41-38aba724ff96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494af55-3d70-47a2-bdfd-ddd5838a2300,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:47.154664 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:47.941164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37010) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:48.061064 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1165821226-network', 'tenant_id': 'f7869680b5274e3e9b85abb1461678de'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:48.086599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:48.093629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Made reservation on behalf of f7869680b5274e3e9b85abb1461678de for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:48.097482 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.112262 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.126299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:17:48.126866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 49a1cfbb-57ad-4cb5-974b-8e7feaf2f86f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:48.146505 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.235941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.241591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.267328 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:17:48.277829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e0094c-721c-4479-8535-4c2e6a6938aa,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:48.283547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.283895 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Added segment 920b44dd-9d3f-42d1-9474-059f7ac833c0 of type vlan for network b4635f56-050f-4b3f-8142-60b5475422ba Aug 27 03:17:48.333657 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.360479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.361473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:48.362064 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.420816 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4784305 Aug 27 03:17:48.424236 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37014) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:48.429629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Request body: {'subnet': {'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1165821226-subnet', 'tenant_id': 'f7869680b5274e3e9b85abb1461678de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:48.442272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a2338-0325-4cc0-b7d1-1cda34d793e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4635f56-050f-4b3f-8142-60b5475422ba,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:48.455935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network b4635f56-050f-4b3f-8142-60b5475422ba details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:17:48.463700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Made reservation on behalf of f7869680b5274e3e9b85abb1461678de for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:48.466885 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.721483 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.783575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ca7405-1fc1-4adf-8c5c-5754976c202a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:48.794734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Checking segment: {'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:48.795245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Network hostable DHCP agents. Network: b4635f56-050f-4b3f-8142-60b5475422ba, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:17:48.816249 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Network b4635f56-050f-4b3f-8142-60b5475422ba is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:17:48.828073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, b4635f56-050f-4b3f-8142-60b5475422ba) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:48.833643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:48.834387 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:48.843189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a4093-ba5f-44b0-a46d-5ba61334f7cb None None] Network b4635f56-050f-4b3f-8142-60b5475422ba requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:17:48.851583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-acdbd8b2-158e-4a1d-bafb-9bdc73f237b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4262598 Aug 27 03:17:49.019565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2343e4b4-4cea-451f-9380-2b81bc001266 None None] Network b4635f56-050f-4b3f-8142-60b5475422ba requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:17:49.426866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-5342efd0-ef48-4bf6-b66d-5f309f16e12c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:49.428530 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-5342efd0-ef48-4bf6-b66d-5f309f16e12c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/networks?id=b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 200 len: 814 time: 0.1162944 Aug 27 03:17:49.445468 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-fa1c3b21-b628-4ef4-900c-ff5a78f99024 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/quotas/f7869680b5274e3e9b85abb1461678de HTTP/1.1" status: 200 len: 375 time: 0.0104911 Aug 27 03:17:49.481414 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-196623de-6a3f-4437-b092-f7ac7d81e60c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7869680b5274e3e9b85abb1461678de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295827 Aug 27 03:17:49.581940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-bd1b5045-5ff8-4242-a91f-bfb480d11bb1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:17:49.583139 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-bd1b5045-5ff8-4242-a91f-bfb480d11bb1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585277 Aug 27 03:17:49.745668 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-d566b17a-8687-4678-90df-ccbc84640334 service neutron] 10.222.0.10 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551876 Aug 27 03:17:49.843351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-88a9edae-5b46-4ff9-810c-9c9a3f84f796 service neutron] 10.222.0.10 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912199 Aug 27 03:17:50.046416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-764ff4d0-26e2-4a54-8e78-351cbe3d1a79 req-fa1ba7bc-74cb-43d1-b3e1-bb7e99518edb tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 210 time: 0.0361996 Aug 27 03:17:51.177028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bfb3d861-b167-4814-889c-3ea6d743b3fb req-4eb66cf2-c7f4-4753-9474-c10af3b98e9a tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 210 time: 0.0388293 Aug 27 03:17:51.277769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cae0ce4a-f445-42e9-bb0c-823027d82225 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:51.279549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cae0ce4a-f445-42e9-bb0c-823027d82225 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.45 "GET /v2.0/networks?id=b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 200 len: 814 time: 0.1508768 Aug 27 03:17:51.294119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Request body: {'port': {'device_id': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba', 'admin_state_up': True, 'tenant_id': 'f7869680b5274e3e9b85abb1461678de'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:51.440794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Made reservation on behalf of f7869680b5274e3e9b85abb1461678de for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:51.447428 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:51.690200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Allocated IP 172.20.0.14 (b4635f56-050f-4b3f-8142-60b5475422ba/22ca7405-1fc1-4adf-8c5c-5754976c202a/98e0887d-67ea-4298-85cf-a8a700dfa492) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:51.859848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:51.901157 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:51.952391 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Network b4635f56-050f-4b3f-8142-60b5475422ba is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:51.958781 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:51.964173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:51.971888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Pushing event updated for resources: {'Port': ['ID=98e0887d-67ea-4298-85cf-a8a700dfa492,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:52.021199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:52.021787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:52.038563 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-367a42f6-f4db-44b8-a827-cf8586f9a020 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7491760 Aug 27 03:17:52.051373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Request body: {'port': {'device_id': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:52.108973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:52.392402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71023a-1d42-4462-ad46-8e7724cdb4aa req-9d8e53a9-524b-40ca-9365-11e098534bc5 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:52.393969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a71023a-1d42-4462-ad46-8e7724cdb4aa req-9d8e53a9-524b-40ca-9365-11e098534bc5 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 932 time: 0.0940773 Aug 27 03:17:52.453536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e0887d-67ea-4298-85cf-a8a700dfa492 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:17:52.467612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:52.483868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6a71023a-1d42-4462-ad46-8e7724cdb4aa req-4d413c53-466c-4ca6-acf4-e03be969d6ab tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782008 Aug 27 03:17:52.489863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Transition to ACTIVE for port object 98e0887d-67ea-4298-85cf-a8a700dfa492 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:52.495612 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:52.560119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Pushing event updated for resources: {'Port': ['ID=98e0887d-67ea-4298-85cf-a8a700dfa492,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:52.637245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Attempting to bind port 98e0887d-67ea-4298-85cf-a8a700dfa492 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:52.637598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Attempting to bind port 98e0887d-67ea-4298-85cf-a8a700dfa492 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:52.637914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Attempting to bind port 98e0887d-67ea-4298-85cf-a8a700dfa492 on network b4635f56-050f-4b3f-8142-60b5475422ba {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:52.643236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Port 98e0887d-67ea-4298-85cf-a8a700dfa492 on network b4635f56-050f-4b3f-8142-60b5475422ba not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:17:52.643563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Attempting to bind port 98e0887d-67ea-4298-85cf-a8a700dfa492 on network b4635f56-050f-4b3f-8142-60b5475422ba {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:52.649394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:52.649785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Checking segment: {'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:52.650286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Bound using segment: {'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:52.650872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Bound port: 98e0887d-67ea-4298-85cf-a8a700dfa492, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:52.651273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:52.726745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] For port 98e0887d-67ea-4298-85cf-a8a700dfa492, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:52.730420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] For port 98e0887d-67ea-4298-85cf-a8a700dfa492, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98e0887d-67ea-4298-85cf-a8a700dfa492,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:52.735601 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:52.773767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:52.774503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:52.776119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] 10.222.0.45 "PUT /v2.0/ports/98e0887d-67ea-4298-85cf-a8a700dfa492 HTTP/1.1" status: 200 len: 1092 time: 0.7295253 Aug 27 03:17:52.776641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'tag': '98e0887d-67ea-4298-85cf-a8a700dfa492'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:52.779075 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2babc-8531-4367-82fb-a3ae0925eddb" -d '{"events": [{"name": "network-changed", "server_uuid": "04aaaa20-b15a-4626-8396-c2b652f1fd50", "tag": "98e0887d-67ea-4298-85cf-a8a700dfa492"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:52.819040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf45a30-1e4b-4a4e-9845-47c6dc56df3b service neutron] Pushing event updated for resources: {'Port': ['ID=98e0887d-67ea-4298-85cf-a8a700dfa492,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:52.844121 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d549f2c-c615-4b64-96e5-8a02a7979496 x-openstack-request-id: req-0d549f2c-c615-4b64-96e5-8a02a7979496 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:52.844549 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04aaaa20-b15a-4626-8396-c2b652f1fd50", "tag": "98e0887d-67ea-4298-85cf-a8a700dfa492", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:52.844951 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d549f2c-c615-4b64-96e5-8a02a7979496 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:52.845568 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'tag': '98e0887d-67ea-4298-85cf-a8a700dfa492', 'status': 'completed', 'code': 200} Aug 27 03:17:52.877917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-ba28f03d-337a-4afc-95d1-551488b274e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:52.879671 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-ba28f03d-337a-4afc-95d1-551488b274e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7869680b5274e3e9b85abb1461678de&device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 1095 time: 0.0488029 Aug 27 03:17:52.931216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-5f87d0af-c7a5-4ddf-9a7e-8ad0fe314e5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98e0887d-67ea-4298-85cf-a8a700dfa492 HTTP/1.1" status: 200 len: 217 time: 0.0428400 Aug 27 03:17:52.987646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-626eb679-3e0a-476b-a4a9-4fe87fbe1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:52.989067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-626eb679-3e0a-476b-a4a9-4fe87fbe1989 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22ca7405-1fc1-4adf-8c5c-5754976c202a HTTP/1.1" status: 200 len: 854 time: 0.0507650 Aug 27 03:17:53.023505 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-221b31b7-96d4-4a50-b3ac-674a337f6590 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4635f56-050f-4b3f-8142-60b5475422ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270727 Aug 27 03:17:53.125550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-cd4bb8b9-bc48-4d84-9655-943bab8da6b9 service neutron] 10.222.0.45 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930350 Aug 27 03:17:53.223232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0da8768c-b266-4f37-8d85-c872c65c3655 req-b6d481a7-cd96-4d5f-86c8-454ae94dfb09 service neutron] 10.222.0.45 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902836 Aug 27 03:17:53.314249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-00e4022c-9009-443b-81f7-0eb90aa25fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:53.315910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-00e4022c-9009-443b-81f7-0eb90aa25fee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7869680b5274e3e9b85abb1461678de&device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 1095 time: 0.0460899 Aug 27 03:17:53.416623 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-0d1e5ced-e514-4e0e-b8b8-e01b43682761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:53.418269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-0d1e5ced-e514-4e0e-b8b8-e01b43682761 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 200 len: 915 time: 0.0953155 Aug 27 03:17:53.461846 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-64a7a4a6-1876-4639-82a4-ae53b61c9467 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98e0887d-67ea-4298-85cf-a8a700dfa492 HTTP/1.1" status: 200 len: 217 time: 0.0359447 Aug 27 03:17:53.524010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-064b7600-e06a-4445-8c02-24834d8db14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:53.526455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-064b7600-e06a-4445-8c02-24834d8db14a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22ca7405-1fc1-4adf-8c5c-5754976c202a HTTP/1.1" status: 200 len: 854 time: 0.0571952 Aug 27 03:17:53.565346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-242670e4-2c99-4fde-aec3-5e7a22e364ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4635f56-050f-4b3f-8142-60b5475422ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308256 Aug 27 03:17:53.682641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06514f3-57e1-4742-bc9b-01b56cd1227b req-b877116b-12fd-4805-82a0-727ff562f0d1 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:53.684534 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f06514f3-57e1-4742-bc9b-01b56cd1227b req-b877116b-12fd-4805-82a0-727ff562f0d1 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 944 time: 0.1153331 Aug 27 03:17:53.718057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-b904ff08-8c60-40fe-adac-2558245ffaad service neutron] 10.222.0.45 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389830 Aug 27 03:17:53.754542 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f06514f3-57e1-4742-bc9b-01b56cd1227b req-e0d64b2a-0afe-42dd-993f-6673cc60bf6b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625434 Aug 27 03:17:53.824236 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0bd2babc-8531-4367-82fb-a3ae0925eddb req-34466ec5-596f-41de-84b7-ff6798aa8c8c service neutron] 10.222.0.45 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936856 Aug 27 03:17:54.399102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98e0887d-67ea-4298-85cf-a8a700dfa492 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:17:54.530757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 98e0887d-67ea-4298-85cf-a8a700dfa492, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98e0887d-67ea-4298-85cf-a8a700dfa492,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:54.557747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '98e0887d-67ea-4298-85cf-a8a700dfa492', 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba', 'port_id': '98e0887d-67ea-4298-85cf-a8a700dfa492', 'mac_address': 'fa:16:3e:ad:9f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ca7405-1fc1-4adf-8c5c-5754976c202a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:17:54.622666 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:54.645337 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e0887d-67ea-4298-85cf-a8a700dfa492 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:17:54.679694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 98e0887d-67ea-4298-85cf-a8a700dfa492, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98e0887d-67ea-4298-85cf-a8a700dfa492,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:54.685532 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:54.739582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=98e0887d-67ea-4298-85cf-a8a700dfa492,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:54.888648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['98e0887d-67ea-4298-85cf-a8a700dfa492'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:17:54.890746 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c200b-94bb-48b4-8fc9-62033d8bb334 req-9cf260e0-cdbe-477a-a2b9-280133a74f30 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:54.892305 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-409c200b-94bb-48b4-8fc9-62033d8bb334 req-9cf260e0-cdbe-477a-a2b9-280133a74f30 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 945 time: 0.0594845 Aug 27 03:17:54.947652 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-409c200b-94bb-48b4-8fc9-62033d8bb334 req-9853c698-e55d-4c31-9b03-f512c404144b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479839 Aug 27 03:17:56.117870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b432bca-d838-467e-a6fb-0e29a3b1f5bf req-e5fbd228-0ec2-471e-a36d-82e701a71232 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:56.120669 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b432bca-d838-467e-a6fb-0e29a3b1f5bf req-e5fbd228-0ec2-471e-a36d-82e701a71232 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 945 time: 0.0951824 Aug 27 03:17:56.169179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b432bca-d838-467e-a6fb-0e29a3b1f5bf req-d0067132-ec4a-43da-9e3a-bb60f2a6e059 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Aug 27 03:17:56.413411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98e0887d-67ea-4298-85cf-a8a700dfa492 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:56.469060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 98e0887d-67ea-4298-85cf-a8a700dfa492 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:56.473600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 98e0887d-67ea-4298-85cf-a8a700dfa492 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:56.474170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:56.560530 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:56.585148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0887d-67ea-4298-85cf-a8a700dfa492'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:56.587646 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2b5755-09e8-4929-94ef-a6149240fdf3" -d '{"events": [{"server_uuid": "04aaaa20-b15a-4626-8396-c2b652f1fd50", "name": "network-vif-plugged", "status": "completed", "tag": "98e0887d-67ea-4298-85cf-a8a700dfa492"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:56.601686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 98e0887d-67ea-4298-85cf-a8a700dfa492, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98e0887d-67ea-4298-85cf-a8a700dfa492,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:56.607294 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:56.645694 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95882b99-85d0-4464-8427-f7916de0d39d x-openstack-request-id: req-95882b99-85d0-4464-8427-f7916de0d39d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:56.646009 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aaaa20-b15a-4626-8396-c2b652f1fd50", "name": "network-vif-plugged", "status": "completed", "tag": "98e0887d-67ea-4298-85cf-a8a700dfa492", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:56.646937 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95882b99-85d0-4464-8427-f7916de0d39d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:56.647404 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0887d-67ea-4298-85cf-a8a700dfa492', 'code': 200} Aug 27 03:17:56.669041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=98e0887d-67ea-4298-85cf-a8a700dfa492,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:56.746143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563850d-8253-4d43-9518-a435eac0fb6d req-714601d6-57fc-4eba-92f4-9461e8fec0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:56.747705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c563850d-8253-4d43-9518-a435eac0fb6d req-714601d6-57fc-4eba-92f4-9461e8fec0e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 1097 time: 0.0429666 Aug 27 03:17:56.786889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c563850d-8253-4d43-9518-a435eac0fb6d req-2d2f5e05-964b-4554-8d80-e3ad0fa21d8a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 Aug 27 03:17:57.291296 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace702-7e13-4214-afb4-9d65bd9e3679 req-e583ea6e-7564-46c6-8c6b-5236d5ea30c0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:57.292894 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0ace702-7e13-4214-afb4-9d65bd9e3679 req-e583ea6e-7564-46c6-8c6b-5236d5ea30c0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0518594 Aug 27 03:17:57.336755 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0ace702-7e13-4214-afb4-9d65bd9e3679 req-e3f5bc2a-27f4-4a4e-a6a0-0a934664fa23 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Aug 27 03:17:57.832383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1f76-b06e-4df0-8d45-c2b8d1a2e3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:58.472492 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e0c43-6f6d-4af3-92b1-2fd35e339adf req-12d82abb-eeac-41b7-84be-d1e65f9b6bee tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:58.474294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-128e0c43-6f6d-4af3-92b1-2fd35e339adf req-12d82abb-eeac-41b7-84be-d1e65f9b6bee tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0615647 Aug 27 03:17:58.518661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-128e0c43-6f6d-4af3-92b1-2fd35e339adf req-9b2544d9-30d3-4ecd-9d9e-38a3e1ea41ba tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Aug 27 03:17:58.768057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-b00fd5ff-b729-47e1-8573-fc63e3e65b1b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:58.769611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-b00fd5ff-b729-47e1-8573-fc63e3e65b1b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/networks?id=b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 200 len: 814 time: 0.1162400 Aug 27 03:17:58.790681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-02b2b555-a151-4514-aa20-90d5b0647d91 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/quotas/f7869680b5274e3e9b85abb1461678de HTTP/1.1" status: 200 len: 375 time: 0.0101209 Aug 27 03:17:58.857514 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-7a493125-1bfd-4605-9a00-8c73837b3fb0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7869680b5274e3e9b85abb1461678de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605426 Aug 27 03:17:58.969796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-2332212c-bebf-494d-bb5d-ff1d78322b3e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:17:58.971079 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-2332212c-bebf-494d-bb5d-ff1d78322b3e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539591 Aug 27 03:17:59.069874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-925590d7-d3ca-43a2-8443-e6cbcf3bdabf service neutron] 10.222.0.10 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915465 Aug 27 03:17:59.168935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f5c5ce93-bdb0-4357-9918-b2a07bfbbd9e service neutron] 10.222.0.10 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923872 Aug 27 03:17:59.359687 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-84625cc6-3b74-47f4-9faf-422404ae637d req-c7b00d21-b6f0-47fa-a223-433947b2836f tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 210 time: 0.0470531 Aug 27 03:18:00.376322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c9567acf-bd07-4ad9-a7ea-b63bd9f28a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.471172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-4a1b325b-1229-4be9-8b49-fb68c60efe1e tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:00.473656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-4a1b325b-1229-4be9-8b49-fb68c60efe1e tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.32 "GET /v2.0/networks?id=b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 200 len: 814 time: 0.1671376 Aug 27 03:18:00.488376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Request body: {'port': {'device_id': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba', 'admin_state_up': True, 'tenant_id': 'f7869680b5274e3e9b85abb1461678de'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:00.493467 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-19ac7939-b482-477a-be65-7bad8be2b20a req-7ccebe16-cd26-4de0-aaa9-4607ef0aefe4 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 210 time: 0.0339150 Aug 27 03:18:00.549255 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.640579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Made reservation on behalf of f7869680b5274e3e9b85abb1461678de for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:00.644479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.800843 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Allocated IP 172.20.0.2 (b4635f56-050f-4b3f-8142-60b5475422ba/22ca7405-1fc1-4adf-8c5c-5754976c202a/d6639a5d-32dd-4c10-81a4-6d140bd52ea6) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:00.972114 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.015818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.029846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['98e0887d-67ea-4298-85cf-a8a700dfa492'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:01.061838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Network b4635f56-050f-4b3f-8142-60b5475422ba is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:01.067976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:01.072810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:01.080137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Pushing event updated for resources: {'Port': ['ID=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:01.110156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.110539 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.110840 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.111174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.111498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.111821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.112141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.112458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.112773 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.113089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.113403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.113716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:01.150483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:01.151589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.175729 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-f09ad388-2657-4b34-b23b-24cd36e2e1ae tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916220 Aug 27 03:18:01.189715 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Request body: {'port': {'device_id': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:01.262659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.499187 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.585877 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6639a5d-32dd-4c10-81a4-6d140bd52ea6 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:18:01.600265 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.627101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Transition to ACTIVE for port object d6639a5d-32dd-4c10-81a4-6d140bd52ea6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:01.645035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.717762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091b84c-156e-42ed-88c6-e2bf813f8a98 req-6851f2d7-d204-4e12-8042-66edb7009ca0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:01.719346 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a091b84c-156e-42ed-88c6-e2bf813f8a98 req-6851f2d7-d204-4e12-8042-66edb7009ca0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 931 time: 0.1092036 Aug 27 03:18:01.721181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Pushing event updated for resources: {'Port': ['ID=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:01.804380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a091b84c-156e-42ed-88c6-e2bf813f8a98 req-65dd2899-2bc0-410c-8629-17a29f44e137 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750685 Aug 27 03:18:01.821258 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Attempting to bind port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:01.821569 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Attempting to bind port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:01.821925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Attempting to bind port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 on network b4635f56-050f-4b3f-8142-60b5475422ba {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:01.826946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 on network b4635f56-050f-4b3f-8142-60b5475422ba not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:18:01.827272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Attempting to bind port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 on network b4635f56-050f-4b3f-8142-60b5475422ba {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:01.832368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:01.832782 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Checking segment: {'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:01.833104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Bound using segment: {'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:01.833525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Bound port: d6639a5d-32dd-4c10-81a4-6d140bd52ea6, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920b44dd-9d3f-42d1-9474-059f7ac833c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:01.833905 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.909083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] For port d6639a5d-32dd-4c10-81a4-6d140bd52ea6, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:01.913070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] For port d6639a5d-32dd-4c10-81a4-6d140bd52ea6, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:01.920282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.961060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:01.961677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.963123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] 10.222.0.32 "PUT /v2.0/ports/d6639a5d-32dd-4c10-81a4-6d140bd52ea6 HTTP/1.1" status: 200 len: 1091 time: 0.7786541 Aug 27 03:18:01.963562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'tag': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:01.965990 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19094f4a-2b94-467f-90df-8696a693ca67" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dddc0e-392b-45bf-bb82-f3ccd75c35e4", "tag": "d6639a5d-32dd-4c10-81a4-6d140bd52ea6"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:01.996130 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de532a3-0317-4d64-8960-1d721425fceb service neutron] Pushing event updated for resources: {'Port': ['ID=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:02.023089 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12cedd-9753-4d85-8833-2e4b38040377 x-openstack-request-id: req-dc12cedd-9753-4d85-8833-2e4b38040377 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:02.023378 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dddc0e-392b-45bf-bb82-f3ccd75c35e4", "tag": "d6639a5d-32dd-4c10-81a4-6d140bd52ea6", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:02.023629 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc12cedd-9753-4d85-8833-2e4b38040377 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:02.024035 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'tag': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6', 'status': 'completed', 'code': 200} Aug 27 03:18:02.059718 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-00bfb7e0-fc76-4f66-b1ba-4cdc016776da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.061241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-00bfb7e0-fc76-4f66-b1ba-4cdc016776da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7869680b5274e3e9b85abb1461678de&device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 1094 time: 0.0480101 Aug 27 03:18:02.106205 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-ea8b5d26-45a6-4226-962c-33a4dd098bd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6639a5d-32dd-4c10-81a4-6d140bd52ea6 HTTP/1.1" status: 200 len: 217 time: 0.0367024 Aug 27 03:18:02.164733 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-921983c5-4dc9-4463-a15c-07be71bcf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.166343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-921983c5-4dc9-4463-a15c-07be71bcf05a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22ca7405-1fc1-4adf-8c5c-5754976c202a HTTP/1.1" status: 200 len: 854 time: 0.0535049 Aug 27 03:18:02.206253 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-b44963ef-d454-4982-b2bd-55e29b8204d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4635f56-050f-4b3f-8142-60b5475422ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323732 Aug 27 03:18:02.321884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-d3f3d01f-31e7-4ac1-9456-84b6eba5ab20 service neutron] 10.222.0.32 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072776 Aug 27 03:18:02.425347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-214b4804-3665-4ffa-aa40-4aa9f5512363 req-1b6f854b-acb9-415d-95b9-780176fcd21c service neutron] 10.222.0.32 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964708 Aug 27 03:18:02.520481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094f4a-2b94-467f-90df-8696a693ca67 req-21841004-c047-42e6-8c9b-8cef6072d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.522292 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19094f4a-2b94-467f-90df-8696a693ca67 req-21841004-c047-42e6-8c9b-8cef6072d311 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7869680b5274e3e9b85abb1461678de&device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 1094 time: 0.0483301 Aug 27 03:18:02.629048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094f4a-2b94-467f-90df-8696a693ca67 req-8ce05272-ca99-4f2e-8a7f-9ad89094288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.630707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19094f4a-2b94-467f-90df-8696a693ca67 req-8ce05272-ca99-4f2e-8a7f-9ad89094288f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 200 len: 915 time: 0.1004541 Aug 27 03:18:02.678794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19094f4a-2b94-467f-90df-8696a693ca67 req-bd95f6fd-6661-4adb-90e9-c416ca6c11cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6639a5d-32dd-4c10-81a4-6d140bd52ea6 HTTP/1.1" status: 200 len: 217 time: 0.0385609 Aug 27 03:18:02.741183 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094f4a-2b94-467f-90df-8696a693ca67 req-e90b4c87-5b54-418e-86f3-91af1b92ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.743684 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19094f4a-2b94-467f-90df-8696a693ca67 req-e90b4c87-5b54-418e-86f3-91af1b92ed1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22ca7405-1fc1-4adf-8c5c-5754976c202a HTTP/1.1" status: 200 len: 854 time: 0.0562320 Aug 27 03:18:02.778048 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19094f4a-2b94-467f-90df-8696a693ca67 req-c0884f51-781f-4d3a-9e27-65f36f4067c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4635f56-050f-4b3f-8142-60b5475422ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265241 Aug 27 03:18:02.923355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19094f4a-2b94-467f-90df-8696a693ca67 req-40e11098-0e5d-4104-a5eb-26a1fe71ffc6 service neutron] 10.222.0.32 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370645 Aug 27 03:18:03.076915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9835b-5407-4ccb-9a76-f91079eaa5c9 req-d609b5ce-0dfc-4484-9fe8-4c5b435b25cb tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:03.079582 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2a9835b-5407-4ccb-9a76-f91079eaa5c9 req-d609b5ce-0dfc-4484-9fe8-4c5b435b25cb tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 943 time: 0.1812525 Aug 27 03:18:03.163163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-19094f4a-2b94-467f-90df-8696a693ca67 req-2f58cbf8-2a10-4e50-85d6-cfd9bc066e35 service neutron] 10.222.0.32 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148285 Aug 27 03:18:03.176373 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b2a9835b-5407-4ccb-9a76-f91079eaa5c9 req-e20ec3c8-7053-42a2-86a9-7ab0b5201fc7 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851462 Aug 27 03:18:03.311804 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:18:03.378113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:04.310205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86f1f5-1e0d-48c0-83b8-1f624687d33b req-a644c8c8-e137-48f2-9401-722ee86eb0e7 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:04.311692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de86f1f5-1e0d-48c0-83b8-1f624687d33b req-a644c8c8-e137-48f2-9401-722ee86eb0e7 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 943 time: 0.0561481 Aug 27 03:18:04.353488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-de86f1f5-1e0d-48c0-83b8-1f624687d33b req-f3345851-2d19-4136-9a4f-ff1c177ea066 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353353 Aug 27 03:18:05.484470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8628df-65a2-4080-9747-7b75bc44460c req-9d37e1f5-f33a-47f0-b91d-f4985a4fe8b6 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:05.486140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f8628df-65a2-4080-9747-7b75bc44460c req-9d37e1f5-f33a-47f0-b91d-f4985a4fe8b6 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 943 time: 0.0571890 Aug 27 03:18:05.531661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7f8628df-65a2-4080-9747-7b75bc44460c req-c7c68b1e-45a5-4856-9c42-d49721e7127e tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 Aug 27 03:18:05.827396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6639a5d-32dd-4c10-81a4-6d140bd52ea6 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:18:05.940850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d6639a5d-32dd-4c10-81a4-6d140bd52ea6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:05.955280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6', 'network_id': 'b4635f56-050f-4b3f-8142-60b5475422ba', 'port_id': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6', 'mac_address': 'fa:16:3e:fa:ba:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ca7405-1fc1-4adf-8c5c-5754976c202a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:18:06.006209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:06.020510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6639a5d-32dd-4c10-81a4-6d140bd52ea6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:18:06.041858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d6639a5d-32dd-4c10-81a4-6d140bd52ea6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:06.046653 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:06.097189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:06.236766 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['d6639a5d-32dd-4c10-81a4-6d140bd52ea6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:06.657589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8199e43-1391-4c40-bce7-763c5daac252 req-fad55910-1577-4646-b6c1-454cc74d6bcb tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:06.659207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8199e43-1391-4c40-bce7-763c5daac252 req-fad55910-1577-4646-b6c1-454cc74d6bcb tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 944 time: 0.0535610 Aug 27 03:18:06.699954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e8199e43-1391-4c40-bce7-763c5daac252 req-2ab19590-a9c8-479b-a1fd-040234ba9e31 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Aug 27 03:18:07.829174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af79d-cf96-4390-9874-3551e84bb259 req-0f300bc3-3754-4e88-829c-5b5f0fa90df3 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:07.830635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-539af79d-cf96-4390-9874-3551e84bb259 req-0f300bc3-3754-4e88-829c-5b5f0fa90df3 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 944 time: 0.0587971 Aug 27 03:18:07.846872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6639a5d-32dd-4c10-81a4-6d140bd52ea6 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:07.887184 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-539af79d-cf96-4390-9874-3551e84bb259 req-5c91b800-c35e-4186-9255-4cb44c30dddf tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497274 Aug 27 03:18:07.912924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:07.917548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:07.917975 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:08.004261 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:08.028661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:08.031004 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbd63a3-7b9b-4c83-b373-1c531fafbde2" -d '{"events": [{"server_uuid": "c7dddc0e-392b-45bf-bb82-f3ccd75c35e4", "name": "network-vif-plugged", "status": "completed", "tag": "d6639a5d-32dd-4c10-81a4-6d140bd52ea6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:08.048721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port d6639a5d-32dd-4c10-81a4-6d140bd52ea6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:08.054401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:08.097222 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3d88d8-5075-4fa7-9874-1642496a4eab x-openstack-request-id: req-af3d88d8-5075-4fa7-9874-1642496a4eab {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:08.097519 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dddc0e-392b-45bf-bb82-f3ccd75c35e4", "name": "network-vif-plugged", "status": "completed", "tag": "d6639a5d-32dd-4c10-81a4-6d140bd52ea6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:08.097771 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af3d88d8-5075-4fa7-9874-1642496a4eab {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:08.098168 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6', 'code': 200} Aug 27 03:18:08.121301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:08.198821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b61330-3b0a-42e3-81a6-4a82a99b0e5e req-b3aaf293-4b3f-4e06-a03b-d8f30e28e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:08.200417 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74b61330-3b0a-42e3-81a6-4a82a99b0e5e req-b3aaf293-4b3f-4e06-a03b-d8f30e28e130 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 1096 time: 0.0432703 Aug 27 03:18:08.257691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74b61330-3b0a-42e3-81a6-4a82a99b0e5e req-451c2e51-bb75-49f5-9c2c-02034a91d68b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493805 Aug 27 03:18:09.014836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015e0e8-a3a2-4d0e-a48c-04b7b0a05302 req-ab508524-96ca-450f-be43-77977044a819 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:09.016534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0015e0e8-a3a2-4d0e-a48c-04b7b0a05302 req-ab508524-96ca-450f-be43-77977044a819 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Aug 27 03:18:09.075131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0015e0e8-a3a2-4d0e-a48c-04b7b0a05302 req-37059acc-52e1-49c0-826b-48414c9581a7 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Aug 27 03:18:10.198632 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ebc59-1b0d-444f-bd9c-236e4fbe4e89 req-9a41e5eb-ff7d-494a-a0ac-9e026f60a920 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:10.200217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d47ebc59-1b0d-444f-bd9c-236e4fbe4e89 req-9a41e5eb-ff7d-494a-a0ac-9e026f60a920 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Aug 27 03:18:10.242642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d47ebc59-1b0d-444f-bd9c-236e4fbe4e89 req-d44600dc-ebaa-4f17-9bc2-da8e3e840c2d tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355659 Aug 27 03:18:10.523872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf749c-1033-499b-aa8b-102fd644e465 req-e327060c-8378-455d-ab88-5527c6069542 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:10.525997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3bbf749c-1033-499b-aa8b-102fd644e465 req-e327060c-8378-455d-ab88-5527c6069542 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 945 time: 0.0594091 Aug 27 03:18:10.572935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3bbf749c-1033-499b-aa8b-102fd644e465 req-0991dc23-1b62-4bfb-a2f9-9d4bd573491b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Aug 27 03:18:11.705635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9001ae6-938b-4111-917e-41bf3a03df09 req-f87cb67e-3cd2-4cb3-916f-a18469484165 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:11.707504 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9001ae6-938b-4111-917e-41bf3a03df09 req-f87cb67e-3cd2-4cb3-916f-a18469484165 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 945 time: 0.0639956 Aug 27 03:18:11.784063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f62ea-366f-418b-8071-141a4feae11f req-5a931fa5-1bc7-4384-b7c1-f1c7feb7947d tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:11.785698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f8f62ea-366f-418b-8071-141a4feae11f req-5a931fa5-1bc7-4384-b7c1-f1c7feb7947d tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7dddc0e-392b-45bf-bb82-f3ccd75c35e4 HTTP/1.1" status: 200 len: 945 time: 0.0968854 Aug 27 03:18:11.789256 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c9001ae6-938b-4111-917e-41bf3a03df09 req-0ae3a8c3-4d58-489f-80bb-d3dbd2bb3140 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612941 Aug 27 03:18:11.914084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Deleting port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:11.914597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:12.004654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] For port d6639a5d-32dd-4c10-81a4-6d140bd52ea6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:12.004998 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:12.019136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Calling delete_port for d6639a5d-32dd-4c10-81a4-6d140bd52ea6 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:12.164465 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:12.181036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['d6639a5d-32dd-4c10-81a4-6d140bd52ea6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:12.185270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['98e0887d-67ea-4298-85cf-a8a700dfa492'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:12.200830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Pushing event deleted for resources: {'Port': ['ID=d6639a5d-32dd-4c10-81a4-6d140bd52ea6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:12.251324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] No DVR routers for this DVR port d6639a5d-32dd-4c10-81a4-6d140bd52ea6 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:12.254653 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:12.257432 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1f8f62ea-366f-418b-8071-141a4feae11f req-3c2d05b6-99da-4208-a48c-e086be92f86b tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.32 "DELETE /v2.0/ports/d6639a5d-32dd-4c10-81a4-6d140bd52ea6 HTTP/1.1" status: 204 len: 173 time: 0.4629970 Aug 27 03:18:12.258017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'name': 'network-vif-deleted', 'tag': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:12.261146 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f236c-e02b-4879-96d3-3095973ed78e" -d '{"events": [{"server_uuid": "c7dddc0e-392b-45bf-bb82-f3ccd75c35e4", "name": "network-vif-deleted", "tag": "d6639a5d-32dd-4c10-81a4-6d140bd52ea6"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:12.316761 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc74873-7f4a-4939-b3ba-f57c9b9dafbf x-openstack-request-id: req-8bc74873-7f4a-4939-b3ba-f57c9b9dafbf {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:12.317085 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dddc0e-392b-45bf-bb82-f3ccd75c35e4", "name": "network-vif-deleted", "tag": "d6639a5d-32dd-4c10-81a4-6d140bd52ea6", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:12.317480 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bc74873-7f4a-4939-b3ba-f57c9b9dafbf {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:12.317953 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dddc0e-392b-45bf-bb82-f3ccd75c35e4', 'name': 'network-vif-deleted', 'tag': 'd6639a5d-32dd-4c10-81a4-6d140bd52ea6', 'status': 'completed', 'code': 200} Aug 27 03:18:12.959617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b099dde-f3b6-4fb7-ae38-d2a5b995a099 req-8edf1967-1fc6-4ba0-b174-0c0c2bc3f812 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:12.961251 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b099dde-f3b6-4fb7-ae38-d2a5b995a099 req-8edf1967-1fc6-4ba0-b174-0c0c2bc3f812 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0546079 Aug 27 03:18:13.001926 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4b099dde-f3b6-4fb7-ae38-d2a5b995a099 req-584102ad-4ece-4c73-89ce-08d21cd193d2 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 27 03:18:13.146085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269b961-0cd2-487d-95b7-64d0b2b1d66d req-f883f417-9060-4814-b6dc-678ea61e698f tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:13.147716 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1269b961-0cd2-487d-95b7-64d0b2b1d66d req-f883f417-9060-4814-b6dc-678ea61e698f tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0585127 Aug 27 03:18:13.201232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1269b961-0cd2-487d-95b7-64d0b2b1d66d req-aec1dd29-5f60-4e28-ac00-7cf17fa84124 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Aug 27 03:18:13.337016 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac337ae-25c5-4ccf-95f8-4d86adc4cf90 req-8df396a5-e272-4b7d-aaa8-a722b4fc5ea5 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:13.338633 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eac337ae-25c5-4ccf-95f8-4d86adc4cf90 req-8df396a5-e272-4b7d-aaa8-a722b4fc5ea5 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0608058 Aug 27 03:18:13.379221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eac337ae-25c5-4ccf-95f8-4d86adc4cf90 req-31953ca9-1feb-4364-9460-ebe1c92e015a tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Aug 27 03:18:13.585753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3547a7-9508-4ee2-ad4e-ef53c2a82af7 req-5193a72c-5288-43c5-8965-3fa056553094 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:13.587493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b3547a7-9508-4ee2-ad4e-ef53c2a82af7 req-5193a72c-5288-43c5-8965-3fa056553094 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0715721 Aug 27 03:18:13.650448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5b3547a7-9508-4ee2-ad4e-ef53c2a82af7 req-c3a4a8b7-c58f-4814-ba80-c7903e39b7d0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529177 Aug 27 03:18:13.797298 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3a7a-f5c6-444d-813a-0d2198afeeb8 req-f4c195cf-8c72-477e-a0ac-7490a2538dd0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:13.799026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdce3a7a-f5c6-444d-813a-0d2198afeeb8 req-f4c195cf-8c72-477e-a0ac-7490a2538dd0 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0611644 Aug 27 03:18:13.844778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cdce3a7a-f5c6-444d-813a-0d2198afeeb8 req-cdc09796-9cb8-433a-8ae4-88e228c7db44 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Aug 27 03:18:13.986805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7796ef4-6b4f-4521-99b1-3f6599ed3ebb req-71104a80-24b4-4bb8-8964-1fb646027d0e tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:13.988280 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7796ef4-6b4f-4521-99b1-3f6599ed3ebb req-71104a80-24b4-4bb8-8964-1fb646027d0e tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0567117 Aug 27 03:18:14.028323 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b7796ef4-6b4f-4521-99b1-3f6599ed3ebb req-2902ef0c-524f-4aaf-9566-aeeae1ea7cd1 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336242 Aug 27 03:18:14.288692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-0e163ef3-d219-4117-99a8-c52a58b103b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557990 Aug 27 03:18:14.410393 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36702f8-19cd-46d2-bfeb-23ccfba1cd21 req-33c56540-2ec2-428d-9c5e-cc32586b633d tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:14.411946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a36702f8-19cd-46d2-bfeb-23ccfba1cd21 req-33c56540-2ec2-428d-9c5e-cc32586b633d tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0839624 Aug 27 03:18:14.414094 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-53fb4831-83a2-43a3-b49b-a50497b03ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:14.415479 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-53fb4831-83a2-43a3-b49b-a50497b03ad9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7869680b5274e3e9b85abb1461678de&device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 1097 time: 0.0781350 Aug 27 03:18:14.494547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a36702f8-19cd-46d2-bfeb-23ccfba1cd21 req-a945a2af-1020-41d8-82d6-f9821b3a344d tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757864 Aug 27 03:18:14.542484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-287873ca-6170-4652-8aea-08498290099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:14.543955 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-287873ca-6170-4652-8aea-08498290099b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 200 len: 915 time: 0.1034865 Aug 27 03:18:14.592783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-2e226d11-8a59-481b-9190-cb3d8a8aced1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98e0887d-67ea-4298-85cf-a8a700dfa492 HTTP/1.1" status: 200 len: 217 time: 0.0393608 Aug 27 03:18:14.647755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-a9cb26a3-2c67-4f75-9258-49504911e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:14.649286 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-a9cb26a3-2c67-4f75-9258-49504911e6d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22ca7405-1fc1-4adf-8c5c-5754976c202a HTTP/1.1" status: 200 len: 854 time: 0.0471671 Aug 27 03:18:14.682718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-592ac474-cc5e-46a5-8138-2313536883cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4635f56-050f-4b3f-8142-60b5475422ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255501 Aug 27 03:18:14.781349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-2d3f0755-78c3-4b1e-9d91-0d678f214246 service neutron] 10.222.0.45 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896058 Aug 27 03:18:14.875772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06bfe64f-20ce-4b8e-86d1-81815c2aa75b req-bfa7da8d-6fd5-4a8f-9898-3ecb1da3179b service neutron] 10.222.0.45 "GET /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855081 Aug 27 03:18:15.627347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0326c-1514-4073-a29c-d910ac6cd193 req-55d521ff-84de-4bb9-9a1c-921330bd8eba tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:15.628986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79b0326c-1514-4073-a29c-d910ac6cd193 req-55d521ff-84de-4bb9-9a1c-921330bd8eba tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0558276 Aug 27 03:18:15.676288 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-79b0326c-1514-4073-a29c-d910ac6cd193 req-574b8f44-fccb-4368-a419-777af9151eb2 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.10 "GET /v2.0/security-groups?id=08e0094c-721c-4479-8535-4c2e6a6938aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Aug 27 03:18:15.700233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-61379599-6876-4771-bd72-f0fcaacdc763 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:15.701931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-61379599-6876-4771-bd72-f0fcaacdc763 tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.45 "GET /v2.0/ports?device_id=04aaaa20-b15a-4626-8396-c2b652f1fd50 HTTP/1.1" status: 200 len: 946 time: 0.0611567 Aug 27 03:18:15.810142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Deleting port 98e0887d-67ea-4298-85cf-a8a700dfa492 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:15.810444 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:15.862395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6639a5d-32dd-4c10-81a4-6d140bd52ea6 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:18:15.889279 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: d6639a5d-32dd-4c10-81a4-6d140bd52ea6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:18:15.891186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device d6639a5d-32dd-4c10-81a4-6d140bd52ea6 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:18:15.921358 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] For port 98e0887d-67ea-4298-85cf-a8a700dfa492, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=98e0887d-67ea-4298-85cf-a8a700dfa492,segment=NetworkSegment(920b44dd-9d3f-42d1-9474-059f7ac833c0),segment_id=920b44dd-9d3f-42d1-9474-059f7ac833c0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:15.921981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:15.947482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Calling delete_port for 98e0887d-67ea-4298-85cf-a8a700dfa492 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:16.097207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:16.110024 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['98e0887d-67ea-4298-85cf-a8a700dfa492'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:16.129802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Pushing event deleted for resources: {'Port': ['ID=98e0887d-67ea-4298-85cf-a8a700dfa492,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:16.144272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.144650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.144892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.145230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.145556 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.145885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.146212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.146573 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.146955 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.147263 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.147612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.147933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:16.197601 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] No DVR routers for this DVR port 98e0887d-67ea-4298-85cf-a8a700dfa492 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:16.200518 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:16.202829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3e8f0206-abea-42fe-9acf-a20c376c9669 req-b5694c97-31a4-4a61-b7f0-61110d78215c tempest-ServersNegativeTestJSON-878925146 tempest-ServersNegativeTestJSON-878925146-project] 10.222.0.45 "DELETE /v2.0/ports/98e0887d-67ea-4298-85cf-a8a700dfa492 HTTP/1.1" status: 204 len: 173 time: 0.4932134 Aug 27 03:18:16.203366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'name': 'network-vif-deleted', 'tag': '98e0887d-67ea-4298-85cf-a8a700dfa492'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:16.205932 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2190a873-5967-4282-bf85-3b8943f842a0" -d '{"events": [{"server_uuid": "04aaaa20-b15a-4626-8396-c2b652f1fd50", "name": "network-vif-deleted", "tag": "98e0887d-67ea-4298-85cf-a8a700dfa492"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:16.247179 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a06ad42-1a90-4e4f-b065-119757931bee x-openstack-request-id: req-0a06ad42-1a90-4e4f-b065-119757931bee {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:16.247482 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aaaa20-b15a-4626-8396-c2b652f1fd50", "name": "network-vif-deleted", "tag": "98e0887d-67ea-4298-85cf-a8a700dfa492", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:16.247711 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a06ad42-1a90-4e4f-b065-119757931bee {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:16.248135 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aaaa20-b15a-4626-8396-c2b652f1fd50', 'name': 'network-vif-deleted', 'tag': '98e0887d-67ea-4298-85cf-a8a700dfa492', 'status': 'completed', 'code': 200} Aug 27 03:18:16.749480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37196) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:16.799093 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] Deleting subnet 22ca7405-1fc1-4adf-8c5c-5754976c202a {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:18:16.802217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:16.839986 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:16.881085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:16.935941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:16.964589 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ca7405-1fc1-4adf-8c5c-5754976c202a,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:16.970847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:16.972964 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ebbf11f4-b819-4e9a-8f8a-9bf02602dfa1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/22ca7405-1fc1-4adf-8c5c-5754976c202a HTTP/1.1" status: 204 len: 168 time: 0.2225041 Aug 27 03:18:16.975865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37198) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:17.043984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.126892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.137766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4635f56-050f-4b3f-8142-60b5475422ba']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:17.142573 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.150992 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920b44dd-9d3f-42d1-9474-059f7ac833c0') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:17.151267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920b44dd-9d3f-42d1-9474-059f7ac833c0') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:17.160421 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.174732 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.181611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:17.181999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:17.184520 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:17.240646 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.246634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.249025 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4635f56-050f-4b3f-8142-60b5475422ba HTTP/1.1" status: 204 len: 168 time: 0.2717257 Aug 27 03:18:17.259790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6de8f-0e52-4490-bb4c-ecce2d9ca1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4635f56-050f-4b3f-8142-60b5475422ba,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:17.378097 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37202) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:17.418646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-71cb9567-6b6d-48f8-b178-67134c9b64f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7869680b5274e3e9b85abb1461678de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393059 Aug 27 03:18:17.421318 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37204) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:17.474486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bed54726-b75c-43e6-9f36-9e8e4c1d93dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.499813 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bed54726-b75c-43e6-9f36-9e8e4c1d93dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.552175 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bed54726-b75c-43e6-9f36-9e8e4c1d93dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.554838 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bed54726-b75c-43e6-9f36-9e8e4c1d93dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.555999 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bed54726-b75c-43e6-9f36-9e8e4c1d93dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08e0094c-721c-4479-8535-4c2e6a6938aa HTTP/1.1" status: 204 len: 168 time: 0.1338053 Aug 27 03:18:17.564367 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed54726-b75c-43e6-9f36-9e8e4c1d93dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e0094c-721c-4479-8535-4c2e6a6938aa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:18.129409 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.339031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37226) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:18.437894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532341739'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:18.462476 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:18.466924 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.475985 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.590988 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.596742 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.627783 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:18.638791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2929df-d6b7-4620-96ae-c5ccb70749d2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:18.645980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.646347 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Added segment 6d8e628d-e295-4b7a-8b9f-b89e286e5113 of type vlan for network 49b4b275-8b32-4934-bb3c-d2ad932863de Aug 27 03:18:18.689029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.720971 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.726630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:18.727244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:18.787863 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4476051 Aug 27 03:18:18.797026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e15044-d5fc-4466-9345-90dfb3cca1ff tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Network': ['ID=49b4b275-8b32-4934-bb3c-d2ad932863de,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:18.812551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 49b4b275-8b32-4934-bb3c-d2ad932863de details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:20.507637 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98e0887d-67ea-4298-85cf-a8a700dfa492 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:18:20.532039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 98e0887d-67ea-4298-85cf-a8a700dfa492 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:18:20.532372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 98e0887d-67ea-4298-85cf-a8a700dfa492 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:18:22.052110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37230) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:22.057496 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'subnet': {'network_id': '49b4b275-8b32-4934-bb3c-d2ad932863de', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:22.151799 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:22.158931 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.340968 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.406024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Subnet': ['ID=937fe817-8778-40b7-ac54-24113d9c51af,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:22.415316 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Checking segment: {'id': '6d8e628d-e295-4b7a-8b9f-b89e286e5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49b4b275-8b32-4934-bb3c-d2ad932863de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:22.415686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network hostable DHCP agents. Network: 49b4b275-8b32-4934-bb3c-d2ad932863de, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:22.433206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network 49b4b275-8b32-4934-bb3c-d2ad932863de is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:22.442538 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 49b4b275-8b32-4934-bb3c-d2ad932863de) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:22.447440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:22.448202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.454607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf238d-39d1-4c53-adbf-0412c1a21666 None None] Network 49b4b275-8b32-4934-bb3c-d2ad932863de requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:22.464740 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80f34f38-a406-4ce4-b4ff-2eef55b6648c tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4113688 Aug 27 03:18:22.468247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:22.473435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1293351398'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:22.495683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:22.499139 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.524153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:22.534305 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.534656 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Added segment 812695c6-5279-4f76-912b-dd7806a34510 of type vlan for network ab729156-1ed5-48dd-8548-8edcdc4634d2 Aug 27 03:18:22.576171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.600694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.603595 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-49b4b275-8b32-4934-bb3c-d2ad932863de', 'network_id': '49b4b275-8b32-4934-bb3c-d2ad932863de', 'tenant_id': '65a22ccc6df44e7aa0a35129f07b1e3f', 'fixed_ips': [{'subnet_id': '937fe817-8778-40b7-ac54-24113d9c51af'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:22.604531 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.606261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:22.606893 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.668185 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1987939 Aug 27 03:18:22.671166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37236) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:22.678351 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'subnet': {'network_id': 'ab729156-1ed5-48dd-8548-8edcdc4634d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:22.729128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccc0ee-96f9-49c8-b57e-a35447b9f240 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Network': ['ID=ab729156-1ed5-48dd-8548-8edcdc4634d2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:22.744310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network ab729156-1ed5-48dd-8548-8edcdc4634d2 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:22.746591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Allocated IP 2001:db8:0:ffff::2 (49b4b275-8b32-4934-bb3c-d2ad932863de/937fe817-8778-40b7-ac54-24113d9c51af/c00b0389-6d18-4e22-8bc6-825c6f753b3f) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:22.773092 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:22.776678 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.955554 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.965102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Transition to ACTIVE for port object c00b0389-6d18-4e22-8bc6-825c6f753b3f will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:22.981813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Transition to ACTIVE for port object c00b0389-6d18-4e22-8bc6-825c6f753b3f will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:22.982969 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.988010 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.026712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Network 49b4b275-8b32-4934-bb3c-d2ad932863de is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:23.029646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:23.032276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:23.048186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Subnet': ['ID=3bf18fe1-39e9-4836-9472-f7bbc5c0fd93,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:23.048725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Pushing event updated for resources: {'Port': ['ID=c00b0389-6d18-4e22-8bc6-825c6f753b3f,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:23.059667 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Checking segment: {'id': '812695c6-5279-4f76-912b-dd7806a34510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ab729156-1ed5-48dd-8548-8edcdc4634d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:23.060190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network hostable DHCP agents. Network: ab729156-1ed5-48dd-8548-8edcdc4634d2, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:23.077825 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network ab729156-1ed5-48dd-8548-8edcdc4634d2 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:23.087890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, ab729156-1ed5-48dd-8548-8edcdc4634d2) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:23.088521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.088876 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.089258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.089596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.089920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.090343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.090592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.090913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.091358 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.091551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.092353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.092353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:23.093618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:23.094363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.110037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70626b3d-a378-4d00-a44b-079d019a37ba None None] Network ab729156-1ed5-48dd-8548-8edcdc4634d2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:23.111491 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-900af266-caa6-41ee-b07f-47aabba2235a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4389887 Aug 27 03:18:23.111936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Attempting to bind port c00b0389-6d18-4e22-8bc6-825c6f753b3f on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:23.112302 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Attempting to bind port c00b0389-6d18-4e22-8bc6-825c6f753b3f by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '6d8e628d-e295-4b7a-8b9f-b89e286e5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49b4b275-8b32-4934-bb3c-d2ad932863de'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:23.112655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Attempting to bind port c00b0389-6d18-4e22-8bc6-825c6f753b3f on network 49b4b275-8b32-4934-bb3c-d2ad932863de {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:23.115683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37238) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:23.127395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:23.127762 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Checking segment: {'id': '6d8e628d-e295-4b7a-8b9f-b89e286e5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49b4b275-8b32-4934-bb3c-d2ad932863de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:23.128190 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.128627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Bound using segment: {'id': '6d8e628d-e295-4b7a-8b9f-b89e286e5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49b4b275-8b32-4934-bb3c-d2ad932863de'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:23.129113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Bound port: c00b0389-6d18-4e22-8bc6-825c6f753b3f, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8e628d-e295-4b7a-8b9f-b89e286e5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49b4b275-8b32-4934-bb3c-d2ad932863de'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:23.129475 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.216675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.265102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] For port c00b0389-6d18-4e22-8bc6-825c6f753b3f, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:23.278178 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.287950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] For port c00b0389-6d18-4e22-8bc6-825c6f753b3f, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c00b0389-6d18-4e22-8bc6-825c6f753b3f,segment=NetworkSegment(6d8e628d-e295-4b7a-8b9f-b89e286e5113),segment_id=6d8e628d-e295-4b7a-8b9f-b89e286e5113)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:23.297826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.350282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.358934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5358a-c1c7-439a-90d3-13ccc65548c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-ab729156-1ed5-48dd-8548-8edcdc4634d2', 'network_id': 'ab729156-1ed5-48dd-8548-8edcdc4634d2', 'tenant_id': '65a22ccc6df44e7aa0a35129f07b1e3f', 'fixed_ips': [{'subnet_id': '3bf18fe1-39e9-4836-9472-f7bbc5c0fd93'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:23.359800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-25e5358a-c1c7-439a-90d3-13ccc65548c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.398973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620512b-951b-4dcc-ab3d-8c7e0e657eb2 None None] Pushing event updated for resources: {'Port': ['ID=c00b0389-6d18-4e22-8bc6-825c6f753b3f,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:23.401190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf18fe1-39e9-4836-9472-f7bbc5c0fd93,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:23.472571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbb3d9-5faf-402c-bff2-477d06a1838b None None] Network ab729156-1ed5-48dd-8548-8edcdc4634d2 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:23.473923 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.486114 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab729156-1ed5-48dd-8548-8edcdc4634d2']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:23.499520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812695c6-5279-4f76-912b-dd7806a34510') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:23.499914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812695c6-5279-4f76-912b-dd7806a34510') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:23.516573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.560978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.573283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:23.573991 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:23.578241 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:23.646955 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.656885 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.663140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/ab729156-1ed5-48dd-8548-8edcdc4634d2 HTTP/1.1" status: 204 len: 168 time: 0.5455098 Aug 27 03:18:23.663692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37242) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:23.669968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097878616'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:23.684803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e60c3-b992-4b37-8f0e-2cc4379475d0 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Network': ['ID=ab729156-1ed5-48dd-8548-8edcdc4634d2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:23.696465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:23.700114 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.725418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:23.735183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.735522 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Added segment 79db9ea8-46f5-4ac5-a428-c7bead97858c of type vlan for network 1df7598e-61e0-4a38-84de-1faa97f069d9 Aug 27 03:18:23.778164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.805497 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.811211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:23.811750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:23.871282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2062747 Aug 27 03:18:23.874198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37244) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:23.881423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'subnet': {'network_id': '1df7598e-61e0-4a38-84de-1faa97f069d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:23.888263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da91b4-01af-4221-8f2f-b606ec948759 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Network': ['ID=1df7598e-61e0-4a38-84de-1faa97f069d9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:23.903422 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1df7598e-61e0-4a38-84de-1faa97f069d9 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:24.140509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c00b0389-6d18-4e22-8bc6-825c6f753b3f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:24.209788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c00b0389-6d18-4e22-8bc6-825c6f753b3f completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:24.352106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:24.355918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.373415 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c28f3-280a-4dd2-b264-6a9d0b5063c8 None None] Network 49b4b275-8b32-4934-bb3c-d2ad932863de requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:24.414796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Performing IP validity checks on allocation pools {{(pid=94773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 03:18:24.415376 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 03:18:24.424561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d66de36a-9a34-4b02-8c55-ffe206d7648c None None] Provisioning for port c00b0389-6d18-4e22-8bc6-825c6f753b3f completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:24.432401 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d66de36a-9a34-4b02-8c55-ffe206d7648c None None] Provisioning complete for port c00b0389-6d18-4e22-8bc6-825c6f753b3f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:24.432817 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d66de36a-9a34-4b02-8c55-ffe206d7648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.553934 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.587463 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d66de36a-9a34-4b02-8c55-ffe206d7648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.621286 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Subnet': ['ID=cd8baaf3-20bf-49fa-a987-956b3dc93e76,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:24.632758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Checking segment: {'id': '79db9ea8-46f5-4ac5-a428-c7bead97858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1df7598e-61e0-4a38-84de-1faa97f069d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:24.633192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d66de36a-9a34-4b02-8c55-ffe206d7648c None None] For port c00b0389-6d18-4e22-8bc6-825c6f753b3f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c00b0389-6d18-4e22-8bc6-825c6f753b3f,segment=NetworkSegment(6d8e628d-e295-4b7a-8b9f-b89e286e5113),segment_id=6d8e628d-e295-4b7a-8b9f-b89e286e5113)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:24.633320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network hostable DHCP agents. Network: 1df7598e-61e0-4a38-84de-1faa97f069d9, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:24.640337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d66de36a-9a34-4b02-8c55-ffe206d7648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.657598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network 1df7598e-61e0-4a38-84de-1faa97f069d9 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:24.670014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 1df7598e-61e0-4a38-84de-1faa97f069d9) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:24.675082 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:24.676066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.683671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7847e8-dff4-4571-b0e7-461bfc67a987 None None] Network 1df7598e-61e0-4a38-84de-1faa97f069d9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:24.696410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bb97f259-59ec-49ad-8747-1d47d12a4c41 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8203573 Aug 27 03:18:24.700057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:24.747419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66de36a-9a34-4b02-8c55-ffe206d7648c None None] Pushing event updated for resources: {'Port': ['ID=c00b0389-6d18-4e22-8bc6-825c6f753b3f,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:24.824190 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.864843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e412a-0e3f-434e-8e81-79762b9b12bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-1df7598e-61e0-4a38-84de-1faa97f069d9', 'network_id': '1df7598e-61e0-4a38-84de-1faa97f069d9', 'tenant_id': '65a22ccc6df44e7aa0a35129f07b1e3f', 'fixed_ips': [{'subnet_id': 'cd8baaf3-20bf-49fa-a987-956b3dc93e76'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:24.865873 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-930e412a-0e3f-434e-8e81-79762b9b12bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.890410 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.964401 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-930e412a-0e3f-434e-8e81-79762b9b12bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd8baaf3-20bf-49fa-a987-956b3dc93e76: This subnet is being modified by another concurrent operation. Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd8baaf3-20bf-49fa-a987-956b3dc93e76: This subnet is being modified by another concurrent operation. Aug 27 03:18:24.975338 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 03:18:24.992829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-3951ee17-f050-4156-bed3-bcb6d704f34c None None] Provisioning complete for port c00b0389-6d18-4e22-8bc6-825c6f753b3f triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:24.992829 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3951ee17-f050-4156-bed3-bcb6d704f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.003381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8baaf3-20bf-49fa-a987-956b3dc93e76,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:25.006559 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31e7fa4-0025-4f72-a56f-13d279683852 None None] Network 1df7598e-61e0-4a38-84de-1faa97f069d9 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:25.068891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.080142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df7598e-61e0-4a38-84de-1faa97f069d9']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:25.091827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79db9ea8-46f5-4ac5-a428-c7bead97858c') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:25.092205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79db9ea8-46f5-4ac5-a428-c7bead97858c') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:25.102463 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.120114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.127203 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:25.127617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:25.130887 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:25.156172 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bfc56-266e-4753-90ca-1decf4b12c05 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:18:25.194119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.202479 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.203810 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/1df7598e-61e0-4a38-84de-1faa97f069d9 HTTP/1.1" status: 204 len: 168 time: 0.5026045 Aug 27 03:18:25.211444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:25.218899 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047446983'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:25.224722 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786df0cc-6c87-4f8f-b510-5ffa382f8bf2 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Network': ['ID=1df7598e-61e0-4a38-84de-1faa97f069d9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:25.247177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:25.248071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bfc56-266e-4753-90ca-1decf4b12c05 None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 03:18:25.251170 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.277247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:25.287672 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.288031 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Added segment 2b381674-63b0-44b8-a571-6a24b6298fa9 of type vlan for network 705cfabb-3bab-499f-b870-a759a60165fd Aug 27 03:18:25.331689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.362803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.368421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:25.369048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.429390 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2165661 Aug 27 03:18:25.433172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37252) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:25.440688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'subnet': {'network_id': '705cfabb-3bab-499f-b870-a759a60165fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:25.448389 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35df3b-06cf-4f33-9fbc-98e77adbdd2a tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Network': ['ID=705cfabb-3bab-499f-b870-a759a60165fd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:25.465343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 705cfabb-3bab-499f-b870-a759a60165fd details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:25.548162 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:25.553111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.763300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.823264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Subnet': ['ID=d7cb2e36-f5f2-4ec3-b21f-33dce00ff5a4,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:25.835617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Checking segment: {'id': '2b381674-63b0-44b8-a571-6a24b6298fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705cfabb-3bab-499f-b870-a759a60165fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:25.836365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network hostable DHCP agents. Network: 705cfabb-3bab-499f-b870-a759a60165fd, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:25.855571 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network 705cfabb-3bab-499f-b870-a759a60165fd is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:25.864916 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 705cfabb-3bab-499f-b870-a759a60165fd) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:25.869313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:25.869901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.875367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a17ea-afd9-454a-89e9-f173493582d4 None None] Network 705cfabb-3bab-499f-b870-a759a60165fd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:25.886927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b1e99c7-4fd8-4a93-83fb-292ad4ac7948 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4526453 Aug 27 03:18:25.890758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:25.896436 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255059809'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:25.922768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:25.926418 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.955152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:25.966695 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.967242 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Added segment 26406c38-9269-423a-a1be-4afc7559da4e of type vlan for network 1a37dd63-3590-4944-b10b-5e8877574399 Aug 27 03:18:26.012580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.037418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-705cfabb-3bab-499f-b870-a759a60165fd', 'network_id': '705cfabb-3bab-499f-b870-a759a60165fd', 'tenant_id': '65a22ccc6df44e7aa0a35129f07b1e3f', 'fixed_ips': [{'subnet_id': 'd7cb2e36-f5f2-4ec3-b21f-33dce00ff5a4'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:26.038472 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.044134 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.050791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:26.051303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.119385 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2274010 Aug 27 03:18:26.122222 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c00b0389-6d18-4e22-8bc6-825c6f753b3f up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:26.123262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37256) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:26.126147 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd539988-efc0-4b22-8e0d-22f979e19784 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Network': ['ID=1a37dd63-3590-4944-b10b-5e8877574399,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:26.129893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Request body: {'subnet': {'network_id': '1a37dd63-3590-4944-b10b-5e8877574399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:26.159270 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 1a37dd63-3590-4944-b10b-5e8877574399 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:26.244420 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Made reservation on behalf of 65a22ccc6df44e7aa0a35129f07b1e3f for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:26.248347 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.293183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c00b0389-6d18-4e22-8bc6-825c6f753b3f triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:26.293548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.300308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Allocated IP 2001:db8::2 (705cfabb-3bab-499f-b870-a759a60165fd/d7cb2e36-f5f2-4ec3-b21f-33dce00ff5a4/05a80863-835a-49cc-8ad2-18ac8a492e5c) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:26.508007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.517808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Transition to ACTIVE for port object 05a80863-835a-49cc-8ad2-18ac8a492e5c will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:26.533551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Transition to ACTIVE for port object 05a80863-835a-49cc-8ad2-18ac8a492e5c will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:26.543674 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.582143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Network 705cfabb-3bab-499f-b870-a759a60165fd is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:26.587514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:26.591298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:26.599331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Pushing event updated for resources: {'Port': ['ID=05a80863-835a-49cc-8ad2-18ac8a492e5c,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:26.656268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Attempting to bind port 05a80863-835a-49cc-8ad2-18ac8a492e5c on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:26.656631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Attempting to bind port 05a80863-835a-49cc-8ad2-18ac8a492e5c by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '2b381674-63b0-44b8-a571-6a24b6298fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705cfabb-3bab-499f-b870-a759a60165fd'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:26.656990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Attempting to bind port 05a80863-835a-49cc-8ad2-18ac8a492e5c on network 705cfabb-3bab-499f-b870-a759a60165fd {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:26.662554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:26.662929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Checking segment: {'id': '2b381674-63b0-44b8-a571-6a24b6298fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705cfabb-3bab-499f-b870-a759a60165fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:26.663326 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.663710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Bound using segment: {'id': '2b381674-63b0-44b8-a571-6a24b6298fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705cfabb-3bab-499f-b870-a759a60165fd'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:26.664169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Bound port: 05a80863-835a-49cc-8ad2-18ac8a492e5c, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b381674-63b0-44b8-a571-6a24b6298fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705cfabb-3bab-499f-b870-a759a60165fd'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:26.664541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.731557 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] For port 05a80863-835a-49cc-8ad2-18ac8a492e5c, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:26.735510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] For port 05a80863-835a-49cc-8ad2-18ac8a492e5c, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=05a80863-835a-49cc-8ad2-18ac8a492e5c,segment=NetworkSegment(2b381674-63b0-44b8-a571-6a24b6298fa9),segment_id=2b381674-63b0-44b8-a571-6a24b6298fa9)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:26.740110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.756669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.800565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88875d57-6f46-4e56-8303-c916ce3c42a6 None None] Pushing event updated for resources: {'Port': ['ID=05a80863-835a-49cc-8ad2-18ac8a492e5c,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:26.821644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event updated for resources: {'Subnet': ['ID=65e4735c-a6f4-4fef-97fa-4fba0dd7c09f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:26.827086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Checking segment: {'id': '26406c38-9269-423a-a1be-4afc7559da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1a37dd63-3590-4944-b10b-5e8877574399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:26.827515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network hostable DHCP agents. Network: 1a37dd63-3590-4944-b10b-5e8877574399, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:26.845152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Network 1a37dd63-3590-4944-b10b-5e8877574399 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:26.855176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 1a37dd63-3590-4944-b10b-5e8877574399) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:26.859785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:26.860389 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.864420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda3735-38d8-4289-b186-b29bba3c4f17 None None] Network 1a37dd63-3590-4944-b10b-5e8877574399 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:26.875972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a5cc6476-f34a-40f1-b257-7416d2d6e62b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7515306 Aug 27 03:18:26.880133 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37260) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:27.000032 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.048996 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821c8d8e-c8f8-4eaa-8f5f-3a636717b4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-1a37dd63-3590-4944-b10b-5e8877574399', 'network_id': '1a37dd63-3590-4944-b10b-5e8877574399', 'tenant_id': '65a22ccc6df44e7aa0a35129f07b1e3f', 'fixed_ips': [{'subnet_id': '65e4735c-a6f4-4fef-97fa-4fba0dd7c09f'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:27.049872 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-821c8d8e-c8f8-4eaa-8f5f-3a636717b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.064951 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.136563 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server [None req-821c8d8e-c8f8-4eaa-8f5f-3a636717b4df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65e4735c-a6f4-4fef-97fa-4fba0dd7c09f: This subnet is being modified by another concurrent operation. Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server raise exception Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65e4735c-a6f4-4fef-97fa-4fba0dd7c09f: This subnet is being modified by another concurrent operation. Aug 27 03:18:27.154174 n-d-806293-1 neutron-server[94774]: ERROR oslo_messaging.rpc.server Aug 27 03:18:27.162407 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Subnet': ['ID=65e4735c-a6f4-4fef-97fa-4fba0dd7c09f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:27.175616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622db6d-6a26-4faf-a84b-58374e1451f9 None None] Network 1a37dd63-3590-4944-b10b-5e8877574399 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:27.225889 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.236748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a37dd63-3590-4944-b10b-5e8877574399']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:27.249322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26406c38-9269-423a-a1be-4afc7559da4e') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:27.249861 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26406c38-9269-423a-a1be-4afc7559da4e') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:27.261081 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.275059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.281015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:27.281531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:27.284561 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:27.349160 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.356135 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.357986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/1a37dd63-3590-4944-b10b-5e8877574399 HTTP/1.1" status: 204 len: 168 time: 0.4766204 Aug 27 03:18:27.360765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37262) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:27.369659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46a6cf-442c-411f-84f7-536e187fb1b3 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Network': ['ID=1a37dd63-3590-4944-b10b-5e8877574399,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:27.392405 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c72124c-f13a-42e8-bc98-cc6912d84a0f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] GET failed (client error): The resource could not be found. Aug 27 03:18:27.393702 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6c72124c-f13a-42e8-bc98-cc6912d84a0f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "GET /v2.0/subnets/65e4735c-a6f4-4fef-97fa-4fba0dd7c09f HTTP/1.1" status: 404 len: 337 time: 0.0313592 Aug 27 03:18:27.396798 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37264) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:27.418151 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2381d967-3a71-4174-8b42-fa1481cb475b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] DELETE failed (client error): The resource could not be found. Aug 27 03:18:27.418871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2381d967-3a71-4174-8b42-fa1481cb475b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:18:27.424534 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2381d967-3a71-4174-8b42-fa1481cb475b tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/1a37dd63-3590-4944-b10b-5e8877574399 HTTP/1.1" status: 404 len: 339 time: 0.0229871 Aug 27 03:18:27.424965 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37266) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:27.453555 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c876afa-9147-4b55-ac72-b6cfdadd5719 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] DELETE failed (client error): The resource could not be found. Aug 27 03:18:27.454232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c876afa-9147-4b55-ac72-b6cfdadd5719 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:18:27.456080 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5c876afa-9147-4b55-ac72-b6cfdadd5719 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/subnets/65e4735c-a6f4-4fef-97fa-4fba0dd7c09f HTTP/1.1" status: 404 len: 337 time: 0.0300474 Aug 27 03:18:27.458985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37270) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:27.480198 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-780fe562-4f15-4ec5-8eed-4d5be371bf6e tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] DELETE failed (client error): The resource could not be found. Aug 27 03:18:27.480769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780fe562-4f15-4ec5-8eed-4d5be371bf6e tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:18:27.485086 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-780fe562-4f15-4ec5-8eed-4d5be371bf6e tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/1a37dd63-3590-4944-b10b-5e8877574399 HTTP/1.1" status: 404 len: 339 time: 0.0223095 Aug 27 03:18:27.485286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37272) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:27.545756 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Deleting subnet d7cb2e36-f5f2-4ec3-b21f-33dce00ff5a4 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:18:27.549137 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.594063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.681016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.749437 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c77737-5281-4ce4-9268-d936a535ec40 None None] Network 705cfabb-3bab-499f-b870-a759a60165fd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:27.753090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.780402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cb2e36-f5f2-4ec3-b21f-33dce00ff5a4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:27.784251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.788723 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-550d301e-a158-4750-abc4-7162f009a57f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/subnets/d7cb2e36-f5f2-4ec3-b21f-33dce00ff5a4 HTTP/1.1" status: 204 len: 168 time: 0.2997770 Aug 27 03:18:27.788723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37274) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:27.824722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b48a3ab3-d877-4d12-b17f-1c3078477a39 None None] Provisioning for port 05a80863-835a-49cc-8ad2-18ac8a492e5c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:27.853623 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5f2606fa-2e0d-4ce8-b2cc-9f509557605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.865889 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.921622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Deleting port 05a80863-835a-49cc-8ad2-18ac8a492e5c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:27.921972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.939333 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] DHCP port deletion for 705cfabb-3bab-499f-b870-a759a60165fd request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:18:27.990432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] Deleting port 05a80863-835a-49cc-8ad2-18ac8a492e5c {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:27.990682 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:27.991998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] For port 05a80863-835a-49cc-8ad2-18ac8a492e5c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=05a80863-835a-49cc-8ad2-18ac8a492e5c,segment=NetworkSegment(2b381674-63b0-44b8-a571-6a24b6298fa9),segment_id=2b381674-63b0-44b8-a571-6a24b6298fa9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:27.992368 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.005546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Calling delete_port for 05a80863-835a-49cc-8ad2-18ac8a492e5c owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:28.058513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] For port 05a80863-835a-49cc-8ad2-18ac8a492e5c, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=05a80863-835a-49cc-8ad2-18ac8a492e5c,segment=NetworkSegment(2b381674-63b0-44b8-a571-6a24b6298fa9),segment_id=2b381674-63b0-44b8-a571-6a24b6298fa9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:28.059144 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.072853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] Calling delete_port for 05a80863-835a-49cc-8ad2-18ac8a492e5c owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:28.088590 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.113212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Port': ['ID=05a80863-835a-49cc-8ad2-18ac8a492e5c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:28.119972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No DVR routers for this DVR port 05a80863-835a-49cc-8ad2-18ac8a492e5c on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:28.151785 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.182231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] No DVR routers for this DVR port 05a80863-835a-49cc-8ad2-18ac8a492e5c on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:28.195448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c74c7-481f-43e9-b396-012eda82e494 None None] Pushing event deleted for resources: {'Port': ['ID=05a80863-835a-49cc-8ad2-18ac8a492e5c,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:28.203167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f36ffc-df63-4707-9cbc-01180b2aacf8 None None] get_active_networks_info from n-d-806293-1 {{(pid=94774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:18:28.203415 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.214625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705cfabb-3bab-499f-b870-a759a60165fd']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:28.226793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b381674-63b0-44b8-a571-6a24b6298fa9') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:28.227078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b381674-63b0-44b8-a571-6a24b6298fa9') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:28.236814 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.254163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.260920 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:28.261333 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:28.264436 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:28.294534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f36ffc-df63-4707-9cbc-01180b2aacf8 None None] Resources bound (agent type, host, resource id): {{(pid=94774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 03:18:28.328928 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.337806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.342530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/705cfabb-3bab-499f-b870-a759a60165fd HTTP/1.1" status: 204 len: 168 time: 0.5504868 Aug 27 03:18:28.343002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37276) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:28.353593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf69ba2-f56d-427b-907a-a63773bd3080 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Network': ['ID=705cfabb-3bab-499f-b870-a759a60165fd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:28.371779 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc317a0-02ef-4878-beb1-560ae8d7e969 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] DELETE failed (client error): The resource could not be found. Aug 27 03:18:28.372324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc317a0-02ef-4878-beb1-560ae8d7e969 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:18:28.374153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6dc317a0-02ef-4878-beb1-560ae8d7e969 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/subnets/cd8baaf3-20bf-49fa-a987-956b3dc93e76 HTTP/1.1" status: 404 len: 337 time: 0.0298495 Aug 27 03:18:28.377123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37278) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:28.395522 n-d-806293-1 neutron-server[94773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9765fa9a-2866-4e4c-bf90-b0c9c4a897a4 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] DELETE failed (client error): The resource could not be found. Aug 27 03:18:28.396186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9765fa9a-2866-4e4c-bf90-b0c9c4a897a4 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:18:28.397982 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9765fa9a-2866-4e4c-bf90-b0c9c4a897a4 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/1df7598e-61e0-4a38-84de-1faa97f069d9 HTTP/1.1" status: 404 len: 339 time: 0.0198858 Aug 27 03:18:28.401034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37280) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:28.428011 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b518c403-2b22-4f7a-9088-32e1fd4fa13f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] DELETE failed (client error): The resource could not be found. Aug 27 03:18:28.428479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b518c403-2b22-4f7a-9088-32e1fd4fa13f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:18:28.430305 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b518c403-2b22-4f7a-9088-32e1fd4fa13f tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/subnets/3bf18fe1-39e9-4836-9472-f7bbc5c0fd93 HTTP/1.1" status: 404 len: 337 time: 0.0280137 Aug 27 03:18:28.433200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37282) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:28.453340 n-d-806293-1 neutron-server[94772]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bb25bf-7608-4e77-ac9f-496d2f74b931 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] DELETE failed (client error): The resource could not be found. Aug 27 03:18:28.453834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bb25bf-7608-4e77-ac9f-496d2f74b931 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:18:28.455837 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-91bb25bf-7608-4e77-ac9f-496d2f74b931 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/ab729156-1ed5-48dd-8548-8edcdc4634d2 HTTP/1.1" status: 404 len: 339 time: 0.0213881 Aug 27 03:18:28.458262 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37284) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:28.513394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Deleting subnet 937fe817-8778-40b7-ac54-24113d9c51af {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:18:28.517259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.560561 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.656152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.717939 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.744667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Subnet': ['ID=937fe817-8778-40b7-ac54-24113d9c51af,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:28.751196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.753209 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51023e9b-559a-4ae7-b94c-c457e0a07877 tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/subnets/937fe817-8778-40b7-ac54-24113d9c51af HTTP/1.1" status: 204 len: 168 time: 0.2938707 Aug 27 03:18:28.754691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af89b3f9-24f7-4ef8-bc83-1084408f6b17 None None] Network 49b4b275-8b32-4934-bb3c-d2ad932863de requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:28.755974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37286) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:28.837328 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.894551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Deleting port c00b0389-6d18-4e22-8bc6-825c6f753b3f {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:28.894904 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.917326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] DHCP port deletion for 49b4b275-8b32-4934-bb3c-d2ad932863de request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:18:28.962174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] For port c00b0389-6d18-4e22-8bc6-825c6f753b3f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c00b0389-6d18-4e22-8bc6-825c6f753b3f,segment=NetworkSegment(6d8e628d-e295-4b7a-8b9f-b89e286e5113),segment_id=6d8e628d-e295-4b7a-8b9f-b89e286e5113)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:28.962575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.963298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] Deleting port c00b0389-6d18-4e22-8bc6-825c6f753b3f {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:28.963675 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.975921 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Calling delete_port for c00b0389-6d18-4e22-8bc6-825c6f753b3f owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:29.023167 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] For port c00b0389-6d18-4e22-8bc6-825c6f753b3f, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c00b0389-6d18-4e22-8bc6-825c6f753b3f,segment=NetworkSegment(6d8e628d-e295-4b7a-8b9f-b89e286e5113),segment_id=6d8e628d-e295-4b7a-8b9f-b89e286e5113)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:29.023561 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.036303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] Calling delete_port for c00b0389-6d18-4e22-8bc6-825c6f753b3f owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:29.055760 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.081962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Port': ['ID=c00b0389-6d18-4e22-8bc6-825c6f753b3f,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:29.085989 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] No DVR routers for this DVR port c00b0389-6d18-4e22-8bc6-825c6f753b3f on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:29.116335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.141076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] Pushing event deleted for resources: {'Port': ['ID=c00b0389-6d18-4e22-8bc6-825c6f753b3f,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:29.144664 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e678c24-497a-49d4-af02-74b3cb5e0475 None None] No DVR routers for this DVR port c00b0389-6d18-4e22-8bc6-825c6f753b3f on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:29.167544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.177348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4b275-8b32-4934-bb3c-d2ad932863de']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:29.188079 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8e628d-e295-4b7a-8b9f-b89e286e5113') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:29.188380 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8e628d-e295-4b7a-8b9f-b89e286e5113') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:29.197422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.211280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.217619 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:29.218020 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:29.221103 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:29.284968 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.295254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.296972 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] 10.222.0.10 "DELETE /v2.0/networks/49b4b275-8b32-4934-bb3c-d2ad932863de HTTP/1.1" status: 204 len: 168 time: 0.5398118 Aug 27 03:18:29.309074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada5bbe-fcb3-4a33-bd27-b47ba6c7f74d tempest-NetworksIpV6Test-1360663796 tempest-NetworksIpV6Test-1360663796-project] Pushing event deleted for resources: {'Network': ['ID=49b4b275-8b32-4934-bb3c-d2ad932863de,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:29.551497 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37292) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:29.697103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8258c272-e811-4bfb-a75a-63113025bd66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65a22ccc6df44e7aa0a35129f07b1e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444075 Aug 27 03:18:29.699665 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37296) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:29.752785 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acf63ded-9aae-46e2-9626-81b7f2541537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.775292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acf63ded-9aae-46e2-9626-81b7f2541537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.825437 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acf63ded-9aae-46e2-9626-81b7f2541537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.828126 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acf63ded-9aae-46e2-9626-81b7f2541537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:29.829296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-acf63ded-9aae-46e2-9626-81b7f2541537 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d2929df-d6b7-4620-96ae-c5ccb70749d2 HTTP/1.1" status: 204 len: 168 time: 0.1287348 Aug 27 03:18:29.836960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf63ded-9aae-46e2-9626-81b7f2541537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2929df-d6b7-4620-96ae-c5ccb70749d2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:30.105622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c00b0389-6d18-4e22-8bc6-825c6f753b3f no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:18:30.126045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c00b0389-6d18-4e22-8bc6-825c6f753b3f {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:18:30.126675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c00b0389-6d18-4e22-8bc6-825c6f753b3f not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:18:30.360942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e6c6bf1e-c772-43eb-b9c6-1e556bc8ace6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.498924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37318) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:30.544862 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.602031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b6dbd877-1b38-46f3-80ed-af5bd00e20e3 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-492944844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:30.628261 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd877-1b38-46f3-80ed-af5bd00e20e3 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.629316 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd877-1b38-46f3-80ed-af5bd00e20e3 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.683411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd877-1b38-46f3-80ed-af5bd00e20e3 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.689431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd877-1b38-46f3-80ed-af5bd00e20e3 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.706732 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd877-1b38-46f3-80ed-af5bd00e20e3 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.707986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b6dbd877-1b38-46f3-80ed-af5bd00e20e3 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2080224 Aug 27 03:18:30.711396 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37322) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:30.716575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1939151201'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:30.740604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Made reservation on behalf of fd28543465e649809f7c1389ac499a1c for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:30.746162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.755922 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.860105 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.865095 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.892719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:30.902602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d5ac0-0c32-4691-bea7-121b54e197be,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:30.907606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.907943 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Added segment 64784978-38f6-44a7-b839-a2353bc0e327 of type vlan for network 2001d688-c4f3-4655-a099-8da74197aa06 Aug 27 03:18:30.949599 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.976259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:30.982015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:30.982633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.038501 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3259888 Aug 27 03:18:31.041338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37324) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:31.046508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Request body: {'subnet': {'network_id': '2001d688-c4f3-4655-a099-8da74197aa06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:31.098232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29664982-c8f7-4022-971d-8834531ec079 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event updated for resources: {'Network': ['ID=2001d688-c4f3-4655-a099-8da74197aa06,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:31.109294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2001d688-c4f3-4655-a099-8da74197aa06 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:31.141050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Made reservation on behalf of fd28543465e649809f7c1389ac499a1c for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:31.144755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.326572 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.383119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event updated for resources: {'Subnet': ['ID=2a99eae8-bc6b-4e1d-8001-3765925f96bb,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:31.393972 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Checking segment: {'id': '64784978-38f6-44a7-b839-a2353bc0e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2001d688-c4f3-4655-a099-8da74197aa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:31.394334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Network hostable DHCP agents. Network: 2001d688-c4f3-4655-a099-8da74197aa06, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:31.413690 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Network 2001d688-c4f3-4655-a099-8da74197aa06 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:31.422513 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2001d688-c4f3-4655-a099-8da74197aa06) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:31.427870 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:31.428932 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.432447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72c4d2-27f2-46cc-b793-4b16385f487d None None] Network 2001d688-c4f3-4655-a099-8da74197aa06 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:31.448400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-24a3d7a9-4b52-433a-aee8-0209ade5baf5 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4058213 Aug 27 03:18:31.451692 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37326) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:31.457014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2062211518'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:31.480607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Made reservation on behalf of fd28543465e649809f7c1389ac499a1c for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:31.485884 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.511260 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.511541 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:31.522453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.522800 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Added segment f103c3a5-c46c-4703-91d8-a9495663345a of type vlan for network a916a1ed-069b-471c-a6d7-af1d42024fe6 Aug 27 03:18:31.566759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.594199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.598791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-2001d688-c4f3-4655-a099-8da74197aa06', 'network_id': '2001d688-c4f3-4655-a099-8da74197aa06', 'tenant_id': 'fd28543465e649809f7c1389ac499a1c', 'fixed_ips': [{'subnet_id': '2a99eae8-bc6b-4e1d-8001-3765925f96bb'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:31.599663 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.601907 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:31.602577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.670878 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2179284 Aug 27 03:18:31.673219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:31.677327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77263f5b-f8ce-4517-be7f-ee6e9280b06b tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event updated for resources: {'Network': ['ID=a916a1ed-069b-471c-a6d7-af1d42024fe6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:31.680161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Request body: {'subnet': {'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:31.691109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network a916a1ed-069b-471c-a6d7-af1d42024fe6 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:31.777465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Made reservation on behalf of fd28543465e649809f7c1389ac499a1c for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:31.781199 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.808493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Allocated IP 172.20.0.2 (2001d688-c4f3-4655-a099-8da74197aa06/2a99eae8-bc6b-4e1d-8001-3765925f96bb/b490ee3b-c08f-4f57-a10f-e5c4b627bb88) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:31.958153 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.966490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Transition to ACTIVE for port object b490ee3b-c08f-4f57-a10f-e5c4b627bb88 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:31.970249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.981543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Transition to ACTIVE for port object b490ee3b-c08f-4f57-a10f-e5c4b627bb88 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:31.988081 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.029112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Network 2001d688-c4f3-4655-a099-8da74197aa06 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:32.031520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event updated for resources: {'Subnet': ['ID=11b3b301-81b3-4d80-8101-4352b0a34ce0,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:32.034656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:32.036845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:32.039808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Pushing event updated for resources: {'Port': ['ID=b490ee3b-c08f-4f57-a10f-e5c4b627bb88,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:32.043752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Checking segment: {'id': 'f103c3a5-c46c-4703-91d8-a9495663345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:32.044128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Network hostable DHCP agents. Network: a916a1ed-069b-471c-a6d7-af1d42024fe6, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:32.062777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Network a916a1ed-069b-471c-a6d7-af1d42024fe6 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:32.072361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, a916a1ed-069b-471c-a6d7-af1d42024fe6) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:32.076655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:32.077330 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.084305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad79e7-670b-410f-a455-c1459849d6c3 None None] Network a916a1ed-069b-471c-a6d7-af1d42024fe6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:32.092908 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-11f150d0-6a2f-4d30-a00c-da0417a18324 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4177468 Aug 27 03:18:32.096365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37332) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:32.101676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e617f435-d022-402b-be1f-9cf867ed09de tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:32.106403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Attempting to bind port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:32.106769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Attempting to bind port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '64784978-38f6-44a7-b839-a2353bc0e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2001d688-c4f3-4655-a099-8da74197aa06'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:32.107125 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Attempting to bind port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 on network 2001d688-c4f3-4655-a099-8da74197aa06 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:32.137765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:32.138139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Checking segment: {'id': '64784978-38f6-44a7-b839-a2353bc0e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2001d688-c4f3-4655-a099-8da74197aa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:32.138567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.138960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Bound using segment: {'id': '64784978-38f6-44a7-b839-a2353bc0e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2001d688-c4f3-4655-a099-8da74197aa06'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:32.139426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Bound port: b490ee3b-c08f-4f57-a10f-e5c4b627bb88, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64784978-38f6-44a7-b839-a2353bc0e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2001d688-c4f3-4655-a099-8da74197aa06'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:32.139802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.251375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] For port b490ee3b-c08f-4f57-a10f-e5c4b627bb88, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:32.268733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] For port b490ee3b-c08f-4f57-a10f-e5c4b627bb88, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b490ee3b-c08f-4f57-a10f-e5c4b627bb88,segment=NetworkSegment(64784978-38f6-44a7-b839-a2353bc0e327),segment_id=64784978-38f6-44a7-b839-a2353bc0e327)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:32.275738 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.314927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-a916a1ed-069b-471c-a6d7-af1d42024fe6', 'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6', 'tenant_id': 'fd28543465e649809f7c1389ac499a1c', 'fixed_ips': [{'subnet_id': '11b3b301-81b3-4d80-8101-4352b0a34ce0'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:32.315189 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e617f435-d022-402b-be1f-9cf867ed09de tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.315752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.414271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7e8fd-02df-4438-83a9-30b67b2541e0 None None] Pushing event updated for resources: {'Port': ['ID=b490ee3b-c08f-4f57-a10f-e5c4b627bb88,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:32.433234 n-d-806293-1 neutron-server[94773]: INFO neutron.api.v2.resource [None req-e617f435-d022-402b-be1f-9cf867ed09de tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 03:18:32.434712 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e617f435-d022-402b-be1f-9cf867ed09de tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "PUT /v2.0/routers/e7ea2c21-60c3-4cca-94e2-6d09e20c2228 HTTP/1.1" status: 400 len: 364 time: 0.3366663 Aug 27 03:18:32.440322 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37334) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:32.501795 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Allocated IP 172.21.0.2 (a916a1ed-069b-471c-a6d7-af1d42024fe6/11b3b301-81b3-4d80-8101-4352b0a34ce0/9248eb78-cdc1-425a-abd3-41a733cc18c6) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:32.519902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Deleting subnet 11b3b301-81b3-4d80-8101-4352b0a34ce0 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:18:32.671523 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.679957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Transition to ACTIVE for port object 9248eb78-cdc1-425a-abd3-41a733cc18c6 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:32.696308 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Transition to ACTIVE for port object 9248eb78-cdc1-425a-abd3-41a733cc18c6 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:32.702278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.702859 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.738986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Network a916a1ed-069b-471c-a6d7-af1d42024fe6 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:32.743816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:32.747522 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:32.750249 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.754760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Pushing event updated for resources: {'Port': ['ID=9248eb78-cdc1-425a-abd3-41a733cc18c6,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:32.806657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Attempting to bind port 9248eb78-cdc1-425a-abd3-41a733cc18c6 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:32.807029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Attempting to bind port 9248eb78-cdc1-425a-abd3-41a733cc18c6 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'f103c3a5-c46c-4703-91d8-a9495663345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:32.807390 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Attempting to bind port 9248eb78-cdc1-425a-abd3-41a733cc18c6 on network a916a1ed-069b-471c-a6d7-af1d42024fe6 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:32.812538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:32.812904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Checking segment: {'id': 'f103c3a5-c46c-4703-91d8-a9495663345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:32.813308 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.813698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Bound using segment: {'id': 'f103c3a5-c46c-4703-91d8-a9495663345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:32.814151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Bound port: 9248eb78-cdc1-425a-abd3-41a733cc18c6, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f103c3a5-c46c-4703-91d8-a9495663345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a916a1ed-069b-471c-a6d7-af1d42024fe6'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:32.814582 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.836835 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.900569 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.904014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] For port 9248eb78-cdc1-425a-abd3-41a733cc18c6, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:32.907341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] For port 9248eb78-cdc1-425a-abd3-41a733cc18c6, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9248eb78-cdc1-425a-abd3-41a733cc18c6,segment=NetworkSegment(f103c3a5-c46c-4703-91d8-a9495663345a),segment_id=f103c3a5-c46c-4703-91d8-a9495663345a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:32.912634 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.928532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event deleted for resources: {'Subnet': ['ID=11b3b301-81b3-4d80-8101-4352b0a34ce0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:32.932227 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:32.936903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37336) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:32.937459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d2db6a5b-2c6f-42ca-93a0-08fcd39af38a tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "DELETE /v2.0/subnets/11b3b301-81b3-4d80-8101-4352b0a34ce0 HTTP/1.1" status: 204 len: 168 time: 0.4955227 Aug 27 03:18:32.984232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759143a-7cdd-4e76-8a73-d2162b2bb26e None None] Pushing event updated for resources: {'Port': ['ID=9248eb78-cdc1-425a-abd3-41a733cc18c6,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:33.019614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.082248 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Deleting port 9248eb78-cdc1-425a-abd3-41a733cc18c6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:33.082741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.162460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] For port 9248eb78-cdc1-425a-abd3-41a733cc18c6, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9248eb78-cdc1-425a-abd3-41a733cc18c6,segment=NetworkSegment(f103c3a5-c46c-4703-91d8-a9495663345a),segment_id=f103c3a5-c46c-4703-91d8-a9495663345a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:33.164738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.186836 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Calling delete_port for 9248eb78-cdc1-425a-abd3-41a733cc18c6 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:33.288444 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.320406 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event deleted for resources: {'Port': ['ID=9248eb78-cdc1-425a-abd3-41a733cc18c6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:33.325566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] No DVR routers for this DVR port 9248eb78-cdc1-425a-abd3-41a733cc18c6 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:33.355475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452397c5-a63c-49e3-a7a3-aa3dfef338be None None] Network 2001d688-c4f3-4655-a099-8da74197aa06 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:33.411866 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.423817 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a916a1ed-069b-471c-a6d7-af1d42024fe6']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:33.432143 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.434578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-25435232-60b4-41a5-a03b-baa8eafdbe5e None None] Provisioning for port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:33.435831 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f103c3a5-c46c-4703-91d8-a9495663345a') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:33.436132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f103c3a5-c46c-4703-91d8-a9495663345a') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:33.445961 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.460318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.466648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:33.467005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:33.470364 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:33.536076 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.549692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.551698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "DELETE /v2.0/networks/a916a1ed-069b-471c-a6d7-af1d42024fe6 HTTP/1.1" status: 204 len: 168 time: 0.6137507 Aug 27 03:18:33.554495 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37338) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:33.562632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f9096-0c51-4eef-94e2-c016c6de9d13 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event deleted for resources: {'Network': ['ID=a916a1ed-069b-471c-a6d7-af1d42024fe6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:33.616107 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Deleting subnet 2a99eae8-bc6b-4e1d-8001-3765925f96bb {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:18:33.620207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.669699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.767474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.845883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.875294 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event deleted for resources: {'Subnet': ['ID=2a99eae8-bc6b-4e1d-8001-3765925f96bb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:33.881462 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:33.883536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8647b47d-6af9-42b2-9c23-662cabef6f48 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "DELETE /v2.0/subnets/2a99eae8-bc6b-4e1d-8001-3765925f96bb HTTP/1.1" status: 204 len: 168 time: 0.3277280 Aug 27 03:18:33.886347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37340) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:33.934229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785f727-3c3d-424b-b73e-2aaba870d9ba None None] Network 2001d688-c4f3-4655-a099-8da74197aa06 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:33.967424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.027754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Deleting port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:34.028039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.092037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b3041a-e951-4ae0-819d-987bd9824d52 None None] DHCP port deletion for a916a1ed-069b-471c-a6d7-af1d42024fe6 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:18:34.107659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] For port b490ee3b-c08f-4f57-a10f-e5c4b627bb88, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=b490ee3b-c08f-4f57-a10f-e5c4b627bb88,segment=NetworkSegment(64784978-38f6-44a7-b839-a2353bc0e327),segment_id=64784978-38f6-44a7-b839-a2353bc0e327)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:34.108083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.116276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-81a6c9e7-e51f-4d4f-902e-ea03bcdfeecc None None] Could not find standard attr ID for object 9248eb78-cdc1-425a-abd3-41a733cc18c6. {{(pid=94774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 03:18:34.117792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51879c63-e1fb-4ef7-80a5-6d511c07b5b5 None None] Network a916a1ed-069b-471c-a6d7-af1d42024fe6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:34.124163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Calling delete_port for b490ee3b-c08f-4f57-a10f-e5c4b627bb88 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:34.130051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51879c63-e1fb-4ef7-80a5-6d511c07b5b5 None None] Network a916a1ed-069b-471c-a6d7-af1d42024fe6 could not be found, it might have been deleted concurrently. {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 03:18:34.174641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] DHCP port deletion for 2001d688-c4f3-4655-a099-8da74197aa06 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:18:34.209840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.233525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] Deleting port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:18:34.233894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.238591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event deleted for resources: {'Port': ['ID=b490ee3b-c08f-4f57-a10f-e5c4b627bb88,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:34.242486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] No DVR routers for this DVR port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:34.293037 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] For port b490ee3b-c08f-4f57-a10f-e5c4b627bb88, host n-d-806293-1, got binding levels [] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:34.293342 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.305927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] Calling delete_port for b490ee3b-c08f-4f57-a10f-e5c4b627bb88 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:18:34.308667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.ipam_backend_mixin [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] Port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 was not found and therefore no delete operation was performed {{(pid=94774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:18:34.309932 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.320068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.330493 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2001d688-c4f3-4655-a099-8da74197aa06']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:34.337474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] Pushing event deleted for resources: {'Port': ['ID=b490ee3b-c08f-4f57-a10f-e5c4b627bb88,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:34.341142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c2cbc-7491-40b6-ab6f-5bdf6ec0334a None None] No DVR routers for this DVR port b490ee3b-c08f-4f57-a10f-e5c4b627bb88 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:18:34.345648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64784978-38f6-44a7-b839-a2353bc0e327') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:34.345966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64784978-38f6-44a7-b839-a2353bc0e327') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:34.357624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.373181 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.379197 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:18:34.379591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:18:34.382877 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:18:34.445075 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.454029 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.455958 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "DELETE /v2.0/networks/2001d688-c4f3-4655-a099-8da74197aa06 HTTP/1.1" status: 204 len: 168 time: 0.5685799 Aug 27 03:18:34.458839 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37342) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:34.468314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7728768-8766-40c6-aacc-8a5ce30a3492 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Pushing event deleted for resources: {'Network': ['ID=2001d688-c4f3-4655-a099-8da74197aa06,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:34.487045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2365cff2-8d3f-4ee1-9bf7-4c1b8aeb285e tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7ea2c21-60c3-4cca-94e2-6d09e20c2228 HTTP/1.1" status: 200 len: 205 time: 0.0269923 Aug 27 03:18:34.489433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37344) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:34.565951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5500d0-7f58-48b8-a167-794057c53687 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.723152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5500d0-7f58-48b8-a167-794057c53687 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.725402 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5500d0-7f58-48b8-a167-794057c53687 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.772118 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5500d0-7f58-48b8-a167-794057c53687 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.772847 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5500d0-7f58-48b8-a167-794057c53687 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Fanout notify agent at l3_agent the message router_deleted on router e7ea2c21-60c3-4cca-94e2-6d09e20c2228 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:18:34.779919 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5500d0-7f58-48b8-a167-794057c53687 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:34.781050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ec5500d0-7f58-48b8-a167-794057c53687 tempest-RoutersNegativeTest-442227391 tempest-RoutersNegativeTest-442227391-project] 10.222.0.10 "DELETE /v2.0/routers/e7ea2c21-60c3-4cca-94e2-6d09e20c2228 HTTP/1.1" status: 204 len: 168 time: 0.2907412 Aug 27 03:18:35.030721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37350) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:35.164168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-927f16af-32ed-400d-9d37-e88575467e1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd28543465e649809f7c1389ac499a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322157 Aug 27 03:18:35.166794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37354) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:35.218977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d0da375-a3a6-4793-8baa-843efef9faf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:35.245247 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d0da375-a3a6-4793-8baa-843efef9faf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:35.299146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d0da375-a3a6-4793-8baa-843efef9faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:35.301733 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d0da375-a3a6-4793-8baa-843efef9faf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:35.303180 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0d0da375-a3a6-4793-8baa-843efef9faf2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c00d5ac0-0c32-4691-bea7-121b54e197be HTTP/1.1" status: 204 len: 168 time: 0.1354890 Aug 27 03:18:35.311907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0da375-a3a6-4793-8baa-843efef9faf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d5ac0-0c32-4691-bea7-121b54e197be,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:35.951680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37376) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:36.057843 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2054346811-network', 'tenant_id': '90210f5265ad4474848161b39a57a7ea'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:36.061614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b490ee3b-c08f-4f57-a10f-e5c4b627bb88 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:18:36.080899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Made reservation on behalf of 90210f5265ad4474848161b39a57a7ea for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:36.081458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: b490ee3b-c08f-4f57-a10f-e5c4b627bb88 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:18:36.081827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device b490ee3b-c08f-4f57-a10f-e5c4b627bb88 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:18:36.082246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9248eb78-cdc1-425a-abd3-41a733cc18c6 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:18:36.083431 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.092006 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.100757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9248eb78-cdc1-425a-abd3-41a733cc18c6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:18:36.101105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9248eb78-cdc1-425a-abd3-41a733cc18c6 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:18:36.180990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.186214 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.210890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:36.220334 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57255484-1706-46f6-90e6-a3557e5e6fd2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:36.226125 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.226515 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Added segment 03355011-b82f-41b0-b5cd-6cce29b9d22a of type vlan for network 3776ef62-e2b4-4772-96d1-c0808df9d485 Aug 27 03:18:36.270449 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.296533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.297549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:36.298286 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.357790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4049909 Aug 27 03:18:36.360914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37380) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:36.363374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9de4e-8ebc-4a80-b1b1-8d9cd1e6c6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=3776ef62-e2b4-4772-96d1-c0808df9d485,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:36.366259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Request body: {'subnet': {'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-subnet', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:36.373591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:36.394873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Made reservation on behalf of 90210f5265ad4474848161b39a57a7ea for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:36.397376 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.570587 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.624332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffbdbcf-5229-4b21-a652-486ce4f6d97d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:36.638405 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Checking segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:36.638762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Network hostable DHCP agents. Network: 3776ef62-e2b4-4772-96d1-c0808df9d485, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:36.656132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:36.666345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 3776ef62-e2b4-4772-96d1-c0808df9d485) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:36.671791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:36.672473 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.675811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348a7b0-db30-4ecf-bd24-bfc526790fee None None] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:36.692422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5fbd0313-7964-43b5-9b61-10e380a94415 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3276379 Aug 27 03:18:36.692851 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37382) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:36.697794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:36.720604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.721640 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.778580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.851654 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-3776ef62-e2b4-4772-96d1-c0808df9d485', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'fixed_ips': [{'subnet_id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:36.852702 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.919831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.986573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Allocated IP 172.20.0.2 (3776ef62-e2b4-4772-96d1-c0808df9d485/2ffbdbcf-5229-4b21-a652-486ce4f6d97d/28038d55-997d-4ff2-b01b-d55b4401b415) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:37.129750 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.139663 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.148069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Transition to ACTIVE for port object 28038d55-997d-4ff2-b01b-d55b4401b415 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:37.153774 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.167147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Transition to ACTIVE for port object 28038d55-997d-4ff2-b01b-d55b4401b415 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:37.172626 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.215802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:37.221216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:37.224907 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:37.232407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Pushing event updated for resources: {'Port': ['ID=28038d55-997d-4ff2-b01b-d55b4401b415,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:37.271231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Allocated IP 172.25.1.149 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/9a21f25a-3475-476a-912a-fab0647fba45) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:37.289038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Attempting to bind port 28038d55-997d-4ff2-b01b-d55b4401b415 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:37.289460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Attempting to bind port 28038d55-997d-4ff2-b01b-d55b4401b415 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:37.289827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Attempting to bind port 28038d55-997d-4ff2-b01b-d55b4401b415 on network 3776ef62-e2b4-4772-96d1-c0808df9d485 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:37.295345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:37.295726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Checking segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:37.296139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.296534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Bound using segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:37.297005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Bound port: 28038d55-997d-4ff2-b01b-d55b4401b415, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:37.297391 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.362804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] For port 28038d55-997d-4ff2-b01b-d55b4401b415, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:37.366617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] For port 28038d55-997d-4ff2-b01b-d55b4401b415, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=28038d55-997d-4ff2-b01b-d55b4401b415,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:37.371169 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.383659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.427018 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.429957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce4ebf-29a1-4fac-a53d-009c0464dde2 None None] Pushing event updated for resources: {'Port': ['ID=28038d55-997d-4ff2-b01b-d55b4401b415,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:37.464047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:37.467043 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:37.470762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:37.508391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Pushing event updated for resources: {'Port': ['ID=9a21f25a-3475-476a-912a-fab0647fba45,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:37.759658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.153011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28038d55-997d-4ff2-b01b-d55b4401b415 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:38.208263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 28038d55-997d-4ff2-b01b-d55b4401b415 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:38.323861 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.332792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa29b7ab-de77-42c5-806e-fe2bb9860b92 None None] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:38.399328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dee222c8-8916-41f8-89da-cc699e325fd4 None None] Provisioning for port 28038d55-997d-4ff2-b01b-d55b4401b415 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:38.407832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-dee222c8-8916-41f8-89da-cc699e325fd4 None None] Provisioning complete for port 28038d55-997d-4ff2-b01b-d55b4401b415 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:38.408209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dee222c8-8916-41f8-89da-cc699e325fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.458101 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Router 775825b1-5f56-4e08-b96f-223f8071f655 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:18:38.541344 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dee222c8-8916-41f8-89da-cc699e325fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.564535 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:18:38.581683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Sync routers for ids ['775825b1-5f56-4e08-b96f-223f8071f655'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:18:38.584464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.585804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-be420c95-b59d-4adf-a03d-f3c4c2de2d2c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8919687 Aug 27 03:18:38.587940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-dee222c8-8916-41f8-89da-cc699e325fd4 None None] For port 28038d55-997d-4ff2-b01b-d55b4401b415, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=28038d55-997d-4ff2-b01b-d55b4401b415,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:38.588694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37384) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:38.595837 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dee222c8-8916-41f8-89da-cc699e325fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.599225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Routers {'775825b1-5f56-4e08-b96f-223f8071f655'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:38.599868 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['775825b1-5f56-4e08-b96f-223f8071f655'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:38.720067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee222c8-8916-41f8-89da-cc699e325fd4 None None] Pushing event updated for resources: {'Port': ['ID=28038d55-997d-4ff2-b01b-d55b4401b415,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:38.744835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Set router 775825b1-5f56-4e08-b96f-223f8071f655 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:38.863405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4a6cb6d4-99aa-470d-9284-ee75f75480b6 None None] Provisioning complete for port 28038d55-997d-4ff2-b01b-d55b4401b415 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:38.863628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb6d4-99aa-470d-9284-ee75f75480b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.999080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '9a21f25a-3475-476a-912a-fab0647fba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:18:37Z', 'revision_number': 3, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port': {'id': '9a21f25a-3475-476a-912a-fab0647fba45', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:37Z', 'updated_at': '2021-08-27T03:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:39.026494 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.028550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Checking router: 775825b1-5f56-4e08-b96f-223f8071f655 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:18:39.028912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Updating router 775825b1-5f56-4e08-b96f-223f8071f655 port 9a21f25a-3475-476a-912a-fab0647fba45 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:18:39.054084 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.197048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Allocated IP 172.20.0.1 (3776ef62-e2b4-4772-96d1-c0808df9d485/2ffbdbcf-5229-4b21-a652-486ce4f6d97d/9701b6ae-33fe-4289-a473-0f4c2802ddec) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:39.364942 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.379760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.384525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Transition to ACTIVE for port object 9701b6ae-33fe-4289-a473-0f4c2802ddec will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:39.395475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Transition to ACTIVE for port object 9a21f25a-3475-476a-912a-fab0647fba45 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:39.407311 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.439831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.460964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Attempting to bind port 9a21f25a-3475-476a-912a-fab0647fba45 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:39.461264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Attempting to bind port 9a21f25a-3475-476a-912a-fab0647fba45 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:39.461607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Attempting to bind port 9a21f25a-3475-476a-912a-fab0647fba45 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:39.468842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0bb8a-5e54-45a7-aa2a-9a29c3c46dbc None None] Pushing event updated for resources: {'Port': ['ID=9a21f25a-3475-476a-912a-fab0647fba45,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:39.471536 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:39.471905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:39.472319 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.472785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:39.473592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Bound port: 9a21f25a-3475-476a-912a-fab0647fba45, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:39.474040 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.485339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:39.490440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:39.494090 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:39.518592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Pushing event updated for resources: {'Port': ['ID=9701b6ae-33fe-4289-a473-0f4c2802ddec,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:39.540966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.548462 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] For port 9a21f25a-3475-476a-912a-fab0647fba45, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:39.552223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] For port 9a21f25a-3475-476a-912a-fab0647fba45, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9a21f25a-3475-476a-912a-fab0647fba45,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:39.559348 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.621521 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Routers {'775825b1-5f56-4e08-b96f-223f8071f655'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:39.622299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['775825b1-5f56-4e08-b96f-223f8071f655'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:39.624454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0bb8a-5e54-45a7-aa2a-9a29c3c46dbc None None] Pushing event updated for resources: {'Port': ['ID=9a21f25a-3475-476a-912a-fab0647fba45,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:39.686692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.751190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] Set router 775825b1-5f56-4e08-b96f-223f8071f655 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:39.856983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-116c47e1-44c5-46df-b0d7-edaacce8dd88 None None] Provisioning for port 9701b6ae-33fe-4289-a473-0f4c2802ddec completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:39.864896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-116c47e1-44c5-46df-b0d7-edaacce8dd88 None None] Provisioning complete for port 9701b6ae-33fe-4289-a473-0f4c2802ddec triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:39.865269 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-116c47e1-44c5-46df-b0d7-edaacce8dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.874125 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.880623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.919263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-116c47e1-44c5-46df-b0d7-edaacce8dd88 None None] Port 9701b6ae-33fe-4289-a473-0f4c2802ddec cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:18:39.966890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Pushing event updated for resources: {'Port': ['ID=9701b6ae-33fe-4289-a473-0f4c2802ddec,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:39.969591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:39.971181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '9a21f25a-3475-476a-912a-fab0647fba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:18:37Z', 'revision_number': 3, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port': {'id': '9a21f25a-3475-476a-912a-fab0647fba45', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:37Z', 'updated_at': '2021-08-27T03:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:40.002218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02db48e-ba16-4a51-a364-8276769fdd30 None None] The sync data for ids ['775825b1-5f56-4e08-b96f-223f8071f655'] in n-d-806293-1 is: [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '9a21f25a-3475-476a-912a-fab0647fba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:18:37Z', 'revision_number': 3, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port': {'id': '9a21f25a-3475-476a-912a-fab0647fba45', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:37Z', 'updated_at': '2021-08-27T03:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:18:40.077618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:40.079607 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:40.152802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28038d55-997d-4ff2-b01b-d55b4401b415 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:40.210875 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 28038d55-997d-4ff2-b01b-d55b4401b415 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:40.211963 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:40.213264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Router 775825b1-5f56-4e08-b96f-223f8071f655 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:18:40.311767 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:18:40.350600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:18:40.356623 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-255450d4-e7a0-4e34-93d9-e68b8c86be1e admin admin] 10.222.0.10 "PUT /v2.0/routers/775825b1-5f56-4e08-b96f-223f8071f655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666478 Aug 27 03:18:40.445071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5994f497-dcd1-4fd6-a82a-8d9d7b240af8 None None] Provisioning complete for port 9701b6ae-33fe-4289-a473-0f4c2802ddec triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:40.445702 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5994f497-dcd1-4fd6-a82a-8d9d7b240af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:40.489610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5994f497-dcd1-4fd6-a82a-8d9d7b240af8 None None] Port 9701b6ae-33fe-4289-a473-0f4c2802ddec cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:18:40.902464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37404) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:40.907781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-306990653-network', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:40.929448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Made reservation on behalf of ef2a779f1f504c60858d0641f675e3fb for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:40.932043 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:40.941852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.042671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.048606 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.080513 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:18:41.092287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e54e66-9a63-4bfe-b26b-9c5e04f94002,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:41.099143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.099500 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Added segment 1bb1da13-8d8e-4a41-844b-ce606ba50b4a of type vlan for network 0cebee5b-b94e-4887-903a-0826762bbddd Aug 27 03:18:41.142524 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.170728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.171964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:41.172559 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.228776 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3250020 Aug 27 03:18:41.231534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37406) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:41.238255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Request body: {'subnet': {'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-subnet', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:41.242429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875cfad-a4ba-4bf1-80e3-5b7657b4a98a admin admin] Pushing event updated for resources: {'Network': ['ID=0cebee5b-b94e-4887-903a-0826762bbddd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:41.252674 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 0cebee5b-b94e-4887-903a-0826762bbddd details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:18:41.263593 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Made reservation on behalf of ef2a779f1f504c60858d0641f675e3fb for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:41.265975 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.437995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.490068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80784cfc-e4f7-408c-8746-51a7044f525e,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:41.508751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Checking segment: {'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:41.509112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Network hostable DHCP agents. Network: 0cebee5b-b94e-4887-903a-0826762bbddd, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:18:41.533892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Network 0cebee5b-b94e-4887-903a-0826762bbddd is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:18:41.547119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 0cebee5b-b94e-4887-903a-0826762bbddd) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:41.551777 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:41.553133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.556213 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c22997-b4f2-4336-b7a8-62edeadb5342 None None] Network 0cebee5b-b94e-4887-903a-0826762bbddd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:41.568471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bdc41ed5-467f-4161-a484-6e89ef24c009 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3358774 Aug 27 03:18:41.571463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37408) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:41.576216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:41.597593 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.598963 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.660844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.803003 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.870134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-0cebee5b-b94e-4887-903a-0826762bbddd', 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'fixed_ips': [{'subnet_id': '80784cfc-e4f7-408c-8746-51a7044f525e'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:18:41.871092 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:41.887823 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Sync routers for ids ['775825b1-5f56-4e08-b96f-223f8071f655'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:18:41.899374 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Routers {'775825b1-5f56-4e08-b96f-223f8071f655'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:41.899998 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['775825b1-5f56-4e08-b96f-223f8071f655'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:42.014696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Allocated IP 172.20.0.2 (0cebee5b-b94e-4887-903a-0826762bbddd/80784cfc-e4f7-408c-8746-51a7044f525e/f56dc18e-f4ed-41da-9dfe-93787c5683c8) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:42.018692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.040639 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.115977 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Set router 775825b1-5f56-4e08-b96f-223f8071f655 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:42.183337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Allocated IP 172.25.1.251 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/7d22a28c-9498-4356-aac3-d6bb9c3eb39b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:42.187253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9a21f25a-3475-476a-912a-fab0647fba45 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:42.241778 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.253093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Transition to ACTIVE for port object f56dc18e-f4ed-41da-9dfe-93787c5683c8 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:42.275964 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Transition to ACTIVE for port object f56dc18e-f4ed-41da-9dfe-93787c5683c8 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:42.281505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9a21f25a-3475-476a-912a-fab0647fba45 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:42.286455 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.291258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9a21f25a-3475-476a-912a-fab0647fba45 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:42.291432 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.300244 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.330762 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '9a21f25a-3475-476a-912a-fab0647fba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:18:39Z', 'revision_number': 4, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port': {'id': '9a21f25a-3475-476a-912a-fab0647fba45', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:37Z', 'updated_at': '2021-08-27T03:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '9701b6ae-33fe-4289-a473-0f4c2802ddec', 'name': '', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'mac_address': 'fa:16:3e:fc:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:39Z', 'updated_at': '2021-08-27T03:18:39Z', 'revision_number': 2, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'subnets': [{'id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:42.346770 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.348639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Network 0cebee5b-b94e-4887-903a-0826762bbddd is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:42.358492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:42.362580 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Checking router: 775825b1-5f56-4e08-b96f-223f8071f655 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:18:42.363216 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Updating router 775825b1-5f56-4e08-b96f-223f8071f655 port 9701b6ae-33fe-4289-a473-0f4c2802ddec binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:18:42.366179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:42.370816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Pushing event updated for resources: {'Port': ['ID=f56dc18e-f4ed-41da-9dfe-93787c5683c8,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:42.393072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:42.393746 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.396148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:42.398848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:42.447303 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:42.460426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Attempting to bind port f56dc18e-f4ed-41da-9dfe-93787c5683c8 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:42.460803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Attempting to bind port f56dc18e-f4ed-41da-9dfe-93787c5683c8 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:42.461168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Attempting to bind port f56dc18e-f4ed-41da-9dfe-93787c5683c8 on network 0cebee5b-b94e-4887-903a-0826762bbddd {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:42.463337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.478001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:42.478469 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Checking segment: {'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:42.478798 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.479223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Bound using segment: {'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:42.479703 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Bound port: f56dc18e-f4ed-41da-9dfe-93787c5683c8, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:42.480080 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.503148 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9a21f25a-3475-476a-912a-fab0647fba45, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9a21f25a-3475-476a-912a-fab0647fba45,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:42.521792 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.604375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] For port f56dc18e-f4ed-41da-9dfe-93787c5683c8, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:42.609212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] For port f56dc18e-f4ed-41da-9dfe-93787c5683c8, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f56dc18e-f4ed-41da-9dfe-93787c5683c8,segment=NetworkSegment(1bb1da13-8d8e-4a41-844b-ce606ba50b4a),segment_id=1bb1da13-8d8e-4a41-844b-ce606ba50b4a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:42.610657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9a21f25a-3475-476a-912a-fab0647fba45,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:42.615146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.674945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813723b4-aa51-4ecb-96ea-1e92d5c99012 None None] Pushing event updated for resources: {'Port': ['ID=f56dc18e-f4ed-41da-9dfe-93787c5683c8,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:42.697072 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.702372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.709381 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Transition to ACTIVE for port object 9701b6ae-33fe-4289-a473-0f4c2802ddec will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:42.716135 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.800933 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Pushing event updated for resources: {'Port': ['ID=9701b6ae-33fe-4289-a473-0f4c2802ddec,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:42.835118 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.835464 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.835802 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.836137 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.836464 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.836788 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.837111 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.837431 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.837752 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.838070 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.838433 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.838776 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:18:42.851100 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Attempting to bind port 9701b6ae-33fe-4289-a473-0f4c2802ddec on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:42.851482 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Attempting to bind port 9701b6ae-33fe-4289-a473-0f4c2802ddec by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:42.851992 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Attempting to bind port 9701b6ae-33fe-4289-a473-0f4c2802ddec on network 3776ef62-e2b4-4772-96d1-c0808df9d485 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:42.864704 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:42.865080 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Checking segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:42.865607 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.865901 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Bound using segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:42.866391 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Bound port: 9701b6ae-33fe-4289-a473-0f4c2802ddec, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:42.866807 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:42.969078 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] For port 9701b6ae-33fe-4289-a473-0f4c2802ddec, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:42.974452 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] For port 9701b6ae-33fe-4289-a473-0f4c2802ddec, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9701b6ae-33fe-4289-a473-0f4c2802ddec,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:42.985218 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:43.008250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:43.054225 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e97ec7-382d-4d55-9599-e8ddb94ccc7e None None] Pushing event updated for resources: {'Port': ['ID=9701b6ae-33fe-4289-a473-0f4c2802ddec,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:43.064119 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Routers {'775825b1-5f56-4e08-b96f-223f8071f655'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:43.064738 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['775825b1-5f56-4e08-b96f-223f8071f655'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:43.163990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:18:43.185816 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] Set router 775825b1-5f56-4e08-b96f-223f8071f655 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:43.277987 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:18:43.286949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Sync routers for ids ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:18:43.294065 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:43.295788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-684b845e-b263-4f7e-8785-c2217759a0e1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7233758 Aug 27 03:18:43.296821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Routers {'e48d1d5d-55d8-40ca-bdfc-eda4659798c6'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:43.297429 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:43.298658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37410) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:43.432227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Set router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:43.439786 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '9a21f25a-3475-476a-912a-fab0647fba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:18:39Z', 'revision_number': 4, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port': {'id': '9a21f25a-3475-476a-912a-fab0647fba45', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:37Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '9701b6ae-33fe-4289-a473-0f4c2802ddec', 'name': '', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'mac_address': 'fa:16:3e:fc:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:39Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 4, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'subnets': [{'id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:43.473008 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad8110-ad0e-4b89-9e8d-d72a2dbe71fe None None] The sync data for ids ['775825b1-5f56-4e08-b96f-223f8071f655'] in n-d-806293-1 is: [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '9a21f25a-3475-476a-912a-fab0647fba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:18:39Z', 'revision_number': 4, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port': {'id': '9a21f25a-3475-476a-912a-fab0647fba45', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:37Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '9701b6ae-33fe-4289-a473-0f4c2802ddec', 'name': '', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'mac_address': 'fa:16:3e:fc:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:39Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 4, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'subnets': [{'id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:18:43.705227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 3, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port': {'id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:42Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:43.762496 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Checking router: e48d1d5d-55d8-40ca-bdfc-eda4659798c6 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:18:43.763001 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Updating router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:18:43.795523 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:43.849643 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda0a3f-6390-473e-b136-77fb6a2f427e None None] Network 0cebee5b-b94e-4887-903a-0826762bbddd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:18:43.971367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f9f81f58-60d6-4bbb-b708-354d2c7a5c47 None None] Provisioning for port f56dc18e-f4ed-41da-9dfe-93787c5683c8 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:44.226843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.227061 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.239480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Transition to ACTIVE for port object 7d22a28c-9498-4356-aac3-d6bb9c3eb39b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:44.251548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.297487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9a21f25a-3475-476a-912a-fab0647fba45 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:44.360556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Attempting to bind port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:44.360933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Attempting to bind port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:44.361296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Attempting to bind port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:44.363433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f803-1c55-4f5a-a520-935e2e82571a None None] Pushing event updated for resources: {'Port': ['ID=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:44.371315 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:44.371698 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:44.372094 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.372485 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:44.372957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Bound port: 7d22a28c-9498-4356-aac3-d6bb9c3eb39b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:44.373335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.440008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] For port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:44.443881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] For port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:44.453419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Allocated IP 172.20.0.1 (0cebee5b-b94e-4887-903a-0826762bbddd/80784cfc-e4f7-408c-8746-51a7044f525e/d8b7de66-0821-490a-919e-59698fc3e1eb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:44.454352 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9a21f25a-3475-476a-912a-fab0647fba45 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:44.454911 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.457777 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.566283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f803-1c55-4f5a-a520-935e2e82571a None None] Pushing event updated for resources: {'Port': ['ID=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:44.573636 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Routers {'e48d1d5d-55d8-40ca-bdfc-eda4659798c6'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:44.574424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:44.584091 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.599552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Transition to ACTIVE for port object d8b7de66-0821-490a-919e-59698fc3e1eb will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:44.638461 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.682489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Network 0cebee5b-b94e-4887-903a-0826762bbddd is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:44.685163 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:44.689934 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:44.693148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b7de66-0821-490a-919e-59698fc3e1eb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:44.695212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9701b6ae-33fe-4289-a473-0f4c2802ddec up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:44.740124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] Set router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:44.742298 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.859604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 9701b6ae-33fe-4289-a473-0f4c2802ddec completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:44.870932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9701b6ae-33fe-4289-a473-0f4c2802ddec triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:44.871316 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:44.899929 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.007491 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.009866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5edda38c-d951-4190-b0ae-1358623e0e46 None None] Provisioning for port d8b7de66-0821-490a-919e-59698fc3e1eb completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:45.024935 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5edda38c-d951-4190-b0ae-1358623e0e46 None None] Provisioning complete for port d8b7de66-0821-490a-919e-59698fc3e1eb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:45.025309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5edda38c-d951-4190-b0ae-1358623e0e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.027652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 3, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port': {'id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:42Z', 'updated_at': '2021-08-27T03:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:45.078855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.081739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35836b6-3fe1-4344-9a52-0e07560c714d None None] The sync data for ids ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'] in n-d-806293-1 is: [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 3, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port': {'id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:42Z', 'updated_at': '2021-08-27T03:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:18:45.084881 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.104966 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 9701b6ae-33fe-4289-a473-0f4c2802ddec, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9701b6ae-33fe-4289-a473-0f4c2802ddec,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:45.109720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-5edda38c-d951-4190-b0ae-1358623e0e46 None None] Port d8b7de66-0821-490a-919e-59698fc3e1eb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:18:45.112457 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.113750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f56dc18e-f4ed-41da-9dfe-93787c5683c8 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:45.155012 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.156998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b7de66-0821-490a-919e-59698fc3e1eb,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:45.277174 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Network 0cebee5b-b94e-4887-903a-0826762bbddd is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:45.279320 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:45.388604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=9701b6ae-33fe-4289-a473-0f4c2802ddec,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:45.406502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f56dc18e-f4ed-41da-9dfe-93787c5683c8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:45.411174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f56dc18e-f4ed-41da-9dfe-93787c5683c8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:45.411558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.457149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:18:45.520956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.564554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port f56dc18e-f4ed-41da-9dfe-93787c5683c8, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f56dc18e-f4ed-41da-9dfe-93787c5683c8,segment=NetworkSegment(1bb1da13-8d8e-4a41-844b-ce606ba50b4a),segment_id=1bb1da13-8d8e-4a41-844b-ce606ba50b4a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:45.569778 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.600458 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:18:45.605770 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-4b184e4c-3ab2-4983-94a1-7c047fa56a48 admin admin] 10.222.0.10 "PUT /v2.0/routers/e48d1d5d-55d8-40ca-bdfc-eda4659798c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059602 Aug 27 03:18:45.634032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=f56dc18e-f4ed-41da-9dfe-93787c5683c8,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:45.643093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ef6217b4-9ee9-48c9-9900-d98b312e5717 None None] Provisioning complete for port d8b7de66-0821-490a-919e-59698fc3e1eb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:45.643472 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ef6217b4-9ee9-48c9-9900-d98b312e5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:45.686217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ef6217b4-9ee9-48c9-9900-d98b312e5717 None None] Port d8b7de66-0821-490a-919e-59698fc3e1eb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:18:46.181857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f56dc18e-f4ed-41da-9dfe-93787c5683c8 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:46.234552 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f56dc18e-f4ed-41da-9dfe-93787c5683c8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:46.234931 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:46.312714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9701b6ae-33fe-4289-a473-0f4c2802ddec up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:46.331729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-09361b09-e501-4966-82c2-2be79309ef12 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:46.333246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-09361b09-e501-4966-82c2-2be79309ef12 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/networks?id=3776ef62-e2b4-4772-96d1-c0808df9d485 HTTP/1.1" status: 200 len: 817 time: 0.1041796 Aug 27 03:18:46.348820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-bad539b4-b833-4e05-9439-e9c043cc9cd3 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/quotas/90210f5265ad4474848161b39a57a7ea HTTP/1.1" status: 200 len: 375 time: 0.0094984 Aug 27 03:18:46.361548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 9701b6ae-33fe-4289-a473-0f4c2802ddec triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:46.361939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:46.407013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-e3419d67-e88d-48dd-b06c-25dc113c3de5 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90210f5265ad4474848161b39a57a7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521429 Aug 27 03:18:46.440087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d22a28c-9498-4356-aac3-d6bb9c3eb39b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:46.488750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:46.492601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:46.493260 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:46.506245 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-e04880cf-5593-4a8a-9b9b-98b28f267aa7 service neutron] 10.222.0.10 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866721 Aug 27 03:18:46.584089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:46.604655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:46.608871 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:46.613494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-956b0a50-7b68-4cc3-9c56-0c8beff33baf service neutron] 10.222.0.10 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936699 Aug 27 03:18:46.665013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:46.783859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b8807707-dbe9-4fe4-9de6-c7665b1fd880 req-9b6e32ad-6d0c-41a4-afde-9525027ba0ec tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 210 time: 0.0272932 Aug 27 03:18:46.862248 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Sync routers for ids ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:18:46.871351 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Routers {'e48d1d5d-55d8-40ca-bdfc-eda4659798c6'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:46.872370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:46.981671 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Set router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:47.139504 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.189748 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:18:44Z', 'revision_number': 4, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port': {'id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:42Z', 'updated_at': '2021-08-27T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd8b7de66-0821-490a-919e-59698fc3e1eb', 'name': '', 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'mac_address': 'fa:16:3e:ee:82:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '80784cfc-e4f7-408c-8746-51a7044f525e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:44Z', 'updated_at': '2021-08-27T03:18:44Z', 'revision_number': 2, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'subnets': [{'id': '80784cfc-e4f7-408c-8746-51a7044f525e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:47.216662 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Checking router: e48d1d5d-55d8-40ca-bdfc-eda4659798c6 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:18:47.217006 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Updating router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 port d8b7de66-0821-490a-919e-59698fc3e1eb binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:18:47.243121 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.614963 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.626247 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Transition to ACTIVE for port object d8b7de66-0821-490a-919e-59698fc3e1eb will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:47.633875 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.708948 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da41e7f-d008-4816-b71a-53484e8c9e30 None None] Pushing event updated for resources: {'Port': ['ID=d8b7de66-0821-490a-919e-59698fc3e1eb,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:47.739001 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Attempting to bind port d8b7de66-0821-490a-919e-59698fc3e1eb on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:47.739001 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Attempting to bind port d8b7de66-0821-490a-919e-59698fc3e1eb by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:47.739001 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Attempting to bind port d8b7de66-0821-490a-919e-59698fc3e1eb on network 0cebee5b-b94e-4887-903a-0826762bbddd {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:47.744618 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:47.745147 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Checking segment: {'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:47.745444 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.745837 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Bound using segment: {'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:47.746606 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Bound port: d8b7de66-0821-490a-919e-59698fc3e1eb, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb1da13-8d8e-4a41-844b-ce606ba50b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:47.746994 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.765912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-c07cdc02-830b-4509-997d-b3c7349c9ef9 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:47.767985 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-c07cdc02-830b-4509-997d-b3c7349c9ef9 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "GET /v2.0/networks?id=3776ef62-e2b4-4772-96d1-c0808df9d485 HTTP/1.1" status: 200 len: 817 time: 0.1502745 Aug 27 03:18:47.785844 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Request body: {'port': {'device_id': '206ca476-c944-4bde-bd63-0a59575f3cba', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'admin_state_up': True, 'tenant_id': '90210f5265ad4474848161b39a57a7ea'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:47.826679 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] For port d8b7de66-0821-490a-919e-59698fc3e1eb, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:47.830887 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] For port d8b7de66-0821-490a-919e-59698fc3e1eb, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8b7de66-0821-490a-919e-59698fc3e1eb,segment=NetworkSegment(1bb1da13-8d8e-4a41-844b-ce606ba50b4a),segment_id=1bb1da13-8d8e-4a41-844b-ce606ba50b4a)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:47.840510 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.899424 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-354c0136-0daf-43be-87e6-fa9290b3ddba req-b26b7190-7261-4cb7-ac20-be0672b7169d tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 210 time: 0.0353923 Aug 27 03:18:47.928272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Made reservation on behalf of 90210f5265ad4474848161b39a57a7ea for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:18:47.928862 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da41e7f-d008-4816-b71a-53484e8c9e30 None None] Pushing event updated for resources: {'Port': ['ID=d8b7de66-0821-490a-919e-59698fc3e1eb,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:47.932476 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.946231 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Routers {'e48d1d5d-55d8-40ca-bdfc-eda4659798c6'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:47.947145 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:18:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:48.098058 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] Set router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:48.110550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Allocated IP 172.20.0.14 (3776ef62-e2b4-4772-96d1-c0808df9d485/2ffbdbcf-5229-4b21-a652-486ce4f6d97d/84d9da62-b831-44c1-bd4b-3fd2712245b7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:18:48.141679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.143581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d22a28c-9498-4356-aac3-d6bb9c3eb39b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:48.196036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:48.196501 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.283094 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.298790 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Transition to ACTIVE for port object 84d9da62-b831-44c1-bd4b-3fd2712245b7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:48.325686 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:18:44Z', 'revision_number': 4, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port': {'id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:42Z', 'updated_at': '2021-08-27T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd8b7de66-0821-490a-919e-59698fc3e1eb', 'name': '', 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'mac_address': 'fa:16:3e:ee:82:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '80784cfc-e4f7-408c-8746-51a7044f525e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:44Z', 'updated_at': '2021-08-27T03:18:47Z', 'revision_number': 4, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'subnets': [{'id': '80784cfc-e4f7-408c-8746-51a7044f525e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:48.332374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.353086 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344df41d-c2fa-46cf-8f48-a60cc55ca522 None None] The sync data for ids ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'] in n-d-806293-1 is: [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:18:44Z', 'revision_number': 4, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port': {'id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:42Z', 'updated_at': '2021-08-27T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'd8b7de66-0821-490a-919e-59698fc3e1eb', 'name': '', 'network_id': '0cebee5b-b94e-4887-903a-0826762bbddd', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'mac_address': 'fa:16:3e:ee:82:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '80784cfc-e4f7-408c-8746-51a7044f525e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:44Z', 'updated_at': '2021-08-27T03:18:47Z', 'revision_number': 4, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'subnets': [{'id': '80784cfc-e4f7-408c-8746-51a7044f525e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:18:48.384504 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:18:48.396190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:18:48.403336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:18:48.411002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Pushing event updated for resources: {'Port': ['ID=84d9da62-b831-44c1-bd4b-3fd2712245b7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:48.465922 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:48.466604 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.492629 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-1fc2d3ae-ef7f-429a-a0af-bbdc031094fd tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7131019 Aug 27 03:18:48.506216 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Request body: {'port': {'device_id': '206ca476-c944-4bde-bd63-0a59575f3cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:48.576950 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.704162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-621ec703-2558-4e0f-8084-c8f5738b2c3a None None] Provisioning for port 84d9da62-b831-44c1-bd4b-3fd2712245b7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:48.709702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-621ec703-2558-4e0f-8084-c8f5738b2c3a None None] Provisioning complete for port 84d9da62-b831-44c1-bd4b-3fd2712245b7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:48.710087 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-621ec703-2558-4e0f-8084-c8f5738b2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.748020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-621ec703-2558-4e0f-8084-c8f5738b2c3a None None] Port 84d9da62-b831-44c1-bd4b-3fd2712245b7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:18:48.879505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d9da62-b831-44c1-bd4b-3fd2712245b7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:18:48.887484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.901833 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Transition to ACTIVE for port object 84d9da62-b831-44c1-bd4b-3fd2712245b7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:18:48.906084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:48.984056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Pushing event updated for resources: {'Port': ['ID=84d9da62-b831-44c1-bd4b-3fd2712245b7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:49.076070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f9f1b-f167-4062-b2ee-c780510fea20 req-f3220f55-7bba-49ae-b65e-629daee60893 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.077722 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a1f9f1b-f167-4062-b2ee-c780510fea20 req-f3220f55-7bba-49ae-b65e-629daee60893 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 944 time: 0.0967515 Aug 27 03:18:49.082956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Attempting to bind port 84d9da62-b831-44c1-bd4b-3fd2712245b7 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:18:49.083284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Attempting to bind port 84d9da62-b831-44c1-bd4b-3fd2712245b7 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:18:49.083664 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Attempting to bind port 84d9da62-b831-44c1-bd4b-3fd2712245b7 on network 3776ef62-e2b4-4772-96d1-c0808df9d485 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:49.095564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Port 84d9da62-b831-44c1-bd4b-3fd2712245b7 on network 3776ef62-e2b4-4772-96d1-c0808df9d485 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:18:49.095873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Attempting to bind port 84d9da62-b831-44c1-bd4b-3fd2712245b7 on network 3776ef62-e2b4-4772-96d1-c0808df9d485 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:18:49.109311 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:18:49.109659 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Checking segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:18:49.110054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Bound using segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:18:49.110533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Bound port: 84d9da62-b831-44c1-bd4b-3fd2712245b7, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:18:49.110902 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:49.145139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4a1f9f1b-f167-4062-b2ee-c780510fea20 req-ab67421d-d8b6-47b6-9a20-7d3bcc45ff04 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588832 Aug 27 03:18:49.207797 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] For port 84d9da62-b831-44c1-bd4b-3fd2712245b7, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:18:49.211302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] For port 84d9da62-b831-44c1-bd4b-3fd2712245b7, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=84d9da62-b831-44c1-bd4b-3fd2712245b7,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:18:49.217287 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:49.252330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.253002 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:49.254430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] 10.222.0.45 "PUT /v2.0/ports/84d9da62-b831-44c1-bd4b-3fd2712245b7 HTTP/1.1" status: 200 len: 1092 time: 0.7528627 Aug 27 03:18:49.254907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206ca476-c944-4bde-bd63-0a59575f3cba', 'tag': '84d9da62-b831-44c1-bd4b-3fd2712245b7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:49.257163 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "206ca476-c944-4bde-bd63-0a59575f3cba", "tag": "84d9da62-b831-44c1-bd4b-3fd2712245b7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:49.286394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6b981-b886-4540-928d-86b08593faa0 service neutron] Pushing event updated for resources: {'Port': ['ID=84d9da62-b831-44c1-bd4b-3fd2712245b7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:49.311831 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d36760b-5333-4f10-9dc9-891f3a55609f x-openstack-request-id: req-0d36760b-5333-4f10-9dc9-891f3a55609f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:49.312117 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206ca476-c944-4bde-bd63-0a59575f3cba", "tag": "84d9da62-b831-44c1-bd4b-3fd2712245b7", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:49.312390 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d36760b-5333-4f10-9dc9-891f3a55609f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:49.312781 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206ca476-c944-4bde-bd63-0a59575f3cba', 'tag': '84d9da62-b831-44c1-bd4b-3fd2712245b7', 'status': 'completed', 'code': 200} Aug 27 03:18:49.352077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-c19ebf28-4db2-4da3-8b06-e9432e48ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.353540 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-c19ebf28-4db2-4da3-8b06-e9432e48ab34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90210f5265ad4474848161b39a57a7ea&device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 1095 time: 0.0512185 Aug 27 03:18:49.396206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-5f171e08-494f-4ccb-ab4a-03c0769a9767 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d9da62-b831-44c1-bd4b-3fd2712245b7 HTTP/1.1" status: 200 len: 217 time: 0.0350535 Aug 27 03:18:49.446281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-66ecff7e-e152-48b2-80f4-c090882ae852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.448051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-66ecff7e-e152-48b2-80f4-c090882ae852 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ffbdbcf-5229-4b21-a652-486ce4f6d97d HTTP/1.1" status: 200 len: 856 time: 0.0452337 Aug 27 03:18:49.498345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-13194969-5769-4406-a206-bd1e642dea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.499902 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-13194969-5769-4406-a206-bd1e642dea0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3776ef62-e2b4-4772-96d1-c0808df9d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453815 Aug 27 03:18:49.592223 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-3149c6b5-533f-4091-bf13-82a683b79046 service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842886 Aug 27 03:18:49.686197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-462f92cf-362f-44b2-b4a2-ed43274fd6c8 req-5b2d5cd0-7e82-44aa-bd0c-fa5597816b9d service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868828 Aug 27 03:18:49.782617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-71fcb984-2ef1-4e9e-a97a-b31cb52a943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.784178 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-71fcb984-2ef1-4e9e-a97a-b31cb52a943d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90210f5265ad4474848161b39a57a7ea&device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 1095 time: 0.0442436 Aug 27 03:18:49.883096 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-a409eed1-d13d-4a1f-a03f-377334f360cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.884621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-a409eed1-d13d-4a1f-a03f-377334f360cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=3776ef62-e2b4-4772-96d1-c0808df9d485 HTTP/1.1" status: 200 len: 918 time: 0.0934472 Aug 27 03:18:49.930665 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-2a94d39c-7483-4b28-a823-2d3a61306068 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d9da62-b831-44c1-bd4b-3fd2712245b7 HTTP/1.1" status: 200 len: 217 time: 0.0381618 Aug 27 03:18:49.982503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-9ef64666-91f0-4d20-9147-d6a5d7f430b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:49.983928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-9ef64666-91f0-4d20-9147-d6a5d7f430b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ffbdbcf-5229-4b21-a652-486ce4f6d97d HTTP/1.1" status: 200 len: 856 time: 0.0455673 Aug 27 03:18:50.032022 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-8e55a2a2-0c57-4eab-97e5-77b3f2ddb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:50.033521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-8e55a2a2-0c57-4eab-97e5-77b3f2ddb121 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3776ef62-e2b4-4772-96d1-c0808df9d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409315 Aug 27 03:18:50.133326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8b7de66-0821-490a-919e-59698fc3e1eb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:50.134369 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-8de9b655-8a9c-43eb-8f76-f60a92f65b4c service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911891 Aug 27 03:18:50.193580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d8b7de66-0821-490a-919e-59698fc3e1eb completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:50.198523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d8b7de66-0821-490a-919e-59698fc3e1eb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:50.199381 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:50.244478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-95998b3d-0c08-46f8-8e41-cc4c57c53c6a req-20786436-6ced-4335-9c5c-3c83d85d5103 service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026201 Aug 27 03:18:50.282728 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54ebc8-701e-42c5-b400-bffebff7995f req-5a694abc-a600-4476-9d34-41f7352f35a6 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:50.284243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc54ebc8-701e-42c5-b400-bffebff7995f req-5a694abc-a600-4476-9d34-41f7352f35a6 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 944 time: 0.0601730 Aug 27 03:18:50.295733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:50.332704 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port d8b7de66-0821-490a-919e-59698fc3e1eb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8b7de66-0821-490a-919e-59698fc3e1eb,segment=NetworkSegment(1bb1da13-8d8e-4a41-844b-ce606ba50b4a),segment_id=1bb1da13-8d8e-4a41-844b-ce606ba50b4a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:50.334899 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc54ebc8-701e-42c5-b400-bffebff7995f req-6361c6d6-a17b-4975-90b1-cc68bbc43282 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Aug 27 03:18:50.338196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:50.387858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=d8b7de66-0821-490a-919e-59698fc3e1eb,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:51.461344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7e80c-a53f-41a5-9846-5e13c6e0ce2c req-ea62b0bb-fa68-4d74-82e5-55433159503b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:51.463051 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99c7e80c-a53f-41a5-9846-5e13c6e0ce2c req-ea62b0bb-fa68-4d74-82e5-55433159503b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 944 time: 0.0513792 Aug 27 03:18:51.503481 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-99c7e80c-a53f-41a5-9846-5e13c6e0ce2c req-fc307860-bb93-45b9-a52d-726b3c7f9a14 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Aug 27 03:18:52.112507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8b7de66-0821-490a-919e-59698fc3e1eb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:52.163743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d8b7de66-0821-490a-919e-59698fc3e1eb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:52.164216 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:52.695466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 84d9da62-b831-44c1-bd4b-3fd2712245b7 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:18:52.805611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 84d9da62-b831-44c1-bd4b-3fd2712245b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=84d9da62-b831-44c1-bd4b-3fd2712245b7,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:52.820607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '84d9da62-b831-44c1-bd4b-3fd2712245b7', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'port_id': '84d9da62-b831-44c1-bd4b-3fd2712245b7', 'mac_address': 'fa:16:3e:f5:af:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:18:52.859845 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:52.873017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d9da62-b831-44c1-bd4b-3fd2712245b7 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:18:52.892939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 84d9da62-b831-44c1-bd4b-3fd2712245b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=84d9da62-b831-44c1-bd4b-3fd2712245b7,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:52.898150 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:52.949098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=84d9da62-b831-44c1-bd4b-3fd2712245b7,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:52.956580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54547-aeb2-49c7-95a3-651816e447cf req-f8dc31dd-cb9e-49a6-8a6b-79dd9f90ef99 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:52.958148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ba54547-aeb2-49c7-95a3-651816e447cf req-f8dc31dd-cb9e-49a6-8a6b-79dd9f90ef99 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 944 time: 0.3856084 Aug 27 03:18:52.999036 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3ba54547-aeb2-49c7-95a3-651816e447cf req-02099832-c41c-4e67-a6a8-6e0a7d7c7f4a tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Aug 27 03:18:53.100803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['84d9da62-b831-44c1-bd4b-3fd2712245b7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:54.115665 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef77b90-ff96-4155-a4f9-405d9e8847c5 req-23bbb760-635f-4e34-a4f9-3ce8a2aa529e tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:54.117087 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ef77b90-ff96-4155-a4f9-405d9e8847c5 req-23bbb760-635f-4e34-a4f9-3ce8a2aa529e tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 945 time: 0.0501974 Aug 27 03:18:54.156692 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3ef77b90-ff96-4155-a4f9-405d9e8847c5 req-28734a75-8c39-4aaf-84dd-bef89edf98e3 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332010 Aug 27 03:18:54.695295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 84d9da62-b831-44c1-bd4b-3fd2712245b7 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:18:54.745292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 84d9da62-b831-44c1-bd4b-3fd2712245b7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:18:54.749111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 84d9da62-b831-44c1-bd4b-3fd2712245b7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:54.749602 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:54.833797 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:54.860299 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ca476-c944-4bde-bd63-0a59575f3cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d9da62-b831-44c1-bd4b-3fd2712245b7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:54.862640 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b6e6d0-5283-489b-bd91-aac83c623102" -d '{"events": [{"server_uuid": "206ca476-c944-4bde-bd63-0a59575f3cba", "name": "network-vif-plugged", "status": "completed", "tag": "84d9da62-b831-44c1-bd4b-3fd2712245b7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:54.876257 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 84d9da62-b831-44c1-bd4b-3fd2712245b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=84d9da62-b831-44c1-bd4b-3fd2712245b7,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:54.881717 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:54.905949 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6d5e33-6b8c-49f6-9803-9bba7a4eed9e x-openstack-request-id: req-bf6d5e33-6b8c-49f6-9803-9bba7a4eed9e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:54.906346 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ca476-c944-4bde-bd63-0a59575f3cba", "name": "network-vif-plugged", "status": "completed", "tag": "84d9da62-b831-44c1-bd4b-3fd2712245b7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:54.906584 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf6d5e33-6b8c-49f6-9803-9bba7a4eed9e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:54.906971 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206ca476-c944-4bde-bd63-0a59575f3cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d9da62-b831-44c1-bd4b-3fd2712245b7', 'code': 200} Aug 27 03:18:54.935570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=84d9da62-b831-44c1-bd4b-3fd2712245b7,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:55.008191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860f569-3719-4f28-93cd-e674cd24b1be req-e8e3d33a-ccd3-40d3-a706-768d67bef109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:55.009734 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3860f569-3719-4f28-93cd-e674cd24b1be req-e8e3d33a-ccd3-40d3-a706-768d67bef109 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 1097 time: 0.0428755 Aug 27 03:18:55.046472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3860f569-3719-4f28-93cd-e674cd24b1be req-c3795a86-0846-44ae-9bf8-9c6d9967dae9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294809 Aug 27 03:18:55.279237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49604-36ec-4ac1-8990-b774c93c3018 req-474adc0c-4ea0-4c66-a022-1da8f315f07e tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:55.280743 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0d49604-36ec-4ac1-8990-b774c93c3018 req-474adc0c-4ea0-4c66-a022-1da8f315f07e tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 946 time: 0.0543647 Aug 27 03:18:55.318635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a0d49604-36ec-4ac1-8990-b774c93c3018 req-eb63ce7b-8cc3-4470-82d6-477b63f6e6bc tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Aug 27 03:18:56.442190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb5ccd-777f-4d26-8d7d-014ce5ed7257 req-fac1560b-6f2d-47f0-9ccc-cf23726f477a tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:56.443740 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57fb5ccd-777f-4d26-8d7d-014ce5ed7257 req-fac1560b-6f2d-47f0-9ccc-cf23726f477a tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 946 time: 0.0552022 Aug 27 03:18:56.487001 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-57fb5ccd-777f-4d26-8d7d-014ce5ed7257 req-4cd6dee2-7023-4a60-9aba-0e570e8b3b2b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365300 Aug 27 03:18:56.603252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898c3bb-61e0-46b9-bf30-ae953aa0bfaa req-2f83df14-a039-4787-a2b0-fcd88f0fe08d tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:56.604715 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2898c3bb-61e0-46b9-bf30-ae953aa0bfaa req-2f83df14-a039-4787-a2b0-fcd88f0fe08d tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 946 time: 0.0505686 Aug 27 03:18:56.644551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2898c3bb-61e0-46b9-bf30-ae953aa0bfaa req-0e953ff6-4879-4318-b5ae-5e345027cc0b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Aug 27 03:18:57.827956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-16bc8730-9e5f-4eb9-a562-e8f73a0e6134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:00.365104 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-46fd5835-c59f-4ba3-8bf8-d6843cabeb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:00.554094 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:01.503713 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:03.379705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:15.347255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cdafd-c595-42f4-9269-05fa628bc62d req-32b0ad86-7bdb-44bd-8b81-028e327fab1b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:15.349263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a9cdafd-c595-42f4-9269-05fa628bc62d req-32b0ad86-7bdb-44bd-8b81-028e327fab1b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 946 time: 0.0593271 Aug 27 03:19:15.401731 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a9cdafd-c595-42f4-9269-05fa628bc62d req-92a68b7a-66af-4d08-a3f5-7c2c6dc3f3f3 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Aug 27 03:19:16.526749 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612bab6-80d8-495c-b721-dafcca2b14ef req-d0b4ded8-64a1-4a02-803e-07b40fb148b9 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:16.528374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7612bab6-80d8-495c-b721-dafcca2b14ef req-d0b4ded8-64a1-4a02-803e-07b40fb148b9 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 946 time: 0.0525813 Aug 27 03:19:16.581739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7612bab6-80d8-495c-b721-dafcca2b14ef req-39afdeff-1697-4f14-bd47-daf67724575e tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468974 Aug 27 03:19:16.854806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-41311b85-94af-43ab-93cb-bdffff5fb7e3 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:16.856524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-41311b85-94af-43ab-93cb-bdffff5fb7e3 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 946 time: 0.0598059 Aug 27 03:19:16.958785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Deleting port 84d9da62-b831-44c1-bd4b-3fd2712245b7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:16.959139 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:17.048066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] For port 84d9da62-b831-44c1-bd4b-3fd2712245b7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=84d9da62-b831-44c1-bd4b-3fd2712245b7,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:17.048434 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:17.061525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Calling delete_port for 84d9da62-b831-44c1-bd4b-3fd2712245b7 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:17.154989 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:17.202700 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:17.215473 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['84d9da62-b831-44c1-bd4b-3fd2712245b7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:19:17.234364 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Pushing event deleted for resources: {'Port': ['ID=84d9da62-b831-44c1-bd4b-3fd2712245b7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:17.248175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.248529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.248879 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.249221 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.249559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.249890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.250227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.250609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.250924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.251253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.251626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.251907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:17.288637 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] No DVR routers for this DVR port 84d9da62-b831-44c1-bd4b-3fd2712245b7 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:19:17.291674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:17.293826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ef8dbf7-9248-40b8-ad7e-b03e0d9f70a2 req-86d99620-eb02-4c97-a626-9d56aadcffff tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "DELETE /v2.0/ports/84d9da62-b831-44c1-bd4b-3fd2712245b7 HTTP/1.1" status: 204 len: 173 time: 0.4301395 Aug 27 03:19:17.294304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ca476-c944-4bde-bd63-0a59575f3cba', 'name': 'network-vif-deleted', 'tag': '84d9da62-b831-44c1-bd4b-3fd2712245b7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:19:17.296702 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a852696-c985-40ad-8e64-e031297361a5" -d '{"events": [{"server_uuid": "206ca476-c944-4bde-bd63-0a59575f3cba", "name": "network-vif-deleted", "tag": "84d9da62-b831-44c1-bd4b-3fd2712245b7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:19:17.311854 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:19:17.339933 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8c7cd-c0cb-4649-88a9-1c3b71a597c5 x-openstack-request-id: req-f5c8c7cd-c0cb-4649-88a9-1c3b71a597c5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:19:17.340228 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ca476-c944-4bde-bd63-0a59575f3cba", "name": "network-vif-deleted", "tag": "84d9da62-b831-44c1-bd4b-3fd2712245b7", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:19:17.340571 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5c8c7cd-c0cb-4649-88a9-1c3b71a597c5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:19:17.340860 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206ca476-c944-4bde-bd63-0a59575f3cba', 'name': 'network-vif-deleted', 'tag': '84d9da62-b831-44c1-bd4b-3fd2712245b7', 'status': 'completed', 'code': 200} Aug 27 03:19:17.695885 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-62fb0534-36fa-4e91-a3f6-c3a36368941c req-496e13d4-526f-429a-8b60-11ffbc243014 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=206ca476-c944-4bde-bd63-0a59575f3cba HTTP/1.1" status: 200 len: 210 time: 0.0314443 Aug 27 03:19:18.130372 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:19.701585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-6d5e4017-3216-4b1b-be45-765895e2f372 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:19.703263 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-6d5e4017-3216-4b1b-be45-765895e2f372 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/networks?id=3776ef62-e2b4-4772-96d1-c0808df9d485 HTTP/1.1" status: 200 len: 817 time: 0.1179397 Aug 27 03:19:19.720327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-15ec3a5a-d939-4545-ac95-bb4009a076ec tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/quotas/90210f5265ad4474848161b39a57a7ea HTTP/1.1" status: 200 len: 375 time: 0.0107510 Aug 27 03:19:19.773077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-93b1fd4f-5475-42a6-989b-035ad5728372 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90210f5265ad4474848161b39a57a7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468214 Aug 27 03:19:19.873958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-ae6c394e-e90d-460d-96ba-4f5c72b4aacf service neutron] 10.222.0.10 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888789 Aug 27 03:19:19.969664 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-7199dd1a-83bb-4c44-afaa-d99544d7a77e service neutron] 10.222.0.10 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Aug 27 03:19:20.135422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7da2f325-37b7-44d8-9c1e-653a4eff342d req-6d7fecf8-e25e-45ae-beda-55fe74c2b1ca tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 210 time: 0.0310795 Aug 27 03:19:20.771410 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 84d9da62-b831-44c1-bd4b-3fd2712245b7 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:20.791926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 84d9da62-b831-44c1-bd4b-3fd2712245b7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:20.792131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 84d9da62-b831-44c1-bd4b-3fd2712245b7 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:21.069786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-da039eed-aff6-44ac-b258-657be78ea524 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:21.071191 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-da039eed-aff6-44ac-b258-657be78ea524 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "GET /v2.0/networks?id=3776ef62-e2b4-4772-96d1-c0808df9d485 HTTP/1.1" status: 200 len: 817 time: 0.1148753 Aug 27 03:19:21.084330 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Request body: {'port': {'device_id': '01b5958d-fa60-4913-933a-d9198aaac193', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'admin_state_up': True, 'tenant_id': '90210f5265ad4474848161b39a57a7ea'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:19:21.195557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Made reservation on behalf of 90210f5265ad4474848161b39a57a7ea for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:19:21.199426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:21.245056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2b40e19d-5842-4e2d-af69-b3168ddceca6 req-fa4bc445-f4a6-471d-be3b-27228bb78af7 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 210 time: 0.0352614 Aug 27 03:19:21.361672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Allocated IP 172.20.0.13 (3776ef62-e2b4-4772-96d1-c0808df9d485/2ffbdbcf-5229-4b21-a652-486ce4f6d97d/e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:19:21.516729 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:21.531868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Transition to ACTIVE for port object e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:19:21.568917 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:21.612321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:19:21.617486 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:19:21.621408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:19:21.628277 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Pushing event updated for resources: {'Port': ['ID=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:21.676441 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:21.677078 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:21.693127 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-cfc9c861-4af2-4d35-9d55-2f7f66dc1597 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6128333 Aug 27 03:19:21.705934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Request body: {'port': {'device_id': '01b5958d-fa60-4913-933a-d9198aaac193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:19:21.768981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:21.849530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-498ba2c9-62ec-4d40-8e06-c25db5fe963c None None] Provisioning for port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:19:21.853941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-498ba2c9-62ec-4d40-8e06-c25db5fe963c None None] Provisioning complete for port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:19:21.854512 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-498ba2c9-62ec-4d40-8e06-c25db5fe963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:21.890549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-498ba2c9-62ec-4d40-8e06-c25db5fe963c None None] Port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:19:22.048031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:19:22.055811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:22.068028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Transition to ACTIVE for port object e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:19:22.072735 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:22.123401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Pushing event updated for resources: {'Port': ['ID=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:22.199657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Attempting to bind port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:19:22.199994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Attempting to bind port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:19:22.200323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Attempting to bind port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb on network 3776ef62-e2b4-4772-96d1-c0808df9d485 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:19:22.205073 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb on network 3776ef62-e2b4-4772-96d1-c0808df9d485 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:19:22.205401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Attempting to bind port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb on network 3776ef62-e2b4-4772-96d1-c0808df9d485 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:19:22.210713 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:19:22.211054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Checking segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:19:22.211437 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Bound using segment: {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:19:22.211858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Bound port: e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03355011-b82f-41b0-b5cd-6cce29b9d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:19:22.212216 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:22.285761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] For port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:19:22.289048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] For port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:19:22.294647 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:22.332622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.333255 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:22.334719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-6002a3af-530d-46fb-950a-815d25df612c service neutron] 10.222.0.45 "PUT /v2.0/ports/e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb HTTP/1.1" status: 200 len: 1092 time: 0.6334145 Aug 27 03:19:22.335171 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b5958d-fa60-4913-933a-d9198aaac193', 'tag': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:19:22.337496 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdb1042-f97f-4f27-bc50-a4351e67c712" -d '{"events": [{"name": "network-changed", "server_uuid": "01b5958d-fa60-4913-933a-d9198aaac193", "tag": "e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:19:22.369600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002a3af-530d-46fb-950a-815d25df612c service neutron] Pushing event updated for resources: {'Port': ['ID=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:22.390373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe78a-e8ba-4617-954b-7f1887b81492 req-0561eead-0450-4530-b594-68238aa65aaa tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.392937 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-23dbe78a-e8ba-4617-954b-7f1887b81492 req-0561eead-0450-4530-b594-68238aa65aaa tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 944 time: 0.0751264 Aug 27 03:19:22.413196 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a192b1-8ff1-4287-ad7f-acd608fd71d3 x-openstack-request-id: req-f1a192b1-8ff1-4287-ad7f-acd608fd71d3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:19:22.413562 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b5958d-fa60-4913-933a-d9198aaac193", "tag": "e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:19:22.413857 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1a192b1-8ff1-4287-ad7f-acd608fd71d3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:19:22.414362 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b5958d-fa60-4913-933a-d9198aaac193', 'tag': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb', 'status': 'completed', 'code': 200} Aug 27 03:19:22.432290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-64ee982e-5b14-4e46-b15a-080bfc4d5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.433931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-64ee982e-5b14-4e46-b15a-080bfc4d5db5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90210f5265ad4474848161b39a57a7ea&device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 1095 time: 0.0566397 Aug 27 03:19:22.436777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-23dbe78a-e8ba-4617-954b-7f1887b81492 req-091def97-fb01-4a79-846b-acd3e1313c84 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362074 Aug 27 03:19:22.479390 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-7e1c5d06-6c73-4ab3-b05f-11b683f67f15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb HTTP/1.1" status: 200 len: 217 time: 0.0363190 Aug 27 03:19:22.532563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-481981b1-2113-4202-94f6-ca5757cffc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.534032 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-481981b1-2113-4202-94f6-ca5757cffc58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ffbdbcf-5229-4b21-a652-486ce4f6d97d HTTP/1.1" status: 200 len: 856 time: 0.0475626 Aug 27 03:19:22.585678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3013-9709-4e3b-bb18-59568908a565 req-e798bde4-4922-4471-9ac1-5b8bebea903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.587241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-e798bde4-4922-4471-9ac1-5b8bebea903c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3776ef62-e2b4-4772-96d1-c0808df9d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464780 Aug 27 03:19:22.677971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-8e9c2351-9a8a-44f6-8ed8-b22b49c6ee7a service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838211 Aug 27 03:19:22.777729 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-413d3013-9709-4e3b-bb18-59568908a565 req-86e54981-cc52-412c-8129-582f073ef4c8 service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924854 Aug 27 03:19:22.866034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-0853537d-e8b5-477a-b538-478e853d625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.867608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-0853537d-e8b5-477a-b538-478e853d625c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90210f5265ad4474848161b39a57a7ea&device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 1095 time: 0.0431051 Aug 27 03:19:22.958757 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-c8c5792f-32b4-4b15-b7f3-9b475d509d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.960261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-c8c5792f-32b4-4b15-b7f3-9b475d509d36 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3776ef62-e2b4-4772-96d1-c0808df9d485 HTTP/1.1" status: 200 len: 918 time: 0.0853388 Aug 27 03:19:23.005350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-f0774f36-871f-4db6-98ac-23d9feb48be0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb HTTP/1.1" status: 200 len: 217 time: 0.0378182 Aug 27 03:19:23.054928 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-5eb1bc06-a81b-4955-af83-65aae8aa0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:23.056485 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-5eb1bc06-a81b-4955-af83-65aae8aa0f3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ffbdbcf-5229-4b21-a652-486ce4f6d97d HTTP/1.1" status: 200 len: 856 time: 0.0442245 Aug 27 03:19:23.104312 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-22a0b227-0a9b-4e9f-88b5-30f3203292c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:23.105859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-22a0b227-0a9b-4e9f-88b5-30f3203292c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3776ef62-e2b4-4772-96d1-c0808df9d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418162 Aug 27 03:19:23.205294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-a0f5b283-2496-427c-9642-afe4237c8cf4 service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903831 Aug 27 03:19:23.298794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dcdb1042-f97f-4f27-bc50-a4351e67c712 req-204128f2-10b4-4d8c-8c0a-fb3ae039a377 service neutron] 10.222.0.45 "GET /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849648 Aug 27 03:19:23.564474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07925dc-61ed-4b9a-b6b9-5dfb8ecb193c req-0d370baa-459f-4ee7-a788-bffca768dd80 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:23.565981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a07925dc-61ed-4b9a-b6b9-5dfb8ecb193c req-0d370baa-459f-4ee7-a788-bffca768dd80 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 944 time: 0.0524261 Aug 27 03:19:23.613217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a07925dc-61ed-4b9a-b6b9-5dfb8ecb193c req-16654fde-9287-4dbc-82b0-fc997d46dce9 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Aug 27 03:19:24.737421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bdda-3147-45e6-aee4-1845b692ee1e req-972cfcb0-6256-40c0-b9e6-b48ac8adc415 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:24.738951 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f3a6bdda-3147-45e6-aee4-1845b692ee1e req-972cfcb0-6256-40c0-b9e6-b48ac8adc415 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 944 time: 0.0516119 Aug 27 03:19:24.777956 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f3a6bdda-3147-45e6-aee4-1845b692ee1e req-568589b7-3f5a-46da-8a45-b138f9e6cb43 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Aug 27 03:19:24.802835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:19:24.901069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:24.912551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb', 'network_id': '3776ef62-e2b4-4772-96d1-c0808df9d485', 'port_id': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb', 'mac_address': 'fa:16:3e:d3:23:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbdbcf-5229-4b21-a652-486ce4f6d97d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:19:24.949347 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:24.962151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:19:24.981206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:24.987735 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:25.033510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:25.041005 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.041338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.041675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.041995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.042345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.042681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.043006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.043330 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.043647 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.043967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.044288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.044602 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:25.176180 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:19:25.901550 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f99b24-db41-40fd-9938-29bdf525aeed req-462b84aa-925b-41a4-ad31-825dd9815507 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:25.903115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9f99b24-db41-40fd-9938-29bdf525aeed req-462b84aa-925b-41a4-ad31-825dd9815507 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 945 time: 0.0521843 Aug 27 03:19:25.943105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a9f99b24-db41-40fd-9938-29bdf525aeed req-0f301dea-4a89-4b80-8359-a00543f67071 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Aug 27 03:19:26.803505 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:19:26.855189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:19:26.859357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:19:26.859740 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:26.941306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:26.963912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b5958d-fa60-4913-933a-d9198aaac193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:19:26.966218 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749edf82-9efa-4bcd-b414-8739fcd589bd" -d '{"events": [{"server_uuid": "01b5958d-fa60-4913-933a-d9198aaac193", "name": "network-vif-plugged", "status": "completed", "tag": "e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:19:26.979369 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:26.984770 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:27.014437 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f59bdc9-a66d-437a-9822-ad144ed8556f x-openstack-request-id: req-0f59bdc9-a66d-437a-9822-ad144ed8556f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:19:27.014729 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b5958d-fa60-4913-933a-d9198aaac193", "name": "network-vif-plugged", "status": "completed", "tag": "e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:19:27.014968 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f59bdc9-a66d-437a-9822-ad144ed8556f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:19:27.015362 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b5958d-fa60-4913-933a-d9198aaac193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb', 'code': 200} Aug 27 03:19:27.036448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:27.072900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ad740-f46a-4a77-aff8-0fdd7198c4cf req-c2beb3ce-9bbf-44e9-b29b-fc9e78ecf474 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:27.074299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d0ad740-f46a-4a77-aff8-0fdd7198c4cf req-c2beb3ce-9bbf-44e9-b29b-fc9e78ecf474 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 946 time: 0.0489237 Aug 27 03:19:27.115455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bc76d-1255-4542-9455-d02db35e110f req-ded45791-1356-4630-ae70-4caa79c7efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:27.116210 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d0ad740-f46a-4a77-aff8-0fdd7198c4cf req-153d8c4c-41de-442e-9676-4238d0c038b9 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 27 03:19:27.116979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a35bc76d-1255-4542-9455-d02db35e110f req-ded45791-1356-4630-ae70-4caa79c7efb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 1097 time: 0.0402167 Aug 27 03:19:27.153736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a35bc76d-1255-4542-9455-d02db35e110f req-7580907b-9fcb-499f-9871-3dfba7327947 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294228 Aug 27 03:19:27.832377 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-29272efa-c9f6-49b4-ad9b-eb8ac2d77fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:28.236631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7ae8-21b5-4d3b-aa38-def21a7d5c92 req-e3ed851f-81c3-4976-a4a6-8cf4773148cc tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:28.245028 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc3b7ae8-21b5-4d3b-aa38-def21a7d5c92 req-e3ed851f-81c3-4976-a4a6-8cf4773148cc tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 946 time: 0.0507045 Aug 27 03:19:28.281480 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bc3b7ae8-21b5-4d3b-aa38-def21a7d5c92 req-916e4332-eae4-4dc9-992f-977131a32763 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Aug 27 03:19:28.403142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44fdfd-ce36-471f-99ec-81d0cb48e3d7 req-ffe7d16f-788b-4214-a126-1e85ccce3615 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:28.404532 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a44fdfd-ce36-471f-99ec-81d0cb48e3d7 req-ffe7d16f-788b-4214-a126-1e85ccce3615 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 946 time: 0.0538778 Aug 27 03:19:28.445348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9a44fdfd-ce36-471f-99ec-81d0cb48e3d7 req-a132b678-d0ba-49c0-8c94-e299b923ba4c tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Aug 27 03:19:30.369345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-58dafc55-efa9-4480-8f20-3dd98e1adbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:30.548907 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:31.505803 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:33.384108 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:46.927788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279bf4d-5ebe-4206-8446-7e221574d0b2 req-ad8f46c1-8aae-4af9-9c70-474fbc5db5e1 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:46.929316 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f279bf4d-5ebe-4206-8446-7e221574d0b2 req-ad8f46c1-8aae-4af9-9c70-474fbc5db5e1 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 946 time: 0.0486243 Aug 27 03:19:46.970598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f279bf4d-5ebe-4206-8446-7e221574d0b2 req-74d3b3d0-07fe-4bd8-8519-12fedb1b72a9 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347466 Aug 27 03:19:47.153415 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:48.091200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6364-468d-48b3-9ce8-9e41b404b70d req-1d612168-7984-44e9-ae21-cba65efb8c8e tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:48.092704 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c60c6364-468d-48b3-9ce8-9e41b404b70d req-1d612168-7984-44e9-ae21-cba65efb8c8e tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 946 time: 0.0509839 Aug 27 03:19:48.139218 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:48.139486 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c60c6364-468d-48b3-9ce8-9e41b404b70d req-7ca98dcd-2de6-4381-82a8-216e3e220039 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/security-groups?id=57255484-1706-46f6-90e6-a3557e5e6fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Aug 27 03:19:48.439893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-60123bc1-631b-4d33-8741-5cf574577aaa tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:48.441393 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-60123bc1-631b-4d33-8741-5cf574577aaa tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 946 time: 0.0508561 Aug 27 03:19:48.544109 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Deleting port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:48.544109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:48.635002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] For port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:48.635376 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:48.648478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Calling delete_port for e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:48.793484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:48.805568 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:19:48.822861 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Pushing event deleted for resources: {'Port': ['ID=e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:48.864579 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] No DVR routers for this DVR port e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:19:48.867391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:48.869511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4463bc80-eeed-464d-a235-a5ddb742bc2d req-768d080b-d4c4-446c-b997-895c8f3ca42b tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.45 "DELETE /v2.0/ports/e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb HTTP/1.1" status: 204 len: 173 time: 0.4214647 Aug 27 03:19:48.869961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b5958d-fa60-4913-933a-d9198aaac193', 'name': 'network-vif-deleted', 'tag': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:19:48.872364 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c38c3-b4ae-42bf-b4ae-30dacb6cd77f" -d '{"events": [{"server_uuid": "01b5958d-fa60-4913-933a-d9198aaac193", "name": "network-vif-deleted", "tag": "e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:19:48.912698 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec13bb-6a36-48ff-a64a-7339e0acfd9e x-openstack-request-id: req-87ec13bb-6a36-48ff-a64a-7339e0acfd9e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:19:48.913061 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b5958d-fa60-4913-933a-d9198aaac193", "name": "network-vif-deleted", "tag": "e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:19:48.913307 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87ec13bb-6a36-48ff-a64a-7339e0acfd9e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:19:48.913719 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b5958d-fa60-4913-933a-d9198aaac193', 'name': 'network-vif-deleted', 'tag': 'e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb', 'status': 'completed', 'code': 200} Aug 27 03:19:49.254921 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-08848924-b55e-4570-ac59-9e22947cef99 req-556a0f6a-a3f6-4598-a944-5612f97d3c37 tempest-TestEncryptedCinderVolumes-1114598193 tempest-TestEncryptedCinderVolumes-1114598193-project] 10.222.0.10 "GET /v2.0/ports?device_id=01b5958d-fa60-4913-933a-d9198aaac193 HTTP/1.1" status: 200 len: 210 time: 0.0310445 Aug 27 03:19:50.349132 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37710) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:50.716446 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:50.964011 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Deleting port 9701b6ae-33fe-4289-a473-0f4c2802ddec {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:50.964332 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:51.043536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] For port 9701b6ae-33fe-4289-a473-0f4c2802ddec, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9701b6ae-33fe-4289-a473-0f4c2802ddec,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:51.043816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:51.058815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Calling delete_port for 9701b6ae-33fe-4289-a473-0f4c2802ddec owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:51.242540 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:51.272982 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Pushing event deleted for resources: {'Port': ['ID=9701b6ae-33fe-4289-a473-0f4c2802ddec,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:51.298089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.298472 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.298811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.299140 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.299465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.299785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.300103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.300419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.300739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.301042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.301346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.301662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:19:51.445086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:51.996757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Router 775825b1-5f56-4e08-b96f-223f8071f655 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:19:52.105450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:19:52.113895 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eaed117f-202c-4d06-9c98-666d9f921706 admin admin] 10.222.0.10 "PUT /v2.0/routers/775825b1-5f56-4e08-b96f-223f8071f655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611103 Aug 27 03:19:52.113991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37712) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:52.115948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] Sync routers for ids ['775825b1-5f56-4e08-b96f-223f8071f655'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:19:52.127732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] Routers {'775825b1-5f56-4e08-b96f-223f8071f655'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:19:52.128738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:19:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['775825b1-5f56-4e08-b96f-223f8071f655'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:52.218738 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.235932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] Set router 775825b1-5f56-4e08-b96f-223f8071f655 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:19:52.319095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.379868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Deleting port 9a21f25a-3475-476a-912a-fab0647fba45 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:52.380201 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.416199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '9a21f25a-3475-476a-912a-fab0647fba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:19:51Z', 'revision_number': 5, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port': {'id': '9a21f25a-3475-476a-912a-fab0647fba45', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775825b1-5f56-4e08-b96f-223f8071f655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:37Z', 'updated_at': '2021-08-27T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:52.442493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] Checking router: 775825b1-5f56-4e08-b96f-223f8071f655 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:19:52.451233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] Routers {'775825b1-5f56-4e08-b96f-223f8071f655'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:19:52.451839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:19:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['775825b1-5f56-4e08-b96f-223f8071f655'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:52.461368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] For port 9a21f25a-3475-476a-912a-fab0647fba45, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=9a21f25a-3475-476a-912a-fab0647fba45,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:52.461985 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.474865 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Calling delete_port for 9a21f25a-3475-476a-912a-fab0647fba45 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:52.536594 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] Set router 775825b1-5f56-4e08-b96f-223f8071f655 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:19:52.592501 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:19:52Z', 'revision_number': 6, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:52.618573 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a6fad-8145-4cdd-b090-451a019cdc23 None None] The sync data for ids ['775825b1-5f56-4e08-b96f-223f8071f655'] in n-d-806293-1 is: [{'id': '775825b1-5f56-4e08-b96f-223f8071f655', 'name': 'tempest-TestEncryptedCinderVolumes-2054346811-router', 'tenant_id': '90210f5265ad4474848161b39a57a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:36Z', 'updated_at': '2021-08-27T03:19:52Z', 'revision_number': 6, 'project_id': '90210f5265ad4474848161b39a57a7ea', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:19:52.645148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.673829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a21f25a-3475-476a-912a-fab0647fba45,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:52.735632 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.825055 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.827274 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.870888 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.871557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 775825b1-5f56-4e08-b96f-223f8071f655 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:19:52.876035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.877209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-61aa8185-f00b-4449-ac65-dffe86d117c5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/775825b1-5f56-4e08-b96f-223f8071f655 HTTP/1.1" status: 204 len: 168 time: 0.7619164 Aug 27 03:19:52.879865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37714) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:52.898833 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:52.918243 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:52.918614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device e2ee08e8-e3c6-4f4b-ab04-e4f0da366edb not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:52.928599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] Deleting subnet 2ffbdbcf-5229-4b21-a652-486ce4f6d97d {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:19:52.931799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.968345 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.058588 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.114914 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.140325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ffbdbcf-5229-4b21-a652-486ce4f6d97d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:53.146419 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.148366 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3e9ec624-0fe6-4dd7-b1e9-fed71c21f783 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2ffbdbcf-5229-4b21-a652-486ce4f6d97d HTTP/1.1" status: 204 len: 168 time: 0.2674232 Aug 27 03:19:53.151260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37716) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:53.152291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbdcf32-f5a6-4749-8c27-313601c385ea None None] Network 3776ef62-e2b4-4772-96d1-c0808df9d485 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:19:53.224096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.286984 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Deleting port 28038d55-997d-4ff2-b01b-d55b4401b415 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:53.287259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.354694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] For port 28038d55-997d-4ff2-b01b-d55b4401b415, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=28038d55-997d-4ff2-b01b-d55b4401b415,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:53.355538 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.370257 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Calling delete_port for 28038d55-997d-4ff2-b01b-d55b4401b415 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:53.391583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] DHCP port deletion for 3776ef62-e2b4-4772-96d1-c0808df9d485 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:19:53.440973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] Deleting port 28038d55-997d-4ff2-b01b-d55b4401b415 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:53.441355 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.462259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.499896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28038d55-997d-4ff2-b01b-d55b4401b415,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:53.507007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] No DVR routers for this DVR port 28038d55-997d-4ff2-b01b-d55b4401b415 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:19:53.513721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] For port 28038d55-997d-4ff2-b01b-d55b4401b415, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=28038d55-997d-4ff2-b01b-d55b4401b415,segment=NetworkSegment(03355011-b82f-41b0-b5cd-6cce29b9d22a),segment_id=03355011-b82f-41b0-b5cd-6cce29b9d22a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:53.514127 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.531476 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] Calling delete_port for 28038d55-997d-4ff2-b01b-d55b4401b415 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:53.590191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.600779 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3776ef62-e2b4-4772-96d1-c0808df9d485']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:53.608931 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.617347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03355011-b82f-41b0-b5cd-6cce29b9d22a') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:53.617663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03355011-b82f-41b0-b5cd-6cce29b9d22a') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:53.627469 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.637599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] Pushing event deleted for resources: {'Port': ['ID=28038d55-997d-4ff2-b01b-d55b4401b415,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:53.642669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.644456 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad18b2f-1a33-494e-9b47-dfd70f731fa7 None None] No DVR routers for this DVR port 28038d55-997d-4ff2-b01b-d55b4401b415 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:19:53.649086 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:19:53.649827 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:19:53.651575 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:19:53.718879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.724352 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:53.726198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3776ef62-e2b4-4772-96d1-c0808df9d485 HTTP/1.1" status: 204 len: 168 time: 0.5739260 Aug 27 03:19:53.729578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37718) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:53.737517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b667eb-1047-40fa-a741-cf5cfc64a4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3776ef62-e2b4-4772-96d1-c0808df9d485,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:54.091329 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:54.146639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28038d55-997d-4ff2-b01b-d55b4401b415 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:54.311343 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:19:54.324424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 28038d55-997d-4ff2-b01b-d55b4401b415 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:54.324923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 28038d55-997d-4ff2-b01b-d55b4401b415 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:54.325146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9a21f25a-3475-476a-912a-fab0647fba45 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:54.342841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9a21f25a-3475-476a-912a-fab0647fba45 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:54.343109 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9a21f25a-3475-476a-912a-fab0647fba45 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:54.343508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9701b6ae-33fe-4289-a473-0f4c2802ddec no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:54.350085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Deleting port d8b7de66-0821-490a-919e-59698fc3e1eb {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:54.350476 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:54.360846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 9701b6ae-33fe-4289-a473-0f4c2802ddec {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:54.361168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 9701b6ae-33fe-4289-a473-0f4c2802ddec not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:54.429114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] For port d8b7de66-0821-490a-919e-59698fc3e1eb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d8b7de66-0821-490a-919e-59698fc3e1eb,segment=NetworkSegment(1bb1da13-8d8e-4a41-844b-ce606ba50b4a),segment_id=1bb1da13-8d8e-4a41-844b-ce606ba50b4a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:54.429479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:54.442182 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Calling delete_port for d8b7de66-0821-490a-919e-59698fc3e1eb owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:54.631391 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:54.660859 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b7de66-0821-490a-919e-59698fc3e1eb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:54.833712 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.054022 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:19:55.173658 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:19:55.179403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5eaf9551-f5d7-4e64-bb58-710b0dda82db admin admin] 10.222.0.10 "PUT /v2.0/routers/e48d1d5d-55d8-40ca-bdfc-eda4659798c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483631 Aug 27 03:19:55.182296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37720) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:55.185029 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] Sync routers for ids ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:19:55.196274 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] Routers {'e48d1d5d-55d8-40ca-bdfc-eda4659798c6'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:19:55.197035 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:19:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:55.287777 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.296995 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] Set router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:19:55.386771 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.444550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Deleting port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:55.444898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.475522 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:19:54Z', 'revision_number': 5, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port': {'id': '7d22a28c-9498-4356-aac3-d6bb9c3eb39b', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:18:42Z', 'updated_at': '2021-08-27T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:55.501230 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] Checking router: e48d1d5d-55d8-40ca-bdfc-eda4659798c6 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:19:55.509665 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] Routers {'e48d1d5d-55d8-40ca-bdfc-eda4659798c6'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:19:55.510255 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:19:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:55.524822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] For port 7d22a28c-9498-4356-aac3-d6bb9c3eb39b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:55.525182 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.538068 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Calling delete_port for 7d22a28c-9498-4356-aac3-d6bb9c3eb39b owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:55.595970 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] Set router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:19:55.650400 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:19:55Z', 'revision_number': 6, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:55.681597 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892f57d-e6d5-4d98-aa31-c2ceabcaee1e None None] The sync data for ids ['e48d1d5d-55d8-40ca-bdfc-eda4659798c6'] in n-d-806293-1 is: [{'id': 'e48d1d5d-55d8-40ca-bdfc-eda4659798c6', 'name': 'tempest-TestEncryptedCinderVolumes-306990653-router', 'tenant_id': 'ef2a779f1f504c60858d0641f675e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:18:41Z', 'updated_at': '2021-08-27T03:19:55Z', 'revision_number': 6, 'project_id': 'ef2a779f1f504c60858d0641f675e3fb', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:19:55.720726 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.751105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d22a28c-9498-4356-aac3-d6bb9c3eb39b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:55.811286 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.905409 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.907659 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.952829 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.953339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48d1d5d-55d8-40ca-bdfc-eda4659798c6 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:19:55.957782 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.962214 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cc92398e-3c4c-43e5-8c95-903df9ebb603 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e48d1d5d-55d8-40ca-bdfc-eda4659798c6 HTTP/1.1" status: 204 len: 168 time: 0.7757435 Aug 27 03:19:55.962461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37722) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:56.018014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] Deleting subnet 80784cfc-e4f7-408c-8746-51a7044f525e {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:19:56.023169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.063882 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.157999 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.222133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.516913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8b7de66-0821-490a-919e-59698fc3e1eb no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:56.538801 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d8b7de66-0821-490a-919e-59698fc3e1eb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:56.539372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d8b7de66-0821-490a-919e-59698fc3e1eb not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:56.601198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80784cfc-e4f7-408c-8746-51a7044f525e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:56.604947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.607537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-29abf44f-5704-44ec-8f0b-2e194ea92bbf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/80784cfc-e4f7-408c-8746-51a7044f525e HTTP/1.1" status: 204 len: 168 time: 0.6435173 Aug 27 03:19:56.610232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37724) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:56.613435 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb571df6-7d45-413e-9e58-716febd39a55 None None] Network 0cebee5b-b94e-4887-903a-0826762bbddd requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:19:56.684308 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.751768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Deleting port f56dc18e-f4ed-41da-9dfe-93787c5683c8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:56.752253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.848653 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] For port f56dc18e-f4ed-41da-9dfe-93787c5683c8, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f56dc18e-f4ed-41da-9dfe-93787c5683c8,segment=NetworkSegment(1bb1da13-8d8e-4a41-844b-ce606ba50b4a),segment_id=1bb1da13-8d8e-4a41-844b-ce606ba50b4a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:56.849229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.871948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Calling delete_port for f56dc18e-f4ed-41da-9dfe-93787c5683c8 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:56.877278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] DHCP port deletion for 0cebee5b-b94e-4887-903a-0826762bbddd request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:19:56.927948 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] Deleting port f56dc18e-f4ed-41da-9dfe-93787c5683c8 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:19:56.928390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.998101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] For port f56dc18e-f4ed-41da-9dfe-93787c5683c8, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f56dc18e-f4ed-41da-9dfe-93787c5683c8,segment=NetworkSegment(1bb1da13-8d8e-4a41-844b-ce606ba50b4a),segment_id=1bb1da13-8d8e-4a41-844b-ce606ba50b4a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:19:56.998529 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.999380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.016871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] Calling delete_port for f56dc18e-f4ed-41da-9dfe-93787c5683c8 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:19:57.037693 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f56dc18e-f4ed-41da-9dfe-93787c5683c8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:57.039518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] No DVR routers for this DVR port f56dc18e-f4ed-41da-9dfe-93787c5683c8 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:19:57.111852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.122611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cebee5b-b94e-4887-903a-0826762bbddd']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:57.133927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb1da13-8d8e-4a41-844b-ce606ba50b4a') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:57.134202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb1da13-8d8e-4a41-844b-ce606ba50b4a') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:19:57.141141 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.147186 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.164767 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.172564 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:19:57.173129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:19:57.175821 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:19:57.180002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] Pushing event deleted for resources: {'Port': ['ID=f56dc18e-f4ed-41da-9dfe-93787c5683c8,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:57.182709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f115b05-53ac-4c77-8435-a7057117d0ce None None] No DVR routers for this DVR port f56dc18e-f4ed-41da-9dfe-93787c5683c8 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:19:57.247134 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.254840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.257000 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] 10.222.0.10 "DELETE /v2.0/networks/0cebee5b-b94e-4887-903a-0826762bbddd HTTP/1.1" status: 204 len: 168 time: 0.6456280 Aug 27 03:19:57.270744 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212100e-ad9d-40cb-8936-0e8bfbbb1b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=0cebee5b-b94e-4887-903a-0826762bbddd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:57.439161 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37728) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:57.503686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7c558b3f-eecb-459f-8e5e-f9835cb40ff9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90210f5265ad4474848161b39a57a7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624774 Aug 27 03:19:57.506231 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37730) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:57.586351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3fdadc55-e1f3-4461-a0cd-a1b506931a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.622150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3fdadc55-e1f3-4461-a0cd-a1b506931a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.701488 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3fdadc55-e1f3-4461-a0cd-a1b506931a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.704819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3fdadc55-e1f3-4461-a0cd-a1b506931a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:57.706438 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3fdadc55-e1f3-4461-a0cd-a1b506931a54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57255484-1706-46f6-90e6-a3557e5e6fd2 HTTP/1.1" status: 204 len: 168 time: 0.1988680 Aug 27 03:19:57.718358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdadc55-e1f3-4461-a0cd-a1b506931a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57255484-1706-46f6-90e6-a3557e5e6fd2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:57.838420 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9c5466cf-7662-416b-a6df-16a71694a3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:58.082795 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37736) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:58.138122 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d657331a-5dbf-43b8-beaf-fb6c59baf6be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef2a779f1f504c60858d0641f675e3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537076 Aug 27 03:19:58.140735 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37738) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:58.151622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f56dc18e-f4ed-41da-9dfe-93787c5683c8 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:58.182886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f56dc18e-f4ed-41da-9dfe-93787c5683c8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:58.183424 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f56dc18e-f4ed-41da-9dfe-93787c5683c8 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:58.184082 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d22a28c-9498-4356-aac3-d6bb9c3eb39b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:19:58.204677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 7d22a28c-9498-4356-aac3-d6bb9c3eb39b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:19:58.205019 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7d22a28c-9498-4356-aac3-d6bb9c3eb39b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:19:58.211146 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-488a1959-0159-4060-8fb9-fd23aaafbfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:58.237806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-488a1959-0159-4060-8fb9-fd23aaafbfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:58.290150 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-488a1959-0159-4060-8fb9-fd23aaafbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:58.293127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-488a1959-0159-4060-8fb9-fd23aaafbfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:58.294430 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-488a1959-0159-4060-8fb9-fd23aaafbfe7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39e54e66-9a63-4bfe-b26b-9c5e04f94002 HTTP/1.1" status: 204 len: 168 time: 0.1526041 Aug 27 03:19:58.303420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1959-0159-4060-8fb9-fd23aaafbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e54e66-9a63-4bfe-b26b-9c5e04f94002,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:59.065911 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37760) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:59.172255 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1153758143-network', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:19:59.195486 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Made reservation on behalf of 69237e9631b14ea0b03b71fe9dd4f9fb for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:19:59.198191 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.207962 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.340187 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.345771 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.375433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:19:59.385871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402accb5-e3ef-444d-9ad6-f8d6d5fbd526,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:59.392959 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.393337 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Added segment c6c43314-05c3-4ae3-86b7-b587cf78fa2e of type vlan for network 7eef87f1-ff51-4111-9433-2188b3ab96d0 Aug 27 03:19:59.447351 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.483083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.484312 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:59.485025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.544671 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4775009 Aug 27 03:19:59.549642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37764) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:19:59.554999 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5dfa2-a219-40d3-9746-454c40696a48 admin admin] Pushing event updated for resources: {'Network': ['ID=7eef87f1-ff51-4111-9433-2188b3ab96d0,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:59.559923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Request body: {'subnet': {'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1153758143-subnet', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:19:59.574047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:19:59.585128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Made reservation on behalf of 69237e9631b14ea0b03b71fe9dd4f9fb for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:19:59.590010 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.866663 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:59.934306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2578a0-011d-4be5-9ad6-56efb27e3654,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:19:59.946381 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Checking segment: {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:19:59.946841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Network hostable DHCP agents. Network: 7eef87f1-ff51-4111-9433-2188b3ab96d0, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:19:59.974765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:19:59.989228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 7eef87f1-ff51-4111-9433-2188b3ab96d0) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:19:59.994370 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:59.995199 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.001564 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d90cb7-2c92-4be2-9fe5-0df5ffd69b56 None None] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:00.012783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-46af74d3-8594-4a16-b25a-b0a176e98a93 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4608545 Aug 27 03:20:00.015502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37766) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:00.024322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:00.049923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.051768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.119420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.179100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-7eef87f1-ff51-4111-9433-2188b3ab96d0', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:20:00.180365 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.268415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.362936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Allocated IP 172.20.0.2 (7eef87f1-ff51-4111-9433-2188b3ab96d0/7d2578a0-011d-4be5-9ad6-56efb27e3654/f43409a5-0435-466c-97e8-e2c46a18a735) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:00.394912 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6fed-c0e9-4722-b315-e4d438736dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.535530 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.539627 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.556156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Transition to ACTIVE for port object f43409a5-0435-466c-97e8-e2c46a18a735 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:00.557014 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.584734 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.589420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Transition to ACTIVE for port object f43409a5-0435-466c-97e8-e2c46a18a735 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:00.598184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.675287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:00.686843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:00.687545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Allocated IP 172.25.1.238 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/72478f7e-87f5-4f9d-81c4-97324bbc6a06) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:00.695267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:00.699965 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Pushing event updated for resources: {'Port': ['ID=f43409a5-0435-466c-97e8-e2c46a18a735,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:00.774639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Attempting to bind port f43409a5-0435-466c-97e8-e2c46a18a735 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:00.775014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Attempting to bind port f43409a5-0435-466c-97e8-e2c46a18a735 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:00.775409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Attempting to bind port f43409a5-0435-466c-97e8-e2c46a18a735 on network 7eef87f1-ff51-4111-9433-2188b3ab96d0 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:00.781397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:00.781773 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Checking segment: {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:00.782328 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.782779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Bound using segment: {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:00.783331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Bound port: f43409a5-0435-466c-97e8-e2c46a18a735, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:00.783751 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.816765 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.859480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] For port f43409a5-0435-466c-97e8-e2c46a18a735, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:00.863859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] For port f43409a5-0435-466c-97e8-e2c46a18a735, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f43409a5-0435-466c-97e8-e2c46a18a735,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:00.865581 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.868133 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:00.917212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:00.923198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:00.926547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:00.932029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2d598-9734-427e-9edc-7b6e3adf7ba1 None None] Pushing event updated for resources: {'Port': ['ID=f43409a5-0435-466c-97e8-e2c46a18a735,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:00.934134 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Pushing event updated for resources: {'Port': ['ID=72478f7e-87f5-4f9d-81c4-97324bbc6a06,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:01.274442 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:01.498758 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:01.511476 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:01.666033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Router 1afe4690-d944-48a7-819b-a0f0c925f07f is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:20:01.797377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:01.811499 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Sync routers for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:01.817546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:01.819813 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-063422e6-103a-4995-aeea-a0567ca0a022 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8023846 Aug 27 03:20:01.823059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37768) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:01.831028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:01.831798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:01.976411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:01.980074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4e711-7247-4fde-889d-7976734f8fc4 None None] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:02.133610 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8b8fdb3e-7b95-4212-b082-9a9861d67705 None None] Provisioning for port f43409a5-0435-466c-97e8-e2c46a18a735 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:02.269067 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f43409a5-0435-466c-97e8-e2c46a18a735 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:02.369080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port f43409a5-0435-466c-97e8-e2c46a18a735 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:02.377318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f43409a5-0435-466c-97e8-e2c46a18a735 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:02.377868 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.397307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.410777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:01Z', 'revision_number': 3, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:02.460790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Checking router: 1afe4690-d944-48a7-819b-a0f0c925f07f for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:02.461177 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Updating router 1afe4690-d944-48a7-819b-a0f0c925f07f port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:20:02.501145 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.593745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.623457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Allocated IP 172.20.0.1 (7eef87f1-ff51-4111-9433-2188b3ab96d0/7d2578a0-011d-4be5-9ad6-56efb27e3654/ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:02.696562 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port f43409a5-0435-466c-97e8-e2c46a18a735, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f43409a5-0435-466c-97e8-e2c46a18a735,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:02.712697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.771377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cd91e3df-3ae4-4601-8a49-33a9613fc1a8 None None] Provisioning complete for port f43409a5-0435-466c-97e8-e2c46a18a735 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:02.771617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cd91e3df-3ae4-4601-8a49-33a9613fc1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.788721 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.808494 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Transition to ACTIVE for port object ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:02.854263 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=f43409a5-0435-466c-97e8-e2c46a18a735,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:02.863309 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.911305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:02.917532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:02.921755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:02.963813 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Pushing event updated for resources: {'Port': ['ID=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:02.990013 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:02.997947 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.006838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Transition to ACTIVE for port object 72478f7e-87f5-4f9d-81c4-97324bbc6a06 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:03.017760 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.099555 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Attempting to bind port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:03.100018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Attempting to bind port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:03.100453 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Attempting to bind port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:03.111898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a878346-a191-47f8-8741-5d03a94ec889 None None] Pushing event updated for resources: {'Port': ['ID=72478f7e-87f5-4f9d-81c4-97324bbc6a06,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:03.114777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:03.115157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:03.115773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.116174 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:03.116671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Bound port: 72478f7e-87f5-4f9d-81c4-97324bbc6a06, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:03.117063 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.174545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] For port 72478f7e-87f5-4f9d-81c4-97324bbc6a06, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:03.178123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] For port 72478f7e-87f5-4f9d-81c4-97324bbc6a06, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=72478f7e-87f5-4f9d-81c4-97324bbc6a06,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:03.185880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.210788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.242494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:03.243171 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:03.446096 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.451882 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.480913 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a878346-a191-47f8-8741-5d03a94ec889 None None] Pushing event updated for resources: {'Port': ['ID=72478f7e-87f5-4f9d-81c4-97324bbc6a06,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:03.497458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.510892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-21eedf88-1a35-460b-a446-b0bea51ed545 None None] Provisioning for port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:03.515600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-21eedf88-1a35-460b-a446-b0bea51ed545 None None] Provisioning complete for port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:03.516577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-21eedf88-1a35-460b-a446-b0bea51ed545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.573018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Pushing event updated for resources: {'Port': ['ID=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:03.577078 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:03.597611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-21eedf88-1a35-460b-a446-b0bea51ed545 None None] Port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:03.610676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:03.685969 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:03.688055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:03.862184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Router 1afe4690-d944-48a7-819b-a0f0c925f07f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:03.900108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:02Z', 'revision_number': 1, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:03.928608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc876f58-0c21-47d4-b495-60312e6e3e35 None None] The sync data for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 is: [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:02Z', 'revision_number': 1, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:04.027838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:04.028480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b94299bc-f227-4669-ad4d-5db6fd56839e None None] Provisioning complete for port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:04.029052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b94299bc-f227-4669-ad4d-5db6fd56839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:04.036364 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1dd25872-6604-4679-b312-55a0297aa04e admin admin] 10.222.0.10 "PUT /v2.0/routers/1afe4690-d944-48a7-819b-a0f0c925f07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107694 Aug 27 03:20:04.085321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b94299bc-f227-4669-ad4d-5db6fd56839e None None] Port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:04.236779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f43409a5-0435-466c-97e8-e2c46a18a735 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:04.327066 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port f43409a5-0435-466c-97e8-e2c46a18a735 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:04.328363 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:04.792089 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37784) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:04.797418 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-706095262-network', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:04.831556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Made reservation on behalf of 632fdc56e4a04f98a49e50db7ac87e75 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:20:04.838127 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:04.853595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:04.980618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:04.986229 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.024291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:20:05.035503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33a4d5b-5a0d-4764-ae3a-ff3f9f4312f6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:05.041219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.041572 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Added segment a833248b-a364-451b-b2b9-351c01a96dc9 of type vlan for network 950da2c2-0533-4717-9741-9236f079de3f Aug 27 03:20:05.096340 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.134652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.136084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:05.136915 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.202004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4084690 Aug 27 03:20:05.206425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37786) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:05.210661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677eef3-d876-4ce5-8909-d144fdcb1d9a admin admin] Pushing event updated for resources: {'Network': ['ID=950da2c2-0533-4717-9741-9236f079de3f,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:05.224367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Request body: {'subnet': {'network_id': '950da2c2-0533-4717-9741-9236f079de3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-706095262-subnet', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:05.225804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 950da2c2-0533-4717-9741-9236f079de3f details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:20:05.258230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Made reservation on behalf of 632fdc56e4a04f98a49e50db7ac87e75 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:20:05.261452 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.501270 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.587286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73d3326-0e3e-4776-a6e5-8422028922ea,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:05.597696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Checking segment: {'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:05.598060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Network hostable DHCP agents. Network: 950da2c2-0533-4717-9741-9236f079de3f, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:20:05.622431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Network 950da2c2-0533-4717-9741-9236f079de3f is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:20:05.635784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 950da2c2-0533-4717-9741-9236f079de3f) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:05.642529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:05.643475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.645799 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd575d5-36dc-4a29-8c65-86a03a1e5111 None None] Network 950da2c2-0533-4717-9741-9236f079de3f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:05.666006 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ae356129-3c5e-4229-b0a6-d9b5324d8a32 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4548140 Aug 27 03:20:05.666662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37788) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:05.672074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:05.705588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.707687 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.770502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.825768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-950da2c2-0533-4717-9741-9236f079de3f', 'network_id': '950da2c2-0533-4717-9741-9236f079de3f', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'fixed_ips': [{'subnet_id': 'f73d3326-0e3e-4776-a6e5-8422028922ea'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:20:05.826901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:05.975554 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.026439 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Allocated IP 172.20.0.2 (950da2c2-0533-4717-9741-9236f079de3f/f73d3326-0e3e-4776-a6e5-8422028922ea/abcef570-48d2-41f3-b30b-ba293e521e9a) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:06.243173 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 72478f7e-87f5-4f9d-81c4-97324bbc6a06 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:06.248210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.253469 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.282487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.286467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Transition to ACTIVE for port object abcef570-48d2-41f3-b30b-ba293e521e9a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:06.311789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Transition to ACTIVE for port object abcef570-48d2-41f3-b30b-ba293e521e9a will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:06.324924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.359647 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Sync routers for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:06.370229 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:06.373517 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:06.374497 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:06.396446 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:06.396855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.400787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Allocated IP 172.25.1.7 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/ae02fa77-96c6-43ff-97ba-aadf99eebc08) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:06.403278 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Pushing event updated for resources: {'Port': ['ID=abcef570-48d2-41f3-b30b-ba293e521e9a,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:06.443715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Network 950da2c2-0533-4717-9741-9236f079de3f is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:06.450033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:06.454179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:06.533200 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Attempting to bind port abcef570-48d2-41f3-b30b-ba293e521e9a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:06.533582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Attempting to bind port abcef570-48d2-41f3-b30b-ba293e521e9a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:06.533943 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Attempting to bind port abcef570-48d2-41f3-b30b-ba293e521e9a on network 950da2c2-0533-4717-9741-9236f079de3f {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:06.560790 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.561131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:06.561517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Checking segment: {'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:06.561934 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.562355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Bound using segment: {'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:06.562947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Bound port: abcef570-48d2-41f3-b30b-ba293e521e9a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:06.563338 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.591750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.609608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.642104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 72478f7e-87f5-4f9d-81c4-97324bbc6a06, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=72478f7e-87f5-4f9d-81c4-97324bbc6a06,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:06.656699 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.660050 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:06.663518 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:06.667066 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:06.668954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:06.688300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] For port abcef570-48d2-41f3-b30b-ba293e521e9a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:06.692814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae02fa77-96c6-43ff-97ba-aadf99eebc08,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:06.710182 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] For port abcef570-48d2-41f3-b30b-ba293e521e9a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=abcef570-48d2-41f3-b30b-ba293e521e9a,segment=NetworkSegment(a833248b-a364-451b-b2b9-351c01a96dc9),segment_id=a833248b-a364-451b-b2b9-351c01a96dc9)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:06.723468 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.735227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=72478f7e-87f5-4f9d-81c4-97324bbc6a06,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:06.831760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ddfd5-ec63-47d8-8ab6-959d06c24f67 None None] Pushing event updated for resources: {'Port': ['ID=abcef570-48d2-41f3-b30b-ba293e521e9a,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:06.975366 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 2, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:07.015941 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Checking router: 1afe4690-d944-48a7-819b-a0f0c925f07f for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:07.016270 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Updating router 1afe4690-d944-48a7-819b-a0f0c925f07f port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:20:07.045938 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.069578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.317531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.425118 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.437198 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Transition to ACTIVE for port object ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:07.444442 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.465640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Router 2bf6358e-701f-40f8-b087-adbe82d6f625 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:20:07.525459 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Pushing event updated for resources: {'Port': ['ID=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:07.551822 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.552159 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.552663 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.553147 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.553636 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.554121 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.554616 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.555144 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.555458 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.555930 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.556412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.556875 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:07.571902 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Attempting to bind port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:07.572332 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Attempting to bind port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:07.572746 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Attempting to bind port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 on network 7eef87f1-ff51-4111-9433-2188b3ab96d0 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:07.579409 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:07.580103 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Checking segment: {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:07.580969 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.581516 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Bound using segment: {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:07.582191 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Bound port: ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:07.582637 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.645115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:07.657012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Sync routers for ids ['2bf6358e-701f-40f8-b087-adbe82d6f625'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:07.667827 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.669038 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Routers {'2bf6358e-701f-40f8-b087-adbe82d6f625'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:07.669727 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6d8d5660-36fe-4bce-86a3-62ff4c4fb2e3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0018222 Aug 27 03:20:07.672584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37790) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:07.672959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2bf6358e-701f-40f8-b087-adbe82d6f625'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:07.697727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] For port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:07.702810 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] For port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:07.711135 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.831663 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:07.832897 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:07.838969 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81757a-daca-4dff-8d8e-a56bc4b42a30 None None] Pushing event updated for resources: {'Port': ['ID=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:07.890044 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Set router 2bf6358e-701f-40f8-b087-adbe82d6f625 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:08.008664 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:08.197933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5641bb-9fe3-483e-b965-68a130c4dd19 None None] Network 950da2c2-0533-4717-9741-9236f079de3f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:08.275028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 3, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port': {'id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:06Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:08.316227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-565c4ee5-36b9-443d-a983-d75051c9da84 None None] Provisioning for port abcef570-48d2-41f3-b30b-ba293e521e9a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:08.331929 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Checking router: 2bf6358e-701f-40f8-b087-adbe82d6f625 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:08.332301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Updating router 2bf6358e-701f-40f8-b087-adbe82d6f625 port ae02fa77-96c6-43ff-97ba-aadf99eebc08 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:20:08.370599 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:07Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:08.383786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:08.397707 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3315e2b-0579-4397-a627-60426d74fdad None None] The sync data for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 is: [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:07Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:08.409903 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:08.606349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:08.621768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:08.622121 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:08.780639 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:08.848169 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:08.888645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:08.906441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:08.909603 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Transition to ACTIVE for port object ae02fa77-96c6-43ff-97ba-aadf99eebc08 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:08.912367 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:08.913223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 72478f7e-87f5-4f9d-81c4-97324bbc6a06 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:08.956732 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.007900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Allocated IP 172.20.0.1 (950da2c2-0533-4717-9741-9236f079de3f/f73d3326-0e3e-4776-a6e5-8422028922ea/24924969-dba4-4213-8a9d-2bec3b8d69e2) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:09.023465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Attempting to bind port ae02fa77-96c6-43ff-97ba-aadf99eebc08 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:09.024134 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Attempting to bind port ae02fa77-96c6-43ff-97ba-aadf99eebc08 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:09.024261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Attempting to bind port ae02fa77-96c6-43ff-97ba-aadf99eebc08 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:09.029139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:09.037500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:09.037880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:09.038286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.038709 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:09.039800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Bound port: ae02fa77-96c6-43ff-97ba-aadf99eebc08, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:09.039800 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.125397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:09.125770 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.130245 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4b171-320a-4b04-bae7-16cedd3173eb None None] Pushing event updated for resources: {'Port': ['ID=ae02fa77-96c6-43ff-97ba-aadf99eebc08,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:09.157531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.163197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] For port ae02fa77-96c6-43ff-97ba-aadf99eebc08, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:09.175339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Transition to ACTIVE for port object 24924969-dba4-4213-8a9d-2bec3b8d69e2 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:09.189101 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] For port ae02fa77-96c6-43ff-97ba-aadf99eebc08, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ae02fa77-96c6-43ff-97ba-aadf99eebc08,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:09.200530 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.218623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.287206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Network 950da2c2-0533-4717-9741-9236f079de3f is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:09.293171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:09.296740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:09.304295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Routers {'2bf6358e-701f-40f8-b087-adbe82d6f625'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:09.304951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2bf6358e-701f-40f8-b087-adbe82d6f625'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:09.311045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4b171-320a-4b04-bae7-16cedd3173eb None None] Pushing event updated for resources: {'Port': ['ID=ae02fa77-96c6-43ff-97ba-aadf99eebc08,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:09.329926 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=24924969-dba4-4213-8a9d-2bec3b8d69e2,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:09.356901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.522957 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.524951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device abcef570-48d2-41f3-b30b-ba293e521e9a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:09.599204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8e8ae771-5eed-48d6-9bcf-89f0e478f1cd None None] Provisioning for port 24924969-dba4-4213-8a9d-2bec3b8d69e2 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:09.632031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8e8ae771-5eed-48d6-9bcf-89f0e478f1cd None None] Provisioning complete for port 24924969-dba4-4213-8a9d-2bec3b8d69e2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:09.632408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae771-5eed-48d6-9bcf-89f0e478f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.689693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ae771-5eed-48d6-9bcf-89f0e478f1cd None None] Port 24924969-dba4-4213-8a9d-2bec3b8d69e2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:09.695629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] Set router 2bf6358e-701f-40f8-b087-adbe82d6f625 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:09.697992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port abcef570-48d2-41f3-b30b-ba293e521e9a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:09.711052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.716577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.753727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port abcef570-48d2-41f3-b30b-ba293e521e9a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:09.753990 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.793826 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=24924969-dba4-4213-8a9d-2bec3b8d69e2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:09.796643 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.915333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Network 950da2c2-0533-4717-9741-9236f079de3f is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:09.917053 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:09.923496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:09.970247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port abcef570-48d2-41f3-b30b-ba293e521e9a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=abcef570-48d2-41f3-b30b-ba293e521e9a,segment=NetworkSegment(a833248b-a364-451b-b2b9-351c01a96dc9),segment_id=a833248b-a364-451b-b2b9-351c01a96dc9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:09.977289 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:10.007746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 3, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port': {'id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:06Z', 'updated_at': '2021-08-27T03:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:10.045126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570ea67-94c2-4ed1-8de8-893b0200b0b1 None None] The sync data for ids ['2bf6358e-701f-40f8-b087-adbe82d6f625'] in n-d-806293-1 is: [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 3, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port': {'id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:06Z', 'updated_at': '2021-08-27T03:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:10.059706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Router 2bf6358e-701f-40f8-b087-adbe82d6f625 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:10.069480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=abcef570-48d2-41f3-b30b-ba293e521e9a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:10.207232 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:10.208529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:10.215207 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-64393bea-6845-40ad-a4f5-0d27b92e1ce4 admin admin] 10.222.0.10 "PUT /v2.0/routers/2bf6358e-701f-40f8-b087-adbe82d6f625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5400190 Aug 27 03:20:10.259837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b7a1a54b-04d8-4738-878c-7ef7ba118feb None None] Provisioning complete for port 24924969-dba4-4213-8a9d-2bec3b8d69e2 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:10.260170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a54b-04d8-4738-878c-7ef7ba118feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:10.303844 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1a54b-04d8-4738-878c-7ef7ba118feb None None] Port 24924969-dba4-4213-8a9d-2bec3b8d69e2 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:10.307570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:10.307949 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:10.433894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device abcef570-48d2-41f3-b30b-ba293e521e9a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:10.501006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port abcef570-48d2-41f3-b30b-ba293e521e9a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:10.501545 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:11.924404 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Sync routers for ids ['2bf6358e-701f-40f8-b087-adbe82d6f625'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:11.939706 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Routers {'2bf6358e-701f-40f8-b087-adbe82d6f625'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:11.941053 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2bf6358e-701f-40f8-b087-adbe82d6f625'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:12.071468 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Set router 2bf6358e-701f-40f8-b087-adbe82d6f625 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:12.266436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ae02fa77-96c6-43ff-97ba-aadf99eebc08 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:12.359775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port ae02fa77-96c6-43ff-97ba-aadf99eebc08 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:12.364436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ae02fa77-96c6-43ff-97ba-aadf99eebc08 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:12.365866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:12.368468 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:20:09Z', 'revision_number': 4, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port': {'id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:06Z', 'updated_at': '2021-08-27T03:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '24924969-dba4-4213-8a9d-2bec3b8d69e2', 'name': '', 'network_id': '950da2c2-0533-4717-9741-9236f079de3f', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'mac_address': 'fa:16:3e:8e:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f73d3326-0e3e-4776-a6e5-8422028922ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:08Z', 'updated_at': '2021-08-27T03:20:09Z', 'revision_number': 2, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'subnets': [{'id': 'f73d3326-0e3e-4776-a6e5-8422028922ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:12.428826 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Checking router: 2bf6358e-701f-40f8-b087-adbe82d6f625 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:12.429620 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Updating router 2bf6358e-701f-40f8-b087-adbe82d6f625 port 24924969-dba4-4213-8a9d-2bec3b8d69e2 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:20:12.487045 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:12.494909 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:12.528189 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port ae02fa77-96c6-43ff-97ba-aadf99eebc08, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ae02fa77-96c6-43ff-97ba-aadf99eebc08,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:12.538105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:12.607328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=ae02fa77-96c6-43ff-97ba-aadf99eebc08,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:12.860111 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:12.872611 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Transition to ACTIVE for port object 24924969-dba4-4213-8a9d-2bec3b8d69e2 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:12.881956 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:12.987672 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e62a8-b789-4fa6-acf4-13a40b34dda1 None None] Pushing event updated for resources: {'Port': ['ID=24924969-dba4-4213-8a9d-2bec3b8d69e2,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:13.021680 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Attempting to bind port 24924969-dba4-4213-8a9d-2bec3b8d69e2 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:13.022214 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Attempting to bind port 24924969-dba4-4213-8a9d-2bec3b8d69e2 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:13.022919 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Attempting to bind port 24924969-dba4-4213-8a9d-2bec3b8d69e2 on network 950da2c2-0533-4717-9741-9236f079de3f {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:13.030893 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:13.034912 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Checking segment: {'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:13.035562 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:13.036087 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Bound using segment: {'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:13.036684 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Bound port: 24924969-dba4-4213-8a9d-2bec3b8d69e2, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a833248b-a364-451b-b2b9-351c01a96dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '950da2c2-0533-4717-9741-9236f079de3f'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:13.037164 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:13.155971 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] For port 24924969-dba4-4213-8a9d-2bec3b8d69e2, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:13.163121 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] For port 24924969-dba4-4213-8a9d-2bec3b8d69e2, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=24924969-dba4-4213-8a9d-2bec3b8d69e2,segment=NetworkSegment(a833248b-a364-451b-b2b9-351c01a96dc9),segment_id=a833248b-a364-451b-b2b9-351c01a96dc9)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:13.173556 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:13.253158 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Routers {'2bf6358e-701f-40f8-b087-adbe82d6f625'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:13.253829 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2bf6358e-701f-40f8-b087-adbe82d6f625'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:13.411296 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e62a8-b789-4fa6-acf4-13a40b34dda1 None None] Pushing event updated for resources: {'Port': ['ID=24924969-dba4-4213-8a9d-2bec3b8d69e2,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:13.546586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] Set router 2bf6358e-701f-40f8-b087-adbe82d6f625 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:13.856552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:20:09Z', 'revision_number': 4, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port': {'id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:06Z', 'updated_at': '2021-08-27T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '24924969-dba4-4213-8a9d-2bec3b8d69e2', 'name': '', 'network_id': '950da2c2-0533-4717-9741-9236f079de3f', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'mac_address': 'fa:16:3e:8e:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f73d3326-0e3e-4776-a6e5-8422028922ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:08Z', 'updated_at': '2021-08-27T03:20:13Z', 'revision_number': 4, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'subnets': [{'id': 'f73d3326-0e3e-4776-a6e5-8422028922ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:13.889850 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5b25e-4cbf-4735-96c7-bf5e9a465964 None None] The sync data for ids ['2bf6358e-701f-40f8-b087-adbe82d6f625'] in n-d-806293-1 is: [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:20:09Z', 'revision_number': 4, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port': {'id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:06Z', 'updated_at': '2021-08-27T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '24924969-dba4-4213-8a9d-2bec3b8d69e2', 'name': '', 'network_id': '950da2c2-0533-4717-9741-9236f079de3f', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'mac_address': 'fa:16:3e:8e:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f73d3326-0e3e-4776-a6e5-8422028922ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:08Z', 'updated_at': '2021-08-27T03:20:13Z', 'revision_number': 4, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'subnets': [{'id': 'f73d3326-0e3e-4776-a6e5-8422028922ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:14.333291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ae02fa77-96c6-43ff-97ba-aadf99eebc08 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:14.417119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port ae02fa77-96c6-43ff-97ba-aadf99eebc08 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:14.417503 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:14.536513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 24924969-dba4-4213-8a9d-2bec3b8d69e2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:14.601391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 24924969-dba4-4213-8a9d-2bec3b8d69e2 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:14.606459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 24924969-dba4-4213-8a9d-2bec3b8d69e2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:14.606834 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:14.718516 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:14.790988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 24924969-dba4-4213-8a9d-2bec3b8d69e2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=24924969-dba4-4213-8a9d-2bec3b8d69e2,segment=NetworkSegment(a833248b-a364-451b-b2b9-351c01a96dc9),segment_id=a833248b-a364-451b-b2b9-351c01a96dc9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:14.796239 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:14.859178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=24924969-dba4-4213-8a9d-2bec3b8d69e2,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:16.208551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 24924969-dba4-4213-8a9d-2bec3b8d69e2 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:16.279372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 24924969-dba4-4213-8a9d-2bec3b8d69e2 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:16.280065 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.176982 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:18.134034 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:20.513281 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-3a65c943-6da3-402b-88ea-542977abbe6f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:20.514915 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-3a65c943-6da3-402b-88ea-542977abbe6f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 815 time: 0.1164825 Aug 27 03:20:20.532396 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-576160aa-57d5-40c3-b729-35865c8732e8 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/quotas/69237e9631b14ea0b03b71fe9dd4f9fb HTTP/1.1" status: 200 len: 375 time: 0.0106204 Aug 27 03:20:20.589868 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-d7544c21-86e2-4abe-bd70-a8c942fa8331 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503867 Aug 27 03:20:20.707216 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-2a750c31-45dc-4d1f-9df3-759611038b53 service neutron] 10.222.0.10 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046026 Aug 27 03:20:20.814384 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-5fa5ea85-6210-42b1-8706-d57dc28b0d97 service neutron] 10.222.0.10 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004984 Aug 27 03:20:21.024693 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53ebf2a0-a6e2-4894-ab4f-222fec854d43 req-d57857f9-9612-47e3-8ac9-85e392220373 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 210 time: 0.0366299 Aug 27 03:20:22.010782 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-83caf972-c580-4a9d-be49-c3d321a7696b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:22.012215 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-83caf972-c580-4a9d-be49-c3d321a7696b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 815 time: 0.1141081 Aug 27 03:20:22.026355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'port': {'device_id': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'admin_state_up': True, 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:22.160883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ab541c4-cda3-42b2-8775-918f3f75d197 req-745cfe62-ef72-42de-9f61-d4e90fe24866 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 210 time: 0.0369384 Aug 27 03:20:22.182568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Made reservation on behalf of 69237e9631b14ea0b03b71fe9dd4f9fb for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:20:22.186413 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:22.382960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Allocated IP 172.20.0.5 (7eef87f1-ff51-4111-9433-2188b3ab96d0/7d2578a0-011d-4be5-9ad6-56efb27e3654/cad35607-4044-44b8-811d-75b80b3f84eb) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:23.006106 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:23.020805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Transition to ACTIVE for port object cad35607-4044-44b8-811d-75b80b3f84eb will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:23.053866 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:23.105041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:23.110568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:23.114487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:23.121970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:23.151046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.151399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.151739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.152075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.152412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.152736 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.153062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.153388 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.153715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.154037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.154374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.154699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:23.186878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:23.187551 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:23.206912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-97f99ba3-0225-4f55-9491-60650dc3add7 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1852412 Aug 27 03:20:23.299244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6926c60-df4d-4905-893e-be7c5decfadf req-588ecf64-69f2-4408-8946-8615416eeb54 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:23.300886 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6926c60-df4d-4905-893e-be7c5decfadf req-588ecf64-69f2-4408-8946-8615416eeb54 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0602121 Aug 27 03:20:23.353777 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b6926c60-df4d-4905-893e-be7c5decfadf req-4804f7f4-cc79-4efc-a1d3-8025deb68c3a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Aug 27 03:20:23.387544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f31e2673-a3dc-4317-aa70-a79b33a387e5 None None] Provisioning for port cad35607-4044-44b8-811d-75b80b3f84eb completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:23.391570 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f31e2673-a3dc-4317-aa70-a79b33a387e5 None None] Provisioning complete for port cad35607-4044-44b8-811d-75b80b3f84eb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:23.391942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f31e2673-a3dc-4317-aa70-a79b33a387e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:23.432523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f31e2673-a3dc-4317-aa70-a79b33a387e5 None None] Port cad35607-4044-44b8-811d-75b80b3f84eb cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:24.498484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd49780-13d4-4621-be66-4ca9fff936c7 req-6e5d7712-e931-4e05-8203-89389c986c53 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:24.500421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6bd49780-13d4-4621-be66-4ca9fff936c7 req-6e5d7712-e931-4e05-8203-89389c986c53 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0612407 Aug 27 03:20:24.540581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6bd49780-13d4-4621-be66-4ca9fff936c7 req-cecd4aea-1eb3-47fc-a403-db153dc5c2fd tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338349 Aug 27 03:20:25.673759 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd517c7-5a19-4b48-860e-4fd1a97adccc req-3e6c33ea-7451-406d-833e-120cd97e5dbf tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:25.675341 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cd517c7-5a19-4b48-860e-4fd1a97adccc req-3e6c33ea-7451-406d-833e-120cd97e5dbf tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0549769 Aug 27 03:20:25.718019 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7cd517c7-5a19-4b48-860e-4fd1a97adccc req-c1bd97b5-36fb-4d7f-b5a7-73460d268255 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Aug 27 03:20:26.852597 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a7847-033e-40d0-a161-2706709472b3 req-07c521c6-d0dd-4c68-8e21-48e5a00fa6da tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:26.854377 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214a7847-033e-40d0-a161-2706709472b3 req-07c521c6-d0dd-4c68-8e21-48e5a00fa6da tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0528376 Aug 27 03:20:26.900822 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-214a7847-033e-40d0-a161-2706709472b3 req-8b425fbf-7f50-48ae-9602-27f712e63e4c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Aug 27 03:20:27.835602 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fc8a-2c91-44d8-bac8-c3ccc8d13e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:28.033127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba747b4-9fea-4e5d-8dc3-188745b4645e req-ac65f38a-72e5-4471-acc3-baef5e0dad95 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:28.034829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dba747b4-9fea-4e5d-8dc3-188745b4645e req-ac65f38a-72e5-4471-acc3-baef5e0dad95 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0565658 Aug 27 03:20:28.077661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dba747b4-9fea-4e5d-8dc3-188745b4645e req-2a668d41-8029-46c9-a17f-614174a45588 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Aug 27 03:20:29.202105 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d7c41-e4b3-435f-bb29-168413c29606 req-280dfb93-7f82-41a4-a6e9-186668889bc8 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:29.204385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-934d7c41-e4b3-435f-bb29-168413c29606 req-280dfb93-7f82-41a4-a6e9-186668889bc8 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0521309 Aug 27 03:20:29.252667 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-934d7c41-e4b3-435f-bb29-168413c29606 req-cb5ea2d4-b16b-46d6-8c38-f8681be913ea tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Aug 27 03:20:30.380624 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a68a2006-667b-44b9-8d15-9bd91f46c6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:30.390686 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f6ca-6932-472c-97a8-5ccef7dd948f req-af69b2e4-2cf7-4e7f-a4e7-6ec402f85152 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:30.392187 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bcd6f6ca-6932-472c-97a8-5ccef7dd948f req-af69b2e4-2cf7-4e7f-a4e7-6ec402f85152 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0685382 Aug 27 03:20:30.431355 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bcd6f6ca-6932-472c-97a8-5ccef7dd948f req-5647eed7-eccc-4cdd-8421-ccfcd5f99ed5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Aug 27 03:20:30.563537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.312279 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:20:31.522244 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.558307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a16819-6492-4059-843a-d7c07c75d58d req-a55f1752-a136-441b-ae11-00f584f91742 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:31.559877 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10a16819-6492-4059-843a-d7c07c75d58d req-a55f1752-a136-441b-ae11-00f584f91742 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 931 time: 0.0516117 Aug 27 03:20:31.599267 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10a16819-6492-4059-843a-d7c07c75d58d req-efb6fb8d-c2e2-4208-a101-e335c4b65049 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Aug 27 03:20:32.283165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-83890f90-4623-4dff-9737-9464f1378ade tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:20:32.284425 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-83890f90-4623-4dff-9737-9464f1378ade tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085576 Aug 27 03:20:32.301444 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Request body: {'port': {'device_id': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:32.357905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.640951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad35607-4044-44b8-811d-75b80b3f84eb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:20:32.649685 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.664058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Transition to ACTIVE for port object cad35607-4044-44b8-811d-75b80b3f84eb will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:32.668811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.724045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Pushing event updated for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:32.727814 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd349-246e-4fd0-8d6d-1e0984c48d36 req-97934d48-2e1b-4209-b16e-65a5cca6e913 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:32.729471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef2fd349-246e-4fd0-8d6d-1e0984c48d36 req-97934d48-2e1b-4209-b16e-65a5cca6e913 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 943 time: 0.0540683 Aug 27 03:20:32.773269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ef2fd349-246e-4fd0-8d6d-1e0984c48d36 req-f08efb71-0ade-4db8-b416-a0d01be29fde tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Aug 27 03:20:32.796108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Attempting to bind port cad35607-4044-44b8-811d-75b80b3f84eb on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:32.796519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Attempting to bind port cad35607-4044-44b8-811d-75b80b3f84eb by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:32.796912 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Attempting to bind port cad35607-4044-44b8-811d-75b80b3f84eb on network 7eef87f1-ff51-4111-9433-2188b3ab96d0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:32.804268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Port cad35607-4044-44b8-811d-75b80b3f84eb on network 7eef87f1-ff51-4111-9433-2188b3ab96d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:20:32.804765 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Attempting to bind port cad35607-4044-44b8-811d-75b80b3f84eb on network 7eef87f1-ff51-4111-9433-2188b3ab96d0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:32.812120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:32.812540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Checking segment: {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:32.813015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Bound using segment: {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:32.813517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Bound port: cad35607-4044-44b8-811d-75b80b3f84eb, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:32.813943 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.891404 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:32.894544 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cad35607-4044-44b8-811d-75b80b3f84eb,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:32.902903 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.941648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:32.942446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.943811 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] 10.222.0.45 "PUT /v2.0/ports/cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 1091 time: 0.6507556 Aug 27 03:20:32.944580 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:32.946979 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec595d0-79a6-44d5-9613-9431c49f9fda" -d '{"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:32.974696 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84a090-060d-44ef-9a89-ae4aa32e14ca service neutron] Pushing event updated for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:33.009748 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad727ea-f533-41d9-ad96-e1b44129caf5 x-openstack-request-id: req-9ad727ea-f533-41d9-ad96-e1b44129caf5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:33.010154 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:33.010535 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ad727ea-f533-41d9-ad96-e1b44129caf5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:33.011034 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'status': 'completed', 'code': 200} Aug 27 03:20:33.052253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-15ce6b73-047b-47cf-9e61-b976bad1497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.054771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-15ce6b73-047b-47cf-9e61-b976bad1497f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1094 time: 0.0563366 Aug 27 03:20:33.103299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-e90920b0-d30a-4b80-928d-40cb4a255ec2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 217 time: 0.0409935 Aug 27 03:20:33.157914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-9354e130-12d2-4f58-af4f-4189f219dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.159391 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-9354e130-12d2-4f58-af4f-4189f219dc13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0492456 Aug 27 03:20:33.210719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-7028ff07-f2d3-4598-8f06-eac916ebab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.210719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-7028ff07-f2d3-4598-8f06-eac916ebab94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423532 Aug 27 03:20:33.310529 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-4a9dd04a-5ac3-4d54-b717-bb7725f37e4a service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940261 Aug 27 03:20:33.390114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:33.404778 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e6e88fd1-d667-402c-ab69-2af4f019a8cb req-c74cdc73-ffd9-445e-983c-b4d3870fd41e service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869925 Aug 27 03:20:33.494095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-19ffaeb2-862d-458d-ac89-9695a78fc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.495639 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-19ffaeb2-862d-458d-ac89-9695a78fc4ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1094 time: 0.0436823 Aug 27 03:20:33.593446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-b9479063-7660-4c4b-8299-b42f32a48b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.594859 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-b9479063-7660-4c4b-8299-b42f32a48b24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 916 time: 0.0907362 Aug 27 03:20:33.636762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-c22c0edf-083e-4141-b6dd-995a06dcd683 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 217 time: 0.0348930 Aug 27 03:20:33.696007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-305949f0-ecc1-4ce2-bfaf-01ca3117142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.697521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-305949f0-ecc1-4ce2-bfaf-01ca3117142f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0541224 Aug 27 03:20:33.747029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-cb5943be-f097-4f38-bb9a-c2fb812e1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.748618 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-cb5943be-f097-4f38-bb9a-c2fb812e1add service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430911 Aug 27 03:20:33.850962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-9dd184b8-06f9-4eb8-900c-b228475129e4 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937698 Aug 27 03:20:33.911663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a874b-cf92-4cfc-94d7-7056e1f0479f req-684431ee-d3fe-4a2e-9bb6-7055e473ed5b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:33.913418 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-180a874b-cf92-4cfc-94d7-7056e1f0479f req-684431ee-d3fe-4a2e-9bb6-7055e473ed5b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 943 time: 0.0688076 Aug 27 03:20:33.956911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-180a874b-cf92-4cfc-94d7-7056e1f0479f req-986f50a3-e065-4b24-9795-567e6cb61e35 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365129 Aug 27 03:20:33.958559 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ec595d0-79a6-44d5-9613-9431c49f9fda req-8a7ed5c0-fe38-449e-bb1a-df6354dfa1a6 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996864 Aug 27 03:20:35.082571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb2f27-c4a4-429f-a222-d338c2d432a8 req-f440edc2-2566-4736-9584-84425052aea6 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:35.084102 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1fb2f27-c4a4-429f-a222-d338c2d432a8 req-f440edc2-2566-4736-9584-84425052aea6 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 943 time: 0.0530825 Aug 27 03:20:35.120169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cad35607-4044-44b8-811d-75b80b3f84eb details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:20:35.129603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a1fb2f27-c4a4-429f-a222-d338c2d432a8 req-f2d60f8a-f597-4127-8029-2101a91a543d tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384760 Aug 27 03:20:35.220800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cad35607-4044-44b8-811d-75b80b3f84eb,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:35.233362 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'port_id': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'mac_address': 'fa:16:3e:6e:89:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:20:35.274430 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.287900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad35607-4044-44b8-811d-75b80b3f84eb {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:20:35.307794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cad35607-4044-44b8-811d-75b80b3f84eb,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:35.312537 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.360209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:35.368058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.368399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.368736 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.369070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.369393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.369721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.370042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.370354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.370708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.371013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.371332 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.371648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.519993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cad35607-4044-44b8-811d-75b80b3f84eb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:20:36.252386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a92f77-c46d-4554-9430-67a9f2a6810d req-53979147-d964-4b10-88dd-70150a14ddc6 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:36.254013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2a92f77-c46d-4554-9430-67a9f2a6810d req-53979147-d964-4b10-88dd-70150a14ddc6 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 944 time: 0.0534339 Aug 27 03:20:36.298347 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2a92f77-c46d-4554-9430-67a9f2a6810d req-7b878d6e-c4b5-4983-8f02-1a206cb6b0cc tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379424 Aug 27 03:20:37.136211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cad35607-4044-44b8-811d-75b80b3f84eb up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:37.193922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port cad35607-4044-44b8-811d-75b80b3f84eb completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:37.198732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port cad35607-4044-44b8-811d-75b80b3f84eb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:37.199103 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:37.292322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:37.320792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:37.323312 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4977601-b41b-4c8a-a3dd-4fa9700622b8" -d '{"events": [{"server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "name": "network-vif-plugged", "status": "completed", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:37.351445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cad35607-4044-44b8-811d-75b80b3f84eb,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:37.357173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:37.382795 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32012621-3066-4159-a1ba-fcbfa767ef48 x-openstack-request-id: req-32012621-3066-4159-a1ba-fcbfa767ef48 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:37.383065 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "name": "network-vif-plugged", "status": "completed", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:37.383326 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32012621-3066-4159-a1ba-fcbfa767ef48 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:37.383709 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'code': 200} Aug 27 03:20:37.413196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:37.529307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e048a-ca9d-467a-b2ec-b036ef824f3d req-49cd5ae5-ad69-4449-bdba-ac5c21e71ef0 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:37.531993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a52e048a-ca9d-467a-b2ec-b036ef824f3d req-49cd5ae5-ad69-4449-bdba-ac5c21e71ef0 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.1421301 Aug 27 03:20:37.570895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980dd84-e35a-4920-b71d-3a84a5c648ec req-8d76971e-e7b7-42cb-b9c2-464a537fb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:37.573920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1980dd84-e35a-4920-b71d-3a84a5c648ec req-8d76971e-e7b7-42cb-b9c2-464a537fb886 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1096 time: 0.1211648 Aug 27 03:20:37.628604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a52e048a-ca9d-467a-b2ec-b036ef824f3d req-3380ede3-ca7c-4b72-814b-40c96b4c64dc tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881042 Aug 27 03:20:37.656741 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1980dd84-e35a-4920-b71d-3a84a5c648ec req-6c678466-264c-4a37-a34d-39f64320ce83 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708654 Aug 27 03:20:38.760296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6278bf-0480-4045-8f6c-402a34837bb2 req-09bc0ad2-05ce-4a39-9244-dffe8cb1dd11 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:38.761981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c6278bf-0480-4045-8f6c-402a34837bb2 req-09bc0ad2-05ce-4a39-9244-dffe8cb1dd11 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0587485 Aug 27 03:20:38.834291 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c6278bf-0480-4045-8f6c-402a34837bb2 req-6906a4bf-34a8-4da7-8d4c-47079cfcb364 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653889 Aug 27 03:20:38.965041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ccac8-3f45-4f20-84d6-07c7d9a1b6f1 req-85f39f9b-fef5-4668-9041-954325916e2c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:38.966641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b5ccac8-3f45-4f20-84d6-07c7d9a1b6f1 req-85f39f9b-fef5-4668-9041-954325916e2c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0599017 Aug 27 03:20:39.020784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b5ccac8-3f45-4f20-84d6-07c7d9a1b6f1 req-f5b12a60-3826-4399-bd95-fd08b385a439 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465269 Aug 27 03:20:39.247333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd13a8-f7ca-4352-b7e4-51ef71da2ee5 req-e2c16f77-f5ea-4648-80a3-595fd0ba0768 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:39.249146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cdd13a8-f7ca-4352-b7e4-51ef71da2ee5 req-e2c16f77-f5ea-4648-80a3-595fd0ba0768 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0568538 Aug 27 03:20:39.296049 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5cdd13a8-f7ca-4352-b7e4-51ef71da2ee5 req-023c0188-c58f-4bee-acc5-6fea3dbd7375 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394809 Aug 27 03:20:47.171135 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:48.134876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:52.422863 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1da510-a0ad-4d97-9f77-e996d7cca3f8 req-d3374ad5-4143-4791-a63c-fe7cc26af237 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:52.424337 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb1da510-a0ad-4d97-9f77-e996d7cca3f8 req-d3374ad5-4143-4791-a63c-fe7cc26af237 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Aug 27 03:20:52.463376 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cb1da510-a0ad-4d97-9f77-e996d7cca3f8 req-b4fe70b2-ca7b-4238-8ee7-5b71f3eff9ef tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Aug 27 03:20:52.486339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37988) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:52.629498 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b8c4ed-c542-40e5-9b0a-3a2b5cf53711 tempest-TestMinimumBasicScenario-10128502 tempest-TestMinimumBasicScenario-10128502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:52.631084 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51b8c4ed-c542-40e5-9b0a-3a2b5cf53711 tempest-TestMinimumBasicScenario-10128502 tempest-TestMinimumBasicScenario-10128502-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1091 time: 0.1437380 Aug 27 03:20:52.634218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 37992) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:52.638660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:52.662052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:52.764328 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:52.867907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Allocated IP 172.25.1.34 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/a63408f0-313e-4b93-9f5d-8591d06bdd60) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:52.983906 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.023532 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.061047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:53.065933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:53.069905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:53.075646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'Port': ['ID=a63408f0-313e-4b93-9f5d-8591d06bdd60,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:53.449552 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.518374 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.682222 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.688954 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.757931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'Port': ['ID=a63408f0-313e-4b93-9f5d-8591d06bdd60,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:53.773791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.882698 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Floating IP 4ff1801c-8bfe-4c03-bf6d-f62e531dad37 associated. External IP: 172.25.1.34, port: cad35607-4044-44b8-811d-75b80b3f84eb. Aug 27 03:20:54.111970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Router 1afe4690-d944-48a7-819b-a0f0c925f07f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:54.229679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:54.240161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] Sync routers for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:54.246641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.254989 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:54.255616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:54.277235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f890d017-a407-4fd3-bebd-b8177a791b17 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6394570 Aug 27 03:20:54.277235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:54.277822 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37994) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:54.278387 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1e420-3126-4e2f-b569-ec2c6125aa51" -d '{"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:54.286278 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150635337', 'description': 'tempest-secgroup-smoke-150635337 description', 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:54.338670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.348457 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f75f5-4c54-42ff-86a9-f70cd5ecf306 x-openstack-request-id: req-ad5f75f5-4c54-42ff-86a9-f70cd5ecf306 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:54.348742 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:54.348965 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad5f75f5-4c54-42ff-86a9-f70cd5ecf306 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:54.349465 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'status': 'completed', 'code': 200} Aug 27 03:20:54.380003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:54.423163 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-501e0a0d-c478-4206-aa4a-8211321c58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:54.424750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-501e0a0d-c478-4206-aa4a-8211321c58bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1096 time: 0.0546410 Aug 27 03:20:54.441730 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.447042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.484355 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.489671 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2095122 Aug 27 03:20:54.489671 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 37998) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:54.491952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf4f2d-d389-443b-b46e-42dd596f7aa3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:54.502224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2bb9005d-06a2-4a06-8e33-d14296b3b59a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'security_group_rule': {'security_group_id': '50cf4f2d-d389-443b-b46e-42dd596f7aa3', 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:54.507460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.507833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.508329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.508808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.509151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.509481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.509813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.510136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.510505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.510824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.511146 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.516391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8bdc-6d75-4597-9e81-165044edcdb5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:54.552133 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-75f67c30-3c05-4d80-9321-a70666d28124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:54.554261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-75f67c30-3c05-4d80-9321-a70666d28124 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 916 time: 0.1216252 Aug 27 03:20:54.556809 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb9005d-06a2-4a06-8e33-d14296b3b59a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.647711 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb9005d-06a2-4a06-8e33-d14296b3b59a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.652224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb9005d-06a2-4a06-8e33-d14296b3b59a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.663245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-82c480b8-80be-4f29-81fb-b91438890a16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 998 time: 0.1018343 Aug 27 03:20:54.672335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9005d-06a2-4a06-8e33-d14296b3b59a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f92134-a570-421b-942f-54b45595edd2,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:54.685128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '4ff1801c-8bfe-4c03-bf6d-f62e531dad37', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'port_id': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'mac_address': 'fa:16:3e:6e:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:20:53Z', 'updated_at': '2021-08-27T03:20:53Z', 'revision_number': 0, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:08Z', 'revision_number': 5, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:54.685419 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb9005d-06a2-4a06-8e33-d14296b3b59a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.689820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2bb9005d-06a2-4a06-8e33-d14296b3b59a tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1963406 Aug 27 03:20:54.690080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38000) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:54.695319 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-565cd01b-a402-4ac3-b0b8-2cb765d07194 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'security_group_rule': {'security_group_id': '50cf4f2d-d389-443b-b46e-42dd596f7aa3', 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:54.727255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-565cd01b-a402-4ac3-b0b8-2cb765d07194 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.728241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-7c042296-0dd8-44a4-acc4-9832cd015d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:54.729883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-7c042296-0dd8-44a4-acc4-9832cd015d1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0599496 Aug 27 03:20:54.790860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-441fb22f-b3a5-4829-997e-894401645d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:54.793425 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-441fb22f-b3a5-4829-997e-894401645d09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559521 Aug 27 03:20:54.804938 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-565cd01b-a402-4ac3-b0b8-2cb765d07194 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.810447 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-565cd01b-a402-4ac3-b0b8-2cb765d07194 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.833763 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-565cd01b-a402-4ac3-b0b8-2cb765d07194 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.835404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-565cd01b-a402-4ac3-b0b8-2cb765d07194 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441824 Aug 27 03:20:54.840012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38002) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:54.851509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-cece7c47-fd4f-4c0f-9e3e-b8b77548506b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'security_group_rule': {'security_group_id': '50cf4f2d-d389-443b-b46e-42dd596f7aa3', 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:54.857685 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cd01b-a402-4ac3-b0b8-2cb765d07194 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ee5d9e-7e7b-4242-880f-489a9449f30b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:54.883178 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] Checking router: 1afe4690-d944-48a7-819b-a0f0c925f07f for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:54.892464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cece7c47-fd4f-4c0f-9e3e-b8b77548506b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.892804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:54.893323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:20:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:54.928459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-67d73c89-4b2f-434c-82c7-b2d19ed2a0e7 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264791 Aug 27 03:20:54.974972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cece7c47-fd4f-4c0f-9e3e-b8b77548506b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.981035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cece7c47-fd4f-4c0f-9e3e-b8b77548506b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.003477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece7c47-fd4f-4c0f-9e3e-b8b77548506b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b7b0dd-4d63-4602-9358-8e7b1b91a4c4,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:55.018034 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cece7c47-fd4f-4c0f-9e3e-b8b77548506b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.019942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-cece7c47-fd4f-4c0f-9e3e-b8b77548506b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777353 Aug 27 03:20:55.023431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38004) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:55.028739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e1050682-a20f-4973-96c1-b0dac2a33fbe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'security_group_rule': {'security_group_id': '50cf4f2d-d389-443b-b46e-42dd596f7aa3', 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:55.031825 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:55.063190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-68d1e420-3126-4e2f-b569-ec2c6125aa51 req-a8feafb1-1716-46eb-af45-fec8316cb362 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268024 Aug 27 03:20:55.063460 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1050682-a20f-4973-96c1-b0dac2a33fbe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.147093 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1050682-a20f-4973-96c1-b0dac2a33fbe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.152165 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1050682-a20f-4973-96c1-b0dac2a33fbe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.175277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1050682-a20f-4973-96c1-b0dac2a33fbe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c6abc5-5693-49f2-a97b-461a77fa4390,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:55.177757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e1050682-a20f-4973-96c1-b0dac2a33fbe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.182114 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e1050682-a20f-4973-96c1-b0dac2a33fbe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580911 Aug 27 03:20:55.183250 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38006) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:55.189254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'security_group_rule': {'security_group_id': '50cf4f2d-d389-443b-b46e-42dd596f7aa3', 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:55.217459 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Project 69237e9631b14ea0b03b71fe9dd4f9fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:20:55.223180 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.301425 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.307697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.322031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '4ff1801c-8bfe-4c03-bf6d-f62e531dad37', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'port_id': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'mac_address': 'fa:16:3e:6e:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:20:53Z', 'updated_at': '2021-08-27T03:20:53Z', 'revision_number': 0, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:08Z', 'revision_number': 5, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:55.329464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f2f1be-6341-42be-a8f4-38cc2482f125,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:55.342876 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.346907 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23c47e2f-72c5-4ab5-be78-95d99f89e609 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586807 Aug 27 03:20:55.347265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38008) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:55.353018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'security_group_rule': {'security_group_id': '50cf4f2d-d389-443b-b46e-42dd596f7aa3', 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:55.355081 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd4970-4081-482c-976b-92fc3597163a None None] The sync data for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 is: [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '4ff1801c-8bfe-4c03-bf6d-f62e531dad37', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'port_id': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'mac_address': 'fa:16:3e:6e:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:20:53Z', 'updated_at': '2021-08-27T03:20:53Z', 'revision_number': 0, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:08Z', 'revision_number': 5, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:55.383167 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Project 69237e9631b14ea0b03b71fe9dd4f9fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:20:55.388945 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.472482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.476749 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.497087 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a66dc6-845d-4e48-b74e-a51c4632a574,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:55.505875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.507999 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f9fc556b-7eeb-44c8-98bb-b2fb53de5846 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594617 Aug 27 03:20:55.583937 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb349d56-55c0-4f0c-bdc2-2c0dfccf4866 None None] New status for floating IP 4ff1801c-8bfe-4c03-bf6d-f62e531dad37: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:20:55.603799 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-5524d1bf-2ba9-4f6b-9cf4-7893929ddddc tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150635337&fields=id&tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb HTTP/1.1" status: 200 len: 267 time: 0.0426979 Aug 27 03:20:55.662295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-d616f580-3e1b-4ba8-99c1-3923b71151a4 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:55.664021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-d616f580-3e1b-4ba8-99c1-3923b71151a4 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0536354 Aug 27 03:20:55.676104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'port': {'security_groups': ['402accb5-e3ef-444d-9ad6-f8d6d5fbd526', '50cf4f2d-d389-443b-b46e-42dd596f7aa3']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:55.744356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.952679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cad35607-4044-44b8-811d-75b80b3f84eb,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:55.984890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.990892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.003436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cad35607-4044-44b8-811d-75b80b3f84eb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:20:56.034838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.035493 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.036920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-224d41a3-cee6-4e2b-9b6a-a27f91ec7e6a req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "PUT /v2.0/ports/cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 981 time: 0.3659647 Aug 27 03:20:56.065868 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a58d5-52cd-4430-a100-e70425ffc367 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:56.110119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cad35607-4044-44b8-811d-75b80b3f84eb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:20:56.181951 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066882f-bbeb-457b-8eb5-c0283e5ee7ce req-f3d14c79-e0db-4430-86da-bbf8b3d64d6d tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.183648 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8066882f-bbeb-457b-8eb5-c0283e5ee7ce req-f3d14c79-e0db-4430-86da-bbf8b3d64d6d tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0679984 Aug 27 03:20:56.233410 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8066882f-bbeb-457b-8eb5-c0283e5ee7ce req-cc0abe1b-17ec-42ce-906c-e5fad8fc3477 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421329 Aug 27 03:20:56.351446 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:56.353941 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb6cfd-a020-401e-8d4e-08b77e2caecd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:56.384033 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2eaed46b-0dfc-441c-92ff-32e2af01f07a None None] Provisioning complete for port cad35607-4044-44b8-811d-75b80b3f84eb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:56.384645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2eaed46b-0dfc-441c-92ff-32e2af01f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.391822 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007a5991-bd00-4dcb-a05a-7dba97faf711 x-openstack-request-id: req-007a5991-bd00-4dcb-a05a-7dba97faf711 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:56.392115 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:56.392368 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-007a5991-bd00-4dcb-a05a-7dba97faf711 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:56.392771 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'status': 'completed', 'code': 200} Aug 27 03:20:56.471605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-51c6bca9-837c-4aa1-bb7b-005bce3eb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.473153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-51c6bca9-837c-4aa1-bb7b-005bce3eb6e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1135 time: 0.0569472 Aug 27 03:20:56.570232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-27c2f55a-e1cb-45a0-b5f3-f14bafa5ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.571747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-27c2f55a-e1cb-45a0-b5f3-f14bafa5ec87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 916 time: 0.0911641 Aug 27 03:20:56.647824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-a8c0c60a-3f46-486f-8140-9d7787d93b67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 1000 time: 0.0677683 Aug 27 03:20:56.699144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-9dbdd7df-a916-41b5-b36f-ea70ee0a1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.700637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-9dbdd7df-a916-41b5-b36f-ea70ee0a1ed4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0458860 Aug 27 03:20:56.746618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-9d11dffd-ed56-4eda-9e23-a663542d8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.748166 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-9d11dffd-ed56-4eda-9e23-a663542d8f16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404894 Aug 27 03:20:56.846596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-c38a2751-497f-4180-a354-35e3bcfd404d service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875781 Aug 27 03:20:56.948586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bafb6cfd-a020-401e-8d4e-08b77e2caecd req-2d709d2d-1475-4e5d-8d11-7d42b6668c95 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933790 Aug 27 03:20:57.830683 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8121113b-8b6e-4051-b8fb-098854535faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:00.374035 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5ba73446-218b-4b8c-87c3-1b5493e47890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:00.551460 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:01.515615 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:03.393448 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:08.312977 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:21:11.456812 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486e372-296b-4d40-844f-4caedd106f2e req-7d12c765-cc48-4d54-aed6-b0399106f6d8 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:11.458329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1486e372-296b-4d40-844f-4caedd106f2e req-7d12c765-cc48-4d54-aed6-b0399106f6d8 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0852964 Aug 27 03:21:11.461443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69ca9-0a40-4788-af34-8ff595951084 req-634ee30f-4e68-4bf5-b966-4edcd825baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:11.462870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d69ca9-0a40-4788-af34-8ff595951084 req-634ee30f-4e68-4bf5-b966-4edcd825baa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1135 time: 0.0801270 Aug 27 03:21:11.549318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1486e372-296b-4d40-844f-4caedd106f2e req-0683d761-41a9-40aa-930e-14d68a77226c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845957 Aug 27 03:21:11.578214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69ca9-0a40-4788-af34-8ff595951084 req-988293a2-57d6-4df1-9206-eda3e396ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:11.579719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d69ca9-0a40-4788-af34-8ff595951084 req-988293a2-57d6-4df1-9206-eda3e396ef3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 916 time: 0.1090643 Aug 27 03:21:11.962367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d69ca9-0a40-4788-af34-8ff595951084 req-019aa9cf-39bc-4172-8f3c-5b3eeb6df8c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 1000 time: 0.3738604 Aug 27 03:21:12.011931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69ca9-0a40-4788-af34-8ff595951084 req-56c601b7-9022-45df-87b5-acf30e59f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:12.013336 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d69ca9-0a40-4788-af34-8ff595951084 req-56c601b7-9022-45df-87b5-acf30e59f31a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0433204 Aug 27 03:21:12.059200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69ca9-0a40-4788-af34-8ff595951084 req-3a3d7429-0314-4314-b8e9-f47d147c2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:12.060721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d69ca9-0a40-4788-af34-8ff595951084 req-3a3d7429-0314-4314-b8e9-f47d147c2962 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395746 Aug 27 03:21:12.155903 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d69ca9-0a40-4788-af34-8ff595951084 req-8ca4b649-9dd5-46b6-ac4d-27c537f71a03 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867245 Aug 27 03:21:12.252596 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d69ca9-0a40-4788-af34-8ff595951084 req-91ac6e72-0a29-4113-85e4-2583f70ac22a service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885990 Aug 27 03:21:12.670359 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3f30b-a44c-47da-8aa0-3f97011cf88c req-ae315c4c-8416-4769-8201-53e5ead9a1fc tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:12.671885 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecc3f30b-a44c-47da-8aa0-3f97011cf88c req-ae315c4c-8416-4769-8201-53e5ead9a1fc tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0513599 Aug 27 03:21:12.714448 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ecc3f30b-a44c-47da-8aa0-3f97011cf88c req-98911b14-cfd8-4c65-b7ed-fecde86f276c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363042 Aug 27 03:21:13.838340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb9e34-0fe4-4153-89fb-c6f67e6b5c0d req-ac7cf094-3165-4dd1-9d28-2292cbd46485 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:13.839724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10fb9e34-0fe4-4153-89fb-c6f67e6b5c0d req-ac7cf094-3165-4dd1-9d28-2292cbd46485 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0560415 Aug 27 03:21:13.884159 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-10fb9e34-0fe4-4153-89fb-c6f67e6b5c0d req-9f04e271-7299-4dc3-8820-774e15d4321d tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381629 Aug 27 03:21:15.004502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f028e-3b2c-47aa-8bf4-cb808424bb83 req-1ff5ebe8-3dc8-4528-9a00-c9622d6c3e78 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:15.005966 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d8f028e-3b2c-47aa-8bf4-cb808424bb83 req-1ff5ebe8-3dc8-4528-9a00-c9622d6c3e78 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0511484 Aug 27 03:21:15.051189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d8f028e-3b2c-47aa-8bf4-cb808424bb83 req-c2c21151-6eee-48f0-b833-150feee34d7b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367720 Aug 27 03:21:16.168763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd291-d704-4982-8654-070844600bc2 req-1ad7ad23-aee3-4c0f-9134-22fd39bf35d8 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:16.170249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d22bd291-d704-4982-8654-070844600bc2 req-1ad7ad23-aee3-4c0f-9134-22fd39bf35d8 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0502508 Aug 27 03:21:16.211548 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d22bd291-d704-4982-8654-070844600bc2 req-fb2a9d6e-b921-4be6-b2b9-d1e7b6c6aa39 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347340 Aug 27 03:21:17.182352 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:17.334562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec14e4-4f6a-412f-8475-0a00fe2c810a req-c3ef2faf-610b-4d4f-a160-ea9270f5d554 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:17.336056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b8ec14e4-4f6a-412f-8475-0a00fe2c810a req-c3ef2faf-610b-4d4f-a160-ea9270f5d554 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0549660 Aug 27 03:21:17.379306 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b8ec14e4-4f6a-412f-8475-0a00fe2c810a req-50c86786-c82f-4246-97c2-0df9dc026437 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369775 Aug 27 03:21:18.161322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:18.361534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-51743558-a2c3-419c-80b6-f3f3ae1d606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:18.363089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-51743558-a2c3-419c-80b6-f3f3ae1d606f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1135 time: 0.1147008 Aug 27 03:21:18.499799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-ba68bce0-fa18-47e9-9fa2-335a99f1d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:18.501385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-ba68bce0-fa18-47e9-9fa2-335a99f1d46e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 916 time: 0.1175332 Aug 27 03:21:18.525036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761156e-5804-402f-ad28-45ebc141faad req-ef6a2279-e8dc-4a84-b7e6-7df426d375fe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:18.526556 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7761156e-5804-402f-ad28-45ebc141faad req-ef6a2279-e8dc-4a84-b7e6-7df426d375fe tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0732787 Aug 27 03:21:18.603966 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-ee9335e8-72b9-437e-834f-22230a9bb34e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 1000 time: 0.0937619 Aug 27 03:21:18.611039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7761156e-5804-402f-ad28-45ebc141faad req-9cd85636-a914-47a2-a3f9-dc77bf53d0b2 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573614 Aug 27 03:21:18.655328 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-899feef7-fd94-4512-b0d9-75a857641dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:18.656881 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-899feef7-fd94-4512-b0d9-75a857641dde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0449314 Aug 27 03:21:18.704077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-2af84642-dc13-4cc1-89ea-15b2f0abd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:18.705546 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-2af84642-dc13-4cc1-89ea-15b2f0abd4f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411801 Aug 27 03:21:18.800672 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-a478a751-92d1-4cad-a4aa-3bee62e8cd97 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871663 Aug 27 03:21:18.892023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820d1980-a82f-43df-bd71-80bfe44f4075 req-9afd9d6a-d9c5-4fa6-826d-067a45b7519d service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840771 Aug 27 03:21:19.729898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae40d4-55c1-4add-834b-8aa81f214729 req-25409476-c342-42b1-817b-0e3265a5a8ed tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:19.731428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dae40d4-55c1-4add-834b-8aa81f214729 req-25409476-c342-42b1-817b-0e3265a5a8ed tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0511198 Aug 27 03:21:19.773472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6dae40d4-55c1-4add-834b-8aa81f214729 req-a78cc062-4be7-4f00-a99b-66706b81b4f5 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353093 Aug 27 03:21:20.908741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57b006-9b00-4442-b783-24e0ec141318 req-36b354f3-158a-418c-80d5-2a4f5dbaeec0 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:20.911380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b57b006-9b00-4442-b783-24e0ec141318 req-36b354f3-158a-418c-80d5-2a4f5dbaeec0 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0650408 Aug 27 03:21:20.962003 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7b57b006-9b00-4442-b783-24e0ec141318 req-2fc01be5-a973-4568-8b92-38e5963059ae tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426311 Aug 27 03:21:22.089384 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee697556-56eb-4502-b10f-3a8871e7bbde req-e89b6d60-a816-4406-9f3a-01fb40a07881 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:22.090934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee697556-56eb-4502-b10f-3a8871e7bbde req-e89b6d60-a816-4406-9f3a-01fb40a07881 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0529482 Aug 27 03:21:22.133982 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ee697556-56eb-4502-b10f-3a8871e7bbde req-c3ced530-6fe0-4726-bb44-69d73fb0eed0 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366468 Aug 27 03:21:23.257229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbc4da-8754-4d11-b571-c68f050befc1 req-f6ffaa4f-eb63-4258-befd-593d087d31b6 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:23.258890 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ccbbc4da-8754-4d11-b571-c68f050befc1 req-f6ffaa4f-eb63-4258-befd-593d087d31b6 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0537515 Aug 27 03:21:23.303828 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ccbbc4da-8754-4d11-b571-c68f050befc1 req-d212afb3-c495-49d7-bedd-d9d2bf47dcf4 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cf4f2d-d389-443b-b46e-42dd596f7aa3&id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361662 Aug 27 03:21:27.835517 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1f680edb-6a2f-445b-b4b7-137f832fc58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:30.376921 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b3664542-ccab-4156-b7d1-cab1e2a7e25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:30.549258 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:31.522746 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:33.397199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:45.315823 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:21:47.182287 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.194727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.025322 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-d8250cd6-1d61-48ab-a45d-07c767fc5a7b req-4782c8ec-e62e-4f2c-a5fb-8349b1056da7 tempest-ServerDiskConfigTestJSON-60100242 tempest-ServerDiskConfigTestJSON-60100242-project] (94773) timed out ('10.222.0.45', 49530) {{(pid=94773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:21:55.922029 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-5c513706-a05d-41e6-a512-cfd1b611569c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150635337&fields=id&tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb HTTP/1.1" status: 200 len: 267 time: 0.2045119 Aug 27 03:21:55.979252 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-8fdbcc7d-672e-4e60-93c3-2daa5365bf9c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:55.980765 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-8fdbcc7d-672e-4e60-93c3-2daa5365bf9c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 984 time: 0.0526314 Aug 27 03:21:55.992412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Request body: {'port': {'security_groups': ['402accb5-e3ef-444d-9ad6-f8d6d5fbd526']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:56.061186 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.242014 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cad35607-4044-44b8-811d-75b80b3f84eb,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:56.272457 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.278436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.291197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cad35607-4044-44b8-811d-75b80b3f84eb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:21:56.329940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:56.330731 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.332717 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64f7236b-88d0-477a-99cd-e56eaf2b8108 req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "PUT /v2.0/ports/cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 942 time: 0.3450511 Aug 27 03:21:56.333378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:21:56.335864 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3742f0-67a5-4548-bd35-682f80419608" -d '{"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:21:56.341742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38076) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:56.375628 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event updated for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:56.388054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.389070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.389070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.389070 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.389670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.389983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.390445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.390791 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.391122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.391450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.391778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.392104 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e0f90-d8bf-4a26-af11-35ca303a1216 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.449075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cad35607-4044-44b8-811d-75b80b3f84eb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:21:56.463573 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.484565 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461e27e-35b7-46b4-8039-2022f2a8f612 x-openstack-request-id: req-e461e27e-35b7-46b4-8039-2022f2a8f612 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:21:56.484864 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:21:56.485145 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e461e27e-35b7-46b4-8039-2022f2a8f612 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:21:56.485556 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'status': 'completed', 'code': 200} Aug 27 03:21:56.530292 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.614672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-83cbff58-1224-401b-a09c-9163669ed85c None None] Provisioning complete for port cad35607-4044-44b8-811d-75b80b3f84eb triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:56.614967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-83cbff58-1224-401b-a09c-9163669ed85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.619594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3742f0-67a5-4548-bd35-682f80419608 req-4cf5a0b2-8b80-4fa9-9c24-023b8fba76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:56.621414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3742f0-67a5-4548-bd35-682f80419608 req-4cf5a0b2-8b80-4fa9-9c24-023b8fba76b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1096 time: 0.0948377 Aug 27 03:21:56.715165 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.717676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.718886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "DELETE /v2.0/security-groups/50cf4f2d-d389-443b-b46e-42dd596f7aa3 HTTP/1.1" status: 204 len: 168 time: 0.3747690 Aug 27 03:21:56.721970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38080) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:56.735866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf4f2d-d389-443b-b46e-42dd596f7aa3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:56.752154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.752507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.752851 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.753188 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.753520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.753855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.754184 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.754537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.754864 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.755189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.755515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.755871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22470238-93be-4a8d-aae7-3db48c20790c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:56.759002 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3742f0-67a5-4548-bd35-682f80419608 req-15e0a9e1-1134-4cb2-a71e-aa39f85a1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:56.760516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3742f0-67a5-4548-bd35-682f80419608 req-15e0a9e1-1134-4cb2-a71e-aa39f85a1b1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 916 time: 0.1310883 Aug 27 03:21:56.837021 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3742f0-67a5-4548-bd35-682f80419608 req-ea350beb-9fc0-468b-a690-6d90287a35f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 1000 time: 0.0688181 Aug 27 03:21:56.894784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3742f0-67a5-4548-bd35-682f80419608 req-ce64809f-a82b-46a7-8e13-37b701f670bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:56.896394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3742f0-67a5-4548-bd35-682f80419608 req-ce64809f-a82b-46a7-8e13-37b701f670bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0523047 Aug 27 03:21:56.909400 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Deleting port a63408f0-313e-4b93-9f5d-8591d06bdd60 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:21:56.909748 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.947078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3742f0-67a5-4548-bd35-682f80419608 req-33085320-131d-4287-b531-d5c10da64033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:56.948661 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3742f0-67a5-4548-bd35-682f80419608 req-33085320-131d-4287-b531-d5c10da64033 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447557 Aug 27 03:21:56.994784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.996270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.014046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Calling delete_port for a63408f0-313e-4b93-9f5d-8591d06bdd60 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:21:57.053802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3742f0-67a5-4548-bd35-682f80419608 req-b82b9453-9f5a-4085-afe3-a119801ed754 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972562 Aug 27 03:21:57.149408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b3742f0-67a5-4548-bd35-682f80419608 req-0dff6faa-03ae-4527-ac4f-a4b1e0ed4ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889881 Aug 27 03:21:57.171040 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.197327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event deleted for resources: {'Port': ['ID=a63408f0-313e-4b93-9f5d-8591d06bdd60,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:57.262039 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.262334 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Floating IP 4ff1801c-8bfe-4c03-bf6d-f62e531dad37 disassociated (deleted). External IP: 172.25.1.34, port: cad35607-4044-44b8-811d-75b80b3f84eb. Aug 27 03:21:57.470790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Router 1afe4690-d944-48a7-819b-a0f0c925f07f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:21:57.579952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:21:57.585174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.590556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] Sync routers for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:21:57.599857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:57.600467 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:57.617215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-5cd8ff6e-a65f-45a3-93cb-1deef597077f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "DELETE /v2.0/floatingips/4ff1801c-8bfe-4c03-bf6d-f62e531dad37 HTTP/1.1" status: 204 len: 168 time: 0.8938508 Aug 27 03:21:57.708627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:57.851041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-53ffa73f-25e7-4faa-a7fc-3f7541fda4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.937111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:08Z', 'revision_number': 5, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:57.968639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] Checking router: 1afe4690-d944-48a7-819b-a0f0c925f07f for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:21:57.978767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:57.979409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:21:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:58.094946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:58.305711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:08Z', 'revision_number': 5, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:58.332149 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54510c3-7145-4417-86f7-1e015ad4ff63 None None] The sync data for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 is: [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:03Z', 'revision_number': 4, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9', 'name': '', 'network_id': '7eef87f1-ff51-4111-9433-2188b3ab96d0', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'mac_address': 'fa:16:3e:83:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:02Z', 'updated_at': '2021-08-27T03:20:08Z', 'revision_number': 5, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'subnets': [{'id': '7d2578a0-011d-4be5-9ad6-56efb27e3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:21:58.486972 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:21:58.489508 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:21:58.534995 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e4be5-be4b-4689-9eac-501580034a41 x-openstack-request-id: req-491e4be5-be4b-4689-9eac-501580034a41 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:21:58.535257 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:21:58.535730 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-491e4be5-be4b-4689-9eac-501580034a41 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:21:58.536129 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'status': 'completed', 'code': 200} Aug 27 03:21:58.573351 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882fabcc-1d58-4880-8027-9cb8fea07f40 None None] New status for floating IP 4ff1801c-8bfe-4c03-bf6d-f62e531dad37: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:21:58.608640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-15e98405-64a8-4372-b28a-3f0982b485de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:58.610149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-15e98405-64a8-4372-b28a-3f0982b485de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 1096 time: 0.0492306 Aug 27 03:21:58.714775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-638931bb-79cd-4f42-8199-21f4cc7203ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:58.716302 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-638931bb-79cd-4f42-8199-21f4cc7203ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 200 len: 916 time: 0.0994503 Aug 27 03:21:58.759430 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-59835a1a-a59e-4eab-8a96-e4843d6682c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 200 len: 217 time: 0.0360091 Aug 27 03:21:58.818455 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-8d2cae99-6514-4eb4-80b3-82a109ad0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:58.820299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-8d2cae99-6514-4eb4-80b3-82a109ad0ca0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 200 len: 854 time: 0.0538402 Aug 27 03:21:58.872138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-b193541d-79c0-4f86-9886-db15670b4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:58.873149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-b193541d-79c0-4f86-9886-db15670b4a19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7eef87f1-ff51-4111-9433-2188b3ab96d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453386 Aug 27 03:21:58.971878 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-999a336a-bf52-4b78-ab6b-e76759a5a8d6 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Aug 27 03:21:59.074457 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf16a8-88c6-4af5-b968-b0b5a6707e7b req-0da48bb9-ec71-4e64-8cdd-4b19362aa170 service neutron] 10.222.0.45 "GET /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952303 Aug 27 03:22:00.381843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-13a234fa-f7f4-4c02-8895-898eb9e04b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:00.545452 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:01.537541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.400391 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.717961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caddf0-f2da-40fd-a5e2-ba49806aa23f req-d84a82b0-cbf5-47cb-bf6a-0e97a5917695 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:04.719441 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94caddf0-f2da-40fd-a5e2-ba49806aa23f req-d84a82b0-cbf5-47cb-bf6a-0e97a5917695 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0515945 Aug 27 03:22:04.760454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-94caddf0-f2da-40fd-a5e2-ba49806aa23f req-97e18039-1ac8-4492-8da3-c7b664b12a30 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Aug 27 03:22:05.892522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06851-98be-4328-ac16-194e654501d5 req-30afa0d5-fb88-4b20-b478-357d1de57c2c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:05.894098 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-70f06851-98be-4328-ac16-194e654501d5 req-30afa0d5-fb88-4b20-b478-357d1de57c2c tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0601494 Aug 27 03:22:05.935119 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-70f06851-98be-4328-ac16-194e654501d5 req-f77b5fe1-2b0c-487a-8a60-efd8645b5a0f tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/security-groups?id=402accb5-e3ef-444d-9ad6-f8d6d5fbd526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Aug 27 03:22:06.327581 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-21bd4bff-b1bc-4fca-b2af-30141eb0111b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:06.329063 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-21bd4bff-b1bc-4fca-b2af-30141eb0111b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 945 time: 0.0511713 Aug 27 03:22:06.426933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Deleting port cad35607-4044-44b8-811d-75b80b3f84eb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:06.427171 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:06.513877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] For port cad35607-4044-44b8-811d-75b80b3f84eb, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=cad35607-4044-44b8-811d-75b80b3f84eb,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:06.514256 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:06.528089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Calling delete_port for cad35607-4044-44b8-811d-75b80b3f84eb owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:06.659901 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:06.673523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['cad35607-4044-44b8-811d-75b80b3f84eb'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:22:06.688521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Pushing event deleted for resources: {'Port': ['ID=cad35607-4044-44b8-811d-75b80b3f84eb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:06.736877 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] No DVR routers for this DVR port cad35607-4044-44b8-811d-75b80b3f84eb on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:22:06.739584 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:06.741675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-237ea429-5e10-4bf5-9fbd-177015bcb3e3 req-4a0f8e1c-6333-4aa7-8f3b-e2d3e1578f87 tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.45 "DELETE /v2.0/ports/cad35607-4044-44b8-811d-75b80b3f84eb HTTP/1.1" status: 204 len: 173 time: 0.4062397 Aug 27 03:22:06.742110 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'name': 'network-vif-deleted', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:22:06.744477 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556b275-4ba6-4a11-9ee3-da4dd19648a4" -d '{"events": [{"server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "name": "network-vif-deleted", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:22:06.789318 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea523889-d762-488c-8750-c53f6baf87bf x-openstack-request-id: req-ea523889-d762-488c-8750-c53f6baf87bf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:22:06.789600 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8676804-5b11-4ca0-bb8e-6f3af05930e5", "name": "network-vif-deleted", "tag": "cad35607-4044-44b8-811d-75b80b3f84eb", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:22:06.789845 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea523889-d762-488c-8750-c53f6baf87bf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:22:06.790234 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8676804-5b11-4ca0-bb8e-6f3af05930e5', 'name': 'network-vif-deleted', 'tag': 'cad35607-4044-44b8-811d-75b80b3f84eb', 'status': 'completed', 'code': 200} Aug 27 03:22:07.053751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-38218a95-34a3-43c9-a490-8345f1f035d0 req-ac109f54-a359-47f7-b707-840edb45cd2b tempest-TestMinimumBasicScenario-2053734486 tempest-TestMinimumBasicScenario-2053734486-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8676804-5b11-4ca0-bb8e-6f3af05930e5 HTTP/1.1" status: 200 len: 210 time: 0.0287406 Aug 27 03:22:08.696598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38178) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:09.061113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:09.314946 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Deleting port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:09.315171 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:09.393026 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] For port ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:09.393375 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:09.406353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Calling delete_port for ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:09.590225 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:09.616880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:10.138361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:10.363354 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Router 1afe4690-d944-48a7-819b-a0f0c925f07f has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:22:10.477008 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:22:10.482059 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a5c8d1b9-cafd-4861-b368-d0eaf492e649 admin admin] 10.222.0.10 "PUT /v2.0/routers/1afe4690-d944-48a7-819b-a0f0c925f07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7843628 Aug 27 03:22:10.484721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38180) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:10.489534 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] Sync routers for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:10.499277 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:10.499904 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:10.603167 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:10.736522 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:10.781079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:10.797483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Deleting port 72478f7e-87f5-4f9d-81c4-97324bbc6a06 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:10.797823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:10.883279 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] For port 72478f7e-87f5-4f9d-81c4-97324bbc6a06, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=72478f7e-87f5-4f9d-81c4-97324bbc6a06,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:10.883279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:10.897640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Calling delete_port for 72478f7e-87f5-4f9d-81c4-97324bbc6a06 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:10.970507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:22:09Z', 'revision_number': 5, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port': {'id': '72478f7e-87f5-4f9d-81c4-97324bbc6a06', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:10.997136 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] Checking router: 1afe4690-d944-48a7-819b-a0f0c925f07f for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:11.006864 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] Routers {'1afe4690-d944-48a7-819b-a0f0c925f07f'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:11.007484 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['1afe4690-d944-48a7-819b-a0f0c925f07f'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:11.071039 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.097113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] Set router 1afe4690-d944-48a7-819b-a0f0c925f07f gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:11.101357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=72478f7e-87f5-4f9d-81c4-97324bbc6a06,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:11.160309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:22:10Z', 'revision_number': 6, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:11.170260 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.187753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee699a-419f-4dfd-8224-52c749d3fdaf None None] The sync data for ids ['1afe4690-d944-48a7-819b-a0f0c925f07f'] in n-d-806293-1 is: [{'id': '1afe4690-d944-48a7-819b-a0f0c925f07f', 'name': 'tempest-TestMinimumBasicScenario-1153758143-router', 'tenant_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:00Z', 'updated_at': '2021-08-27T03:22:10Z', 'revision_number': 6, 'project_id': '69237e9631b14ea0b03b71fe9dd4f9fb', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:11.263282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.265771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.308910 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.309471 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1afe4690-d944-48a7-819b-a0f0c925f07f {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:22:11.313910 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.315146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7d0ca42e-ee5c-4c9d-b865-07010db54b23 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1afe4690-d944-48a7-819b-a0f0c925f07f HTTP/1.1" status: 204 len: 168 time: 0.8294387 Aug 27 03:22:11.317651 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38182) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:11.366547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] Deleting subnet 7d2578a0-011d-4be5-9ad6-56efb27e3654 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:22:11.369957 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.405160 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.484268 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.514371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cad35607-4044-44b8-811d-75b80b3f84eb no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:11.535757 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: cad35607-4044-44b8-811d-75b80b3f84eb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:11.536097 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device cad35607-4044-44b8-811d-75b80b3f84eb not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:11.552987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.566960 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.571763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7d2578a0-011d-4be5-9ad6-56efb27e3654 HTTP/1.1" status: 204 len: 168 time: 0.2508423 Aug 27 03:22:11.573006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db02333-58d8-490b-9e38-fd67db393a48 None None] Network 7eef87f1-ff51-4111-9433-2188b3ab96d0 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:22:11.573173 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38184) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:11.632039 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fcfeb-afbf-45f5-bac3-895e8f777ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2578a0-011d-4be5-9ad6-56efb27e3654,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:11.665546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.728594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Deleting port f43409a5-0435-466c-97e8-e2c46a18a735 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:11.729023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.801101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] For port f43409a5-0435-466c-97e8-e2c46a18a735, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=f43409a5-0435-466c-97e8-e2c46a18a735,segment=NetworkSegment(c6c43314-05c3-4ae3-86b7-b587cf78fa2e),segment_id=c6c43314-05c3-4ae3-86b7-b587cf78fa2e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:11.801388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.817001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Calling delete_port for f43409a5-0435-466c-97e8-e2c46a18a735 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:11.902727 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:11.930738 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43409a5-0435-466c-97e8-e2c46a18a735,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:11.936740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] No DVR routers for this DVR port f43409a5-0435-466c-97e8-e2c46a18a735 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:22:12.019144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd246b-63f6-472c-8d50-f04b8771ca1f None None] DHCP port deletion for 7eef87f1-ff51-4111-9433-2188b3ab96d0 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:22:12.020485 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.037796 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eef87f1-ff51-4111-9433-2188b3ab96d0']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:12.052468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:12.052734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c43314-05c3-4ae3-86b7-b587cf78fa2e') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:12.062661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.079757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.089740 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:22:12.090310 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:22:12.092901 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:22:12.159411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.169350 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.171329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7eef87f1-ff51-4111-9433-2188b3ab96d0 HTTP/1.1" status: 204 len: 168 time: 0.5973134 Aug 27 03:22:12.175867 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38186) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:12.183808 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015e3fc-7c39-4062-b7b1-47971c113cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eef87f1-ff51-4111-9433-2188b3ab96d0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:12.278954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f43409a5-0435-466c-97e8-e2c46a18a735 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:12.300984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: f43409a5-0435-466c-97e8-e2c46a18a735 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:12.301749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device f43409a5-0435-466c-97e8-e2c46a18a735 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:12.302547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:12.324605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:12.324952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ac3ccd2c-7418-44f4-8513-d5f3e4a66ba9 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:12.325366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 72478f7e-87f5-4f9d-81c4-97324bbc6a06 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:12.349571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 72478f7e-87f5-4f9d-81c4-97324bbc6a06 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:12.349926 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 72478f7e-87f5-4f9d-81c4-97324bbc6a06 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:12.598139 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.862694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Deleting port 24924969-dba4-4213-8a9d-2bec3b8d69e2 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:12.862934 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.945932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] For port 24924969-dba4-4213-8a9d-2bec3b8d69e2, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=24924969-dba4-4213-8a9d-2bec3b8d69e2,segment=NetworkSegment(a833248b-a364-451b-b2b9-351c01a96dc9),segment_id=a833248b-a364-451b-b2b9-351c01a96dc9)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:12.946297 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:12.964350 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Calling delete_port for 24924969-dba4-4213-8a9d-2bec3b8d69e2 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:13.159922 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:13.187905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Pushing event deleted for resources: {'Port': ['ID=24924969-dba4-4213-8a9d-2bec3b8d69e2,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:13.371691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:13.614497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Router 2bf6358e-701f-40f8-b087-adbe82d6f625 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:22:13.745462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:22:13.752759 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b57cc0af-2254-49f7-879a-61dbba3a34ef admin admin] 10.222.0.10 "PUT /v2.0/routers/2bf6358e-701f-40f8-b087-adbe82d6f625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5756669 Aug 27 03:22:13.756497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38188) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:13.756758 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] Sync routers for ids ['2bf6358e-701f-40f8-b087-adbe82d6f625'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:13.769416 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] Routers {'2bf6358e-701f-40f8-b087-adbe82d6f625'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:13.770178 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2bf6358e-701f-40f8-b087-adbe82d6f625'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:13.883351 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] Set router 2bf6358e-701f-40f8-b087-adbe82d6f625 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:13.891858 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.004544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.059547 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Deleting port ae02fa77-96c6-43ff-97ba-aadf99eebc08 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:14.059892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.067380 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:22:13Z', 'revision_number': 5, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port': {'id': 'ae02fa77-96c6-43ff-97ba-aadf99eebc08', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:06Z', 'updated_at': '2021-08-27T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:14.094687 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] Checking router: 2bf6358e-701f-40f8-b087-adbe82d6f625 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:14.103994 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] Routers {'2bf6358e-701f-40f8-b087-adbe82d6f625'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:14.104603 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['2bf6358e-701f-40f8-b087-adbe82d6f625'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:14.141480 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] For port ae02fa77-96c6-43ff-97ba-aadf99eebc08, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=ae02fa77-96c6-43ff-97ba-aadf99eebc08,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:14.141729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.159560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Calling delete_port for ae02fa77-96c6-43ff-97ba-aadf99eebc08 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:14.199121 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] Set router 2bf6358e-701f-40f8-b087-adbe82d6f625 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:14.256341 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:22:14Z', 'revision_number': 6, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:14.281992 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900af39-c95e-443c-b0f9-48bfc28a33da None None] The sync data for ids ['2bf6358e-701f-40f8-b087-adbe82d6f625'] in n-d-806293-1 is: [{'id': '2bf6358e-701f-40f8-b087-adbe82d6f625', 'name': 'tempest-TestMinimumBasicScenario-706095262-router', 'tenant_id': '632fdc56e4a04f98a49e50db7ac87e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:05Z', 'updated_at': '2021-08-27T03:22:14Z', 'revision_number': 6, 'project_id': '632fdc56e4a04f98a49e50db7ac87e75', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:14.343574 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.369468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae02fa77-96c6-43ff-97ba-aadf99eebc08,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:14.432933 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.524623 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.527136 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.575132 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.575643 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf6358e-701f-40f8-b087-adbe82d6f625 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:22:14.580120 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.581345 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-754b90f9-46e0-4903-b4b0-8a2c7e26f3a7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2bf6358e-701f-40f8-b087-adbe82d6f625 HTTP/1.1" status: 204 len: 168 time: 0.8238544 Aug 27 03:22:14.584066 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38190) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:14.629047 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] Deleting subnet f73d3326-0e3e-4776-a6e5-8422028922ea {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:22:14.633042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.671557 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.759273 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.819460 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.847287 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73d3326-0e3e-4776-a6e5-8422028922ea,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:14.852925 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.857288 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-422c60ef-d27d-4199-ab1a-80194d323031 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f73d3326-0e3e-4776-a6e5-8422028922ea HTTP/1.1" status: 204 len: 168 time: 0.2697690 Aug 27 03:22:14.857702 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38192) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:14.857993 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8495baa-87f1-46d7-8792-09c8e76c337e None None] Network 950da2c2-0533-4717-9741-9236f079de3f requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:22:14.935846 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:14.999600 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Deleting port abcef570-48d2-41f3-b30b-ba293e521e9a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:15.000086 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.030668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] DHCP port deletion for 950da2c2-0533-4717-9741-9236f079de3f request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:22:15.070179 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] For port abcef570-48d2-41f3-b30b-ba293e521e9a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=abcef570-48d2-41f3-b30b-ba293e521e9a,segment=NetworkSegment(a833248b-a364-451b-b2b9-351c01a96dc9),segment_id=a833248b-a364-451b-b2b9-351c01a96dc9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:15.070602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.084960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Deleting port abcef570-48d2-41f3-b30b-ba293e521e9a {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:15.085213 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Calling delete_port for abcef570-48d2-41f3-b30b-ba293e521e9a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:15.085343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.148540 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] For port abcef570-48d2-41f3-b30b-ba293e521e9a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=abcef570-48d2-41f3-b30b-ba293e521e9a,segment=NetworkSegment(a833248b-a364-451b-b2b9-351c01a96dc9),segment_id=a833248b-a364-451b-b2b9-351c01a96dc9)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:15.148939 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.162531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Calling delete_port for abcef570-48d2-41f3-b30b-ba293e521e9a owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:15.176055 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.211290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcef570-48d2-41f3-b30b-ba293e521e9a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:15.213191 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] No DVR routers for this DVR port abcef570-48d2-41f3-b30b-ba293e521e9a on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:22:15.250693 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.275639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Pushing event deleted for resources: {'Port': ['ID=abcef570-48d2-41f3-b30b-ba293e521e9a,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:15.279987 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] No DVR routers for this DVR port abcef570-48d2-41f3-b30b-ba293e521e9a on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:22:15.285513 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.287186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.287619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.287960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.288303 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.288641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.288991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.289317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.289638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.289968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.290290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.290638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.290955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f42690-73bf-40e8-95f0-481a4059f451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:15.297647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950da2c2-0533-4717-9741-9236f079de3f']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:15.312828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a833248b-a364-451b-b2b9-351c01a96dc9') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:15.313161 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a833248b-a364-451b-b2b9-351c01a96dc9') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:15.326979 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.341244 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.347814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:22:15.348278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:22:15.350348 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:22:15.406969 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.424621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.426573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] 10.222.0.10 "DELETE /v2.0/networks/950da2c2-0533-4717-9741-9236f079de3f HTTP/1.1" status: 204 len: 168 time: 0.5679405 Aug 27 03:22:15.427672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ee66-13e5-499b-9faa-67fafd552899 admin admin] Pushing event deleted for resources: {'Network': ['ID=950da2c2-0533-4717-9741-9236f079de3f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:15.591307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38196) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:15.632408 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-422989ff-04ff-44b7-9024-7dad3d543612 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69237e9631b14ea0b03b71fe9dd4f9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398886 Aug 27 03:22:15.635156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38198) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:15.689221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-766c99d6-8d6e-4772-bbba-7a397389d38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.710608 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-766c99d6-8d6e-4772-bbba-7a397389d38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.764787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-766c99d6-8d6e-4772-bbba-7a397389d38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.767276 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-766c99d6-8d6e-4772-bbba-7a397389d38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:15.768452 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-766c99d6-8d6e-4772-bbba-7a397389d38d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/402accb5-e3ef-444d-9ad6-f8d6d5fbd526 HTTP/1.1" status: 204 len: 168 time: 0.1324317 Aug 27 03:22:15.779412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c99d6-8d6e-4772-bbba-7a397389d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402accb5-e3ef-444d-9ad6-f8d6d5fbd526,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:16.114815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38204) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:16.162219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-23017634-3cfb-41ea-9010-c423719edb2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=632fdc56e4a04f98a49e50db7ac87e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460000 Aug 27 03:22:16.164813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38206) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:16.230434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 24924969-dba4-4213-8a9d-2bec3b8d69e2 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:16.241330 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fbd0-8f73-46f8-b522-1093ee00b34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:16.251459 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 24924969-dba4-4213-8a9d-2bec3b8d69e2 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:16.251787 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 24924969-dba4-4213-8a9d-2bec3b8d69e2 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:16.252344 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ae02fa77-96c6-43ff-97ba-aadf99eebc08 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:16.264602 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fbd0-8f73-46f8-b522-1093ee00b34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:16.270837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: ae02fa77-96c6-43ff-97ba-aadf99eebc08 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:16.271092 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device ae02fa77-96c6-43ff-97ba-aadf99eebc08 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:16.271737 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device abcef570-48d2-41f3-b30b-ba293e521e9a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:16.291051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: abcef570-48d2-41f3-b30b-ba293e521e9a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:16.291391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device abcef570-48d2-41f3-b30b-ba293e521e9a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:16.316917 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fbd0-8f73-46f8-b522-1093ee00b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:16.320373 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fbd0-8f73-46f8-b522-1093ee00b34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:16.321624 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7ee0fbd0-8f73-46f8-b522-1093ee00b34c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e33a4d5b-5a0d-4764-ae3a-ff3f9f4312f6 HTTP/1.1" status: 204 len: 168 time: 0.1558418 Aug 27 03:22:16.334240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0fbd0-8f73-46f8-b522-1093ee00b34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33a4d5b-5a0d-4764-ae3a-ff3f9f4312f6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:17.179543 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.140688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38246) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:18.145967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336835860', 'description': 'tempest-secgroup-smoke-1336835860 description', 'project_id': '1351e8a2724442ecbe9c7566df4da80f'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:18.174030 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.183486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.205756 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.279674 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.285499 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.323555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0d88df-efac-42c3-8a93-128c6b36aaed,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:18.381691 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.386683 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.414913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.416157 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2744231 Aug 27 03:22:18.419496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38248) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:18.420201 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18f52d-49e6-4cbe-95f5-c0689bdb2fdc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:18.424395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-422c3100-b32f-4894-acc4-a2ffb4d51087 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '0706ce78-7d2c-4d30-adc1-7868fd9c1ed3', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:18.456655 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c3100-b32f-4894-acc4-a2ffb4d51087 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.514669 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c3100-b32f-4894-acc4-a2ffb4d51087 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.521791 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c3100-b32f-4894-acc4-a2ffb4d51087 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.541478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c3100-b32f-4894-acc4-a2ffb4d51087 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24962432-8d4e-41f8-9367-10be4f54435e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:18.545900 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422c3100-b32f-4894-acc4-a2ffb4d51087 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.547184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-422c3100-b32f-4894-acc4-a2ffb4d51087 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266525 Aug 27 03:22:18.550224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:18.555028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-bfad8e34-f290-408c-8024-6ed394d6b5f7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '0706ce78-7d2c-4d30-adc1-7868fd9c1ed3', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:18.584068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfad8e34-f290-408c-8024-6ed394d6b5f7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.642202 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfad8e34-f290-408c-8024-6ed394d6b5f7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.646728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfad8e34-f290-408c-8024-6ed394d6b5f7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.664732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8e34-f290-408c-8024-6ed394d6b5f7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a63e1f-9fb2-4112-b2ac-151a13252770,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:18.672320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bfad8e34-f290-408c-8024-6ed394d6b5f7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.673541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-bfad8e34-f290-408c-8024-6ed394d6b5f7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222427 Aug 27 03:22:18.676563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38252) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:18.681400 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-12b854ae-8c64-4c56-ad11-abdbb1b172fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '0706ce78-7d2c-4d30-adc1-7868fd9c1ed3', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:18.708658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b854ae-8c64-4c56-ad11-abdbb1b172fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.771276 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b854ae-8c64-4c56-ad11-abdbb1b172fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.775482 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b854ae-8c64-4c56-ad11-abdbb1b172fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.792384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b854ae-8c64-4c56-ad11-abdbb1b172fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477dfcbd-5f03-4178-82bd-40181795ad05,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:18.800684 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b854ae-8c64-4c56-ad11-abdbb1b172fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.802187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-12b854ae-8c64-4c56-ad11-abdbb1b172fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245296 Aug 27 03:22:18.805108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:18.809945 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-722f6eff-2a0d-4bf4-b2ac-7f1e548d2597 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '0706ce78-7d2c-4d30-adc1-7868fd9c1ed3', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:18.840630 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-722f6eff-2a0d-4bf4-b2ac-7f1e548d2597 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.904337 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-722f6eff-2a0d-4bf4-b2ac-7f1e548d2597 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.908605 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-722f6eff-2a0d-4bf4-b2ac-7f1e548d2597 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.926294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f6eff-2a0d-4bf4-b2ac-7f1e548d2597 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8dc199-082e-4ab8-b76d-867e6c9d01b0,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:18.934199 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-722f6eff-2a0d-4bf4-b2ac-7f1e548d2597 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.935495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-722f6eff-2a0d-4bf4-b2ac-7f1e548d2597 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293337 Aug 27 03:22:18.938925 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38256) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:18.943576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '0706ce78-7d2c-4d30-adc1-7868fd9c1ed3', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:18.966877 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:22:18.972151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.034624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.039384 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.061482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093e34d9-20dc-4585-8c80-10cffd372d46,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:19.067008 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.068401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ca54b239-3b5c-4485-b9fd-c262b1b962ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284325 Aug 27 03:22:19.071451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38258) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:19.076004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '0706ce78-7d2c-4d30-adc1-7868fd9c1ed3', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:19.099246 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:22:19.104496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.167953 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.172821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.190807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b5bf91-0e16-4485-b75e-ca3a3e7d3bc1,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:19.200723 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.201997 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-43a4cc06-ec59-44ad-b114-7de8f4577224 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295793 Aug 27 03:22:19.205313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38260) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:19.210499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'network': {'name': 'tempest-network-smoke--2100290615', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'port_security_enabled': True}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:19.234028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:22:19.237557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.262719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:22:19.274071 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.274464 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Added segment e4502010-7fa7-4488-8749-1ca0eadca91c of type vlan for network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b Aug 27 03:22:19.318148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.346801 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.352551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:19.353112 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.415558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2091508 Aug 27 03:22:19.418652 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38262) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:19.423265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'admin_state_up': True, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:19.426159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810abb8f-ff57-4a27-b1cd-bc3c569300e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Network': ['ID=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:19.437601 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:22:19.450633 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.451689 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.505811 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:19.969001 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:20.171130 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:20.195484 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:20.306810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.72 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/df00ff48-7b8a-40a7-856c-f76ee3bedc32) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:20.448474 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:20.494788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:20.534759 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:20.540147 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:20.542927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:20.569666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=df00ff48-7b8a-40a7-856c-f76ee3bedc32,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:20.824271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:21.050936 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:21.190125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 40845cbf-7df5-41b2-9eb8-4317fc284541 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:22:21.307033 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:22:21.318237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Sync routers for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:21.329615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:21.330264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:21.335045 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:21.336621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5a382bdb-36c4-4e55-b7bc-468401110fa6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9169858 Aug 27 03:22:21.340910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38264) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:21.451756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:21.500067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-524c445d-76dd-4021-903d-8c13ebe0a34c tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1351e8a2724442ecbe9c7566df4da80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1577895 Aug 27 03:22:21.502883 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38268) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:21.600442 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563647a6-7bbf-4572-a163-27f2193b777b tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:21.602026 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-563647a6-7bbf-4572-a163-27f2193b777b tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981135 Aug 27 03:22:21.606775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38270) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:21.642056 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b1269d31-0aa3-4ab8-b058-49126b362c28 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339918 Aug 27 03:22:21.642923 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:20Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:21.644653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38272) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:21.649783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278025795', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:21.680696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Checking router: 40845cbf-7df5-41b2-9eb8-4317fc284541 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:21.681076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Updating router 40845cbf-7df5-41b2-9eb8-4317fc284541 port df00ff48-7b8a-40a7-856c-f76ee3bedc32 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:22:21.725920 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:21.742038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:22:21.747411 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:21.955611 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.010363 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Subnet': ['ID=e3ba516d-57c5-4137-9372-44343caaf6fe,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:22.022613 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.027217 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Checking segment: {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:22:22.027750 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network hostable DHCP agents. Network: 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:22:22.034927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Transition to ACTIVE for port object df00ff48-7b8a-40a7-856c-f76ee3bedc32 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:22.042247 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.047041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:22:22.066830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:22.074253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:22.075645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.081284 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3404d22-d9e5-48c9-a68e-f0279efee564 None None] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:22:22.092958 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-237b08e4-6aa2-46c0-accf-3656abbd368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4471483 Aug 27 03:22:22.096092 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38274) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:22.140124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737c618-7dc9-468b-8fdb-3fa0cf389c6e None None] Pushing event updated for resources: {'Port': ['ID=df00ff48-7b8a-40a7-856c-f76ee3bedc32,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:22.144268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Attempting to bind port df00ff48-7b8a-40a7-856c-f76ee3bedc32 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:22:22.144885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Attempting to bind port df00ff48-7b8a-40a7-856c-f76ee3bedc32 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:22:22.145084 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Attempting to bind port df00ff48-7b8a-40a7-856c-f76ee3bedc32 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:22:22.156707 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:22:22.157079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:22:22.157479 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.157872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:22:22.158866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Bound port: df00ff48-7b8a-40a7-856c-f76ee3bedc32, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:22:22.158866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.235916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] For port df00ff48-7b8a-40a7-856c-f76ee3bedc32, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:22:22.272442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] For port df00ff48-7b8a-40a7-856c-f76ee3bedc32, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df00ff48-7b8a-40a7-856c-f76ee3bedc32,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:22:22.281683 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.316201 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:22:22.349230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:22:22.350085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.375133 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:22.375774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:22.381724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737c618-7dc9-468b-8fdb-3fa0cf389c6e None None] Pushing event updated for resources: {'Port': ['ID=df00ff48-7b8a-40a7-856c-f76ee3bedc32,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:22.600093 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.600711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:22.671753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Allocated IP 172.20.0.2 (5480f8f4-9edf-4bbe-9eeb-adbb4a89622b/e3ba516d-57c5-4137-9372-44343caaf6fe/a0c901c0-7c6c-431c-b96f-610a13dae615) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:22.910091 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.921156 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Transition to ACTIVE for port object a0c901c0-7c6c-431c-b96f-610a13dae615 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:22.923902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:20Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:22.958841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad045e4d-440c-4afd-abf9-0ccd0c513189 None None] The sync data for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 is: [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:20Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:22.966188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Transition to ACTIVE for port object a0c901c0-7c6c-431c-b96f-610a13dae615 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:22.972808 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.020162 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:23.023835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:23.028994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:23.052590 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.1 (5480f8f4-9edf-4bbe-9eeb-adbb4a89622b/e3ba516d-57c5-4137-9372-44343caaf6fe/1c5c186c-7178-4229-9c25-8238f40a4a11) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:23.238385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.255812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Pushing event updated for resources: {'Port': ['ID=a0c901c0-7c6c-431c-b96f-610a13dae615,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:23.262682 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 1c5c186c-7178-4229-9c25-8238f40a4a11 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:23.304769 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Attempting to bind port a0c901c0-7c6c-431c-b96f-610a13dae615 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:22:23.305366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Attempting to bind port a0c901c0-7c6c-431c-b96f-610a13dae615 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:22:23.305756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Attempting to bind port a0c901c0-7c6c-431c-b96f-610a13dae615 on network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:22:23.307859 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.312487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:22:23.312807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Checking segment: {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:22:23.313226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.313675 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Bound using segment: {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:22:23.314287 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Bound port: a0c901c0-7c6c-431c-b96f-610a13dae615, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:22:23.314593 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.355482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:23.359583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:23.366345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:23.397062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] For port a0c901c0-7c6c-431c-b96f-610a13dae615, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:22:23.400160 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=1c5c186c-7178-4229-9c25-8238f40a4a11,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:23.401479 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] For port a0c901c0-7c6c-431c-b96f-610a13dae615, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a0c901c0-7c6c-431c-b96f-610a13dae615,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:22:23.406976 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.424385 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.472717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828acd7-6396-4870-bd19-6c876ea9acc3 None None] Pushing event updated for resources: {'Port': ['ID=a0c901c0-7c6c-431c-b96f-610a13dae615,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:23.582206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.951976 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:23.960582 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:24.040229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=1c5c186c-7178-4229-9c25-8238f40a4a11,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:24.042676 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:24.142766 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:24.145017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:24.290516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 40845cbf-7df5-41b2-9eb8-4317fc284541 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:22:24.321718 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df00ff48-7b8a-40a7-856c-f76ee3bedc32 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:24.401400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port df00ff48-7b8a-40a7-856c-f76ee3bedc32 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:24.408915 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port df00ff48-7b8a-40a7-856c-f76ee3bedc32 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:24.409708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:24.448718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:22:24.457148 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ce9b25d-c0f1-413d-9167-ddc37a357c05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/40845cbf-7df5-41b2-9eb8-4317fc284541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3588908 Aug 27 03:22:24.538879 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da378a9a-628b-4246-80d3-c7860e904df1 None None] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:22:24.570250 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:24.661959 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-38620f2f-a880-49e0-be63-e9f0e99411fd None None] Provisioning for port a0c901c0-7c6c-431c-b96f-610a13dae615 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:24.675039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port df00ff48-7b8a-40a7-856c-f76ee3bedc32, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df00ff48-7b8a-40a7-856c-f76ee3bedc32,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:24.692825 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:24.694611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a0c901c0-7c6c-431c-b96f-610a13dae615 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:24.724439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-a0ae0eca-e6fc-4560-ad43-92ef1f144760 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336835860&fields=id&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 267 time: 0.0690081 Aug 27 03:22:24.874776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=df00ff48-7b8a-40a7-856c-f76ee3bedc32,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:24.898920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port a0c901c0-7c6c-431c-b96f-610a13dae615 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:24.914672 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-a6234e46-bda7-4b05-b6e3-3fe3c1169046 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:24.916318 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a0c901c0-7c6c-431c-b96f-610a13dae615 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:24.916704 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:24.918883 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-a6234e46-bda7-4b05-b6e3-3fe3c1169046 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/networks?id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b HTTP/1.1" status: 200 len: 797 time: 0.1777124 Aug 27 03:22:24.940100 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-aa56a96e-4b74-4bd4-a12e-02f1f9997e90 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/quotas/1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 375 time: 0.0115213 Aug 27 03:22:25.036340 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.047204 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-b33630aa-e9cf-4b1c-be2e-223e1d7faacc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948412 Aug 27 03:22:25.080491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port a0c901c0-7c6c-431c-b96f-610a13dae615, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a0c901c0-7c6c-431c-b96f-610a13dae615,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:25.088191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.127472 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Sync routers for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:25.138800 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:25.140105 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:25.188612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=a0c901c0-7c6c-431c-b96f-610a13dae615,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:25.214218 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-76ef8b52-ab8c-44bf-b83f-ae69da3c7889 service neutron] 10.222.0.10 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437583 Aug 27 03:22:25.323086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b05ffed0-d858-4021-996e-1a427db92b93 None None] Provisioning complete for port a0c901c0-7c6c-431c-b96f-610a13dae615 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:25.323718 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b05ffed0-d858-4021-996e-1a427db92b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.445364 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b05ffed0-d858-4021-996e-1a427db92b93 None None] Provisioning for port 1c5c186c-7178-4229-9c25-8238f40a4a11 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:25.454339 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b05ffed0-d858-4021-996e-1a427db92b93 None None] Provisioning complete for port 1c5c186c-7178-4229-9c25-8238f40a4a11 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:25.454946 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b05ffed0-d858-4021-996e-1a427db92b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.468723 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:25.521824 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b05ffed0-d858-4021-996e-1a427db92b93 None None] Port 1c5c186c-7178-4229-9c25-8238f40a4a11 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:22:25.653529 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e8c118d4-41fe-4991-b410-9289fa83bf12 None None] Provisioning complete for port 1c5c186c-7178-4229-9c25-8238f40a4a11 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:25.654141 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e8c118d4-41fe-4991-b410-9289fa83bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.726531 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e8c118d4-41fe-4991-b410-9289fa83bf12 None None] Port 1c5c186c-7178-4229-9c25-8238f40a4a11 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:22:25.739061 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-cd6789e3-a661-4270-ae32-2b36552b41d6 service neutron] 10.222.0.10 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134768 Aug 27 03:22:25.819546 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 2, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:25.847659 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-73c24db8-7402-49c5-8fb2-9d2a2d59edf8 None None] Provisioning complete for port 1c5c186c-7178-4229-9c25-8238f40a4a11 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:25.848137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-73c24db8-7402-49c5-8fb2-9d2a2d59edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.869083 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Checking router: 40845cbf-7df5-41b2-9eb8-4317fc284541 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:25.869905 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Updating router 40845cbf-7df5-41b2-9eb8-4317fc284541 port 1c5c186c-7178-4229-9c25-8238f40a4a11 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:22:25.914349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-73c24db8-7402-49c5-8fb2-9d2a2d59edf8 None None] Port 1c5c186c-7178-4229-9c25-8238f40a4a11 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:22:25.921410 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.962785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5260c352-1850-410b-811c-8dbd537317cb req-e1b494fe-e3fd-4af4-81c9-3b8a0ecfcbfa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 210 time: 0.0389185 Aug 27 03:22:26.278436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df00ff48-7b8a-40a7-856c-f76ee3bedc32 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:26.318034 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.334972 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Transition to ACTIVE for port object 1c5c186c-7178-4229-9c25-8238f40a4a11 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:26.345313 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.357655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port df00ff48-7b8a-40a7-856c-f76ee3bedc32 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:26.358801 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.462008 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Pushing event updated for resources: {'Port': ['ID=1c5c186c-7178-4229-9c25-8238f40a4a11,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:26.496839 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.497765 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.498542 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.499059 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.499637 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.500371 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.500987 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.501703 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.502217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.502758 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.503506 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.504075 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:26.515734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a0c901c0-7c6c-431c-b96f-610a13dae615 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:26.562018 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Attempting to bind port 1c5c186c-7178-4229-9c25-8238f40a4a11 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:22:26.562617 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Attempting to bind port 1c5c186c-7178-4229-9c25-8238f40a4a11 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:22:26.563164 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Attempting to bind port 1c5c186c-7178-4229-9c25-8238f40a4a11 on network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:22:26.573194 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:22:26.573771 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Checking segment: {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:22:26.574698 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.575546 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Bound using segment: {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:22:26.576586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Bound port: 1c5c186c-7178-4229-9c25-8238f40a4a11, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:22:26.577448 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.608387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port a0c901c0-7c6c-431c-b96f-610a13dae615 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:26.609249 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.669091 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] For port 1c5c186c-7178-4229-9c25-8238f40a4a11, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:22:26.674419 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] For port 1c5c186c-7178-4229-9c25-8238f40a4a11, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c5c186c-7178-4229-9c25-8238f40a4a11,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:22:26.680673 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.760948 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:26.761657 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:26.829544 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4dfe-0af7-4e5c-953f-40b5be2f24b6 None None] Pushing event updated for resources: {'Port': ['ID=1c5c186c-7178-4229-9c25-8238f40a4a11,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:26.952724 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:27.060068 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df917f7b-4e28-4687-afe5-c92e7f5e646d req-9ae2e59c-4cff-4ec2-b87d-60078ca5f797 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 210 time: 0.0280735 Aug 27 03:22:27.208951 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:26Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:27.243562 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e256a9-a29e-4728-ba25-c2587e1cfeca None None] The sync data for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 is: [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:26Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:27.413264 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-90436e47-a3b8-4df2-99ee-d2e4ba8fdcd5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:27.416600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-90436e47-a3b8-4df2-99ee-d2e4ba8fdcd5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/networks?id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b HTTP/1.1" status: 200 len: 797 time: 0.2133441 Aug 27 03:22:27.486727 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-645a6efe-5042-4168-8960-5067940ee9e9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 380 time: 0.0604331 Aug 27 03:22:27.497153 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'port': {'device_id': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'admin_state_up': True, 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'security_groups': ['0706ce78-7d2c-4d30-adc1-7868fd9c1ed3']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:27.631238 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:22:27.636876 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:27.814716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.3 (5480f8f4-9edf-4bbe-9eeb-adbb4a89622b/e3ba516d-57c5-4137-9372-44343caaf6fe/94e89476-6b82-4063-9373-0dbc9f31148c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:27.851644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fb3d162a-bc8c-46a3-ae85-81ace31993e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.318139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c5c186c-7178-4229-9c25-8238f40a4a11 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:28.354061 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6fc296e-bc61-41bb-84c1-51abc797dfd0 req-eaab1841-3881-489e-b61e-c61599ffad4f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 210 time: 0.0575585 Aug 27 03:22:28.413734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1c5c186c-7178-4229-9c25-8238f40a4a11 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:28.418040 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.420020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1c5c186c-7178-4229-9c25-8238f40a4a11 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:28.420598 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.437899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 94e89476-6b82-4063-9373-0dbc9f31148c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:28.493675 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.550061 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.557540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:28.562942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:28.566647 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:28.614268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1c5c186c-7178-4229-9c25-8238f40a4a11, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c5c186c-7178-4229-9c25-8238f40a4a11,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:28.621736 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.650204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=94e89476-6b82-4063-9373-0dbc9f31148c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:28.682599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:28.684034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.704711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1c5c186c-7178-4229-9c25-8238f40a4a11,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:28.707634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-8d4e4c2a-9e88-492c-ac00-8f897d544e1e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2145786 Aug 27 03:22:28.725106 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Request body: {'port': {'device_id': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:28.818032 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.914843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8825e223-928f-4a11-90d5-e4a4c7fc3bd6 None None] Provisioning for port 94e89476-6b82-4063-9373-0dbc9f31148c completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:28.921694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8825e223-928f-4a11-90d5-e4a4c7fc3bd6 None None] Provisioning complete for port 94e89476-6b82-4063-9373-0dbc9f31148c triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:28.922357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8825e223-928f-4a11-90d5-e4a4c7fc3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.980590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8825e223-928f-4a11-90d5-e4a4c7fc3bd6 None None] Port 94e89476-6b82-4063-9373-0dbc9f31148c cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:22:29.131772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e89476-6b82-4063-9373-0dbc9f31148c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:22:29.140254 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:29.153924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Transition to ACTIVE for port object 94e89476-6b82-4063-9373-0dbc9f31148c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:29.157641 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:29.208654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Pushing event updated for resources: {'Port': ['ID=94e89476-6b82-4063-9373-0dbc9f31148c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:29.289399 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Attempting to bind port 94e89476-6b82-4063-9373-0dbc9f31148c on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:22:29.289692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Attempting to bind port 94e89476-6b82-4063-9373-0dbc9f31148c by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:22:29.290053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Attempting to bind port 94e89476-6b82-4063-9373-0dbc9f31148c on network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:22:29.297339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Port 94e89476-6b82-4063-9373-0dbc9f31148c on network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:22:29.297789 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Attempting to bind port 94e89476-6b82-4063-9373-0dbc9f31148c on network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:22:29.305313 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:22:29.305648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Checking segment: {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:22:29.306070 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Bound using segment: {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:22:29.306546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Bound port: 94e89476-6b82-4063-9373-0dbc9f31148c, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4502010-7fa7-4488-8749-1ca0eadca91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:22:29.306912 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:29.385265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] For port 94e89476-6b82-4063-9373-0dbc9f31148c, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:22:29.388699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] For port 94e89476-6b82-4063-9373-0dbc9f31148c, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94e89476-6b82-4063-9373-0dbc9f31148c,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:22:29.394928 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:29.434572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:29.435744 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:29.436617 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] 10.222.0.45 "PUT /v2.0/ports/94e89476-6b82-4063-9373-0dbc9f31148c HTTP/1.1" status: 200 len: 1091 time: 0.7188997 Aug 27 03:22:29.436872 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:22:29.439406 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e7ce44-d26b-483a-8cda-52118f4780b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:22:29.464634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4b765-73b6-4374-8bb6-8c5a605f4bda service neutron] Pushing event updated for resources: {'Port': ['ID=94e89476-6b82-4063-9373-0dbc9f31148c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:29.512037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f0172-fe8b-48e7-a35d-860287e93375 req-0c0e6a86-8cc4-4ad8-9e9e-10cfd81171db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:29.514372 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-526f0172-fe8b-48e7-a35d-860287e93375 req-0c0e6a86-8cc4-4ad8-9e9e-10cfd81171db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 943 time: 0.0598414 Aug 27 03:22:29.560721 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-b17a0914-60d9-4a94-9da0-0a8f6e44f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:29.563275 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-b17a0914-60d9-4a94-9da0-0a8f6e44f50d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 1094 time: 0.0706408 Aug 27 03:22:29.585477 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-526f0172-fe8b-48e7-a35d-860287e93375 req-7b7875b9-3a9d-4790-8803-29d128699e5d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529292 Aug 27 03:22:29.621374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-f60240e7-bfb3-403a-8e8d-9c6bbf2a69c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e89476-6b82-4063-9373-0dbc9f31148c HTTP/1.1" status: 200 len: 217 time: 0.0496321 Aug 27 03:22:29.657175 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5e038-73c7-45fc-9adf-351e618110b2 x-openstack-request-id: req-2cd5e038-73c7-45fc-9adf-351e618110b2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:22:29.657470 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:22:29.657723 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cd5e038-73c7-45fc-9adf-351e618110b2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:22:29.658146 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c', 'status': 'completed', 'code': 200} Aug 27 03:22:29.680028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-97e2025d-da20-431c-85bd-87b72be580e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:29.681572 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-97e2025d-da20-431c-85bd-87b72be580e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3ba516d-57c5-4137-9372-44343caaf6fe HTTP/1.1" status: 200 len: 835 time: 0.0532565 Aug 27 03:22:29.740852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adec36-b790-49c2-bd9e-34274838a1bd req-e160157f-db37-4742-93ab-212c7cd7d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:29.743327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-e160157f-db37-4742-93ab-212c7cd7d704 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533991 Aug 27 03:22:29.843630 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-14c51b2a-6b64-4db3-95e1-d297ddd8e222 service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922558 Aug 27 03:22:29.943601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00adec36-b790-49c2-bd9e-34274838a1bd req-7eb8c9fd-8c7f-4a84-8938-e5598b07d6c6 service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930650 Aug 27 03:22:30.038101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-ce10af7c-c1f7-4815-aaf5-3c5fddfd3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:30.039769 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-ce10af7c-c1f7-4815-aaf5-3c5fddfd3a94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 1094 time: 0.0482507 Aug 27 03:22:30.143295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-36de9c52-b21c-4e45-b74c-9488b191e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:30.144922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-36de9c52-b21c-4e45-b74c-9488b191e394 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b HTTP/1.1" status: 200 len: 898 time: 0.0968955 Aug 27 03:22:30.195429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-4645a551-3a89-4b77-b55e-9c11b160d96d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e89476-6b82-4063-9373-0dbc9f31148c HTTP/1.1" status: 200 len: 217 time: 0.0401990 Aug 27 03:22:30.241258 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c5c186c-7178-4229-9c25-8238f40a4a11 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:30.255693 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-6cdc1d72-d108-4626-b5c6-d448eaf23c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:30.257373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-6cdc1d72-d108-4626-b5c6-d448eaf23c72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3ba516d-57c5-4137-9372-44343caaf6fe HTTP/1.1" status: 200 len: 835 time: 0.0534306 Aug 27 03:22:30.295558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1c5c186c-7178-4229-9c25-8238f40a4a11 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:30.295910 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:30.313752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-32b9d5f8-b52d-41f0-b01b-ef8247a1a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:30.315422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-32b9d5f8-b52d-41f0-b01b-ef8247a1a7eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500875 Aug 27 03:22:30.396068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b9b994b2-4601-4270-8d4e-50a017d3ef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:30.421699 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-32154c82-17dc-4f59-b509-e427d7e6960d service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973153 Aug 27 03:22:30.545273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81e7ce44-d26b-483a-8cda-52118f4780b0 req-0a9f1129-5d6c-4529-9caf-58c375ae7d50 service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155419 Aug 27 03:22:30.549881 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:30.715310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cead19-b08b-47c7-bc06-13603fae434e req-c21f437a-c1e2-4608-a75c-a264d0a556a0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:30.716910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7cead19-b08b-47c7-bc06-13603fae434e req-c21f437a-c1e2-4608-a75c-a264d0a556a0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 943 time: 0.0512211 Aug 27 03:22:30.763724 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d7cead19-b08b-47c7-bc06-13603fae434e req-9ba23cb8-b66d-4c9e-93d3-c81787647de3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Aug 27 03:22:31.529030 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:31.595549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94e89476-6b82-4063-9373-0dbc9f31148c details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:22:31.709567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94e89476-6b82-4063-9373-0dbc9f31148c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94e89476-6b82-4063-9373-0dbc9f31148c,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:31.725877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '94e89476-6b82-4063-9373-0dbc9f31148c', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'port_id': '94e89476-6b82-4063-9373-0dbc9f31148c', 'mac_address': 'fa:16:3e:6f:77:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:22:31.771096 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:31.785918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e89476-6b82-4063-9373-0dbc9f31148c {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:22:31.807861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94e89476-6b82-4063-9373-0dbc9f31148c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94e89476-6b82-4063-9373-0dbc9f31148c,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:31.813027 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:31.865861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=94e89476-6b82-4063-9373-0dbc9f31148c,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:31.918470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7c56-d753-44a9-83da-db58beab180c req-6f5c610f-28e1-4b8e-9fde-7b9761a525fc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:31.920039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22cd7c56-d753-44a9-83da-db58beab180c req-6f5c610f-28e1-4b8e-9fde-7b9761a525fc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 944 time: 0.0628974 Aug 27 03:22:31.959730 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22cd7c56-d753-44a9-83da-db58beab180c req-c7fb7fbb-8094-42fc-8242-acf99a72ebdd tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335011 Aug 27 03:22:32.039682 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['94e89476-6b82-4063-9373-0dbc9f31148c'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:22:33.080615 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b5b4-290b-4c3a-a35f-0353d1880ebc req-a6bee341-b689-47aa-b47a-4129795718ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:33.082257 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f222b5b4-290b-4c3a-a35f-0353d1880ebc req-a6bee341-b689-47aa-b47a-4129795718ea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 944 time: 0.0526891 Aug 27 03:22:33.126001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f222b5b4-290b-4c3a-a35f-0353d1880ebc req-c6edbddb-740f-4efb-9909-ff72b18c1a60 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346060 Aug 27 03:22:33.402008 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:33.594208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94e89476-6b82-4063-9373-0dbc9f31148c up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:33.647280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 94e89476-6b82-4063-9373-0dbc9f31148c completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:33.651426 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 94e89476-6b82-4063-9373-0dbc9f31148c triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:33.651810 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:33.732099 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:33.754816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:22:33.757108 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abee4e58-d7e4-4828-aa7a-f2ca551b98c1" -d '{"events": [{"server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "name": "network-vif-plugged", "status": "completed", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:22:33.770122 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 94e89476-6b82-4063-9373-0dbc9f31148c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94e89476-6b82-4063-9373-0dbc9f31148c,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:33.774999 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:33.825271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=94e89476-6b82-4063-9373-0dbc9f31148c,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:33.862652 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30f2371-b053-429e-8376-d80d39416a3f x-openstack-request-id: req-d30f2371-b053-429e-8376-d80d39416a3f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:22:33.863096 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "name": "network-vif-plugged", "status": "completed", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:22:33.863523 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d30f2371-b053-429e-8376-d80d39416a3f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:22:33.864198 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c', 'code': 200} Aug 27 03:22:33.973285 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035776c-fa2c-4b87-a644-dcce36779024 req-b4b462ef-766f-47b7-a648-83779427ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:33.974977 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f035776c-fa2c-4b87-a644-dcce36779024 req-b4b462ef-766f-47b7-a648-83779427ebbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 1096 time: 0.0479972 Aug 27 03:22:34.014714 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f035776c-fa2c-4b87-a644-dcce36779024 req-f2a2aa52-7aa5-433b-aae5-062858edd16f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320425 Aug 27 03:22:34.256143 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0787d-c0ad-46ea-a450-65ef7832a606 req-9ff2c443-1c87-48f1-8753-4528b2b25d6e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:34.258565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-39d0787d-c0ad-46ea-a450-65ef7832a606 req-9ff2c443-1c87-48f1-8753-4528b2b25d6e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0608768 Aug 27 03:22:34.302330 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-39d0787d-c0ad-46ea-a450-65ef7832a606 req-a0db1aa7-8725-4322-97d5-d93ce2f75a9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 Aug 27 03:22:35.456599 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de21df8-3e4a-4378-adb9-d9dd45d32274 req-009fd40b-04a7-4555-9b82-0b1a9e88c910 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:35.458168 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4de21df8-3e4a-4378-adb9-d9dd45d32274 req-009fd40b-04a7-4555-9b82-0b1a9e88c910 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0568950 Aug 27 03:22:35.500757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4de21df8-3e4a-4378-adb9-d9dd45d32274 req-6251f5b9-4c2d-47df-94fa-95ab30d61f00 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Aug 27 03:22:35.656246 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f75ad-bf59-4954-8ab9-6df522d56c23 req-49efe160-3e6c-47c3-b618-b8b179db04e4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:35.658600 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c27f75ad-bf59-4954-8ab9-6df522d56c23 req-49efe160-3e6c-47c3-b618-b8b179db04e4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0689604 Aug 27 03:22:35.721916 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c27f75ad-bf59-4954-8ab9-6df522d56c23 req-0ccbc88c-dbdd-4b45-96fc-e621817ea2b2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566604 Aug 27 03:22:35.755899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38328) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:35.810166 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0ce42-2904-4e33-83c5-10515fc6f07e tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:35.812493 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4d0ce42-2904-4e33-83c5-10515fc6f07e tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 1091 time: 0.0552380 Aug 27 03:22:35.815531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:35.820522 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '94e89476-6b82-4063-9373-0dbc9f31148c', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:35.843974 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:35.952736 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:36.059617 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.178 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/7f203bd3-a33d-4a71-b3e1-e2e3b447b4b5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:36.202481 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:36.268517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:36.311042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:36.317299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:36.322333 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:36.330521 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=7f203bd3-a33d-4a71-b3e1-e2e3b447b4b5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:36.733373 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:36.821077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:36.986973 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:36.993049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:37.073588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=7f203bd3-a33d-4a71-b3e1-e2e3b447b4b5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:37.086821 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:37.209624 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 09391347-e78a-492a-87f0-7507aa6cd219 associated. External IP: 172.25.1.178, port: 94e89476-6b82-4063-9373-0dbc9f31148c. Aug 27 03:22:37.473715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 40845cbf-7df5-41b2-9eb8-4317fc284541 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:22:37.583482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:22:37.594094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] Sync routers for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:37.603554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:37.608100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:37.608827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:37.639503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-45e86664-f169-4fcf-b6e8-546d89cb932e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8227310 Aug 27 03:22:37.640024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:22:37.642938 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32069ad-06bd-47dc-9ddb-c068d5934063" -d '{"events": [{"name": "network-changed", "server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:22:37.689767 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918e0e36-1cf7-4149-837c-2e84bc0e4ff4 x-openstack-request-id: req-918e0e36-1cf7-4149-837c-2e84bc0e4ff4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:22:37.690209 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:22:37.690639 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-918e0e36-1cf7-4149-837c-2e84bc0e4ff4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:22:37.691261 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c', 'status': 'completed', 'code': 200} Aug 27 03:22:37.746366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:37.791605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5b7e-f948-457a-af89-28f6c6d028ee req-031c58ec-b9bd-4cf1-9d6c-16c1379b2e46 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:37.793235 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09af5b7e-f948-457a-af89-28f6c6d028ee req-031c58ec-b9bd-4cf1-9d6c-16c1379b2e46 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0805435 Aug 27 03:22:37.795463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-070a8bd8-882e-4491-a1f0-b028f1ff6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:37.797212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-070a8bd8-882e-4491-a1f0-b028f1ff6d92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 1096 time: 0.0823884 Aug 27 03:22:37.887038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-09af5b7e-f948-457a-af89-28f6c6d028ee req-fa8331a5-a2ce-4f6f-8d28-1359872928d1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865149 Aug 27 03:22:37.921649 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-d8aaf785-af3a-4b1c-916d-6b3f6af95ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:37.922562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38338) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:37.923320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-d8aaf785-af3a-4b1c-916d-6b3f6af95ba6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b HTTP/1.1" status: 200 len: 898 time: 0.1163282 Aug 27 03:22:38.005646 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-47f230a6-8802-4f22-b0a8-cb8ddfb750c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e89476-6b82-4063-9373-0dbc9f31148c HTTP/1.1" status: 200 len: 999 time: 0.0748019 Aug 27 03:22:38.018428 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9af4bee9-c626-469a-8ca6-9ed7026313be tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/09391347-e78a-492a-87f0-7507aa6cd219 HTTP/1.1" status: 200 len: 991 time: 0.0933032 Aug 27 03:22:38.047407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '09391347-e78a-492a-87f0-7507aa6cd219', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'port_id': '94e89476-6b82-4063-9373-0dbc9f31148c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'mac_address': 'fa:16:3e:6f:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:36Z', 'updated_at': '2021-08-27T03:22:36Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:28Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:38.068303 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-b52e5995-1f6c-4d60-a5dc-887ee1bc891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:38.069930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-b52e5995-1f6c-4d60-a5dc-887ee1bc891f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3ba516d-57c5-4137-9372-44343caaf6fe HTTP/1.1" status: 200 len: 835 time: 0.0568857 Aug 27 03:22:38.075784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] Checking router: 40845cbf-7df5-41b2-9eb8-4317fc284541 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:38.085336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:38.085974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:22:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:38.137568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-cc2dcbbd-d560-4958-be2e-e83cb35b5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:38.139609 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-cc2dcbbd-d560-4958-be2e-e83cb35b5da1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613770 Aug 27 03:22:38.222030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:38.243887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-fb39dbe7-9e87-46fb-8f99-7a8fe884db8e service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969086 Aug 27 03:22:38.350530 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a32069ad-06bd-47dc-9ddb-c068d5934063 req-623fb56f-4608-4d4c-adf0-6d61e6aa275d service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994606 Aug 27 03:22:38.466345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '09391347-e78a-492a-87f0-7507aa6cd219', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'port_id': '94e89476-6b82-4063-9373-0dbc9f31148c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'mac_address': 'fa:16:3e:6f:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:36Z', 'updated_at': '2021-08-27T03:22:36Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:28Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:38.496592 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c01a1-24ca-41fd-96b2-426179357bf4 None None] The sync data for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 is: [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '09391347-e78a-492a-87f0-7507aa6cd219', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'port_id': '94e89476-6b82-4063-9373-0dbc9f31148c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'mac_address': 'fa:16:3e:6f:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:36Z', 'updated_at': '2021-08-27T03:22:36Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:28Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:38.702203 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b73b9-513d-437b-89cb-7f1bfc24432d None None] New status for floating IP 09391347-e78a-492a-87f0-7507aa6cd219: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:22:39.023515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38340) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:39.092564 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f4c9e5f5-c6a0-439c-9064-c89db08911d3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/09391347-e78a-492a-87f0-7507aa6cd219 HTTP/1.1" status: 200 len: 993 time: 0.0676599 Aug 27 03:22:47.178096 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.207986 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:57.836844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-340a11c2-c6aa-4e41-a343-e251819a4eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.316390 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:23:00.388370 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3e999228-23ac-4227-abb5-980014850888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:00.559369 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.531901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:03.409981 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:10.515724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65011d6b-4b91-4d1c-860e-498d33c78ebc req-cf983fd8-3da9-4d39-8820-08051f2efff0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:10.517163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65011d6b-4b91-4d1c-860e-498d33c78ebc req-cf983fd8-3da9-4d39-8820-08051f2efff0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0534766 Aug 27 03:23:10.562944 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-65011d6b-4b91-4d1c-860e-498d33c78ebc req-05044b35-c41e-404e-984d-e454dca3a24d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Aug 27 03:23:11.705925 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8c89b-fdcb-4cd7-abd4-b0143bd008f0 req-555f1815-4955-46b2-84ea-6e8d8585a510 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:11.707568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a5a8c89b-fdcb-4cd7-abd4-b0143bd008f0 req-555f1815-4955-46b2-84ea-6e8d8585a510 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0555606 Aug 27 03:23:11.750677 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a5a8c89b-fdcb-4cd7-abd4-b0143bd008f0 req-10d84f52-0477-4313-8f0b-66bf7683a6f0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367835 Aug 27 03:23:11.790233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38364) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:11.855447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-abf629cd-d1c8-469a-91b4-57712a4d1f96 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/09391347-e78a-492a-87f0-7507aa6cd219 HTTP/1.1" status: 200 len: 993 time: 0.0638874 Aug 27 03:23:13.147435 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82befa55-185f-4b76-bb1c-205f41d49bc6 req-0b8a2ef2-4c53-442d-8695-4176aa8de22b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:13.148870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82befa55-185f-4b76-bb1c-205f41d49bc6 req-0b8a2ef2-4c53-442d-8695-4176aa8de22b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0535197 Aug 27 03:23:13.187751 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82befa55-185f-4b76-bb1c-205f41d49bc6 req-a2808669-9585-49a3-99e1-19016764bcda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327873 Aug 27 03:23:14.319923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e99e4-3a58-4248-ac2b-71df52085581 req-0823870f-0246-43ec-9506-43061a7bf00f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:14.321442 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c3e99e4-3a58-4248-ac2b-71df52085581 req-0823870f-0246-43ec-9506-43061a7bf00f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0510871 Aug 27 03:23:14.365211 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5c3e99e4-3a58-4248-ac2b-71df52085581 req-3af40ea5-a53b-47d6-8cb6-190f50c05480 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364654 Aug 27 03:23:14.389166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38374) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:14.460467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9d8e7856-c656-4109-85b4-23387fc61a98 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/09391347-e78a-492a-87f0-7507aa6cd219 HTTP/1.1" status: 200 len: 993 time: 0.0697052 Aug 27 03:23:14.697839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38380) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:14.869324 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 7f203bd3-a33d-4a71-b3e1-e2e3b447b4b5 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:23:14.869804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:14.951217 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:14.951524 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:14.963969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 7f203bd3-a33d-4a71-b3e1-e2e3b447b4b5 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:23:15.134710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.164333 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=7f203bd3-a33d-4a71-b3e1-e2e3b447b4b5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:15.176754 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.177088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.177448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.177786 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.178121 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.178481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.178808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.179136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.179463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.179787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.180108 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.180439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.235781 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.236111 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 09391347-e78a-492a-87f0-7507aa6cd219 disassociated (deleted). External IP: 172.25.1.178, port: 94e89476-6b82-4063-9373-0dbc9f31148c. Aug 27 03:23:15.450886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 40845cbf-7df5-41b2-9eb8-4317fc284541 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:23:15.561976 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:15.567108 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.572821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] Sync routers for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:15.583219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:15.583840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:15.595700 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-68115cb8-a30c-41b7-9e29-79cbe732e1ce tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/floatingips/09391347-e78a-492a-87f0-7507aa6cd219 HTTP/1.1" status: 204 len: 168 time: 0.8968325 Aug 27 03:23:15.596276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:15.598770 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:15.640152 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef3dcd6-22cc-445c-a303-210aa4882003 x-openstack-request-id: req-cef3dcd6-22cc-445c-a303-210aa4882003 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:15.640924 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:15.641377 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cef3dcd6-22cc-445c-a303-210aa4882003 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:15.642022 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c', 'status': 'completed', 'code': 200} Aug 27 03:23:15.708006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-9f87f07d-e889-4a27-ac22-f4366294bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:15.709663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-9f87f07d-e889-4a27-ac22-f4366294bb09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 1096 time: 0.0462139 Aug 27 03:23:15.818119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-10f4718e-e65d-4f5f-8487-3f4a3c605e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:15.819965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-10f4718e-e65d-4f5f-8487-3f4a3c605e59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b HTTP/1.1" status: 200 len: 898 time: 0.0980067 Aug 27 03:23:15.841801 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899cb04-f296-486c-91c5-7962df931f55 req-44cbd18c-35cf-41ca-8058-b9861167e503 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:15.845910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d899cb04-f296-486c-91c5-7962df931f55 req-44cbd18c-35cf-41ca-8058-b9861167e503 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Aug 27 03:23:15.860503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:15.889661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d899cb04-f296-486c-91c5-7962df931f55 req-ecca9cc9-a293-4fe2-9456-6d8d21a0a6ba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401602 Aug 27 03:23:16.072702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:28Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:16.104135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] Checking router: 40845cbf-7df5-41b2-9eb8-4317fc284541 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:16.113946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:16.114676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:16.201268 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-d3ea49a7-1824-461d-bbcf-876b0f6aae98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e89476-6b82-4063-9373-0dbc9f31148c HTTP/1.1" status: 200 len: 217 time: 0.3726552 Aug 27 03:23:16.230502 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:16.252421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-6977e8c9-4a79-4bd4-8f78-45d491b6302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:16.253967 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-6977e8c9-4a79-4bd4-8f78-45d491b6302f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3ba516d-57c5-4137-9372-44343caaf6fe HTTP/1.1" status: 200 len: 835 time: 0.0451798 Aug 27 03:23:16.304901 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-1df70a0b-084a-4bf9-85e8-2742b16cfa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:16.306464 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-1df70a0b-084a-4bf9-85e8-2742b16cfa08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422983 Aug 27 03:23:16.402023 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-07dfd70c-46b4-42d7-81b5-0e5180d5f48c service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868356 Aug 27 03:23:16.430188 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:28Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:16.456782 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0993845-3934-437c-aa2a-795bc221b6db None None] The sync data for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 is: [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:22:23Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c5c186c-7178-4229-9c25-8238f40a4a11', 'name': '', 'network_id': '5480f8f4-9edf-4bbe-9eeb-adbb4a89622b', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:aa:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:22Z', 'updated_at': '2021-08-27T03:22:28Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'e3ba516d-57c5-4137-9372-44343caaf6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:16.496684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b55b59a-3fd9-4416-9cb7-7802d729ceb6 req-53076fe8-a83f-4d17-be3f-68342bff1a8f service neutron] 10.222.0.45 "GET /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859640 Aug 27 03:23:16.704138 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f93154-0518-48ea-9d35-ff1f9d0023ce None None] New status for floating IP 09391347-e78a-492a-87f0-7507aa6cd219: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:23:17.011666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb9ca7-bc55-44a1-81e4-675f001100b3 req-a6e57f55-9540-4f87-a6f9-f9cc6567f6c4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:17.013157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afcb9ca7-bc55-44a1-81e4-675f001100b3 req-a6e57f55-9540-4f87-a6f9-f9cc6567f6c4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0514529 Aug 27 03:23:17.056089 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-afcb9ca7-bc55-44a1-81e4-675f001100b3 req-33ee0341-5210-4883-ab1a-3b317e53651f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365045 Aug 27 03:23:17.195654 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.363614 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-ba22e846-223a-41e4-b868-917521c7f3d4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:17.365228 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-ba22e846-223a-41e4-b868-917521c7f3d4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 945 time: 0.0582118 Aug 27 03:23:17.459510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 94e89476-6b82-4063-9373-0dbc9f31148c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:23:17.459757 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.550673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 94e89476-6b82-4063-9373-0dbc9f31148c, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=94e89476-6b82-4063-9373-0dbc9f31148c,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:17.551042 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.564103 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 94e89476-6b82-4063-9373-0dbc9f31148c owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:23:17.705830 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.734430 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=94e89476-6b82-4063-9373-0dbc9f31148c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:17.746627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.746980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.747317 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.747698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.748034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.748365 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.748692 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.749014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.749340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.749694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.750014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.750357 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.786302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] No DVR routers for this DVR port 94e89476-6b82-4063-9373-0dbc9f31148c on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:23:17.789028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.791085 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f5012d14-23e0-48e1-97d1-8572d617dbb3 req-8a59aaa3-72d1-40ae-88b0-a0bc31002c77 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "DELETE /v2.0/ports/94e89476-6b82-4063-9373-0dbc9f31148c HTTP/1.1" status: 204 len: 173 time: 0.4195719 Aug 27 03:23:17.791566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'name': 'network-vif-deleted', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:17.793937 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad51d53c-05ee-4348-936c-890c6ebee6bb" -d '{"events": [{"server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "name": "network-vif-deleted", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:17.832867 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09a063-4279-4200-b33c-6679662e488f x-openstack-request-id: req-ec09a063-4279-4200-b33c-6679662e488f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:17.833155 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72e13a0-b725-4dae-8aca-1d27bc5fe450", "name": "network-vif-deleted", "tag": "94e89476-6b82-4063-9373-0dbc9f31148c", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:17.833405 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec09a063-4279-4200-b33c-6679662e488f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:17.833802 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e13a0-b725-4dae-8aca-1d27bc5fe450', 'name': 'network-vif-deleted', 'tag': '94e89476-6b82-4063-9373-0dbc9f31148c', 'status': 'completed', 'code': 200} Aug 27 03:23:18.169472 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d813e976-96ae-4815-8218-2dcae3d7ca1e req-3cdedcf6-6ad7-47cf-b052-10ea070a0294 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e13a0-b725-4dae-8aca-1d27bc5fe450 HTTP/1.1" status: 200 len: 210 time: 0.0272710 Aug 27 03:23:18.219525 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:19.229629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38396) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:19.629554 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:19.911961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 1c5c186c-7178-4229-9c25-8238f40a4a11 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:23:19.912365 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:19.999939 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 1c5c186c-7178-4229-9c25-8238f40a4a11, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c5c186c-7178-4229-9c25-8238f40a4a11,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:20.000302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.013653 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 1c5c186c-7178-4229-9c25-8238f40a4a11 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:23:20.210246 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.237336 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=1c5c186c-7178-4229-9c25-8238f40a4a11,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:20.416496 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.637256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 40845cbf-7df5-41b2-9eb8-4317fc284541 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:23:20.747859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:20.753167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-09737e6e-e049-4658-84b7-25aad207caba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/40845cbf-7df5-41b2-9eb8-4317fc284541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5222819 Aug 27 03:23:20.755820 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38398) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:20.759080 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] Sync routers for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:20.768974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:20.769749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:20.806226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting subnet e3ba516d-57c5-4137-9372-44343caaf6fe {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:23:20.809436 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.850192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.873609 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:20.941191 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.001777 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.028829 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ba516d-57c5-4137-9372-44343caaf6fe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:21.032606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.037346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38400) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:21.037851 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fbadba97-9e61-4bb0-971c-a35a47e61fb6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/subnets/e3ba516d-57c5-4137-9372-44343caaf6fe HTTP/1.1" status: 204 len: 168 time: 0.2805898 Aug 27 03:23:21.045089 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2435a669-029d-4395-b4aa-cbcb73a822fd None None] Network 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:21.113596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:23:20Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:21.143087 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.160316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] Checking router: 40845cbf-7df5-41b2-9eb8-4317fc284541 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:21.185367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] Routers {'40845cbf-7df5-41b2-9eb8-4317fc284541'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:21.185988 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['40845cbf-7df5-41b2-9eb8-4317fc284541'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:21.252830 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.305394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] Set router 40845cbf-7df5-41b2-9eb8-4317fc284541 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:21.314802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port df00ff48-7b8a-40a7-856c-f76ee3bedc32 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:23:21.315148 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.336655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] DHCP port deletion for 5480f8f4-9edf-4bbe-9eeb-adbb4a89622b request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:23:21.393983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port df00ff48-7b8a-40a7-856c-f76ee3bedc32, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=df00ff48-7b8a-40a7-856c-f76ee3bedc32,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:21.394338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.408660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for df00ff48-7b8a-40a7-856c-f76ee3bedc32 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:23:21.496776 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Deleting port a0c901c0-7c6c-431c-b96f-610a13dae615 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:23:21.497180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.569320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] For port a0c901c0-7c6c-431c-b96f-610a13dae615, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=a0c901c0-7c6c-431c-b96f-610a13dae615,segment=NetworkSegment(e4502010-7fa7-4488-8749-1ca0eadca91c),segment_id=e4502010-7fa7-4488-8749-1ca0eadca91c)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:21.569723 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.583436 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.584398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Calling delete_port for a0c901c0-7c6c-431c-b96f-610a13dae615 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:23:21.600641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:23:20Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:21.611599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=df00ff48-7b8a-40a7-856c-f76ee3bedc32,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:21.663208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee1fb3-5f51-4716-9bd5-58a2ab8b53fc None None] The sync data for ids ['40845cbf-7df5-41b2-9eb8-4317fc284541'] in n-d-806293-1 is: [{'id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588888579', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:22:19Z', 'updated_at': '2021-08-27T03:23:20Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': 'df00ff48-7b8a-40a7-856c-f76ee3bedc32', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40845cbf-7df5-41b2-9eb8-4317fc284541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:22:20Z', 'updated_at': '2021-08-27T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:21.681634 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.713103 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.740673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Pushing event deleted for resources: {'Port': ['ID=a0c901c0-7c6c-431c-b96f-610a13dae615,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:21.743036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] No DVR routers for this DVR port a0c901c0-7c6c-431c-b96f-610a13dae615 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:23:21.757313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94e89476-6b82-4063-9373-0dbc9f31148c no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:23:21.765463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.766105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.766350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.766721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.767141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.767471 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.767798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.768121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.768451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.768779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.769236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.769448 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017959-b439-4d11-83b9-ea74207f9177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:21.783831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.788912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 94e89476-6b82-4063-9373-0dbc9f31148c {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:23:21.789253 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 94e89476-6b82-4063-9373-0dbc9f31148c not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:23:21.792249 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.837654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.838232 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Fanout notify agent at l3_agent the message router_deleted on router 40845cbf-7df5-41b2-9eb8-4317fc284541 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:23:21.846250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:21.847460 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9b5594dc-b88e-4e0c-8b82-3e756c5c0019 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/routers/40845cbf-7df5-41b2-9eb8-4317fc284541 HTTP/1.1" status: 204 len: 168 time: 0.8089824 Aug 27 03:23:21.850180 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38402) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:21.937342 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.031280 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.043357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5480f8f4-9edf-4bbe-9eeb-adbb4a89622b']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:22.056282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4502010-7fa7-4488-8749-1ca0eadca91c') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:22.056590 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4502010-7fa7-4488-8749-1ca0eadca91c') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:22.066652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.081662 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.089508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:23:22.090068 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:23:22.093493 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:23:22.159372 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.166717 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.168589 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/networks/5480f8f4-9edf-4bbe-9eeb-adbb4a89622b HTTP/1.1" status: 204 len: 168 time: 0.3174372 Aug 27 03:23:22.173081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38404) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:22.181085 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893c86d-2e0c-459a-8eaa-17ea4a256d31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Network': ['ID=5480f8f4-9edf-4bbe-9eeb-adbb4a89622b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:22.242109 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be9f9aa2-0054-4ac3-855e-9daad02a9d32 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.275535 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be9f9aa2-0054-4ac3-855e-9daad02a9d32 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.336699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c5c186c-7178-4229-9c25-8238f40a4a11 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:23:22.353716 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be9f9aa2-0054-4ac3-855e-9daad02a9d32 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.356801 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be9f9aa2-0054-4ac3-855e-9daad02a9d32 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.361513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-be9f9aa2-0054-4ac3-855e-9daad02a9d32 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/security-groups/0706ce78-7d2c-4d30-adc1-7868fd9c1ed3 HTTP/1.1" status: 204 len: 168 time: 0.1848204 Aug 27 03:23:22.361681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1c5c186c-7178-4229-9c25-8238f40a4a11 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:23:22.361681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c5c186c-7178-4229-9c25-8238f40a4a11 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:23:22.370904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f9aa2-0054-4ac3-855e-9daad02a9d32 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706ce78-7d2c-4d30-adc1-7868fd9c1ed3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:22.372815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a0c901c0-7c6c-431c-b96f-610a13dae615 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:23:22.396991 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: a0c901c0-7c6c-431c-b96f-610a13dae615 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:23:22.397436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device a0c901c0-7c6c-431c-b96f-610a13dae615 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:23:22.622188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38410) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:22.626991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6816cda0-352a-4168-b0fa-744eae2347a9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725665017', 'description': 'tempest-secgroup-smoke-1725665017 description', 'project_id': '1351e8a2724442ecbe9c7566df4da80f'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:22.651573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6816cda0-352a-4168-b0fa-744eae2347a9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.742501 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6816cda0-352a-4168-b0fa-744eae2347a9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.746803 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6816cda0-352a-4168-b0fa-744eae2347a9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.772852 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6816cda0-352a-4168-b0fa-744eae2347a9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.774088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6816cda0-352a-4168-b0fa-744eae2347a9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508875 Aug 27 03:23:22.777269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38412) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:22.778103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816cda0-352a-4168-b0fa-744eae2347a9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19acce-5bf1-4361-a52b-38fd91a83c4b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:22.782062 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d488a83e-ff1c-47fa-a3c3-ea22dea3d6b3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '9d19acce-5bf1-4361-a52b-38fd91a83c4b', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:22.811794 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d488a83e-ff1c-47fa-a3c3-ea22dea3d6b3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.861182 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d488a83e-ff1c-47fa-a3c3-ea22dea3d6b3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.866176 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d488a83e-ff1c-47fa-a3c3-ea22dea3d6b3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.886950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488a83e-ff1c-47fa-a3c3-ea22dea3d6b3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513f2b62-1541-42fe-a637-c6f4621e73e7,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:22.893103 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d488a83e-ff1c-47fa-a3c3-ea22dea3d6b3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.894409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d488a83e-ff1c-47fa-a3c3-ea22dea3d6b3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160493 Aug 27 03:23:22.897471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38414) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:22.902591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c2b47d0b-348c-433e-a620-04d93a1dcc24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '9d19acce-5bf1-4361-a52b-38fd91a83c4b', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:22.930556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d0b-348c-433e-a620-04d93a1dcc24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.990689 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d0b-348c-433e-a620-04d93a1dcc24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:22.995577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d0b-348c-433e-a620-04d93a1dcc24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.014914 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47d0b-348c-433e-a620-04d93a1dcc24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b07d742-1b58-40f9-847d-0349e6fc72b9,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:23.022360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d0b-348c-433e-a620-04d93a1dcc24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.023592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c2b47d0b-348c-433e-a620-04d93a1dcc24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251087 Aug 27 03:23:23.026489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38416) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:23.031141 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0151356c-2d05-4f02-ba7d-d6345b8dbe2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '9d19acce-5bf1-4361-a52b-38fd91a83c4b', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:23.060190 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0151356c-2d05-4f02-ba7d-d6345b8dbe2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.123837 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0151356c-2d05-4f02-ba7d-d6345b8dbe2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.128505 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0151356c-2d05-4f02-ba7d-d6345b8dbe2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.146468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151356c-2d05-4f02-ba7d-d6345b8dbe2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c503a82-2e75-4ddf-9755-e77e295155e2,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:23.152967 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0151356c-2d05-4f02-ba7d-d6345b8dbe2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.154244 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0151356c-2d05-4f02-ba7d-d6345b8dbe2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267159 Aug 27 03:23:23.157347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38418) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:23.162084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-651b4812-d99e-4aed-86bc-ce7a6bf2dbf0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '9d19acce-5bf1-4361-a52b-38fd91a83c4b', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:23.189031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-651b4812-d99e-4aed-86bc-ce7a6bf2dbf0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.255994 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-651b4812-d99e-4aed-86bc-ce7a6bf2dbf0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.260768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-651b4812-d99e-4aed-86bc-ce7a6bf2dbf0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.278694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b4812-d99e-4aed-86bc-ce7a6bf2dbf0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87a1509-436e-4162-baf0-2791ad7867e9,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:23.286677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-651b4812-d99e-4aed-86bc-ce7a6bf2dbf0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.287959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-651b4812-d99e-4aed-86bc-ce7a6bf2dbf0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297033 Aug 27 03:23:23.291984 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38420) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:23.296586 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '9d19acce-5bf1-4361-a52b-38fd91a83c4b', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:23.320987 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:23:23.326426 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.386424 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.390761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.408048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cb3bbf-8e53-4753-a898-bb5bb7149793,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:23.415918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.417145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3bc18290-6fb3-41df-8d32-95757835eb71 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241386 Aug 27 03:23:23.419947 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38422) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:23.424470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '9d19acce-5bf1-4361-a52b-38fd91a83c4b', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:23.453854 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:23:23.459000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.522439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.527110 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.544716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7336db-1279-4137-b274-786c74db2d41,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:23.552739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.554541 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ae32fe94-3205-43f6-8a83-ff632b2cb520 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336038 Aug 27 03:23:23.558121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38424) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:23.563356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'network': {'name': 'tempest-network-smoke--2023049052', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:23.585464 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:23.588952 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.612873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:23:23.622762 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.623336 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Added segment 724a4c39-2f25-4d46-a4e7-472e90e4667a of type vlan for network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 Aug 27 03:23:23.672883 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.704666 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.710475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:23.711063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.774762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2154105 Aug 27 03:23:23.777646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38426) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:23.782662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'admin_state_up': True, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:23.784121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aa46d-4ad9-4f9b-804e-8fbda8212396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Network': ['ID=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:23.796088 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:23:23.808317 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.809546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.862083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.001918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.212918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.224233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df00ff48-7b8a-40a7-856c-f76ee3bedc32 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:23:24.233303 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.245168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: df00ff48-7b8a-40a7-856c-f76ee3bedc32 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:23:24.245575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device df00ff48-7b8a-40a7-856c-f76ee3bedc32 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:23:24.338488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.245 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/17ee1794-b04e-48e9-886d-21d52e6c9afd) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:24.453500 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.504919 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.546637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:24.551873 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:24.554631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:24.583048 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=17ee1794-b04e-48e9-886d-21d52e6c9afd,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:24.832454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.030049 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.161474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router cde77983-6e65-4e8d-b759-2379a7d6e332 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:23:25.269004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:25.280253 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Sync routers for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:25.288766 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.290040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f30c881e-39b1-4cc5-ba90-e1a59612eabf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5112860 Aug 27 03:23:25.290230 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:25.291057 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:25.293576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38428) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:25.324421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-88e3ed6a-5ff4-4370-afb8-829b83f065f4 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1351e8a2724442ecbe9c7566df4da80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271418 Aug 27 03:23:25.324665 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38430) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:25.394415 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:25.410993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72578be1-3690-41c7-adc6-b775c23d13a5 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:25.415401 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-72578be1-3690-41c7-adc6-b775c23d13a5 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870457 Aug 27 03:23:25.415556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38432) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:25.448334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ddff4673-ee22-4209-931b-6890138da8c5 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317130 Aug 27 03:23:25.451024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38434) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:25.455857 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674191025', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:25.551971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:25.555597 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.667973 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:24Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:25.693396 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Checking router: cde77983-6e65-4e8d-b759-2379a7d6e332 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:25.694033 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Updating router cde77983-6e65-4e8d-b759-2379a7d6e332 port 17ee1794-b04e-48e9-886d-21d52e6c9afd binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:23:25.719862 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.741714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.802511 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Subnet': ['ID=6e9da923-67d3-4e63-8d40-77e5960de8aa,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:25.812956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Checking segment: {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:25.813309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network hostable DHCP agents. Network: 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:23:25.830866 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:23:25.840358 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:25.844670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:25.845397 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.852395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1d81b-d553-4f0c-b344-223b5d9dcc69 None None] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:25.864786 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38436) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:25.865335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-3d6d1969-cc79-487f-a2f7-1b73072c3b8a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4127953 Aug 27 03:23:25.976990 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.986980 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Transition to ACTIVE for port object 17ee1794-b04e-48e9-886d-21d52e6c9afd will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:25.992863 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.012951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:23:26.014352 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.035931 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Attempting to bind port 17ee1794-b04e-48e9-886d-21d52e6c9afd on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:26.036552 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Attempting to bind port 17ee1794-b04e-48e9-886d-21d52e6c9afd by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:26.036967 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Attempting to bind port 17ee1794-b04e-48e9-886d-21d52e6c9afd on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:26.046463 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:26.046827 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:26.047226 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.047616 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:26.048086 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Bound port: 17ee1794-b04e-48e9-886d-21d52e6c9afd, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:26.048465 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.109822 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ccf8d-eb01-432d-b9de-b14f6ce19498 None None] Pushing event updated for resources: {'Port': ['ID=17ee1794-b04e-48e9-886d-21d52e6c9afd,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:26.113947 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] For port 17ee1794-b04e-48e9-886d-21d52e6c9afd, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:26.117385 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] For port 17ee1794-b04e-48e9-886d-21d52e6c9afd, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=17ee1794-b04e-48e9-886d-21d52e6c9afd,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:26.124641 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.170388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Allocated IP 172.20.0.2 (9aa3ccd4-c32c-4a60-b431-7884d8ae7d85/6e9da923-67d3-4e63-8d40-77e5960de8aa/cba9e610-7d90-401f-9d43-3ad645f4175e) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:26.175784 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:26.176434 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:26.230066 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ccf8d-eb01-432d-b9de-b14f6ce19498 None None] Pushing event updated for resources: {'Port': ['ID=17ee1794-b04e-48e9-886d-21d52e6c9afd,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:26.292823 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:26.327712 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.330668 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.336960 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Transition to ACTIVE for port object cba9e610-7d90-401f-9d43-3ad645f4175e will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:26.352493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Transition to ACTIVE for port object cba9e610-7d90-401f-9d43-3ad645f4175e will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:26.360592 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.402597 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:26.407817 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:26.411661 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:26.458927 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Pushing event updated for resources: {'Port': ['ID=cba9e610-7d90-401f-9d43-3ad645f4175e,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:26.472378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Attempting to bind port cba9e610-7d90-401f-9d43-3ad645f4175e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:26.472378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Attempting to bind port cba9e610-7d90-401f-9d43-3ad645f4175e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:26.472378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Attempting to bind port cba9e610-7d90-401f-9d43-3ad645f4175e on network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:26.478514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:26.479070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Checking segment: {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:26.479670 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.480079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Bound using segment: {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:26.480740 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Bound port: cba9e610-7d90-401f-9d43-3ad645f4175e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:26.481173 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.485674 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:24Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:26.518669 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0002718-3aa3-4cb9-983a-3fac7600b89a None None] The sync data for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 is: [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:24Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:26.555613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] For port cba9e610-7d90-401f-9d43-3ad645f4175e, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:26.559742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] For port cba9e610-7d90-401f-9d43-3ad645f4175e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=cba9e610-7d90-401f-9d43-3ad645f4175e,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:26.564716 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.630025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2f51d-08ef-47bd-a38b-4259d82f28a7 None None] Pushing event updated for resources: {'Port': ['ID=cba9e610-7d90-401f-9d43-3ad645f4175e,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:26.667894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.1 (9aa3ccd4-c32c-4a60-b431-7884d8ae7d85/6e9da923-67d3-4e63-8d40-77e5960de8aa/78f7e2ed-ad9d-4652-8882-018bf00c9175) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:26.815713 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.837411 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 78f7e2ed-ad9d-4652-8882-018bf00c9175 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:26.885927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.931943 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:26.938104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:26.945976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:26.974222 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=78f7e2ed-ad9d-4652-8882-018bf00c9175,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:27.001213 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.144110 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.442680 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.448503 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.523269 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.525043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=78f7e2ed-ad9d-4652-8882-018bf00c9175,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:27.563321 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5211c76-818b-48ff-ba2e-23c8ccd016c1 None None] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:27.638246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ea3e1583-3f42-4ada-8972-128817089476 None None] Provisioning for port cba9e610-7d90-401f-9d43-3ad645f4175e completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:27.840621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-aba21629-b0ea-4866-acaf-9c7746fd39c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.967554 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:27.969007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:27.989990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-776eace1-0343-42e7-8bce-eb0300ff2cf0 None None] Provisioning for port 78f7e2ed-ad9d-4652-8882-018bf00c9175 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:27.996015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-776eace1-0343-42e7-8bce-eb0300ff2cf0 None None] Provisioning complete for port 78f7e2ed-ad9d-4652-8882-018bf00c9175 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:27.996480 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-776eace1-0343-42e7-8bce-eb0300ff2cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.036785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-776eace1-0343-42e7-8bce-eb0300ff2cf0 None None] Port 78f7e2ed-ad9d-4652-8882-018bf00c9175 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:28.099977 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router cde77983-6e65-4e8d-b759-2379a7d6e332 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:23:28.158729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-940d26dd-e35d-4195-abc8-540437dc0ab7 None None] Provisioning complete for port 78f7e2ed-ad9d-4652-8882-018bf00c9175 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:28.159396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-940d26dd-e35d-4195-abc8-540437dc0ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.195480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-940d26dd-e35d-4195-abc8-540437dc0ab7 None None] Port 78f7e2ed-ad9d-4652-8882-018bf00c9175 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:28.227727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:28.242831 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5c70053f-6443-4136-9aae-28b6b7cb00c1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/cde77983-6e65-4e8d-b759-2379a7d6e332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3682337 Aug 27 03:23:28.261086 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Sync routers for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:28.274076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:28.274765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:28.432625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-7b255e19-71b3-4e2f-92df-f225fb4a3ee8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725665017&fields=id&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 267 time: 0.0426445 Aug 27 03:23:28.544556 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17ee1794-b04e-48e9-886d-21d52e6c9afd up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:28.554694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-cd1a286f-44cc-4769-9b8a-99ac27a2f1d2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:28.556252 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-cd1a286f-44cc-4769-9b8a-99ac27a2f1d2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/networks?id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 200 len: 797 time: 0.1207576 Aug 27 03:23:28.573453 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-d088c8f5-fe97-4189-98b8-428f7d0d3931 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/quotas/1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 375 time: 0.0109613 Aug 27 03:23:28.602892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-cee11626-c054-47c1-beb1-21ed55392f70 None None] Provisioning complete for port 78f7e2ed-ad9d-4652-8882-018bf00c9175 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:28.603485 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cee11626-c054-47c1-beb1-21ed55392f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.630449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-0571b97f-56f5-4b46-947f-8dc14278d19f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510917 Aug 27 03:23:28.632589 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:28.683845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cee11626-c054-47c1-beb1-21ed55392f70 None None] Port 78f7e2ed-ad9d-4652-8882-018bf00c9175 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:28.692744 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 17ee1794-b04e-48e9-886d-21d52e6c9afd completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:28.722538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 17ee1794-b04e-48e9-886d-21d52e6c9afd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:28.722937 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.776060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-0f2a948d-296f-438c-a63d-0e62a5705d49 service neutron] 10.222.0.10 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334612 Aug 27 03:23:28.874674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-9f1256be-06ba-4d29-8ca1-6d4a211801c6 service neutron] 10.222.0.10 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919874 Aug 27 03:23:28.901906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.929059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 17ee1794-b04e-48e9-886d-21d52e6c9afd, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=17ee1794-b04e-48e9-886d-21d52e6c9afd,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:28.934157 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.934981 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cba9e610-7d90-401f-9d43-3ad645f4175e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:28.983326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 2, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:29.022305 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Checking router: cde77983-6e65-4e8d-b759-2379a7d6e332 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:29.022692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Updating router cde77983-6e65-4e8d-b759-2379a7d6e332 port 78f7e2ed-ad9d-4652-8882-018bf00c9175 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:23:29.047444 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f4cf688-d7ff-46ad-8aa7-04cdfa3e3c40 req-b18aca65-d5ba-46a9-891e-04125f904328 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Aug 27 03:23:29.075846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.079490 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=17ee1794-b04e-48e9-886d-21d52e6c9afd,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:29.118511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port cba9e610-7d90-401f-9d43-3ad645f4175e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:29.124715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port cba9e610-7d90-401f-9d43-3ad645f4175e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:29.125090 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.325900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.387952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port cba9e610-7d90-401f-9d43-3ad645f4175e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=cba9e610-7d90-401f-9d43-3ad645f4175e,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:29.396496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.482158 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=cba9e610-7d90-401f-9d43-3ad645f4175e,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:29.501484 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.512203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Transition to ACTIVE for port object 78f7e2ed-ad9d-4652-8882-018bf00c9175 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:29.518271 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.570241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14e9ec-eabd-480e-86df-d4cdcc990081 None None] Pushing event updated for resources: {'Port': ['ID=78f7e2ed-ad9d-4652-8882-018bf00c9175,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:29.624264 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Attempting to bind port 78f7e2ed-ad9d-4652-8882-018bf00c9175 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:29.625103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Attempting to bind port 78f7e2ed-ad9d-4652-8882-018bf00c9175 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:29.625399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Attempting to bind port 78f7e2ed-ad9d-4652-8882-018bf00c9175 on network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:29.631161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:29.631580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Checking segment: {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:29.631955 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.632391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Bound using segment: {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:29.632832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Bound port: 78f7e2ed-ad9d-4652-8882-018bf00c9175, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:29.633237 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.711186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] For port 78f7e2ed-ad9d-4652-8882-018bf00c9175, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:29.715192 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] For port 78f7e2ed-ad9d-4652-8882-018bf00c9175, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=78f7e2ed-ad9d-4652-8882-018bf00c9175,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:29.721027 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.781347 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:29.781983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:29.783941 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14e9ec-eabd-480e-86df-d4cdcc990081 None None] Pushing event updated for resources: {'Port': ['ID=78f7e2ed-ad9d-4652-8882-018bf00c9175,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:29.915972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:30.140238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:29Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:30.149569 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-405af06a-fdee-4a03-9f02-2899d1ee533f req-509bba33-39e5-4476-839c-ad57de7f1825 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 210 time: 0.0317125 Aug 27 03:23:30.167500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2845dd-f23d-4dd8-9813-1dd7c445ef88 None None] The sync data for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 is: [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:29Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:30.293737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-bbf7a955-fa11-4a00-909b-490fe5a4bca7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:30.295359 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-bbf7a955-fa11-4a00-909b-490fe5a4bca7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/networks?id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 200 len: 797 time: 0.1450746 Aug 27 03:23:30.363351 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f1583942-54fc-4eab-8ade-523034600ff3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 380 time: 0.0576172 Aug 27 03:23:30.376448 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'port': {'device_id': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'admin_state_up': True, 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'security_groups': ['9d19acce-5bf1-4361-a52b-38fd91a83c4b']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:30.409944 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-18aa82cf-f2de-4ab5-8933-0a287ade129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.428045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17ee1794-b04e-48e9-886d-21d52e6c9afd up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:30.504702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 17ee1794-b04e-48e9-886d-21d52e6c9afd triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:30.505559 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.512223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:30.518780 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.570705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.620363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cba9e610-7d90-401f-9d43-3ad645f4175e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:30.666353 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.10 (9aa3ccd4-c32c-4a60-b431-7884d8ae7d85/6e9da923-67d3-4e63-8d40-77e5960de8aa/be0bd7d5-46cc-4260-be52-5c47821754ac) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:30.668016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port cba9e610-7d90-401f-9d43-3ad645f4175e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:30.668520 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.758228 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78f7e2ed-ad9d-4652-8882-018bf00c9175 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:30.807614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 78f7e2ed-ad9d-4652-8882-018bf00c9175 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:30.812543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 78f7e2ed-ad9d-4652-8882-018bf00c9175 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:30.812543 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.823134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.840120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object be0bd7d5-46cc-4260-be52-5c47821754ac will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:30.880138 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.897178 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.933865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:30.934894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 78f7e2ed-ad9d-4652-8882-018bf00c9175, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=78f7e2ed-ad9d-4652-8882-018bf00c9175,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:30.939886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:30.940097 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.943228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:30.973746 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=be0bd7d5-46cc-4260-be52-5c47821754ac,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:31.001108 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=78f7e2ed-ad9d-4652-8882-018bf00c9175,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:31.003952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:31.007101 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.028864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fe96d720-bc56-43ef-b9fd-ad110300e705 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589639 Aug 27 03:23:31.041752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Request body: {'port': {'device_id': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:31.107524 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.176850 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-017ddf7b-aa3b-4d45-8c2a-99622a89f650 None None] Provisioning for port be0bd7d5-46cc-4260-be52-5c47821754ac completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:31.182918 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-017ddf7b-aa3b-4d45-8c2a-99622a89f650 None None] Provisioning complete for port be0bd7d5-46cc-4260-be52-5c47821754ac triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:31.183584 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-017ddf7b-aa3b-4d45-8c2a-99622a89f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.226634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-017ddf7b-aa3b-4d45-8c2a-99622a89f650 None None] Port be0bd7d5-46cc-4260-be52-5c47821754ac cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:31.421553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0bd7d5-46cc-4260-be52-5c47821754ac {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:23:31.430539 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.445741 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Transition to ACTIVE for port object be0bd7d5-46cc-4260-be52-5c47821754ac will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:31.451018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.545898 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.548745 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Pushing event updated for resources: {'Port': ['ID=be0bd7d5-46cc-4260-be52-5c47821754ac,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:31.585006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Attempting to bind port be0bd7d5-46cc-4260-be52-5c47821754ac on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:31.585383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Attempting to bind port be0bd7d5-46cc-4260-be52-5c47821754ac by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:31.585672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Attempting to bind port be0bd7d5-46cc-4260-be52-5c47821754ac on network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:31.593699 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Port be0bd7d5-46cc-4260-be52-5c47821754ac on network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:23:31.594284 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Attempting to bind port be0bd7d5-46cc-4260-be52-5c47821754ac on network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:31.606548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:31.607082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Checking segment: {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:31.607951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Bound using segment: {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:31.608655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Bound port: be0bd7d5-46cc-4260-be52-5c47821754ac, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724a4c39-2f25-4d46-a4e7-472e90e4667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:31.609259 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.660186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669780d4-c2e2-40aa-91d8-543f1f8ab7b2 req-652283a0-acf5-4d74-beb9-fd9002e7bf08 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:31.662179 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-669780d4-c2e2-40aa-91d8-543f1f8ab7b2 req-652283a0-acf5-4d74-beb9-fd9002e7bf08 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 932 time: 0.4218678 Aug 27 03:23:31.695206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] For port be0bd7d5-46cc-4260-be52-5c47821754ac, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:31.698986 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] For port be0bd7d5-46cc-4260-be52-5c47821754ac, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0bd7d5-46cc-4260-be52-5c47821754ac,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:31.705404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.709869 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-669780d4-c2e2-40aa-91d8-543f1f8ab7b2 req-aba7431d-e1f0-452a-b97f-053b03aff0c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Aug 27 03:23:31.750128 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:31.750500 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.752044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] 10.222.0.45 "PUT /v2.0/ports/be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 200 len: 1092 time: 0.7149022 Aug 27 03:23:31.752477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:31.755020 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85960c5b-60db-4158-8574-eb9ef21d095f" -d '{"events": [{"name": "network-changed", "server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:31.783319 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565ffa5-a5a1-4d54-9a3f-9b7a352bf056 service neutron] Pushing event updated for resources: {'Port': ['ID=be0bd7d5-46cc-4260-be52-5c47821754ac,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:31.809738 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed74d0cb-6cdd-49d8-8c8c-ae275abe34ed x-openstack-request-id: req-ed74d0cb-6cdd-49d8-8c8c-ae275abe34ed {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:31.810362 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:31.810672 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed74d0cb-6cdd-49d8-8c8c-ae275abe34ed {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:31.811164 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'status': 'completed', 'code': 200} Aug 27 03:23:31.850077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fce76d6c-4773-448c-8835-f40e23b83f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:31.851796 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-fce76d6c-4773-448c-8835-f40e23b83f3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0549955 Aug 27 03:23:31.903113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-ab54ad5b-9076-46fa-80b2-42195731ffd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 200 len: 217 time: 0.0425711 Aug 27 03:23:31.958036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-64b73634-21ae-4d06-9ea4-0e1ee38c76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:31.960387 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-64b73634-21ae-4d06-9ea4-0e1ee38c76d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e9da923-67d3-4e63-8d40-77e5960de8aa HTTP/1.1" status: 200 len: 834 time: 0.0487065 Aug 27 03:23:32.007272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-56b31c9f-d875-4579-a508-4b74f01a1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:32.008834 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-56b31c9f-d875-4579-a508-4b74f01a1a37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423651 Aug 27 03:23:32.104030 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-0515f1a4-6887-4e26-b6cd-484405ef92aa service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Aug 27 03:23:32.196131 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e38b608-e3c6-4079-b63e-0131d347e7fe req-072c434b-f725-4b8b-b847-7642b40e7f65 service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851984 Aug 27 03:23:32.282767 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78f7e2ed-ad9d-4652-8882-018bf00c9175 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:32.297927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960c5b-60db-4158-8574-eb9ef21d095f req-3d008067-186b-42cf-ba13-d95eebc3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:32.299492 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85960c5b-60db-4158-8574-eb9ef21d095f req-3d008067-186b-42cf-ba13-d95eebc3ebaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0436921 Aug 27 03:23:32.331542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 78f7e2ed-ad9d-4652-8882-018bf00c9175 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:32.331907 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:32.397860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960c5b-60db-4158-8574-eb9ef21d095f req-af33820d-282d-45c1-b3e2-f51862c7e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:32.399327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85960c5b-60db-4158-8574-eb9ef21d095f req-af33820d-282d-45c1-b3e2-f51862c7e3c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 200 len: 898 time: 0.0930007 Aug 27 03:23:32.442854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85960c5b-60db-4158-8574-eb9ef21d095f req-d121443c-5521-4803-979d-517eed0bfbe0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 200 len: 217 time: 0.0351357 Aug 27 03:23:32.496716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960c5b-60db-4158-8574-eb9ef21d095f req-fcc1c36b-a759-458c-8cd4-957a214fb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:32.498190 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85960c5b-60db-4158-8574-eb9ef21d095f req-fcc1c36b-a759-458c-8cd4-957a214fb3d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e9da923-67d3-4e63-8d40-77e5960de8aa HTTP/1.1" status: 200 len: 834 time: 0.0486007 Aug 27 03:23:32.547496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960c5b-60db-4158-8574-eb9ef21d095f req-2f26ee58-b86a-4e64-9824-a0c1e6f438c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:32.549020 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85960c5b-60db-4158-8574-eb9ef21d095f req-2f26ee58-b86a-4e64-9824-a0c1e6f438c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431168 Aug 27 03:23:32.638040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85960c5b-60db-4158-8574-eb9ef21d095f req-99ebcaeb-c7f9-46bf-bc83-ead75d0e739a service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809209 Aug 27 03:23:32.734663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85960c5b-60db-4158-8574-eb9ef21d095f req-add195c6-ad84-4963-8dc1-40fe3e9761d3 service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Aug 27 03:23:32.827331 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ed01-d3e4-429a-b667-3392225a4d44 req-30290085-aba8-4bf5-86f3-832125b07003 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:32.828892 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9a6ed01-d3e4-429a-b667-3392225a4d44 req-30290085-aba8-4bf5-86f3-832125b07003 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 944 time: 0.0498209 Aug 27 03:23:32.869908 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d9a6ed01-d3e4-429a-b667-3392225a4d44 req-1e884ee1-6e15-482e-9ce8-ccb6577f00a8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Aug 27 03:23:33.409814 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.991401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c9b0b-e646-4d1e-848d-e4abe47cfd59 req-fa39bc65-e638-4983-87bf-e868ebc10d55 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:33.992931 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb8c9b0b-e646-4d1e-848d-e4abe47cfd59 req-fa39bc65-e638-4983-87bf-e868ebc10d55 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 944 time: 0.0515316 Aug 27 03:23:34.032128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb8c9b0b-e646-4d1e-848d-e4abe47cfd59 req-2a2c4512-8059-42f3-a6df-110de8dfeab5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Aug 27 03:23:35.151556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69014c4-b279-40db-a0ab-5b5b1ea192e4 req-1ca369e3-3244-4484-903c-b0ad33613bd5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:35.153140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f69014c4-b279-40db-a0ab-5b5b1ea192e4 req-1ca369e3-3244-4484-903c-b0ad33613bd5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 944 time: 0.0504138 Aug 27 03:23:35.193263 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f69014c4-b279-40db-a0ab-5b5b1ea192e4 req-3d2dfdd3-18f2-4618-b7a6-47e89cc7eb76 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Aug 27 03:23:35.798656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0bd7d5-46cc-4260-be52-5c47821754ac details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:23:35.903836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port be0bd7d5-46cc-4260-be52-5c47821754ac, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0bd7d5-46cc-4260-be52-5c47821754ac,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:35.916083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'port_id': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'mac_address': 'fa:16:3e:7b:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:23:35.958213 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:35.971761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0bd7d5-46cc-4260-be52-5c47821754ac {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:23:35.991604 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port be0bd7d5-46cc-4260-be52-5c47821754ac, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0bd7d5-46cc-4260-be52-5c47821754ac,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:35.999750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:36.047141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=be0bd7d5-46cc-4260-be52-5c47821754ac,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:36.203732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['be0bd7d5-46cc-4260-be52-5c47821754ac'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:23:36.315333 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:23:36.318500 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017f1da-fa4a-42bc-8d8a-51b088161375 req-abb14633-78a5-4052-bc8d-7cd530b862d4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:36.320449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c017f1da-fa4a-42bc-8d8a-51b088161375 req-abb14633-78a5-4052-bc8d-7cd530b862d4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 945 time: 0.0527654 Aug 27 03:23:36.361147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c017f1da-fa4a-42bc-8d8a-51b088161375 req-817ffccc-02f2-4ab9-a9df-f7458b761af8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342672 Aug 27 03:23:37.482482 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e441-d5af-4b79-aa43-5626a8740eec req-ae7a2de7-b061-4b0f-8772-f0060015cf48 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:37.483904 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf22e441-d5af-4b79-aa43-5626a8740eec req-ae7a2de7-b061-4b0f-8772-f0060015cf48 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 945 time: 0.0539992 Aug 27 03:23:37.524855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bf22e441-d5af-4b79-aa43-5626a8740eec req-fb181b8b-af56-42ce-b76b-c306a36edec4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342338 Aug 27 03:23:37.800423 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0bd7d5-46cc-4260-be52-5c47821754ac up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:37.855014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port be0bd7d5-46cc-4260-be52-5c47821754ac completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:37.862009 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port be0bd7d5-46cc-4260-be52-5c47821754ac triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:37.862680 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.945684 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.968214 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:37.970573 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb50f80-8bde-4067-aaa8-388a629f0793" -d '{"events": [{"server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "name": "network-vif-plugged", "status": "completed", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:37.983677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port be0bd7d5-46cc-4260-be52-5c47821754ac, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0bd7d5-46cc-4260-be52-5c47821754ac,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:37.988879 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:38.011943 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb563c1d-d515-4b18-b4c8-a28f33dca850 x-openstack-request-id: req-eb563c1d-d515-4b18-b4c8-a28f33dca850 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:38.012234 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "name": "network-vif-plugged", "status": "completed", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:38.012481 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb563c1d-d515-4b18-b4c8-a28f33dca850 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:38.012868 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'code': 200} Aug 27 03:23:38.038994 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=be0bd7d5-46cc-4260-be52-5c47821754ac,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:38.112343 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a675794-7f6f-4239-994e-ab0e8f842df0 req-3c4cd976-d777-4f6f-af37-81c662e90689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:38.113952 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a675794-7f6f-4239-994e-ab0e8f842df0 req-3c4cd976-d777-4f6f-af37-81c662e90689 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0468752 Aug 27 03:23:38.151426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0a675794-7f6f-4239-994e-ab0e8f842df0 req-5f668842-609c-4621-a3d1-2f1c7bed76b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302386 Aug 27 03:23:38.641995 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3113a-4663-4089-94c4-f4e007b16e4f req-7b91e5cf-c810-454a-8d99-cbf7a5ef2537 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:38.643508 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fa3113a-4663-4089-94c4-f4e007b16e4f req-7b91e5cf-c810-454a-8d99-cbf7a5ef2537 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0503135 Aug 27 03:23:38.681802 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2fa3113a-4663-4089-94c4-f4e007b16e4f req-3ac45ec1-0169-4de9-8832-6ad07ddbc93b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Aug 27 03:23:39.802951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3680282-5d93-4c12-b3b7-6b645f788b4a req-6a144478-4727-499f-b9a3-371dcebe3231 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:39.804403 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3680282-5d93-4c12-b3b7-6b645f788b4a req-6a144478-4727-499f-b9a3-371dcebe3231 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0514803 Aug 27 03:23:39.844329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3680282-5d93-4c12-b3b7-6b645f788b4a req-7211eaac-4359-496f-8697-ce33133bb229 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336905 Aug 27 03:23:39.965971 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d0d7f-0a6b-479e-a91e-d90a3495ee03 req-9088841e-8960-4cd7-b64b-5e927e46909e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:39.967411 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d1d0d7f-0a6b-479e-a91e-d90a3495ee03 req-9088841e-8960-4cd7-b64b-5e927e46909e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0517962 Aug 27 03:23:40.007829 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3d1d0d7f-0a6b-479e-a91e-d90a3495ee03 req-d5a3f057-d88c-4250-9593-b9e42dd4615d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337937 Aug 27 03:23:40.029807 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38496) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:40.073059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5217eaf-6569-47b2-bc4c-4f71165b9b9b tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:40.074574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d5217eaf-6569-47b2-bc4c-4f71165b9b9b tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1092 time: 0.0436382 Aug 27 03:23:40.077797 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38498) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:40.082808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:40.113337 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:40.230479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:40.352455 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.223 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/cbe21b0e-562a-4f15-bef0-6def90e43550) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:40.464913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:40.509995 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:40.548578 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:40.554341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:40.557994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:40.563835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=cbe21b0e-562a-4f15-bef0-6def90e43550,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:40.945578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.020413 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.177772 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.183568 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.253240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=cbe21b0e-562a-4f15-bef0-6def90e43550,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:41.271702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.378970 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 85e60d26-7619-4a17-a25e-7f9d806fe3b0 associated. External IP: 172.25.1.223, port: be0bd7d5-46cc-4260-be52-5c47821754ac. Aug 27 03:23:41.597259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router cde77983-6e65-4e8d-b759-2379a7d6e332 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:23:41.710411 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:41.720574 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] Sync routers for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:41.728256 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.730564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:41.731174 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:41.757101 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-02b78c7f-fed1-4e97-aa57-9b67fad4379e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6780250 Aug 27 03:23:41.757800 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:41.760357 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f799da-0b5e-4fcb-88d9-c6257e797131" -d '{"events": [{"name": "network-changed", "server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:41.816738 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468b48f4-c4df-4883-9d18-45be4b51b0b5 x-openstack-request-id: req-468b48f4-c4df-4883-9d18-45be4b51b0b5 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:41.817071 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:41.817426 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-468b48f4-c4df-4883-9d18-45be4b51b0b5 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:41.817742 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'status': 'completed', 'code': 200} Aug 27 03:23:41.846088 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:41.893902 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1faf1-c158-463b-bed0-4fb1b44d617a req-63935998-2e94-405c-86c2-a008d9fcd9de tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:41.895555 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8da1faf1-c158-463b-bed0-4fb1b44d617a req-63935998-2e94-405c-86c2-a008d9fcd9de tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0845389 Aug 27 03:23:41.898627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-ba5d1b92-a73b-4a6d-95b3-bcc026fdd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:41.900006 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-ba5d1b92-a73b-4a6d-95b3-bcc026fdd226 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0582623 Aug 27 03:23:41.987647 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8da1faf1-c158-463b-bed0-4fb1b44d617a req-1ec6c85c-9675-4404-9e3d-653eb4d1ce6a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852320 Aug 27 03:23:42.014176 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38504) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:42.061120 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-70ac366c-0269-4409-8772-ee275a259bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:42.062634 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-70ac366c-0269-4409-8772-ee275a259bc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 200 len: 898 time: 0.1531291 Aug 27 03:23:42.071317 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '85e60d26-7619-4a17-a25e-7f9d806fe3b0', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'port_id': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'mac_address': 'fa:16:3e:7b:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:23:40Z', 'updated_at': '2021-08-27T03:23:40Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:30Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:42.097125 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] Checking router: cde77983-6e65-4e8d-b759-2379a7d6e332 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:42.105565 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:42.106171 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:23:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:42.129308 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-88ebd5d1-1b06-478e-8a94-04a6ea8cecab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/85e60d26-7619-4a17-a25e-7f9d806fe3b0 HTTP/1.1" status: 200 len: 992 time: 0.1138709 Aug 27 03:23:42.144258 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-12cca926-4961-4cc6-aad1-384bd4b53078 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 200 len: 1000 time: 0.0742497 Aug 27 03:23:42.195793 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-5bf38c22-3754-4775-a996-da61215ff007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:42.197299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-5bf38c22-3754-4775-a996-da61215ff007 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e9da923-67d3-4e63-8d40-77e5960de8aa HTTP/1.1" status: 200 len: 834 time: 0.0468156 Aug 27 03:23:42.212683 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:42.250069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-d2588424-c2ac-407e-8e48-370b9a127f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:42.251575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-d2588424-c2ac-407e-8e48-370b9a127f2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465991 Aug 27 03:23:42.354038 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-21978f14-6000-49db-a3ff-f56a60f93d8a service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951536 Aug 27 03:23:42.450103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0f799da-0b5e-4fcb-88d9-c6257e797131 req-08de3a6a-6a14-433e-a29c-e93df272681a service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869482 Aug 27 03:23:42.539300 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '85e60d26-7619-4a17-a25e-7f9d806fe3b0', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'port_id': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'mac_address': 'fa:16:3e:7b:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:23:40Z', 'updated_at': '2021-08-27T03:23:40Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:30Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:42.565268 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bacb50-f97b-4b39-bb1b-f65b661c19ec None None] The sync data for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 is: [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '85e60d26-7619-4a17-a25e-7f9d806fe3b0', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'port_id': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'mac_address': 'fa:16:3e:7b:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:23:40Z', 'updated_at': '2021-08-27T03:23:40Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:30Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:42.754105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df217d-637d-4a70-b1a3-74fd19b3cead None None] New status for floating IP 85e60d26-7619-4a17-a25e-7f9d806fe3b0: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:23:43.133418 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38506) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:43.205012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-806778e9-21ef-4a80-aa96-9d57add26a69 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/85e60d26-7619-4a17-a25e-7f9d806fe3b0 HTTP/1.1" status: 200 len: 994 time: 0.0704451 Aug 27 03:23:47.180334 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.236213 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:57.849194 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fe181f9-b4f3-4be8-a10d-8f72da2b3636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:00.387286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-007e4206-ff22-48d9-ab11-f8850eddf532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:00.554486 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:01.536422 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.412826 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:13.315833 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:14.613340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca52ab-838f-496f-a279-e78461e7540b req-832c9cfb-4cb2-40be-85c7-38c69e444b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:14.614031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dec9a-1e04-4250-92b1-fab14b4e84b8 req-ef6e72cd-2ad1-4b39-9f57-fa14219b13d5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:14.614974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93ca52ab-838f-496f-a279-e78461e7540b req-832c9cfb-4cb2-40be-85c7-38c69e444b2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0428455 Aug 27 03:24:14.615115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03dec9a-1e04-4250-92b1-fab14b4e84b8 req-ef6e72cd-2ad1-4b39-9f57-fa14219b13d5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0541966 Aug 27 03:24:14.655755 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e03dec9a-1e04-4250-92b1-fab14b4e84b8 req-0e6d30ea-e69b-4e8f-9b57-4d0b1ad9d5e7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341828 Aug 27 03:24:14.705144 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca52ab-838f-496f-a279-e78461e7540b req-c5348ae1-30ff-463a-9ae1-2e502dea1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:14.706737 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93ca52ab-838f-496f-a279-e78461e7540b req-c5348ae1-30ff-463a-9ae1-2e502dea1b25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 200 len: 898 time: 0.0851612 Aug 27 03:24:14.781476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93ca52ab-838f-496f-a279-e78461e7540b req-db90e8c5-5e9d-4084-b999-f67fc1dc195d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 200 len: 1002 time: 0.0667145 Aug 27 03:24:14.834348 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca52ab-838f-496f-a279-e78461e7540b req-a2f301b2-a7b1-4535-b01a-a9d2e557da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:14.835817 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93ca52ab-838f-496f-a279-e78461e7540b req-a2f301b2-a7b1-4535-b01a-a9d2e557da85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e9da923-67d3-4e63-8d40-77e5960de8aa HTTP/1.1" status: 200 len: 834 time: 0.0463984 Aug 27 03:24:14.890069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca52ab-838f-496f-a279-e78461e7540b req-376cfdeb-0cca-4b34-bfc1-bdf21f18d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:14.891641 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93ca52ab-838f-496f-a279-e78461e7540b req-376cfdeb-0cca-4b34-bfc1-bdf21f18d171 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451345 Aug 27 03:24:14.992101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93ca52ab-838f-496f-a279-e78461e7540b req-f0a278d1-ca38-4ad0-ad1c-21280156b3cb service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927546 Aug 27 03:24:15.088169 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-93ca52ab-838f-496f-a279-e78461e7540b req-c98f42bf-44e0-4a8e-82ad-bfaa44c8066f service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884953 Aug 27 03:24:15.782295 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634284e-4977-4ce0-a959-a08cbb835a9b req-8c689576-5835-45a3-af3f-a9a2d7972ca1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:15.783880 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6634284e-4977-4ce0-a959-a08cbb835a9b req-8c689576-5835-45a3-af3f-a9a2d7972ca1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0558619 Aug 27 03:24:15.822614 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6634284e-4977-4ce0-a959-a08cbb835a9b req-ae0a6bf5-e712-4dee-a8d7-2002e477c89d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Aug 27 03:24:16.942167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dde6b-7592-4711-9732-b3d7a552d8b7 req-535ef929-cd4a-41b0-ac07-991dec847271 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:16.944041 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c6dde6b-7592-4711-9732-b3d7a552d8b7 req-535ef929-cd4a-41b0-ac07-991dec847271 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0507567 Aug 27 03:24:16.985849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c6dde6b-7592-4711-9732-b3d7a552d8b7 req-f50dbdf1-6aa5-46a5-adcc-9c908af71dd4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354996 Aug 27 03:24:17.207514 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:18.104574 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf4bd-bb73-419e-a080-76f4bf70f026 req-a8f819b3-add5-4454-a632-497779473d5d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:18.106080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ecaf4bd-bb73-419e-a080-76f4bf70f026 req-a8f819b3-add5-4454-a632-497779473d5d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0510602 Aug 27 03:24:18.145207 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9ecaf4bd-bb73-419e-a080-76f4bf70f026 req-65f76bb9-6843-4fe8-ab38-bb2ac2d2c486 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Aug 27 03:24:18.233701 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:19.271962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8967f7-7665-466d-8db8-ae27f7b6a73e req-e6db5fff-a514-4366-8bfb-c67afc36c5c8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:19.273598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a8967f7-7665-466d-8db8-ae27f7b6a73e req-e6db5fff-a514-4366-8bfb-c67afc36c5c8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0592985 Aug 27 03:24:19.312840 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4a8967f7-7665-466d-8db8-ae27f7b6a73e req-3129a40f-5c4a-4b0c-8592-1d6dc0250b44 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329685 Aug 27 03:24:20.317755 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-3f17008a-e145-4a33-907f-4e11dd447f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:20.319661 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-3f17008a-e145-4a33-907f-4e11dd447f68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0432143 Aug 27 03:24:20.463724 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39942677-835d-4ff1-a1c0-08e15c986ede req-b0cde43a-ba6a-4db2-a969-d5aae0587093 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:20.465227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39942677-835d-4ff1-a1c0-08e15c986ede req-b0cde43a-ba6a-4db2-a969-d5aae0587093 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0784750 Aug 27 03:24:20.466888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-b15a2fb8-bf25-43c4-bd71-fcdfe41397b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:20.468247 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-b15a2fb8-bf25-43c4-bd71-fcdfe41397b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 200 len: 898 time: 0.1268761 Aug 27 03:24:20.552080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39942677-835d-4ff1-a1c0-08e15c986ede req-60894ec6-475f-40c1-af57-dfa41daea9a1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806074 Aug 27 03:24:20.559033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-99976298-54d5-4874-af55-247e3d03902a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 200 len: 1002 time: 0.0814452 Aug 27 03:24:20.609888 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-cca5160a-9cfd-449e-a2d1-1c936d453b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:20.611386 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-cca5160a-9cfd-449e-a2d1-1c936d453b52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e9da923-67d3-4e63-8d40-77e5960de8aa HTTP/1.1" status: 200 len: 834 time: 0.0450096 Aug 27 03:24:20.656717 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-3e5d33a4-271c-44dc-b811-5dc6009ed813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:20.658246 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-3e5d33a4-271c-44dc-b811-5dc6009ed813 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400517 Aug 27 03:24:20.753283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-edd8102a-2074-4084-8e0a-942ac66ae844 service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881095 Aug 27 03:24:20.843050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-337fbe00-5003-4f5a-93c5-f6d492d00088 req-a564a3fd-b81a-452b-8a44-f06d766e8c5c service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828099 Aug 27 03:24:21.674600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645ab77-c83f-4024-9878-780afb5b8a5b req-49225545-3f45-4fd0-9ddb-7ff5956b3033 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:21.676104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3645ab77-c83f-4024-9878-780afb5b8a5b req-49225545-3f45-4fd0-9ddb-7ff5956b3033 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0522177 Aug 27 03:24:21.717156 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3645ab77-c83f-4024-9878-780afb5b8a5b req-193d9ba8-da11-4d90-a8a5-5aff3564f6eb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346668 Aug 27 03:24:22.847536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40a28b-46a7-45d2-a2cf-301c9c91a66e req-e8ef5cbb-d6cb-4a5a-912c-19c74aa2691f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:22.848971 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab40a28b-46a7-45d2-a2cf-301c9c91a66e req-e8ef5cbb-d6cb-4a5a-912c-19c74aa2691f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0616512 Aug 27 03:24:22.895463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ab40a28b-46a7-45d2-a2cf-301c9c91a66e req-a971b926-73dd-49e5-aab4-43c3d39b6bb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Aug 27 03:24:24.014612 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52715a-0e2f-4817-89a1-6ebe05345e8c req-eeade19a-a7a5-4c88-870e-541fcca963f2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:24.016131 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd52715a-0e2f-4817-89a1-6ebe05345e8c req-eeade19a-a7a5-4c88-870e-541fcca963f2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0506189 Aug 27 03:24:24.055660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd52715a-0e2f-4817-89a1-6ebe05345e8c req-f3a33aab-3d30-4012-9573-67d8830399e8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Aug 27 03:24:25.173273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352656b4-c919-41de-8ebb-41450892be16 req-7f632977-5cad-4e3d-828f-624f4b73a755 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:25.174867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-352656b4-c919-41de-8ebb-41450892be16 req-7f632977-5cad-4e3d-828f-624f4b73a755 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0504596 Aug 27 03:24:25.214198 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-352656b4-c919-41de-8ebb-41450892be16 req-36de9435-dcff-44f6-b1fa-b18b7837ffc0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Aug 27 03:24:26.339110 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7921-c1cb-4785-a7eb-e062c6270228 req-196e7f35-761e-44da-940e-91cf07443e1d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:26.340597 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bac7921-c1cb-4785-a7eb-e062c6270228 req-196e7f35-761e-44da-940e-91cf07443e1d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0561194 Aug 27 03:24:26.384654 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9bac7921-c1cb-4785-a7eb-e062c6270228 req-706ca4d8-2b6f-42f9-b11e-421145d9267c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375972 Aug 27 03:24:27.505485 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72830ba-baf0-4a49-ab89-d098fa24b345 req-4d77edbc-f9ce-447f-8fae-c66eb4f55abe tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:27.506969 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c72830ba-baf0-4a49-ab89-d098fa24b345 req-4d77edbc-f9ce-447f-8fae-c66eb4f55abe tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0515764 Aug 27 03:24:27.548979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c72830ba-baf0-4a49-ab89-d098fa24b345 req-f76b96b7-dbd4-4a04-8440-1255bbafb6e6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342326 Aug 27 03:24:27.842880 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-caa59540-1c95-42ad-84f0-97417b2534c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.668088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc72b3b-2c87-4a77-8695-3dd58de38d4e req-188b935e-8968-483f-8650-4813f80496ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:28.669628 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fdc72b3b-2c87-4a77-8695-3dd58de38d4e req-188b935e-8968-483f-8650-4813f80496ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0506196 Aug 27 03:24:28.711883 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fdc72b3b-2c87-4a77-8695-3dd58de38d4e req-126ccbf1-6e20-4840-ba57-1b7981a506f5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Aug 27 03:24:29.830131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d67a-961a-4f4f-a329-9b0b26856068 req-b47b6a63-1872-48ff-8c11-91fd3f722396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:29.831659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fe9d67a-961a-4f4f-a329-9b0b26856068 req-b47b6a63-1872-48ff-8c11-91fd3f722396 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0504034 Aug 27 03:24:29.874603 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0fe9d67a-961a-4f4f-a329-9b0b26856068 req-54443604-e53b-4f5f-a0bc-d7b97168a876 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365109 Aug 27 03:24:30.388744 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79b76481-44d3-4184-b219-cca63488d554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.559949 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.993444 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab327-b50c-44e1-8b46-b0ef21536168 req-1a1f4461-356a-4007-969e-5efccdb8c064 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:30.994960 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1adab327-b50c-44e1-8b46-b0ef21536168 req-1a1f4461-356a-4007-969e-5efccdb8c064 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0512617 Aug 27 03:24:31.035775 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1adab327-b50c-44e1-8b46-b0ef21536168 req-5c07cf76-b144-41cf-a6df-0e3420e052ac tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345550 Aug 27 03:24:31.058632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38558) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:31.124927 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-66a08ea0-5a02-42f4-84d3-224e5f493893 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/85e60d26-7619-4a17-a25e-7f9d806fe3b0 HTTP/1.1" status: 200 len: 994 time: 0.0651665 Aug 27 03:24:31.540849 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.731146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-c2ae52a8-2d96-4eb4-85f6-f95684dd8c8f req-aeba8705-47e9-4fdd-88b4-6ac0550702c3 service neutron] (94772) timed out ('10.222.0.10', 59402) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:24:33.415426 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:47.196306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.247033 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:50.316795 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:57.846371 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-33ca3bfe-6c77-4053-9dc5-ed6396688760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:00.391993 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7a6655ac-14fc-46e2-bfa1-a93cf089e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:00.553445 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:01.543779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:01.583787 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38580) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:01.747304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port cbe21b0e-562a-4f15-bef0-6def90e43550 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:25:01.747647 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:01.831231 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:01.831483 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:01.845337 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for cbe21b0e-562a-4f15-bef0-6def90e43550 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:25:02.002059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:02.031387 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=cbe21b0e-562a-4f15-bef0-6def90e43550,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:02.043806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.044160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.044640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.044837 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.045173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.045500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.045823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.046151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.046502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.046830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.047148 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.047463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:02.103273 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:02.103510 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 85e60d26-7619-4a17-a25e-7f9d806fe3b0 disassociated (deleted). External IP: 172.25.1.223, port: be0bd7d5-46cc-4260-be52-5c47821754ac. Aug 27 03:25:02.312931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router cde77983-6e65-4e8d-b759-2379a7d6e332 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:25:02.429253 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:25:02.434278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:02.439986 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] Sync routers for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:25:02.449688 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:02.450308 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:02.462974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-7e15d23d-fac6-4b9e-91a7-93e5205d2ffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/floatingips/85e60d26-7619-4a17-a25e-7f9d806fe3b0 HTTP/1.1" status: 204 len: 168 time: 0.8780658 Aug 27 03:25:02.463575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:02.465831 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5" -d '{"events": [{"name": "network-changed", "server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:02.507943 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89b59fb-6344-4dbe-aa86-8164aab93c49 x-openstack-request-id: req-c89b59fb-6344-4dbe-aa86-8164aab93c49 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:02.508540 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:02.508764 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c89b59fb-6344-4dbe-aa86-8164aab93c49 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:02.509221 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'status': 'completed', 'code': 200} Aug 27 03:25:02.569180 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:02.584663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-495ad05f-a3cd-4596-b0da-32f9c31d2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:02.587408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-495ad05f-a3cd-4596-b0da-32f9c31d2fc8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0471296 Aug 27 03:25:02.711824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-f62ae90a-c2cc-4c0a-ac43-aca53b32c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:02.713175 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-f62ae90a-c2cc-4c0a-ac43-aca53b32c09c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 200 len: 898 time: 0.1179516 Aug 27 03:25:02.724970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40041e-7b2f-40c3-b981-8e6b76d5c00d req-7a35d378-828d-4cb0-bf8a-77446194ee9f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:02.726411 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b40041e-7b2f-40c3-b981-8e6b76d5c00d req-7a35d378-828d-4cb0-bf8a-77446194ee9f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0792980 Aug 27 03:25:02.772536 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-b6607a40-80c9-4f65-9517-09df8b85518c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 200 len: 217 time: 0.0451145 Aug 27 03:25:02.777044 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:30Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:02.803272 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] Checking router: cde77983-6e65-4e8d-b759-2379a7d6e332 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:25:02.812048 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:02.812625 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:02.819739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6b40041e-7b2f-40c3-b981-8e6b76d5c00d req-e98368cd-1a3e-4aa6-82c9-14d27ee1368d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866594 Aug 27 03:25:02.843645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-98d25af6-43b0-463c-876a-015dac472d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:02.845189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-98d25af6-43b0-463c-876a-015dac472d93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e9da923-67d3-4e63-8d40-77e5960de8aa HTTP/1.1" status: 200 len: 834 time: 0.0646989 Aug 27 03:25:02.900205 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-15025098-4678-4fdb-8152-f8a18f127710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:02.901757 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-15025098-4678-4fdb-8152-f8a18f127710 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464501 Aug 27 03:25:02.922379 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:03.141341 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:30Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:03.168148 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a96613-bd4e-40a5-90fc-f3a1f1155e0f None None] The sync data for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 is: [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:23:27Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '78f7e2ed-ad9d-4652-8882-018bf00c9175', 'name': '', 'network_id': '9aa3ccd4-c32c-4a60-b431-7884d8ae7d85', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5f:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:26Z', 'updated_at': '2021-08-27T03:23:30Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '6e9da923-67d3-4e63-8d40-77e5960de8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:25:03.340320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-06632b32-3d6a-4846-b676-2af9f7241237 service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288995 Aug 27 03:25:03.419743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8096c3d-6f57-4685-8ce6-70e957cf2372 None None] New status for floating IP 85e60d26-7619-4a17-a25e-7f9d806fe3b0: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:25:03.424566 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:03.440995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d1ec0aeb-ddf2-4425-9cfc-7d46fbb1dde5 req-98c7d8df-c96b-4037-9781-fac4fd304675 service neutron] 10.222.0.45 "GET /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921881 Aug 27 03:25:03.946433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde85945-fb57-4a08-bda8-487630c8f0d8 req-cc5cd2bc-6902-4680-a11b-9d64d6c443e0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:03.947803 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dde85945-fb57-4a08-bda8-487630c8f0d8 req-cc5cd2bc-6902-4680-a11b-9d64d6c443e0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0525095 Aug 27 03:25:03.989744 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dde85945-fb57-4a08-bda8-487630c8f0d8 req-b12b97bd-3766-47f2-965f-1c4f672d32de tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d19acce-5bf1-4361-a52b-38fd91a83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356803 Aug 27 03:25:04.234058 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-2b80f3c5-c029-4f56-8962-984048b02fd5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:04.235463 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-2b80f3c5-c029-4f56-8962-984048b02fd5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 946 time: 0.0543828 Aug 27 03:25:04.332622 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port be0bd7d5-46cc-4260-be52-5c47821754ac {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:25:04.333065 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:04.435178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port be0bd7d5-46cc-4260-be52-5c47821754ac, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=be0bd7d5-46cc-4260-be52-5c47821754ac,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:04.435638 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:04.451537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for be0bd7d5-46cc-4260-be52-5c47821754ac owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:25:04.587162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:04.616737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=be0bd7d5-46cc-4260-be52-5c47821754ac,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:04.642300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.642670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.643006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.643341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.643669 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.643994 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.644321 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.644627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.644942 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.645260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.645770 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.645896 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:04.665620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] No DVR routers for this DVR port be0bd7d5-46cc-4260-be52-5c47821754ac on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:25:04.668271 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:04.670301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-92c4bec3-cad1-4a3a-9782-7fb2676dcfc7 req-0a2559ea-9b71-4530-a8d8-33267aac710d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "DELETE /v2.0/ports/be0bd7d5-46cc-4260-be52-5c47821754ac HTTP/1.1" status: 204 len: 173 time: 0.4275501 Aug 27 03:25:04.670767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'name': 'network-vif-deleted', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:04.673158 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920dc4df-5fc9-4a49-a931-1fbae2c73956" -d '{"events": [{"server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "name": "network-vif-deleted", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:04.715024 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a43c2c-8285-40d5-960e-f83f63e902c4 x-openstack-request-id: req-a0a43c2c-8285-40d5-960e-f83f63e902c4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:04.715309 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db02f05-87d9-46db-81ed-c059b374dbb6", "name": "network-vif-deleted", "tag": "be0bd7d5-46cc-4260-be52-5c47821754ac", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:04.715560 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0a43c2c-8285-40d5-960e-f83f63e902c4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:04.715958 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db02f05-87d9-46db-81ed-c059b374dbb6', 'name': 'network-vif-deleted', 'tag': 'be0bd7d5-46cc-4260-be52-5c47821754ac', 'status': 'completed', 'code': 200} Aug 27 03:25:05.106967 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb048e9f-2c88-419d-82c7-7572386b83e9 req-0a81b793-f98e-4e46-ab49-a31ebf4729ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db02f05-87d9-46db-81ed-c059b374dbb6 HTTP/1.1" status: 200 len: 210 time: 0.0289876 Aug 27 03:25:06.163993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38600) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:06.534883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:06.796429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 78f7e2ed-ad9d-4652-8882-018bf00c9175 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:25:06.796676 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:06.885713 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 78f7e2ed-ad9d-4652-8882-018bf00c9175, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=78f7e2ed-ad9d-4652-8882-018bf00c9175,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:06.886118 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:06.900254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 78f7e2ed-ad9d-4652-8882-018bf00c9175 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:25:07.101573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:07.457445 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=78f7e2ed-ad9d-4652-8882-018bf00c9175,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:07.633363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:07.856412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router cde77983-6e65-4e8d-b759-2379a7d6e332 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:25:07.970343 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:25:07.975646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-aa5c8d3a-c5c0-48ce-a900-2fdc86a14dd0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/cde77983-6e65-4e8d-b759-2379a7d6e332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106318 Aug 27 03:25:07.978636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38602) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:07.980865 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] Sync routers for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:25:07.990638 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:07.991248 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:08.030474 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting subnet 6e9da923-67d3-4e63-8d40-77e5960de8aa {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:25:08.033745 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.076098 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.096529 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:08.168952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.232935 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.244301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0bd7d5-46cc-4260-be52-5c47821754ac no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:25:08.265498 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.265662 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: be0bd7d5-46cc-4260-be52-5c47821754ac {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:25:08.265889 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device be0bd7d5-46cc-4260-be52-5c47821754ac not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:25:08.268260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/subnets/6e9da923-67d3-4e63-8d40-77e5960de8aa HTTP/1.1" status: 204 len: 168 time: 0.2884583 Aug 27 03:25:08.269595 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb9a8c-6262-48bd-846e-4f104137d335 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9da923-67d3-4e63-8d40-77e5960de8aa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:08.271937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38604) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:08.280588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bbf26-3463-4e90-ab72-1608b13da1de None None] Network 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:25:08.281511 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:25:07Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:08.317801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] Checking router: cde77983-6e65-4e8d-b759-2379a7d6e332 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:25:08.328616 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] Routers {'cde77983-6e65-4e8d-b759-2379a7d6e332'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:08.329322 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cde77983-6e65-4e8d-b759-2379a7d6e332'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:08.396840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.449975 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] Set router cde77983-6e65-4e8d-b759-2379a7d6e332 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:08.513041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] DHCP port deletion for 9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:25:08.556471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.561752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Deleting port cba9e610-7d90-401f-9d43-3ad645f4175e {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:25:08.562388 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.619326 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 17ee1794-b04e-48e9-886d-21d52e6c9afd {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:25:08.619688 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.640751 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] For port cba9e610-7d90-401f-9d43-3ad645f4175e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=cba9e610-7d90-401f-9d43-3ad645f4175e,segment=NetworkSegment(724a4c39-2f25-4d46-a4e7-472e90e4667a),segment_id=724a4c39-2f25-4d46-a4e7-472e90e4667a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:08.640751 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.659360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Calling delete_port for cba9e610-7d90-401f-9d43-3ad645f4175e owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:25:08.715669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 17ee1794-b04e-48e9-886d-21d52e6c9afd, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=17ee1794-b04e-48e9-886d-21d52e6c9afd,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:08.715936 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.731427 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 17ee1794-b04e-48e9-886d-21d52e6c9afd owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:25:08.755244 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.760314 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:25:07Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:08.769129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] No DVR routers for this DVR port cba9e610-7d90-401f-9d43-3ad645f4175e on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:25:08.789695 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Pushing event deleted for resources: {'Port': ['ID=cba9e610-7d90-401f-9d43-3ad645f4175e,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:08.797888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.798273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.800015 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.800450 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.801708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.801708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.801708 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.802652 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.802860 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54319f02-59cd-45f9-9597-9fd464960d27 None None] The sync data for ids ['cde77983-6e65-4e8d-b759-2379a7d6e332'] in n-d-806293-1 is: [{'id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1521833956', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:23Z', 'updated_at': '2021-08-27T03:25:07Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '17ee1794-b04e-48e9-886d-21d52e6c9afd', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde77983-6e65-4e8d-b759-2379a7d6e332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:24Z', 'updated_at': '2021-08-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:25:08.803444 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.803729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.804128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.804517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811ee19-5abc-4f54-9f6e-af09563fcd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:08.919430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.946338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=17ee1794-b04e-48e9-886d-21d52e6c9afd,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:09.011129 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.105414 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.107617 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.157439 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.158135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Fanout notify agent at l3_agent the message router_deleted on router cde77983-6e65-4e8d-b759-2379a7d6e332 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:25:09.167415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.171099 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8ad990a6-6f23-42d1-97f7-6e5e1d4bca10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/routers/cde77983-6e65-4e8d-b759-2379a7d6e332 HTTP/1.1" status: 204 len: 168 time: 0.8957222 Aug 27 03:25:09.171583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38606) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:09.268006 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.364844 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.375562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa3ccd4-c32c-4a60-b431-7884d8ae7d85']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:09.387029 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724a4c39-2f25-4d46-a4e7-472e90e4667a') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:09.387194 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724a4c39-2f25-4d46-a4e7-472e90e4667a') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:09.396759 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.417018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.423772 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:25:09.424049 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:25:09.427114 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:25:09.489806 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.497206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.500270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/networks/9aa3ccd4-c32c-4a60-b431-7884d8ae7d85 HTTP/1.1" status: 204 len: 168 time: 0.3258934 Aug 27 03:25:09.501325 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38608) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:09.515525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961e90f-f155-4a4a-bf23-a78239026b70 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Network': ['ID=9aa3ccd4-c32c-4a60-b431-7884d8ae7d85,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:09.571255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eba7b846-598f-4154-86ff-f66e7c0dc1a6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.596913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eba7b846-598f-4154-86ff-f66e7c0dc1a6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.657173 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eba7b846-598f-4154-86ff-f66e7c0dc1a6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.660021 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-eba7b846-598f-4154-86ff-f66e7c0dc1a6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:09.661224 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-eba7b846-598f-4154-86ff-f66e7c0dc1a6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/security-groups/9d19acce-5bf1-4361-a52b-38fd91a83c4b HTTP/1.1" status: 204 len: 168 time: 0.1586277 Aug 27 03:25:09.671503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7b846-598f-4154-86ff-f66e7c0dc1a6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d19acce-5bf1-4361-a52b-38fd91a83c4b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:10.151678 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38614) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:10.156572 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-1867fa3b-e4f5-486e-8109-3e73889de2db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923119745', 'description': 'tempest-secgroup-smoke-923119745 description', 'project_id': '1351e8a2724442ecbe9c7566df4da80f'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:10.182676 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1867fa3b-e4f5-486e-8109-3e73889de2db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.274000 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1867fa3b-e4f5-486e-8109-3e73889de2db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.279603 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1867fa3b-e4f5-486e-8109-3e73889de2db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.307902 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1867fa3b-e4f5-486e-8109-3e73889de2db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.309137 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1867fa3b-e4f5-486e-8109-3e73889de2db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1564236 Aug 27 03:25:10.311488 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867fa3b-e4f5-486e-8109-3e73889de2db tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06225051-728d-4a45-940c-9ddc75afcdc4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:10.312269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38616) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:10.317214 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-5ae37902-a154-4579-9bbd-7b2c1010eb3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '06225051-728d-4a45-940c-9ddc75afcdc4', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:10.336206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cba9e610-7d90-401f-9d43-3ad645f4175e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:25:10.345486 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae37902-a154-4579-9bbd-7b2c1010eb3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.358045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: cba9e610-7d90-401f-9d43-3ad645f4175e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:25:10.358510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device cba9e610-7d90-401f-9d43-3ad645f4175e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:25:10.359012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78f7e2ed-ad9d-4652-8882-018bf00c9175 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:25:10.380873 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 78f7e2ed-ad9d-4652-8882-018bf00c9175 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:25:10.381123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 78f7e2ed-ad9d-4652-8882-018bf00c9175 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:25:10.381544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17ee1794-b04e-48e9-886d-21d52e6c9afd no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:25:10.400030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 17ee1794-b04e-48e9-886d-21d52e6c9afd {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:25:10.400376 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 17ee1794-b04e-48e9-886d-21d52e6c9afd not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:25:10.406028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae37902-a154-4579-9bbd-7b2c1010eb3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.411407 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae37902-a154-4579-9bbd-7b2c1010eb3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.429165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37902-a154-4579-9bbd-7b2c1010eb3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87f0a98-82f7-46df-a5e9-a0937f952b34,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:10.437015 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae37902-a154-4579-9bbd-7b2c1010eb3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.438508 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5ae37902-a154-4579-9bbd-7b2c1010eb3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249597 Aug 27 03:25:10.441101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38618) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:10.446043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-3b7fe511-c1ed-40d1-b994-c366a58718ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '06225051-728d-4a45-940c-9ddc75afcdc4', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:10.473711 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe511-c1ed-40d1-b994-c366a58718ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.545054 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe511-c1ed-40d1-b994-c366a58718ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.549886 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe511-c1ed-40d1-b994-c366a58718ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.570958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fe511-c1ed-40d1-b994-c366a58718ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4731af-f3af-4c5a-96b1-e83ce0337e6e,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:10.574356 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe511-c1ed-40d1-b994-c366a58718ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.575580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3b7fe511-c1ed-40d1-b994-c366a58718ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334648 Aug 27 03:25:10.580033 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38620) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:10.584913 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e2100f8d-12e7-4c55-a196-0fa122052262 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '06225051-728d-4a45-940c-9ddc75afcdc4', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:10.612042 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2100f8d-12e7-4c55-a196-0fa122052262 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.673164 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2100f8d-12e7-4c55-a196-0fa122052262 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.677654 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2100f8d-12e7-4c55-a196-0fa122052262 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.695582 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2100f8d-12e7-4c55-a196-0fa122052262 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5717795-7a6a-4d9c-8dca-b6b684c64c3a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:10.703784 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e2100f8d-12e7-4c55-a196-0fa122052262 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.705056 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2100f8d-12e7-4c55-a196-0fa122052262 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239285 Aug 27 03:25:10.708943 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38622) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:10.713596 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8770c9ee-2fb0-4a64-bbee-03a5148079c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '06225051-728d-4a45-940c-9ddc75afcdc4', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:10.740642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8770c9ee-2fb0-4a64-bbee-03a5148079c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.799794 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8770c9ee-2fb0-4a64-bbee-03a5148079c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.804820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8770c9ee-2fb0-4a64-bbee-03a5148079c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.823099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c9ee-2fb0-4a64-bbee-03a5148079c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ff0de-5c13-495c-b59a-6bd59d4c540a,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:10.828658 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8770c9ee-2fb0-4a64-bbee-03a5148079c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.829798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8770c9ee-2fb0-4a64-bbee-03a5148079c5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199169 Aug 27 03:25:10.832580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38624) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:10.837102 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '06225051-728d-4a45-940c-9ddc75afcdc4', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:10.860300 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:25:10.865124 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.931220 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.936365 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.955137 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2c3cd2-7ada-4c74-ad4c-5d05b4eb0ee7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:10.960798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.962123 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8e2be353-7621-4494-81ec-ead7d2c4c5d0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284964 Aug 27 03:25:10.965077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38626) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:10.969858 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '06225051-728d-4a45-940c-9ddc75afcdc4', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:10.992962 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:25:10.998047 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.060425 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.065520 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.083761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f09399-ce42-4400-ad5f-87f1fac7e876,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:11.090332 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.092034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ff0a655e-085b-4e37-bd5d-00eb3f95e6ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254594 Aug 27 03:25:11.094555 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38628) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:11.099585 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'network': {'name': 'tempest-network-smoke--1903914539', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:11.119985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:25:11.123421 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.146578 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:25:11.155591 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.155941 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Added segment 20be8e79-3e61-4426-81cb-c6c70e5855e8 of type vlan for network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 Aug 27 03:25:11.197277 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.228533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.236720 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:11.237422 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.298870 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2032907 Aug 27 03:25:11.301775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38630) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:11.306619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'admin_state_up': True, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:11.320619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d7fe1-d3e9-4e86-b3d6-3770612a7714 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Network': ['ID=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:11.330995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:25:11.340169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.341146 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.395603 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.536225 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.741337 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.761186 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.875308 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.157 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/22e4c070-888f-4fd3-8769-99ea331ee4fe) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:25:11.987151 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:12.028848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:12.068806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:25:12.074417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:25:12.078138 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:25:12.084535 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=22e4c070-888f-4fd3-8769-99ea331ee4fe,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:12.344392 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:12.547535 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:12.688976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router b4488678-8428-43fd-9a57-ef103096c21a is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:25:12.800484 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:25:12.810331 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Sync routers for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:25:12.820297 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:12.820922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:12.821070 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:12.825443 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-424eb347-0c27-4133-8fed-474e56bed763 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5196695 Aug 27 03:25:12.825719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38632) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:12.856860 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-67f57a8d-43c0-4f21-b1e8-a6eca938aa09 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1351e8a2724442ecbe9c7566df4da80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275786 Aug 27 03:25:12.857104 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38634) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:12.931367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:12.946067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8927dab0-f04a-4a2f-983d-b03f3a7f95bb tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:12.947652 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8927dab0-f04a-4a2f-983d-b03f3a7f95bb tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896003 Aug 27 03:25:12.950593 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38636) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:12.984318 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-906be702-8032-4615-9d55-48a04beaeb36 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326285 Aug 27 03:25:12.988019 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38638) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:12.993046 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492822253', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:13.080952 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:25:13.084388 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.119617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:12Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:13.146626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Checking router: b4488678-8428-43fd-9a57-ef103096c21a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:25:13.146983 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Updating router b4488678-8428-43fd-9a57-ef103096c21a port 22e4c070-888f-4fd3-8769-99ea331ee4fe binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:25:13.173138 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.275710 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.336819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Subnet': ['ID=a7280eef-cef5-4b05-8fb3-91bf79399350,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:13.346337 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Checking segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:25:13.346951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network hostable DHCP agents. Network: c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:25:13.365366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:25:13.375667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:25:13.380596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:13.381197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.392336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5ed17-4f37-4243-a5b6-2e2ed303dbdd None None] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:25:13.399499 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38640) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:13.400045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-02b6bed2-9cda-4796-988f-b21cfb358d8f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4104621 Aug 27 03:25:13.481511 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.503198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Transition to ACTIVE for port object 22e4c070-888f-4fd3-8769-99ea331ee4fe will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:13.514002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.604671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbedab7-6421-44ad-bc36-e6b9ea8b9c12 None None] Pushing event updated for resources: {'Port': ['ID=22e4c070-888f-4fd3-8769-99ea331ee4fe,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:13.611805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Attempting to bind port 22e4c070-888f-4fd3-8769-99ea331ee4fe on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:25:13.612164 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Attempting to bind port 22e4c070-888f-4fd3-8769-99ea331ee4fe by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:25:13.612517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Attempting to bind port 22e4c070-888f-4fd3-8769-99ea331ee4fe on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:25:13.633877 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:25:13.634357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:25:13.634683 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.635074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:25:13.635558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Bound port: 22e4c070-888f-4fd3-8769-99ea331ee4fe, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:25:13.635947 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.657826 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:25:13.658730 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.752504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] For port 22e4c070-888f-4fd3-8769-99ea331ee4fe, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:25:13.775042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] For port 22e4c070-888f-4fd3-8769-99ea331ee4fe, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=22e4c070-888f-4fd3-8769-99ea331ee4fe,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:25:13.782280 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.874880 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:13.881715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbedab7-6421-44ad-bc36-e6b9ea8b9c12 None None] Pushing event updated for resources: {'Port': ['ID=22e4c070-888f-4fd3-8769-99ea331ee4fe,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:13.885295 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Allocated IP 172.20.0.2 (c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8/a7280eef-cef5-4b05-8fb3-91bf79399350/c7a6c973-c748-440c-81ba-c39899931568) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:25:13.887313 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:13.887969 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:14.064949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:14.208240 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.226026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Transition to ACTIVE for port object c7a6c973-c748-440c-81ba-c39899931568 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:14.252298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Transition to ACTIVE for port object c7a6c973-c748-440c-81ba-c39899931568 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:14.276848 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.309738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.1 (c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8/a7280eef-cef5-4b05-8fb3-91bf79399350/843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:25:14.320939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:25:14.331798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:25:14.337211 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:25:14.341204 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Pushing event updated for resources: {'Port': ['ID=c7a6c973-c748-440c-81ba-c39899931568,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:14.387032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:12Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:14.418872 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2352-350e-4678-a4e0-3e7bea9807be None None] The sync data for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 is: [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:12Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:25:14.427621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.431193 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Attempting to bind port c7a6c973-c748-440c-81ba-c39899931568 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:25:14.431569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Attempting to bind port c7a6c973-c748-440c-81ba-c39899931568 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:25:14.431934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Attempting to bind port c7a6c973-c748-440c-81ba-c39899931568 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:25:14.437380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:25:14.437732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Checking segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:25:14.438157 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.438756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Bound using segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:25:14.439239 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Bound port: c7a6c973-c748-440c-81ba-c39899931568, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:25:14.439606 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.441931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:14.476422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.508855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] For port c7a6c973-c748-440c-81ba-c39899931568, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:25:14.513129 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] For port c7a6c973-c748-440c-81ba-c39899931568, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c7a6c973-c748-440c-81ba-c39899931568,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:25:14.518589 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.526116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:25:14.535019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:25:14.540314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:25:14.547639 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:14.596236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7967f-e04a-47c1-9b72-9daad795d23d None None] Pushing event updated for resources: {'Port': ['ID=c7a6c973-c748-440c-81ba-c39899931568,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:14.613928 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.781503 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:15.098449 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:15.103816 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:15.178005 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:15.181846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:15.288335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:25:15.290191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:25:15.405020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router b4488678-8428-43fd-9a57-ef103096c21a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:25:15.518264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:25:15.525890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9df1a875-a52c-4e81-b195-95f069ff3bca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/b4488678-8428-43fd-9a57-ef103096c21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1226015 Aug 27 03:25:15.544646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af374090-eedb-452d-b3e2-9809a9b3f033 None None] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:25:15.677309 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-0dc14fdf-1754-4743-b0a8-df68aae6e3e7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923119745&fields=id&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 267 time: 0.0367012 Aug 27 03:25:15.785742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-26b653cb-acac-4516-b19b-3f81ceffca29 None None] Provisioning for port c7a6c973-c748-440c-81ba-c39899931568 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:15.803290 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-862af7d3-bb4e-4b84-82e6-e935bd07638e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:15.804912 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-862af7d3-bb4e-4b84-82e6-e935bd07638e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 797 time: 0.1201384 Aug 27 03:25:15.821539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-01769464-63b3-484e-9605-67622a791960 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/quotas/1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 375 time: 0.0101507 Aug 27 03:25:15.875439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-57366420-a1cf-4a46-a78e-9abe4a259b24 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478230 Aug 27 03:25:16.035941 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-1ef026dc-e845-44a2-9091-bdee4c8e80fd service neutron] 10.222.0.10 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457260 Aug 27 03:25:16.066478 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Sync routers for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:25:16.077365 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:16.078007 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:16.130616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f412a11c-04c7-4798-8618-4bf917adbf0f None None] Provisioning for port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:16.135391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f412a11c-04c7-4798-8618-4bf917adbf0f None None] Provisioning complete for port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:16.135768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f412a11c-04c7-4798-8618-4bf917adbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.141320 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-48c323a3-5aa1-4b3d-b77a-ca8774a18909 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984182 Aug 27 03:25:16.172384 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f412a11c-04c7-4798-8618-4bf917adbf0f None None] Port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:25:16.205297 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:16.379651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9b983ce0-d432-4400-a160-0ef5257eaa92 req-a8d5ac62-06f9-4159-b638-a1857f9dc63a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 210 time: 0.0331984 Aug 27 03:25:16.404925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c098bcde-b4a3-482e-8a70-f230e56e5f11 None None] Provisioning complete for port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:16.405456 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c098bcde-b4a3-482e-8a70-f230e56e5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.449276 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c7a6c973-c748-440c-81ba-c39899931568 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:16.488553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c098bcde-b4a3-482e-8a70-f230e56e5f11 None None] Port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:25:16.490057 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 2, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:16.517967 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Checking router: b4488678-8428-43fd-9a57-ef103096c21a for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:25:16.518241 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Updating router b4488678-8428-43fd-9a57-ef103096c21a port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:25:16.533743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port c7a6c973-c748-440c-81ba-c39899931568 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:16.538480 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c7a6c973-c748-440c-81ba-c39899931568 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:16.538897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.561378 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.669125 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.710511 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port c7a6c973-c748-440c-81ba-c39899931568, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c7a6c973-c748-440c-81ba-c39899931568,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:16.718520 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.719348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 22e4c070-888f-4fd3-8769-99ea331ee4fe up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:16.764793 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-10511f35-f1e6-4cd1-ae0f-c58cd0ad14d9 None None] Provisioning complete for port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:16.765170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-10511f35-f1e6-4cd1-ae0f-c58cd0ad14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.830958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-10511f35-f1e6-4cd1-ae0f-c58cd0ad14d9 None None] Port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:25:16.832348 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=c7a6c973-c748-440c-81ba-c39899931568,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:16.848387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 22e4c070-888f-4fd3-8769-99ea331ee4fe completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:16.852399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 22e4c070-888f-4fd3-8769-99ea331ee4fe triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:16.852933 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.910965 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.922754 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Transition to ACTIVE for port object 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:16.928973 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.941555 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.962520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 22e4c070-888f-4fd3-8769-99ea331ee4fe, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=22e4c070-888f-4fd3-8769-99ea331ee4fe,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:16.968404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.021946 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=22e4c070-888f-4fd3-8769-99ea331ee4fe,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:17.025350 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Pushing event updated for resources: {'Port': ['ID=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:17.035999 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.036371 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.036708 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.037038 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.037353 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.037667 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.037977 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.038345 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.038694 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.039005 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.039309 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.039611 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:17.054573 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Attempting to bind port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:25:17.055095 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Attempting to bind port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:25:17.056277 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Attempting to bind port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:25:17.065801 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:25:17.066464 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Checking segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:25:17.067127 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.068003 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Bound using segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:25:17.069136 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Bound port: 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:25:17.069769 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.142022 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] For port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:25:17.145695 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] For port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:25:17.149915 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.205286 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.217747 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5fad3-c701-4f9d-a520-79239e2e14da None None] Pushing event updated for resources: {'Port': ['ID=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:17.224947 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:17.225592 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:17.336847 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:17.513938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-52737752-1232-4774-b9d9-739e95a2e0df tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:17.515683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-52737752-1232-4774-b9d9-739e95a2e0df tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 797 time: 0.1238601 Aug 27 03:25:17.518307 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-95920870-bcab-44fd-a9ea-0a23b35cdd1a req-9292a05a-a67c-4c9b-95d4-4479429920ba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 210 time: 0.0332479 Aug 27 03:25:17.568090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-8db7ef92-1112-4b68-8052-38fc7b44128d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 379 time: 0.0406811 Aug 27 03:25:17.579085 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'port': {'device_id': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'admin_state_up': True, 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'security_groups': ['06225051-728d-4a45-940c-9ddc75afcdc4']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:17.598179 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:17Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:17.627548 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b571c0f-85d7-41ea-9f51-059633b0fb15 None None] The sync data for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 is: [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:17Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:25:17.710944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:25:17.714511 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.850057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.6 (c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8/a7280eef-cef5-4b05-8fb3-91bf79399350/89b307cc-fd1f-4e07-a9d0-5fa5dff91946) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:25:18.000147 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.015199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:18.055558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.102169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:25:18.108097 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:25:18.112384 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:25:18.119684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:18.167904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:18.168596 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.189824 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-94d02465-cfcd-422f-8210-2c8b9390e686 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151955 Aug 27 03:25:18.203387 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Request body: {'port': {'device_id': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:18.253287 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.273197 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.348132 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-28541a26-6ee3-4e0b-abb3-6ec2be64d60d None None] Provisioning for port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:18.352261 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-28541a26-6ee3-4e0b-abb3-6ec2be64d60d None None] Provisioning complete for port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:18.352875 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28541a26-6ee3-4e0b-abb3-6ec2be64d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.400250 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-28541a26-6ee3-4e0b-abb3-6ec2be64d60d None None] Port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:25:18.458648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c7a6c973-c748-440c-81ba-c39899931568 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:18.517223 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port c7a6c973-c748-440c-81ba-c39899931568 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:18.517901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.603107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 22e4c070-888f-4fd3-8769-99ea331ee4fe up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:18.611681 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:25:18.639169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.656630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 22e4c070-888f-4fd3-8769-99ea331ee4fe triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:18.657135 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.659077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Transition to ACTIVE for port object 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:18.665715 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.703859 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428e984-1602-4225-8fef-ba66101786a7 req-113100e0-18a0-48a2-a2bb-5edc2274a2ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:18.705478 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f428e984-1602-4225-8fef-ba66101786a7 req-113100e0-18a0-48a2-a2bb-5edc2274a2ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 931 time: 0.1074386 Aug 27 03:25:18.726636 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:18.748062 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:18.802107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f428e984-1602-4225-8fef-ba66101786a7 req-2a5029ba-57a9-490b-a676-de8b3eb75cea tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764992 Aug 27 03:25:18.809900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:18.814427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:18.814815 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.864300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:25:18.865007 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:25:18.865523 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:25:18.871421 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:25:18.871767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:25:18.878897 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:25:18.879149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Checking segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:25:18.879475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Bound using segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:25:18.879933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Bound port: 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:25:18.880326 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.906619 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.943324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:18.949003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.957605 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:25:18.961629 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:25:18.966751 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:19.001069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:19.001482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.002185 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:19.003748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] 10.222.0.45 "PUT /v2.0/ports/89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 1091 time: 0.8056631 Aug 27 03:25:19.004089 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:19.006453 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e40f4-c656-4b10-bd67-03f008b1f98d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:19.039443 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238afc7a-fb5f-4821-8e54-40f16d31c43a service neutron] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:19.074297 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2fae0e-c87b-4f4a-8c53-ea665270dd6a x-openstack-request-id: req-1d2fae0e-c87b-4f4a-8c53-ea665270dd6a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:19.074662 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:19.074872 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d2fae0e-c87b-4f4a-8c53-ea665270dd6a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:19.075280 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'status': 'completed', 'code': 200} Aug 27 03:25:19.092945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-dd7d026c-f2ce-47c5-ad53-17e5a69379ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.094706 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-dd7d026c-f2ce-47c5-ad53-17e5a69379ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0478487 Aug 27 03:25:19.139772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-52611b7d-8179-4182-bb8b-9f53126b44ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 217 time: 0.0351589 Aug 27 03:25:19.196644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-e8965bf1-f56f-4eeb-ab6e-9acd7ad7d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.198350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-e8965bf1-f56f-4eeb-ab6e-9acd7ad7d97e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0506101 Aug 27 03:25:19.248638 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57c46-0f11-408f-9326-915f78a18942 req-058e2df4-47c8-4181-80d6-29352a03fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.250167 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-058e2df4-47c8-4181-80d6-29352a03fa24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452118 Aug 27 03:25:19.347693 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-b6aadd87-a475-483f-bbbd-74a337341371 service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897593 Aug 27 03:25:19.440557 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fed57c46-0f11-408f-9326-915f78a18942 req-1d679352-7b3c-43f3-86cb-f0e3a6c4ac12 service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864704 Aug 27 03:25:19.536254 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-75dd51af-de04-4887-982e-1238da9bf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.538096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-75dd51af-de04-4887-982e-1238da9bf6fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0502439 Aug 27 03:25:19.634286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-5251e9b3-b522-4395-aad9-93a339a1cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.635768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-5251e9b3-b522-4395-aad9-93a339a1cad6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.0904617 Aug 27 03:25:19.677633 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-80a05ea3-5c6c-4bcb-97d3-c604deda4e34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 217 time: 0.0349004 Aug 27 03:25:19.728266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-8a263d6e-ece4-4fc8-9c8a-7a3753b4193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.729739 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-8a263d6e-ece4-4fc8-9c8a-7a3753b4193d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0446813 Aug 27 03:25:19.780487 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-28aa5b55-d61f-441c-80ee-6dafa3db03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.782029 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-28aa5b55-d61f-441c-80ee-6dafa3db03e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441415 Aug 27 03:25:19.924385 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-1988c0dc-1c56-46c0-a620-bd579c7ce43b service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336696 Aug 27 03:25:19.941586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bfb45-7e62-4c16-9bff-40d07ab8082e req-729be3a4-ab03-4529-93e9-395be722e56e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:19.943134 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a94bfb45-7e62-4c16-9bff-40d07ab8082e req-729be3a4-ab03-4529-93e9-395be722e56e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 943 time: 0.0715108 Aug 27 03:25:20.336300 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:20.350249 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a94bfb45-7e62-4c16-9bff-40d07ab8082e req-671cc68f-5094-4749-911c-5dbf4c1b61be tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998425 Aug 27 03:25:20.384377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:20.384901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:20.385034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8f8e40f4-c656-4b10-bd67-03f008b1f98d req-a6ba55c6-c557-44b9-8340-f8d4d7f2b955 service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509239 Aug 27 03:25:21.493953 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a2b8c-35da-47ed-b1c0-b0796c8dbbf1 req-8517b7c8-54c4-4297-9fbd-3c1f138a4eaf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:21.495535 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e52a2b8c-35da-47ed-b1c0-b0796c8dbbf1 req-8517b7c8-54c4-4297-9fbd-3c1f138a4eaf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 943 time: 0.0573108 Aug 27 03:25:21.536223 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e52a2b8c-35da-47ed-b1c0-b0796c8dbbf1 req-b9edbe84-9db1-4dac-90ac-3c65bb51ad72 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Aug 27 03:25:22.259656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:25:22.355634 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:22.368702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'port_id': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'mac_address': 'fa:16:3e:9c:26:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:25:22.410990 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:22.423739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:25:22.443139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:22.448076 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:22.495672 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:22.657700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21ce1-4ac9-4647-bc3c-3c7a891dc175 req-7a3a69d0-406a-40f9-9c13-224ee6712ca2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:22.659274 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7c21ce1-4ac9-4647-bc3c-3c7a891dc175 req-7a3a69d0-406a-40f9-9c13-224ee6712ca2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 944 time: 0.0541954 Aug 27 03:25:22.678203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['89b307cc-fd1f-4e07-a9d0-5fa5dff91946'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:25:22.708863 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f7c21ce1-4ac9-4647-bc3c-3c7a891dc175 req-557af1f9-7246-4122-824b-114aac33995d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432596 Aug 27 03:25:23.829152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15837e-1dba-469a-bb48-c1ed61ee721d req-87be40f4-0c2f-40ff-bac7-fcc989391027 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:23.830656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e15837e-1dba-469a-bb48-c1ed61ee721d req-87be40f4-0c2f-40ff-bac7-fcc989391027 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 944 time: 0.0503409 Aug 27 03:25:23.869135 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2e15837e-1dba-469a-bb48-c1ed61ee721d req-3e6042ed-2c44-42ab-a892-fcc9a4702b3b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Aug 27 03:25:24.264475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:24.315892 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:24.320427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:24.320802 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:24.403426 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:24.426588 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:24.428949 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ce87e-4e8c-4beb-af42-9532b9fda665" -d '{"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-plugged", "status": "completed", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:24.442354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:24.447846 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:24.470852 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530bf60a-6e46-400c-ab55-e0ec13df9c3f x-openstack-request-id: req-530bf60a-6e46-400c-ab55-e0ec13df9c3f {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:24.471142 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-plugged", "status": "completed", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:24.471385 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-530bf60a-6e46-400c-ab55-e0ec13df9c3f {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:24.471771 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'code': 200} Aug 27 03:25:24.497372 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:24.572122 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e915cbf-97fe-4b77-893e-ea5e99581722 req-1344aa96-b88f-4cfd-a471-ebe53bca2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:24.573651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e915cbf-97fe-4b77-893e-ea5e99581722 req-1344aa96-b88f-4cfd-a471-ebe53bca2832 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0423253 Aug 27 03:25:24.609119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e915cbf-97fe-4b77-893e-ea5e99581722 req-05818131-5d74-4182-abd9-041c677aa4dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282428 Aug 27 03:25:24.985835 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6380d4c-55a2-467e-ad6c-1348b3eecdbd req-823c9793-e7f6-4f8f-827e-f7b577447073 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:24.987334 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6380d4c-55a2-467e-ad6c-1348b3eecdbd req-823c9793-e7f6-4f8f-827e-f7b577447073 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Aug 27 03:25:25.026992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e6380d4c-55a2-467e-ad6c-1348b3eecdbd req-f0f3c12b-9140-4d75-8a3b-b441915e1925 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333517 Aug 27 03:25:26.149680 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed975aa-2e5b-45bb-8c06-0c3206395956 req-9f214993-1b4e-4bec-bca0-2c07a1bbac80 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:26.151374 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bed975aa-2e5b-45bb-8c06-0c3206395956 req-9f214993-1b4e-4bec-bca0-2c07a1bbac80 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0517600 Aug 27 03:25:26.194451 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bed975aa-2e5b-45bb-8c06-0c3206395956 req-7e3a13c8-4dc8-4b4a-8ad1-192d4354c214 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367503 Aug 27 03:25:26.317259 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb3829-597c-4e48-9560-704688680de3 req-dcae588f-43bf-4740-af9f-311db049759d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:26.318994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18bb3829-597c-4e48-9560-704688680de3 req-dcae588f-43bf-4740-af9f-311db049759d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0543890 Aug 27 03:25:26.358248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-18bb3829-597c-4e48-9560-704688680de3 req-4a7c629c-4124-487b-ac5b-5dd9e4e7c6af tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330851 Aug 27 03:25:26.382142 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38692) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:26.422004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27396ede-c3af-4270-b426-f8e9ed52b1bc tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:26.423637 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27396ede-c3af-4270-b426-f8e9ed52b1bc tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1091 time: 0.0404861 Aug 27 03:25:26.426532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38694) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:26.430962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:26.455585 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:26.561183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:26.668399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.235 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/86ea1073-98c5-441b-a55e-c49dbd0ecfb8) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:25:26.788464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:26.830035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:26.868700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:25:26.873554 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:25:26.876870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:25:26.903663 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=86ea1073-98c5-441b-a55e-c49dbd0ecfb8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:27.315964 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:27.580502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:27.647666 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:27.801757 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:27.807943 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:27.848807 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc8327-81a6-45ad-a1ee-b8af548944d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:27.875306 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=86ea1073-98c5-441b-a55e-c49dbd0ecfb8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:27.890327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:27.994090 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 2f2efa03-43b5-428e-8c83-bca73cb81fcd associated. External IP: 172.25.1.235, port: 89b307cc-fd1f-4e07-a9d0-5fa5dff91946. Aug 27 03:25:28.208062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router b4488678-8428-43fd-9a57-ef103096c21a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:25:28.320279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:25:28.330452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] Sync routers for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:25:28.338966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:28.340973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:28.341719 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:28.366660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-86b43eff-edd3-4578-a020-cef9f15cc707 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9390297 Aug 27 03:25:28.367242 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:28.369484 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92bc247-d802-4212-9cf2-66111131f68a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:28.408567 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235ed369-7503-4876-9d1a-bef4d12bbc6e x-openstack-request-id: req-235ed369-7503-4876-9d1a-bef4d12bbc6e {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:28.408894 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:28.409145 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-235ed369-7503-4876-9d1a-bef4d12bbc6e {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:28.409585 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'status': 'completed', 'code': 200} Aug 27 03:25:28.456780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:28.499402 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e7a7d-87ef-4e20-a000-68283c6c1770 req-c2b070b5-b1e6-457d-a10a-b539bf206d5e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:28.500980 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f50e7a7d-87ef-4e20-a000-68283c6c1770 req-c2b070b5-b1e6-457d-a10a-b539bf206d5e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0833259 Aug 27 03:25:28.507196 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc247-d802-4212-9cf2-66111131f68a req-d38c54f5-78aa-443c-ac24-5b788410b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:28.508845 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92bc247-d802-4212-9cf2-66111131f68a req-d38c54f5-78aa-443c-ac24-5b788410b9b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0604424 Aug 27 03:25:28.603584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f50e7a7d-87ef-4e20-a000-68283c6c1770 req-65d50d0f-52f5-45e1-9da4-7d1c3db44a39 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919611 Aug 27 03:25:28.628755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38700) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:28.635350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc247-d802-4212-9cf2-66111131f68a req-90dc37ea-ce3e-45f2-9ca3-f95b1031d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:28.636876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92bc247-d802-4212-9cf2-66111131f68a req-90dc37ea-ce3e-45f2-9ca3-f95b1031d1c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.1188796 Aug 27 03:25:28.700538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-56f7117a-b823-40af-bcb8-81299552c639 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/2f2efa03-43b5-428e-8c83-bca73cb81fcd HTTP/1.1" status: 200 len: 991 time: 0.0704865 Aug 27 03:25:28.706349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92bc247-d802-4212-9cf2-66111131f68a req-6c3b7c62-b52e-459a-95d0-68e8faaf35ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 999 time: 0.0625715 Aug 27 03:25:28.712685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '2f2efa03-43b5-428e-8c83-bca73cb81fcd', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.235', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'port_id': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'mac_address': 'fa:16:3e:9c:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:25:27Z', 'updated_at': '2021-08-27T03:25:27Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:18Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:28.738785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] Checking router: b4488678-8428-43fd-9a57-ef103096c21a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:25:28.747242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:25:28.747840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:25:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:28.764347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc247-d802-4212-9cf2-66111131f68a req-36119a0e-c6a8-49bd-9772-cdfb5257df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:28.765743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92bc247-d802-4212-9cf2-66111131f68a req-36119a0e-c6a8-49bd-9772-cdfb5257df44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0517294 Aug 27 03:25:28.816543 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc247-d802-4212-9cf2-66111131f68a req-43662b8f-949b-466c-a222-05a97e8422df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:28.818037 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92bc247-d802-4212-9cf2-66111131f68a req-43662b8f-949b-466c-a222-05a97e8422df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451446 Aug 27 03:25:28.855702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:25:28.920625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92bc247-d802-4212-9cf2-66111131f68a req-b26fd315-2062-40a3-a9f2-c01bd248887f service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946250 Aug 27 03:25:29.019011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e92bc247-d802-4212-9cf2-66111131f68a req-03f34a1d-7cdb-41ca-95eb-4cd30571f0ca service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915377 Aug 27 03:25:29.092494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '2f2efa03-43b5-428e-8c83-bca73cb81fcd', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.235', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'port_id': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'mac_address': 'fa:16:3e:9c:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:25:27Z', 'updated_at': '2021-08-27T03:25:27Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:18Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:25:29.117986 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea781cbd-02b3-4c44-82f3-383ecfa52b70 None None] The sync data for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 is: [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '2f2efa03-43b5-428e-8c83-bca73cb81fcd', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.235', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'port_id': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'mac_address': 'fa:16:3e:9c:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:25:27Z', 'updated_at': '2021-08-27T03:25:27Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:18Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:25:29.322677 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94934d-8764-436e-8449-8417745a3d2a None None] New status for floating IP 2f2efa03-43b5-428e-8c83-bca73cb81fcd: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:25:29.702243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38702) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:29.768075 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-9e2ebca9-0626-4af4-9e79-e735d9ce3725 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/2f2efa03-43b5-428e-8c83-bca73cb81fcd HTTP/1.1" status: 200 len: 993 time: 0.0645726 Aug 27 03:25:30.395742 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-510e74f3-44bf-4a4f-87cb-7c8728e8bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:30.559620 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:31.546145 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:33.427227 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.221073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:48.250708 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:57.856473 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28f6a355-f1a7-4cc8-8b19-b03d00cafaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:00.391628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23151c10-b785-49d2-b4bc-93aea2c78123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:00.555894 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:01.175677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe4e9e-2459-4299-a3c9-7c9734205320 req-f566ed23-0c69-40ba-ab00-ad8348a8210b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:01.177343 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0abe4e9e-2459-4299-a3c9-7c9734205320 req-f566ed23-0c69-40ba-ab00-ad8348a8210b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0608935 Aug 27 03:26:01.238689 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-7c1a24ad-1ace-45bb-82e6-632ddaeaf209 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277306 Aug 27 03:26:01.241501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0abe4e9e-2459-4299-a3c9-7c9734205320 req-a87b5945-af7d-4db0-a5ed-85945af0d9f1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460441 Aug 27 03:26:01.550118 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:02.369048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6d99-f4ca-4282-9f32-713199dc0cde req-9aaf5562-6699-4eb9-ab7f-56ae9c91d7bc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:02.370593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf6d99-f4ca-4282-9f32-713199dc0cde req-9aaf5562-6699-4eb9-ab7f-56ae9c91d7bc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0538130 Aug 27 03:26:02.437140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-a5a84f41-e263-4e6a-9ea0-59026dea7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:02.438946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-a5a84f41-e263-4e6a-9ea0-59026dea7d5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0674474 Aug 27 03:26:02.442238 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81cf6d99-f4ca-4282-9f32-713199dc0cde req-76ed8837-4bb9-4e9f-ad50-c17a19b55a74 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629344 Aug 27 03:26:02.532289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-fa62a3da-d393-4209-ab32-b8b6d2f5e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:02.533719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-fa62a3da-d393-4209-ab32-b8b6d2f5e193 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.0871255 Aug 27 03:26:02.605892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-ba3b5eea-144a-4187-aa8d-47613567391d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 1001 time: 0.0648127 Aug 27 03:26:02.656507 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-c58c05d2-380b-4698-ab01-4197c5915725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:02.657995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-c58c05d2-380b-4698-ab01-4197c5915725 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0456855 Aug 27 03:26:02.704951 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-0eeb99b7-ba67-4028-8b69-c5152111fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:02.706562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-0eeb99b7-ba67-4028-8b69-c5152111fadf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414033 Aug 27 03:26:02.805008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b180e080-9b8a-4eac-a009-abf6409d489f service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908847 Aug 27 03:26:02.900521 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-139bf442-9fe5-4143-8e00-8fa9e6bee56f service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884454 Aug 27 03:26:03.430966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:03.572985 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150273e-6f99-4ad1-bd34-4f0c113a4f4f req-d5030ce1-2fda-446a-a5b0-48603be6ea8b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:03.574522 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4150273e-6f99-4ad1-bd34-4f0c113a4f4f req-d5030ce1-2fda-446a-a5b0-48603be6ea8b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0554168 Aug 27 03:26:03.614250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4150273e-6f99-4ad1-bd34-4f0c113a4f4f req-b33a8f55-2bd3-4db9-b9d1-9d8ffb2e2a5b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334666 Aug 27 03:26:04.315427 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:04.732168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681352d-bdd3-4015-8697-ae2259ee6ab2 req-dd674f89-e2e4-4103-87ea-ae4a73f0a39e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:04.733678 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7681352d-bdd3-4015-8697-ae2259ee6ab2 req-dd674f89-e2e4-4103-87ea-ae4a73f0a39e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Aug 27 03:26:04.777549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7681352d-bdd3-4015-8697-ae2259ee6ab2 req-8596a681-03bf-49ab-9399-19e2d9cbd8ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376370 Aug 27 03:26:05.896051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c740da-ce4e-49fd-86ee-cf229f65b49f req-99b7bc34-e86e-442f-acc5-af355d15ec46 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:05.897553 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26c740da-ce4e-49fd-86ee-cf229f65b49f req-99b7bc34-e86e-442f-acc5-af355d15ec46 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0502651 Aug 27 03:26:05.937415 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26c740da-ce4e-49fd-86ee-cf229f65b49f req-c28b3418-3b21-4d12-979b-2c1f52644a88 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336392 Aug 27 03:26:07.057949 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21b054-e05c-411c-9e09-62c7560a7e5c req-8029624c-ffe0-41e5-a226-31da4a402af8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:07.059489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e21b054-e05c-411c-9e09-62c7560a7e5c req-8029624c-ffe0-41e5-a226-31da4a402af8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0518212 Aug 27 03:26:07.101452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e21b054-e05c-411c-9e09-62c7560a7e5c req-e1514aab-9967-40f6-bcea-f1c6136c1d53 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356052 Aug 27 03:26:08.220821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060291-423f-420c-a6b2-d143aadf3420 req-7dde1a77-b1db-4177-a823-172d03047b56 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:08.222348 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24060291-423f-420c-a6b2-d143aadf3420 req-7dde1a77-b1db-4177-a823-172d03047b56 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0503807 Aug 27 03:26:08.261861 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24060291-423f-420c-a6b2-d143aadf3420 req-7e369ed2-5048-4b94-803f-4c2b5c10a2f1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331211 Aug 27 03:26:09.380610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ffc26-ddf0-4c30-bd54-7ccf9dd482d4 req-de31a6eb-3745-498a-9bda-f1d467022a91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:09.382092 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b00ffc26-ddf0-4c30-bd54-7ccf9dd482d4 req-de31a6eb-3745-498a-9bda-f1d467022a91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0506456 Aug 27 03:26:09.421764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b00ffc26-ddf0-4c30-bd54-7ccf9dd482d4 req-73853fe1-d0aa-4198-86cb-00c491e331e9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334377 Aug 27 03:26:10.549396 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563175-e586-44a5-be02-e22be36611ce req-1d094e11-bf24-449b-a0b7-ab5373a4415d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:10.551005 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46563175-e586-44a5-be02-e22be36611ce req-1d094e11-bf24-449b-a0b7-ab5373a4415d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0583467 Aug 27 03:26:10.589767 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-46563175-e586-44a5-be02-e22be36611ce req-9accb473-b1e0-458d-a4eb-82460c719d8d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Aug 27 03:26:11.711438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad04c-c384-4ab0-ab1a-3177b04418e8 req-b3a33a47-be95-46c2-a0f7-8db7b1d09db5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:11.712963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a3ad04c-c384-4ab0-ab1a-3177b04418e8 req-b3a33a47-be95-46c2-a0f7-8db7b1d09db5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0527248 Aug 27 03:26:11.754965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9a3ad04c-c384-4ab0-ab1a-3177b04418e8 req-b7e8574c-079b-4bdb-a9dc-46d08e266119 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358601 Aug 27 03:26:12.905357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045421dc-a853-4357-8d5e-5d1b9f8fae70 req-e959758b-5dc3-473c-b921-d0418dd2a1bd tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:12.907196 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-045421dc-a853-4357-8d5e-5d1b9f8fae70 req-e959758b-5dc3-473c-b921-d0418dd2a1bd tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0651381 Aug 27 03:26:12.947681 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-045421dc-a853-4357-8d5e-5d1b9f8fae70 req-3f8f61a3-611f-490a-8687-d03ab53daa8c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331571 Aug 27 03:26:14.092635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25ebcd-5bf6-4038-9915-e0a3df10de7f req-61ecba6b-0c2f-4878-81dc-710b79bd5e18 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:14.094121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e25ebcd-5bf6-4038-9915-e0a3df10de7f req-61ecba6b-0c2f-4878-81dc-710b79bd5e18 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0524187 Aug 27 03:26:14.132525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4e25ebcd-5bf6-4038-9915-e0a3df10de7f req-0ea83a73-72af-4a81-93a9-7050d35f4277 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323303 Aug 27 03:26:15.272748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a23b2-5d06-4841-ab54-cf603286b5bc req-ae717da7-55bd-45f3-b1d7-6d5e599f440c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:15.274267 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b89a23b2-5d06-4841-ab54-cf603286b5bc req-ae717da7-55bd-45f3-b1d7-6d5e599f440c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0616033 Aug 27 03:26:15.314240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b89a23b2-5d06-4841-ab54-cf603286b5bc req-56af5bdb-ca1e-4512-aa8a-b3c4537354ed tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315607 Aug 27 03:26:16.437304 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad7b6b-c2f5-40dc-aa81-f44bc0c3867d req-a05040eb-e13b-4b43-b15c-861078bf0acd tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:16.438893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43ad7b6b-c2f5-40dc-aa81-f44bc0c3867d req-a05040eb-e13b-4b43-b15c-861078bf0acd tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0504711 Aug 27 03:26:16.478022 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-43ad7b6b-c2f5-40dc-aa81-f44bc0c3867d req-e110705a-6aef-4205-8dcf-c82fdb5f1f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Aug 27 03:26:17.215507 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.607412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2716957-536b-44b4-8f27-31797057224f req-b6db72ec-6b72-4bd2-8452-d3d47fcf4453 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:17.610453 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2716957-536b-44b4-8f27-31797057224f req-b6db72ec-6b72-4bd2-8452-d3d47fcf4453 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0615516 Aug 27 03:26:17.652001 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a2716957-536b-44b4-8f27-31797057224f req-f40917a7-af5a-439a-98a6-657310ce252b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351102 Aug 27 03:26:18.248941 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:18.782165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826589f6-73db-41df-aa1a-3f99a819852f req-64505f53-0d1f-48ac-8ff6-57158b1b3693 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:18.783738 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-826589f6-73db-41df-aa1a-3f99a819852f req-64505f53-0d1f-48ac-8ff6-57158b1b3693 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0524557 Aug 27 03:26:18.830916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-826589f6-73db-41df-aa1a-3f99a819852f req-c0355381-8fd8-43f5-ba5b-1704e9a911a0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378473 Aug 27 03:26:19.730895 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-11a98675-a871-42f6-99db-a95caecc52f5 service neutron] show failed (client error): The resource could not be found. Aug 27 03:26:19.731917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-11a98675-a871-42f6-99db-a95caecc52f5 service neutron] 10.222.0.45 "GET /v2.0/ports/89b307cc-fd1f-4e07-a9d0-5fa5dff91946/bindings/n-h1-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.1216836 Aug 27 03:26:19.960640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf10ab-3c47-436c-8966-f40a18aed6d7 req-ac0847a3-92f4-44e3-8460-db6051138cca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:19.962382 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cadf10ab-3c47-436c-8966-f40a18aed6d7 req-ac0847a3-92f4-44e3-8460-db6051138cca tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Aug 27 03:26:20.024451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cadf10ab-3c47-436c-8966-f40a18aed6d7 req-c04d70ef-97ec-49c6-908b-d6c09789defd tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533128 Aug 27 03:26:20.027251 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-244bf73e-13cb-42c6-b01f-2192d8acea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:20.028661 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-244bf73e-13cb-42c6-b01f-2192d8acea1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 1096 time: 0.1122208 Aug 27 03:26:20.040852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:20.101907 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.309839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:20.343420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:26:20.382979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:26:20.385273 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28679a00-1f33-4970-a208-f74bce60571a" -d '{"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:26:20.389430 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.401927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Transition to ACTIVE for port object 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:20.407299 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.448398 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe5c141-7a76-460d-8289-62d7de3859c2 x-openstack-request-id: req-2fe5c141-7a76-460d-8289-62d7de3859c2 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:26:20.448692 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:26:20.448943 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fe5c141-7a76-460d-8289-62d7de3859c2 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:26:20.449343 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'code': 200} Aug 27 03:26:20.495563 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=6']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:20.507551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.507893 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.508265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.508600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.509042 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.509240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.509562 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.509868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.510206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.510545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.510855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.511172 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:20.548352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] No DVR routers for this DVR port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:26:20.688217 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:26:20.688568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:26:20.688894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:26:20.693788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:26:20.694109 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Attempting to bind port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:26:20.699000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:26:20.699346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Checking segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:20.699720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Bound using segment: {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:26:20.700153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Bound port: 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20be8e79-3e61-4426-81cb-c6c70e5855e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:26:20.700502 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.764437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:26:20.767494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:26:20.776693 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.824355 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:20.825047 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.826595 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] 10.222.0.32 "PUT /v2.0/ports/89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 1091 time: 0.7898533 Aug 27 03:26:20.860558 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca654e-41d3-478b-b7fe-0187304faa65 service neutron] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=7']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:20.896151 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-a497c864-3bb8-4f5d-bc11-b8bd7b625406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:20.897675 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-a497c864-3bb8-4f5d-bc11-b8bd7b625406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0464239 Aug 27 03:26:20.991313 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-dd43395a-d3a5-45ce-97d6-51981db3b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:20.992870 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-dd43395a-d3a5-45ce-97d6-51981db3b3ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.0879107 Aug 27 03:26:21.066140 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-455809af-a3c1-400f-8f53-9fb143473a78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 999 time: 0.0658996 Aug 27 03:26:21.142375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-fde7e21e-3564-46f9-bd67-5e8c335535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:21.143746 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-fde7e21e-3564-46f9-bd67-5e8c335535b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0700512 Aug 27 03:26:21.189113 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6c920-d154-4875-8d86-6a8c2ea3a302 req-820d17db-f6fa-4e01-9e5e-bfc82297a3ad tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:21.190575 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53b6c920-d154-4875-8d86-6a8c2ea3a302 req-820d17db-f6fa-4e01-9e5e-bfc82297a3ad tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 943 time: 0.0897152 Aug 27 03:26:21.231707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-a8791f13-83ab-44ae-b69a-7dbf4e704187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:21.234004 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-a8791f13-83ab-44ae-b69a-7dbf4e704187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823779 Aug 27 03:26:21.251178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-d5c092b5-8627-456b-98bc-f33cce1e704f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:26:21.252509 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-d5c092b5-8627-456b-98bc-f33cce1e704f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069361 Aug 27 03:26:21.261905 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-53b6c920-d154-4875-8d86-6a8c2ea3a302 req-9104c106-7924-478b-b3f9-4d6f6817331a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643251 Aug 27 03:26:21.360022 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-6ea42249-a116-4299-8c10-6f3e4a25f0b7 service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970485 Aug 27 03:26:21.458459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e0e62ccf-ab1a-44cd-a910-3b868bab4aea req-814e5a07-bb86-4780-aead-9322fa944051 service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910728 Aug 27 03:26:22.390462 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa159ab-0de6-4d4e-b6e5-13cbb1c95263 req-8ecfe4d6-6460-4db3-8238-653f2de1f179 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.391990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ffa159ab-0de6-4d4e-b6e5-13cbb1c95263 req-8ecfe4d6-6460-4db3-8238-653f2de1f179 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 943 time: 0.0514500 Aug 27 03:26:22.430604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ffa159ab-0de6-4d4e-b6e5-13cbb1c95263 req-57822d49-8014-4a7f-bf44-3562fba7ca6b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Aug 27 03:26:22.450375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:26:22.452864 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a208b05e-6412-4d21-9c81-6352b0e39cea" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:26:22.507536 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963b2f20-bb79-4e2c-a5ba-4465e4020831 x-openstack-request-id: req-963b2f20-bb79-4e2c-a5ba-4465e4020831 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:26:22.507830 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:26:22.508064 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-963b2f20-bb79-4e2c-a5ba-4465e4020831 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:26:22.508475 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'status': 'completed', 'code': 200} Aug 27 03:26:22.567383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-c23730e9-b22c-4f16-b9f6-f7792f1559d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.569156 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-c23730e9-b22c-4f16-b9f6-f7792f1559d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0428205 Aug 27 03:26:22.574994 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-dfcb7178-8c76-4d82-817b-540ce9082fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.576493 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-dfcb7178-8c76-4d82-817b-540ce9082fb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0422819 Aug 27 03:26:22.667267 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-7f3582eb-16a0-4367-9365-3feed3ab6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.668795 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-7f3582eb-16a0-4367-9365-3feed3ab6037 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.0915961 Aug 27 03:26:22.672975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-bd297147-0268-4198-8361-984103ad7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.674516 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-bd297147-0268-4198-8361-984103ad7ff1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.0896890 Aug 27 03:26:22.734588 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-4c8fd3a8-63b3-4628-bdf8-18ec2bf2a3b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 999 time: 0.0581634 Aug 27 03:26:22.742422 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-5dae70c9-c010-4b27-9c0e-2f43352c573c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 999 time: 0.0589638 Aug 27 03:26:22.788291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-ab788c9d-4d72-4fa9-aaf7-b47e159470bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.789973 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-ab788c9d-4d72-4fa9-aaf7-b47e159470bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0486634 Aug 27 03:26:22.793039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-c2edffbe-51e6-45e9-84fd-d8fba302fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.794567 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-c2edffbe-51e6-45e9-84fd-d8fba302fc5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0446827 Aug 27 03:26:22.836787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-8cdacaaf-6b2c-488d-a271-a89a59e54eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.838409 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-8cdacaaf-6b2c-488d-a271-a89a59e54eab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415676 Aug 27 03:26:22.844623 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-52e7a853-99d3-419f-8c2c-e9d222586a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:22.846141 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-52e7a853-99d3-419f-8c2c-e9d222586a3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438902 Aug 27 03:26:22.929105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-141c40d4-e361-4888-bc76-386aff027e03 service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 Aug 27 03:26:22.942635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-1a4c673a-d241-4239-afbd-d71c539c9015 service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878656 Aug 27 03:26:23.033550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-fb1970f5-13a7-4f06-a57a-d986e8a57bf1 service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967677 Aug 27 03:26:23.049302 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a208b05e-6412-4d21-9c81-6352b0e39cea req-0dea6f06-035f-479d-9d25-15c10ddf74b8 service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951309 Aug 27 03:26:23.565011 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012661-e7ac-4164-8185-2d179b32ca4c req-bfa64198-b8ca-4737-9872-3bd50d455331 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:23.566544 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02012661-e7ac-4164-8185-2d179b32ca4c req-bfa64198-b8ca-4737-9872-3bd50d455331 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 943 time: 0.0582597 Aug 27 03:26:23.606611 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-02012661-e7ac-4164-8185-2d179b32ca4c req-7c080a57-c2e7-4f29-aecf-1fddf9bef74f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Aug 27 03:26:23.854787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ea372-dcfa-4343-8e84-3feae8484afc req-c8d5c5f3-2f24-46ec-aadd-ac602aef1250 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:23.856293 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e63ea372-dcfa-4343-8e84-3feae8484afc req-c8d5c5f3-2f24-46ec-aadd-ac602aef1250 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 943 time: 0.0929010 Aug 27 03:26:23.871165 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-c9c94e40-7623-4ad5-858f-4c562ba11550 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:23.872562 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-c9c94e40-7623-4ad5-858f-4c562ba11550 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4&tenant_id=1351e8a2724442ecbe9c7566df4da80f&binding%3Ahost_id=n-h1-806293-1 HTTP/1.1" status: 200 len: 943 time: 0.0826137 Aug 27 03:26:23.931450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e63ea372-dcfa-4343-8e84-3feae8484afc req-ce305d59-932e-4b74-a695-e7e96438d0cb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681572 Aug 27 03:26:23.956601 n-d-806293-1 neutron-server[94772]: INFO neutron.api.v2.resource [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-37cd5632-a866-411a-b9ec-5f639eca7b32 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:26:23.957574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-37cd5632-a866-411a-b9ec-5f639eca7b32 service neutron] 10.222.0.45 "DELETE /v2.0/ports/89b307cc-fd1f-4e07-a9d0-5fa5dff91946/bindings/n-h2-806293-1 HTTP/1.1" status: 404 len: 380 time: 0.0719969 Aug 27 03:26:24.043894 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-6c86ecea-1d0c-4d1d-8070-ec0eeac4c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:24.045327 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-6c86ecea-1d0c-4d1d-8070-ec0eeac4c514 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0430717 Aug 27 03:26:24.051272 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d62b1-eda3-424e-a36d-c5a0d3e8684d req-5aef7d3e-a3ea-4229-89e4-fdc74d991f8d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:24.052855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d30d62b1-eda3-424e-a36d-c5a0d3e8684d req-5aef7d3e-a3ea-4229-89e4-fdc74d991f8d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 943 time: 0.0505099 Aug 27 03:26:24.114936 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d30d62b1-eda3-424e-a36d-c5a0d3e8684d req-cb966cf9-674e-4a93-a061-b0d9c71f1368 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510936 Aug 27 03:26:24.153000 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:26:24.170893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-8b249782-f8c1-458d-949c-22376507e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:24.172404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-8b249782-f8c1-458d-949c-22376507e77b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.1204660 Aug 27 03:26:24.242218 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-ef370385-68ff-4280-b21e-ac074e05a894 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 999 time: 0.0629308 Aug 27 03:26:24.252783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:24.264591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'port_id': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'mac_address': 'fa:16:3e:9c:26:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:26:24.296679 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-7f06ba45-3f3c-44a5-98cf-781bb0a171a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:24.298210 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-7f06ba45-3f3c-44a5-98cf-781bb0a171a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0486116 Aug 27 03:26:24.300862 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:24.313976 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:26:24.337438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:24.343390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:24.347895 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-52078706-d3db-4e64-ba5b-cd7c2cdcf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:24.349483 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-52078706-d3db-4e64-ba5b-cd7c2cdcf95d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433183 Aug 27 03:26:24.390241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:24.397669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.398014 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.398374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.398714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.399051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.399395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.399720 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.400039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.400367 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.400690 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.401013 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.401322 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:24.441784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-4038028e-dd42-4b0b-b0ae-5a8e93002d56 service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830414 Aug 27 03:26:24.540321 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bbef2561-d19e-45a3-82ec-af70d787df08 req-c44efebf-eb8c-4f7f-ad62-f44f03e04d8c service neutron] 10.222.0.45 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914102 Aug 27 03:26:24.594271 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['89b307cc-fd1f-4e07-a9d0-5fa5dff91946'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:26:24.622409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:26:24.680805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:26:25.235726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304c9a-ee82-4e82-936b-e4fe86de2a91 req-9ab403f1-acca-492e-805d-62f796d329fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:25.237243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da304c9a-ee82-4e82-936b-e4fe86de2a91 req-9ab403f1-acca-492e-805d-62f796d329fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 944 time: 0.0518782 Aug 27 03:26:25.274861 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-da304c9a-ee82-4e82-936b-e4fe86de2a91 req-6eabaaef-13b9-472c-8991-cb56ef946e4c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 Aug 27 03:26:25.297493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38812) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:25.369765 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a5717576-2948-4d9f-a4ce-1ed3af1704f6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/2f2efa03-43b5-428e-8c83-bca73cb81fcd HTTP/1.1" status: 200 len: 992 time: 0.0710897 Aug 27 03:26:26.156910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:26.212632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:26.218186 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:26.218572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:26.300874 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:26.324699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:26:26.327021 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8bede6-2c34-4abf-9164-8ba016f9b5b3" -d '{"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-plugged", "status": "completed", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:26:26.339208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:26.347568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:26.373419 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee5402-9e94-47ed-aa33-6f3c14c29878 x-openstack-request-id: req-7dee5402-9e94-47ed-aa33-6f3c14c29878 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:26:26.373699 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-plugged", "status": "completed", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:26:26.373954 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dee5402-9e94-47ed-aa33-6f3c14c29878 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:26:26.374347 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'code': 200} Aug 27 03:26:26.399896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=9']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:26.514646 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-0df6a952-8501-4dec-92da-220612a4e7d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420539 Aug 27 03:26:26.600020 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f21b74-4543-47c2-affa-f06df543ab3e req-87f1308f-c48d-4072-af7b-91fc404ccb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:26.601492 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-87f1308f-c48d-4072-af7b-91fc404ccb5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0412817 Aug 27 03:26:26.716157 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f21b74-4543-47c2-affa-f06df543ab3e req-0a02eb87-856d-4829-850b-2ab9826c27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:26.717558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-0a02eb87-856d-4829-850b-2ab9826c27e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.0950541 Aug 27 03:26:26.785997 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-b471b9a5-7d91-45e5-9d61-9fa5d3a3d06a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 1001 time: 0.0611839 Aug 27 03:26:26.844688 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f21b74-4543-47c2-affa-f06df543ab3e req-299efca4-52db-4b9e-a3d5-b6eae36e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:26.846125 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-299efca4-52db-4b9e-a3d5-b6eae36e2cb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0521891 Aug 27 03:26:26.894695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f21b74-4543-47c2-affa-f06df543ab3e req-bc02d0ff-ff70-43a9-ad57-f9ecf4eefe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:26.896241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-bc02d0ff-ff70-43a9-ad57-f9ecf4eefe84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426168 Aug 27 03:26:26.993466 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-aba84ffd-c1b9-4955-9771-59abb2b763ed service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893824 Aug 27 03:26:27.087709 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-52f21b74-4543-47c2-affa-f06df543ab3e req-d3df2d85-ef4d-4251-8a9a-5c4b808b4f9e service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877070 Aug 27 03:26:27.852816 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adafc0e0-d18a-47e9-9b03-e2960421e4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:30.395899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ffba51dd-b648-4e84-992c-615f109642bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:30.556401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:31.557429 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:33.431568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:41.320546 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:47.226720 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:48.325057 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.946062 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38824) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:56.110659 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 86ea1073-98c5-441b-a55e-c49dbd0ecfb8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:26:56.110956 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.191302 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.191582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.203707 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 86ea1073-98c5-441b-a55e-c49dbd0ecfb8 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:26:56.355815 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.386594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=86ea1073-98c5-441b-a55e-c49dbd0ecfb8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:56.448401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.449043 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 2f2efa03-43b5-428e-8c83-bca73cb81fcd disassociated (deleted). External IP: 172.25.1.235, port: 89b307cc-fd1f-4e07-a9d0-5fa5dff91946. Aug 27 03:26:57.022928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router b4488678-8428-43fd-9a57-ef103096c21a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:26:57.137338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:26:57.142549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:57.147353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] Sync routers for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:26:57.171499 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-be9d3e7a-78a6-49de-97df-f9ac1a57e679 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/floatingips/2f2efa03-43b5-428e-8c83-bca73cb81fcd HTTP/1.1" status: 204 len: 168 time: 1.2242453 Aug 27 03:26:57.172160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:26:57.174553 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586e66fc-b210-464c-9068-edb3220ea3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:26:57.294009 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f9fed-0554-4c6f-99a8-5a2be94adbf5 x-openstack-request-id: req-0b6f9fed-0554-4c6f-99a8-5a2be94adbf5 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:26:57.294591 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:26:57.294845 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b6f9fed-0554-4c6f-99a8-5a2be94adbf5 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:26:57.295254 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'status': 'completed', 'code': 200} Aug 27 03:26:57.326478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:57.327405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:26:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:57.374740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-af53beaf-8f50-4949-a98f-c55de762be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:57.376329 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-af53beaf-8f50-4949-a98f-c55de762be61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0480950 Aug 27 03:26:57.418235 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eb1e2-412f-4474-b81c-3809a8fb7f1f req-2675f585-6b7d-4f8b-a709-5fcadaa0f369 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:57.419922 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b24eb1e2-412f-4474-b81c-3809a8fb7f1f req-2675f585-6b7d-4f8b-a709-5fcadaa0f369 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0524502 Aug 27 03:26:57.436417 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:57.465771 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b24eb1e2-412f-4474-b81c-3809a8fb7f1f req-19385788-9b4c-4b97-8012-eebefc511fa3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385714 Aug 27 03:26:57.476044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-18452ce4-f297-4b07-a6c4-d37801b0274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:57.477853 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-18452ce4-f297-4b07-a6c4-d37801b0274b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 200 len: 898 time: 0.0925908 Aug 27 03:26:57.521182 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-fcc63dbb-bf30-43cc-9108-6affb66e432b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 200 len: 217 time: 0.0351162 Aug 27 03:26:57.575282 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-6ab13c83-4e0e-4263-bb2a-eb8679ddf761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:57.576766 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-6ab13c83-4e0e-4263-bb2a-eb8679ddf761 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 200 len: 835 time: 0.0448909 Aug 27 03:26:57.627264 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-05e175bc-2d6a-4d12-a53e-282ca97df996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:57.628799 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-05e175bc-2d6a-4d12-a53e-282ca97df996 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418196 Aug 27 03:26:57.636800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:18Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:57.663029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] Checking router: b4488678-8428-43fd-9a57-ef103096c21a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:26:57.675306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:57.675940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:26:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:57.728543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-566288f6-1335-4115-98f3-4b101d460706 service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892437 Aug 27 03:26:57.782725 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:57.826337 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-586e66fc-b210-464c-9068-edb3220ea3b2 req-db77fa86-ed9b-4602-8719-9afa4885a921 service neutron] 10.222.0.32 "GET /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846596 Aug 27 03:26:57.908843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2dc459e8-01c1-4ead-a112-7af6f10f30be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.003170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:18Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:58.028378 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338075c-2390-4283-89cf-0851b4056e59 None None] The sync data for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 is: [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:14Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4', 'name': '', 'network_id': 'c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:93:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:13Z', 'updated_at': '2021-08-27T03:25:18Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'a7280eef-cef5-4b05-8fb3-91bf79399350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:26:58.247004 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785c96b-fec8-4312-a857-fbb5bb734789 None None] New status for floating IP 2f2efa03-43b5-428e-8c83-bca73cb81fcd: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:26:58.656086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa955c-ad41-4042-8cd0-8b2d7679d719 req-1db96d98-9ff2-4161-9c69-2828abcad371 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:58.657577 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16fa955c-ad41-4042-8cd0-8b2d7679d719 req-1db96d98-9ff2-4161-9c69-2828abcad371 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.1138120 Aug 27 03:26:58.696201 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-16fa955c-ad41-4042-8cd0-8b2d7679d719 req-a7a5fcd5-5417-4e98-8c92-033050d6936c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=06225051-728d-4a45-940c-9ddc75afcdc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Aug 27 03:26:58.752768 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-b82c78e8-4552-49c4-b5e9-32bcc065a66f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:58.754626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-b82c78e8-4552-49c4-b5e9-32bcc065a66f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4 HTTP/1.1" status: 200 len: 945 time: 0.0575581 Aug 27 03:26:58.859858 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:26:58.860113 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.954770 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:58.955251 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.968235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:26:59.104356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.144600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=89b307cc-fd1f-4e07-a9d0-5fa5dff91946,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:59.183941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] No DVR routers for this DVR port 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:26:59.186719 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.188809 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0804ab63-9fdb-4ad2-9020-124e33cbe931 req-134cd938-f1fd-44fb-8fc8-44c0db23ebdb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.32 "DELETE /v2.0/ports/89b307cc-fd1f-4e07-a9d0-5fa5dff91946 HTTP/1.1" status: 204 len: 173 time: 0.4259808 Aug 27 03:26:59.296614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-deleted', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:26:59.299089 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8447ff16-7302-4b7f-b6b4-fd92760580f7" -d '{"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-deleted", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:26:59.336520 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc69f4-e7f6-424d-92c0-5f5102ed3aab x-openstack-request-id: req-cbfc69f4-e7f6-424d-92c0-5f5102ed3aab {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:26:59.336821 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4", "name": "network-vif-deleted", "tag": "89b307cc-fd1f-4e07-a9d0-5fa5dff91946", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:26:59.337109 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbfc69f4-e7f6-424d-92c0-5f5102ed3aab {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:26:59.337515 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ae674e-2edf-426e-8ba2-b9f9d2d58fd4', 'name': 'network-vif-deleted', 'tag': '89b307cc-fd1f-4e07-a9d0-5fa5dff91946', 'status': 'completed', 'code': 200} Aug 27 03:26:59.754244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38842) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:00.160013 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.398347 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a5c1-fd26-48f0-9061-a00f6528069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.422651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:00.422913 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.521516 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:00.521876 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.543221 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:00.554753 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.749264 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.776271 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:00.959288 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.180529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router b4488678-8428-43fd-9a57-ef103096c21a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:27:01.290727 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:27:01.295756 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-117691d9-3b20-403f-836c-315aed0e0d65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/b4488678-8428-43fd-9a57-ef103096c21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404623 Aug 27 03:27:01.298706 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38844) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:01.301896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] Sync routers for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:27:01.311954 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:01.312619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:01.350061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting subnet a7280eef-cef5-4b05-8fb3-91bf79399350 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:27:01.353223 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.393083 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.417353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:01.480792 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.545877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.575341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Subnet': ['ID=a7280eef-cef5-4b05-8fb3-91bf79399350,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:01.577401 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.581884 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-82a2b234-3004-4b41-add2-f02c885fce50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/subnets/a7280eef-cef5-4b05-8fb3-91bf79399350 HTTP/1.1" status: 204 len: 168 time: 0.2796898 Aug 27 03:27:01.582923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38846) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:01.589500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c241c0-d954-43de-8cb2-50336ecc228c None None] Network c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:27:01.593401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.692544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.707859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:27:00Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:01.736398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] Checking router: b4488678-8428-43fd-9a57-ef103096c21a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:27:01.749567 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] Routers {'b4488678-8428-43fd-9a57-ef103096c21a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:01.750090 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['b4488678-8428-43fd-9a57-ef103096c21a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:01.802454 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.831201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] DHCP port deletion for c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:27:01.859040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 22e4c070-888f-4fd3-8769-99ea331ee4fe {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:01.859361 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.877970 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] Set router b4488678-8428-43fd-9a57-ef103096c21a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:01.949046 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 22e4c070-888f-4fd3-8769-99ea331ee4fe, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=22e4c070-888f-4fd3-8769-99ea331ee4fe,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:01.949416 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.963347 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 22e4c070-888f-4fd3-8769-99ea331ee4fe owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:01.990267 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] Deleting port c7a6c973-c748-440c-81ba-c39899931568 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:01.990605 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.074585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] For port c7a6c973-c748-440c-81ba-c39899931568, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=c7a6c973-c748-440c-81ba-c39899931568,segment=NetworkSegment(20be8e79-3e61-4426-81cb-c6c70e5855e8),segment_id=20be8e79-3e61-4426-81cb-c6c70e5855e8)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:02.074965 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.103924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] Calling delete_port for c7a6c973-c748-440c-81ba-c39899931568 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:02.132133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.158502 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=22e4c070-888f-4fd3-8769-99ea331ee4fe,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:02.181712 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:27:00Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:02.214104 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9110211-218a-4513-b63e-c0aebb652e8b None None] The sync data for ids ['b4488678-8428-43fd-9a57-ef103096c21a'] in n-d-806293-1 is: [{'id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477251938', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:27:00Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '22e4c070-888f-4fd3-8769-99ea331ee4fe', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4488678-8428-43fd-9a57-ef103096c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:25:11Z', 'updated_at': '2021-08-27T03:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:27:02.218496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.228577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.259403 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] Pushing event deleted for resources: {'Port': ['ID=c7a6c973-c748-440c-81ba-c39899931568,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:02.265029 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11d3c7-b4b3-4113-92ba-cde78db4123d None None] No DVR routers for this DVR port c7a6c973-c748-440c-81ba-c39899931568 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:27:02.318875 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.321097 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.368557 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.368974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Fanout notify agent at l3_agent the message router_deleted on router b4488678-8428-43fd-9a57-ef103096c21a {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:27:02.376338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.377537 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-75bff8d6-0bad-4895-afd4-ca2d367823ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/routers/b4488678-8428-43fd-9a57-ef103096c21a HTTP/1.1" status: 204 len: 168 time: 0.7940493 Aug 27 03:27:02.380277 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38848) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:02.436839 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:02.457286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:02.457623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 89b307cc-fd1f-4e07-a9d0-5fa5dff91946 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:02.457735 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.555183 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.572031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:02.589051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20be8e79-3e61-4426-81cb-c6c70e5855e8') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:02.589344 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20be8e79-3e61-4426-81cb-c6c70e5855e8') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:02.599096 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.613870 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.620228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:27:02.620618 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:27:02.623742 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:27:02.686222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.689117 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c7a6c973-c748-440c-81ba-c39899931568 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:02.697918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.702381 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/networks/c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8 HTTP/1.1" status: 204 len: 168 time: 0.3189225 Aug 27 03:27:02.703291 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38850) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:02.717596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: c7a6c973-c748-440c-81ba-c39899931568 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:02.718100 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device c7a6c973-c748-440c-81ba-c39899931568 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:02.718657 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:02.719171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30272c48-4a55-42e9-9ea8-5a253ec7ef9d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Network': ['ID=c9f2bbf7-f7e8-4fb5-84cd-dbe49f1e01d8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:02.738816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:02.739291 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 843a7bc0-6d6e-4a16-9835-4ffb53fbfbc4 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:02.769756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.795024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.870873 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.874722 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:02.876427 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/security-groups/06225051-728d-4a45-940c-9ddc75afcdc4 HTTP/1.1" status: 204 len: 168 time: 0.1720078 Aug 27 03:27:02.890655 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06225051-728d-4a45-940c-9ddc75afcdc4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:02.899751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.900215 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.900627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.901027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.901431 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.901963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.902244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.902803 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.903124 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.903519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.903811 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:02.904141 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65424765-e85a-45ca-bcdc-3da5781ee93d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:03.258533 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38856) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:03.263708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-460eaeb6-1f7b-4fe8-8d8e-4c2babef239d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542717837', 'description': 'tempest-secgroup-smoke-1542717837 description', 'project_id': '1351e8a2724442ecbe9c7566df4da80f'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:03.294336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-460eaeb6-1f7b-4fe8-8d8e-4c2babef239d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.376270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-460eaeb6-1f7b-4fe8-8d8e-4c2babef239d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.381679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-460eaeb6-1f7b-4fe8-8d8e-4c2babef239d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.412005 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-460eaeb6-1f7b-4fe8-8d8e-4c2babef239d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.416044 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-460eaeb6-1f7b-4fe8-8d8e-4c2babef239d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1535311 Aug 27 03:27:03.416044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eaeb6-1f7b-4fe8-8d8e-4c2babef239d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:03.416606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38858) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:03.422043 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-b549e4c6-9229-46ce-89cc-1f29a15d97ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': 'bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:03.434196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.451048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b549e4c6-9229-46ce-89cc-1f29a15d97ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.498427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b549e4c6-9229-46ce-89cc-1f29a15d97ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.504002 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b549e4c6-9229-46ce-89cc-1f29a15d97ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.521686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549e4c6-9229-46ce-89cc-1f29a15d97ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a65ba3-a8c5-4d08-b0a9-1867c52beef2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:03.530740 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b549e4c6-9229-46ce-89cc-1f29a15d97ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.532214 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-b549e4c6-9229-46ce-89cc-1f29a15d97ab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144447 Aug 27 03:27:03.535885 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38860) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:03.540517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-19866126-ef09-4af8-b608-4419df4929a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': 'bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:03.573021 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19866126-ef09-4af8-b608-4419df4929a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.632924 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19866126-ef09-4af8-b608-4419df4929a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.638645 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19866126-ef09-4af8-b608-4419df4929a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.656672 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19866126-ef09-4af8-b608-4419df4929a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889b8759-e424-4e6c-b10a-57c780382dcc,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:03.663107 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19866126-ef09-4af8-b608-4419df4929a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.664728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-19866126-ef09-4af8-b608-4419df4929a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279078 Aug 27 03:27:03.667526 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38862) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:03.672135 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-18f68a2c-386d-4fd7-a85e-1382cf12c01f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': 'bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:03.702098 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f68a2c-386d-4fd7-a85e-1382cf12c01f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.763778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f68a2c-386d-4fd7-a85e-1382cf12c01f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.768426 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f68a2c-386d-4fd7-a85e-1382cf12c01f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.785635 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f68a2c-386d-4fd7-a85e-1382cf12c01f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029a1328-081f-4204-8e03-ce1a46822641,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:03.798106 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f68a2c-386d-4fd7-a85e-1382cf12c01f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.799403 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-18f68a2c-386d-4fd7-a85e-1382cf12c01f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309109 Aug 27 03:27:03.803514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38864) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:03.807999 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-4365dba8-3718-4ab6-98cb-ea53e2d4c35c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': 'bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:03.837251 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4365dba8-3718-4ab6-98cb-ea53e2d4c35c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.904315 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4365dba8-3718-4ab6-98cb-ea53e2d4c35c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.909558 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4365dba8-3718-4ab6-98cb-ea53e2d4c35c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.927256 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365dba8-3718-4ab6-98cb-ea53e2d4c35c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3f36f9-878f-4de6-a6f5-72cfc0fceefd,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:03.935815 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4365dba8-3718-4ab6-98cb-ea53e2d4c35c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.937076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4365dba8-3718-4ab6-98cb-ea53e2d4c35c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326315 Aug 27 03:27:03.940178 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38866) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:03.945293 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': 'bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:03.968406 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:27:03.973304 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.033206 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.037479 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.054186 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9077172-1cf2-4eef-81f1-7e5fa7f38767,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:04.061796 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.063071 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-34f3a411-b536-4995-9333-62727734ac49 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218674 Aug 27 03:27:04.065890 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38868) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:04.070723 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': 'bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:04.092875 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:27:04.097952 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.162835 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.169469 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.188473 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6040db-689e-4b26-8bff-c741e6c80188,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:04.195932 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.197377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ee7d6e0e-02ce-4537-9a6b-7ba56cebfbda tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304102 Aug 27 03:27:04.201842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38870) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:04.207137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'network': {'name': 'tempest-network-smoke--1055734850', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:04.230975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:27:04.234615 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.258673 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:27:04.268617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.268940 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Added segment 5685d77a-e227-49b3-aaf4-39c8165756f3 of type vlan for network 230b34cf-858a-4bba-8661-5e4c8d401380 Aug 27 03:27:04.311065 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.336606 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.342732 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:04.343362 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.347692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 22e4c070-888f-4fd3-8769-99ea331ee4fe no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:04.369026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 22e4c070-888f-4fd3-8769-99ea331ee4fe {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:04.369374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 22e4c070-888f-4fd3-8769-99ea331ee4fe not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:04.405361 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2022555 Aug 27 03:27:04.408810 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38872) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:04.415511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'admin_state_up': True, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:04.424013 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd686e-afa1-424a-8006-ac665091069c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Network': ['ID=230b34cf-858a-4bba-8661-5e4c8d401380,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:04.435050 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 230b34cf-858a-4bba-8661-5e4c8d401380 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:27:04.446295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.447390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.501022 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.644651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.847333 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.871166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.977557 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.29 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0e5ebc3c-4fef-4378-ae99-51472a12dcb5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:27:05.101674 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:05.147056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:05.185020 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:27:05.189866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:05.194784 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:27:05.200777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:05.449408 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:05.652797 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.124072 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:27:06.244940 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:27:06.256002 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Sync routers for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:27:06.264779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.265726 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:06.266043 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-1837e79c-1d0f-48ba-9ead-fd9a46f9ed5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8562932 Aug 27 03:27:06.266444 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:06.269206 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38874) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:06.297035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-02a80a1a-a19e-49a9-8370-7e58fb9b54b7 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1351e8a2724442ecbe9c7566df4da80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267398 Aug 27 03:27:06.299958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38876) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:06.371584 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:06.386174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241d934-d6bb-4551-8b81-86b2cab213df tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:06.387681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6241d934-d6bb-4551-8b81-86b2cab213df tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870154 Aug 27 03:27:06.390627 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38878) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:06.418886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f3bd17bf-181e-43b3-83ce-ebf56dc00e14 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270345 Aug 27 03:27:06.421766 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38880) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:06.427206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743901976', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:06.520372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:27:06.523939 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.553965 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:05Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:06.583413 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Checking router: 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:27:06.583750 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Updating router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:27:06.608728 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.715703 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.775552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Subnet': ['ID=70e01e24-f592-4147-8fbc-c3668cc1cc30,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:06.784545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Checking segment: {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:27:06.784906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network hostable DHCP agents. Network: 230b34cf-858a-4bba-8661-5e4c8d401380, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:27:06.803127 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 230b34cf-858a-4bba-8661-5e4c8d401380 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:27:06.813462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 230b34cf-858a-4bba-8661-5e4c8d401380) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:06.819030 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:06.819625 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.828345 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480202df-16a5-4572-a705-bf3d904fb433 None None] Network 230b34cf-858a-4bba-8661-5e4c8d401380 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:27:06.837868 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0fd9547d-865a-4809-b373-cd66d18d4494 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4149015 Aug 27 03:27:06.840890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38882) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:06.894357 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.905565 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Transition to ACTIVE for port object 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:06.913852 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.968579 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Attempting to bind port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:27:06.968855 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Attempting to bind port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:27:06.969220 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Attempting to bind port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:27:06.978840 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:27:06.979174 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:27:06.979598 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.979995 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:27:06.980441 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Bound port: 0e5ebc3c-4fef-4378-ae99-51472a12dcb5, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:27:06.980816 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.984006 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Pushing event updated for resources: {'Port': ['ID=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:07.013386 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.013677 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.014045 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.014397 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.014698 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.015012 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.015349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.015649 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.015964 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.016279 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.016609 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.016921 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:07.059307 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] For port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:27:07.062687 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] For port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:27:07.069440 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.132349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:07.133628 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:07.141087 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-230b34cf-858a-4bba-8661-5e4c8d401380', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:27:07.141981 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.175682 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb198597-9de4-43d8-bc8c-a06efd53dfb2 None None] Pushing event updated for resources: {'Port': ['ID=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:07.254777 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:07.283074 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Allocated IP 172.20.0.2 (230b34cf-858a-4bba-8661-5e4c8d401380/70e01e24-f592-4147-8fbc-c3668cc1cc30/d312dece-9400-450a-a021-341cad9cba24) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:27:07.332468 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.435165 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:05Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:07.440031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.449159 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Transition to ACTIVE for port object d312dece-9400-450a-a021-341cad9cba24 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:07.464474 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Transition to ACTIVE for port object d312dece-9400-450a-a021-341cad9cba24 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:07.471779 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.482079 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ef8c1-75f6-426e-b33d-06b5759fdd65 None None] The sync data for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 is: [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:05Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:27:07.525732 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Network 230b34cf-858a-4bba-8661-5e4c8d401380 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:27:07.527353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:07.529288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Pushing event updated for resources: {'Port': ['ID=d312dece-9400-450a-a021-341cad9cba24,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:07.533458 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:27:07.593638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Attempting to bind port d312dece-9400-450a-a021-341cad9cba24 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:27:07.594010 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Attempting to bind port d312dece-9400-450a-a021-341cad9cba24 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:27:07.594400 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Attempting to bind port d312dece-9400-450a-a021-341cad9cba24 on network 230b34cf-858a-4bba-8661-5e4c8d401380 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:27:07.599577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:27:07.599956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Checking segment: {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:27:07.600357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.600738 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Bound using segment: {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:27:07.601281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Bound port: d312dece-9400-450a-a021-341cad9cba24, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:27:07.601682 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.626137 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.1 (230b34cf-858a-4bba-8661-5e4c8d401380/70e01e24-f592-4147-8fbc-c3668cc1cc30/2420b5e8-b48b-4986-b7f2-dad402b94579) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:27:07.675208 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] For port d312dece-9400-450a-a021-341cad9cba24, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:27:07.678909 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] For port d312dece-9400-450a-a021-341cad9cba24, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d312dece-9400-450a-a021-341cad9cba24,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:27:07.684500 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.765004 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f6255-8b6e-4773-b058-2fedfb15a41b None None] Pushing event updated for resources: {'Port': ['ID=d312dece-9400-450a-a021-341cad9cba24,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:07.796690 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.814515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 2420b5e8-b48b-4986-b7f2-dad402b94579 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:07.854753 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.898293 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 230b34cf-858a-4bba-8661-5e4c8d401380 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:27:07.904228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:07.908325 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:27:07.942515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=2420b5e8-b48b-4986-b7f2-dad402b94579,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:07.977279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.124855 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.439282 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.449427 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.487883 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d312dece-9400-450a-a021-341cad9cba24 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:08.545114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.547199 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=2420b5e8-b48b-4986-b7f2-dad402b94579,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:08.550147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port d312dece-9400-450a-a021-341cad9cba24 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:08.556605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:08.618356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:08.622632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:08.623036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.647975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 230b34cf-858a-4bba-8661-5e4c8d401380 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:27:08.649511 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:08.712447 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.734717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:08.740009 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.766433 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646cf54-ac41-4707-94bb-2175a8c3d704 None None] Network 230b34cf-858a-4bba-8661-5e4c8d401380 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:27:08.775059 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:27:08.842611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:08.855884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b8b6223e-ea83-4823-90ad-d30b29a22bf3 None None] Provisioning for port d312dece-9400-450a-a021-341cad9cba24 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:08.864366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b8b6223e-ea83-4823-90ad-d30b29a22bf3 None None] Provisioning complete for port d312dece-9400-450a-a021-341cad9cba24 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:08.864741 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8b6223e-ea83-4823-90ad-d30b29a22bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.887158 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:27:08.898417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-435a11e1-aac0-4883-b124-cd2237966744 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/8c56fd80-b2c7-42d6-b3a3-8425f540fa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0518680 Aug 27 03:27:09.011811 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8b6223e-ea83-4823-90ad-d30b29a22bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.050581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b8b6223e-ea83-4823-90ad-d30b29a22bf3 None None] For port d312dece-9400-450a-a021-341cad9cba24, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d312dece-9400-450a-a021-341cad9cba24,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:09.055759 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8b6223e-ea83-4823-90ad-d30b29a22bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.057761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-b504eaf4-910c-4260-b110-ce5802a410ba req-eddb53e9-510f-4924-84f1-18ee96a8bea7 service neutron] (94772) timed out ('10.222.0.32', 54749) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:27:09.115958 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6223e-ea83-4823-90ad-d30b29a22bf3 None None] Pushing event updated for resources: {'Port': ['ID=d312dece-9400-450a-a021-341cad9cba24,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:09.225526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-760a4512-f740-437d-823c-0867cb3bb8ed tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542717837&fields=id&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 267 time: 0.0383391 Aug 27 03:27:09.280777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-066dcfc3-f22a-4bc5-bc77-0952aef156b0 None None] Provisioning complete for port d312dece-9400-450a-a021-341cad9cba24 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:09.281314 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-066dcfc3-f22a-4bc5-bc77-0952aef156b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.330667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Sync routers for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:27:09.347726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-b638f18e-7d4a-4f7e-a112-59343bb8811f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:09.349950 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:09.350723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:09.351016 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-b638f18e-7d4a-4f7e-a112-59343bb8811f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 797 time: 0.1175764 Aug 27 03:27:09.366484 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f0f15bb0-227c-4550-a02f-d8667a21e04b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/quotas/1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 375 time: 0.0103009 Aug 27 03:27:09.425054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-681b7c25-fbe7-4d91-ae5c-0d975b2f6bf5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521359 Aug 27 03:27:09.491457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-066dcfc3-f22a-4bc5-bc77-0952aef156b0 None None] Provisioning for port 2420b5e8-b48b-4986-b7f2-dad402b94579 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:09.494639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:09.524520 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-066dcfc3-f22a-4bc5-bc77-0952aef156b0 None None] Provisioning complete for port 2420b5e8-b48b-4986-b7f2-dad402b94579 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:09.524953 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-066dcfc3-f22a-4bc5-bc77-0952aef156b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.534898 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-0dae0de0-874d-4fa5-8fc2-40d75d0bf31a service neutron] 10.222.0.10 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959806 Aug 27 03:27:09.602646 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-066dcfc3-f22a-4bc5-bc77-0952aef156b0 None None] Port 2420b5e8-b48b-4986-b7f2-dad402b94579 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:27:09.633341 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-1e4b8bfe-94d8-4b7a-aa47-b72370030941 service neutron] 10.222.0.10 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948215 Aug 27 03:27:09.733686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-997eebc6-97c1-45d3-99fc-f7647a355887 None None] Provisioning complete for port 2420b5e8-b48b-4986-b7f2-dad402b94579 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:09.734747 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-997eebc6-97c1-45d3-99fc-f7647a355887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.774739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 2, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:09.797487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b48cce6b-e50f-420b-ab04-12d28406adf0 req-cbfc9633-25c2-4c07-953b-aa8407f2f862 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 210 time: 0.0277214 Aug 27 03:27:09.818079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Checking router: 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:27:09.818079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Updating router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c port 2420b5e8-b48b-4986-b7f2-dad402b94579 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:27:09.818079 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-997eebc6-97c1-45d3-99fc-f7647a355887 None None] Port 2420b5e8-b48b-4986-b7f2-dad402b94579 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:27:09.836183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:10.102548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:10.112613 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Transition to ACTIVE for port object 2420b5e8-b48b-4986-b7f2-dad402b94579 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:10.120224 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:10.189961 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c65fc-5267-4ecb-bd42-7a6f53857609 None None] Pushing event updated for resources: {'Port': ['ID=2420b5e8-b48b-4986-b7f2-dad402b94579,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:10.218815 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Attempting to bind port 2420b5e8-b48b-4986-b7f2-dad402b94579 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:27:10.219226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Attempting to bind port 2420b5e8-b48b-4986-b7f2-dad402b94579 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:27:10.219590 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Attempting to bind port 2420b5e8-b48b-4986-b7f2-dad402b94579 on network 230b34cf-858a-4bba-8661-5e4c8d401380 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:27:10.225324 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:27:10.225816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Checking segment: {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:27:10.226126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:10.226543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Bound using segment: {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:27:10.227018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Bound port: 2420b5e8-b48b-4986-b7f2-dad402b94579, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:27:10.227398 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:10.298111 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] For port 2420b5e8-b48b-4986-b7f2-dad402b94579, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:27:10.301541 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] For port 2420b5e8-b48b-4986-b7f2-dad402b94579, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2420b5e8-b48b-4986-b7f2-dad402b94579,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:27:10.307139 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:10.366351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:10.366980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:10.371756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c65fc-5267-4ecb-bd42-7a6f53857609 None None] Pushing event updated for resources: {'Port': ['ID=2420b5e8-b48b-4986-b7f2-dad402b94579,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:10.460749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d312dece-9400-450a-a021-341cad9cba24 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:10.520800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:10.600025 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port d312dece-9400-450a-a021-341cad9cba24 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:10.600400 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:10.764957 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-339adef6-4941-4766-a1c6-fbf470f834cc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:10.767292 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-339adef6-4941-4766-a1c6-fbf470f834cc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 797 time: 0.1254807 Aug 27 03:27:10.785638 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:10.811516 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-1279c50e-6804-4eaa-bb7e-cc0f1f5be1fb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 380 time: 0.0353973 Aug 27 03:27:10.826735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'port': {'device_id': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'admin_state_up': True, 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'security_groups': ['bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:10.837043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:10Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:10.907675 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eadcfca8-90ea-4a34-bbb9-c997642ecdbc req-13635870-e655-4b55-94ec-81a716be6479 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 210 time: 0.0335793 Aug 27 03:27:10.975525 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:27:10.979018 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.031197 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee343f-e019-4ffe-9a8b-09aaa5af47a5 None None] The sync data for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 is: [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:10Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:27:11.039408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:11.039904 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.125197 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.5 (230b34cf-858a-4bba-8661-5e4c8d401380/70e01e24-f592-4147-8fbc-c3668cc1cc30/ec524014-d787-4988-b813-6b966f5f0a00) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:27:11.273658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.287670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object ec524014-d787-4988-b813-6b966f5f0a00 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:11.328321 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.378108 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 230b34cf-858a-4bba-8661-5e4c8d401380 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:27:11.383503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:11.387369 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:27:11.412375 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=ec524014-d787-4988-b813-6b966f5f0a00,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:11.443689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:11.444350 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.462298 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-f847ad6f-9032-4ba7-84ca-4f5c2b25b278 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6395974 Aug 27 03:27:11.476030 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Request body: {'port': {'device_id': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:11.542899 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.633888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f671dd39-e2a8-4984-be74-880f702a9744 None None] Provisioning for port ec524014-d787-4988-b813-6b966f5f0a00 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:11.638715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-f671dd39-e2a8-4984-be74-880f702a9744 None None] Provisioning complete for port ec524014-d787-4988-b813-6b966f5f0a00 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:11.639095 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f671dd39-e2a8-4984-be74-880f702a9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.678974 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-f671dd39-e2a8-4984-be74-880f702a9744 None None] Port ec524014-d787-4988-b813-6b966f5f0a00 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:27:11.831841 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec524014-d787-4988-b813-6b966f5f0a00 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:27:11.840090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.852838 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Transition to ACTIVE for port object ec524014-d787-4988-b813-6b966f5f0a00 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:11.857234 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.916483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Pushing event updated for resources: {'Port': ['ID=ec524014-d787-4988-b813-6b966f5f0a00,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:11.995566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Attempting to bind port ec524014-d787-4988-b813-6b966f5f0a00 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:27:11.996157 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Attempting to bind port ec524014-d787-4988-b813-6b966f5f0a00 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:27:11.996670 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Attempting to bind port ec524014-d787-4988-b813-6b966f5f0a00 on network 230b34cf-858a-4bba-8661-5e4c8d401380 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:27:12.002174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Port ec524014-d787-4988-b813-6b966f5f0a00 on network 230b34cf-858a-4bba-8661-5e4c8d401380 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:27:12.002794 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Attempting to bind port ec524014-d787-4988-b813-6b966f5f0a00 on network 230b34cf-858a-4bba-8661-5e4c8d401380 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:27:12.008620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:27:12.009340 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Checking segment: {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:27:12.009892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Bound using segment: {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:27:12.010533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Bound port: ec524014-d787-4988-b813-6b966f5f0a00, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5685d77a-e227-49b3-aaf4-39c8165756f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:27:12.011307 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.056240 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df228407-bc0b-4ef2-80a8-acc46a331fb6 req-05169e0e-1684-4c49-84b8-cc862232b502 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.058006 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df228407-bc0b-4ef2-80a8-acc46a331fb6 req-05169e0e-1684-4c49-84b8-cc862232b502 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 943 time: 0.0645275 Aug 27 03:27:12.094582 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] For port ec524014-d787-4988-b813-6b966f5f0a00, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:27:12.098232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] For port ec524014-d787-4988-b813-6b966f5f0a00, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec524014-d787-4988-b813-6b966f5f0a00,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:27:12.108403 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df228407-bc0b-4ef2-80a8-acc46a331fb6 req-1a016d0a-c98f-47a1-9906-0b70be93420e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Aug 27 03:27:12.111341 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.150982 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.151617 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.153103 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] 10.222.0.45 "PUT /v2.0/ports/ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 1091 time: 0.6820531 Aug 27 03:27:12.153534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:27:12.155883 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "tag": "ec524014-d787-4988-b813-6b966f5f0a00"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:27:12.188876 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182454e-db10-4fd4-8968-162aa33f9b73 service neutron] Pushing event updated for resources: {'Port': ['ID=ec524014-d787-4988-b813-6b966f5f0a00,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:12.226892 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ab4005-37f9-45fe-8572-ffebc4d74c2d x-openstack-request-id: req-70ab4005-37f9-45fe-8572-ffebc4d74c2d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:27:12.227189 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "tag": "ec524014-d787-4988-b813-6b966f5f0a00", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:27:12.227440 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70ab4005-37f9-45fe-8572-ffebc4d74c2d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:27:12.227841 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00', 'status': 'completed', 'code': 200} Aug 27 03:27:12.244036 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-4598a71a-539c-433b-ab7d-9fff8db538c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.245600 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-4598a71a-539c-433b-ab7d-9fff8db538c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1094 time: 0.0498333 Aug 27 03:27:12.294721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-2d4615dc-3f01-40d5-9f23-32799269361e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 217 time: 0.0402327 Aug 27 03:27:12.349439 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-0bb675c9-3875-4b66-9a36-976fed68278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.350941 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-0bb675c9-3875-4b66-9a36-976fed68278e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 200 len: 834 time: 0.0489659 Aug 27 03:27:12.397930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-921590ff-ccdb-4f1a-8ff2-93a0cab36155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.399470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-921590ff-ccdb-4f1a-8ff2-93a0cab36155 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=230b34cf-858a-4bba-8661-5e4c8d401380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417325 Aug 27 03:27:12.416218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2420b5e8-b48b-4986-b7f2-dad402b94579 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:12.474580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 2420b5e8-b48b-4986-b7f2-dad402b94579 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:12.478934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2420b5e8-b48b-4986-b7f2-dad402b94579 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:12.479397 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.502054 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-e358eb85-4b51-43f8-b86f-74cf9a21d542 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937660 Aug 27 03:27:12.559054 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.594141 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 2420b5e8-b48b-4986-b7f2-dad402b94579, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2420b5e8-b48b-4986-b7f2-dad402b94579,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:12.597674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d6a25437-7da6-4cc9-b853-90c349f76d0e req-ecda0090-9480-44cf-88b3-1fa3dd7785ae service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882807 Aug 27 03:27:12.598854 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.650234 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=2420b5e8-b48b-4986-b7f2-dad402b94579,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:12.689737 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-e69e0a09-1b40-4b02-a573-4a63bc4eed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.691295 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-e69e0a09-1b40-4b02-a573-4a63bc4eed9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1094 time: 0.0460868 Aug 27 03:27:12.783726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-28d123d9-a977-4a3b-b25b-fccb0e265934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.785248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-28d123d9-a977-4a3b-b25b-fccb0e265934 service neutron] 10.222.0.45 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 898 time: 0.0868871 Aug 27 03:27:12.831242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-ec78eb41-369c-4634-b3fa-6e19d51829f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 217 time: 0.0387213 Aug 27 03:27:12.882174 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-86dac3f8-973e-4663-9b87-a6d6a15f0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.883710 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-86dac3f8-973e-4663-9b87-a6d6a15f0284 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 200 len: 834 time: 0.0457258 Aug 27 03:27:12.941060 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-7b219742-8eea-4e08-b6ec-8d6056346fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.943701 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-7b219742-8eea-4e08-b6ec-8d6056346fad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=230b34cf-858a-4bba-8661-5e4c8d401380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500736 Aug 27 03:27:13.053772 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-ed14235b-26c0-4992-a4af-c6fe89b6e386 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018140 Aug 27 03:27:13.152071 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d67848bc-b4c8-4a83-b0f1-4cbc1bcc81ae req-fcb315cb-e873-43c0-a2b8-ef91d6598c50 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907786 Aug 27 03:27:13.230594 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b630ed3-506e-4525-bb79-bfe3cd890622 req-8c67d784-0e19-429d-bc60-a9ec12c5b813 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:13.232231 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b630ed3-506e-4525-bb79-bfe3cd890622 req-8c67d784-0e19-429d-bc60-a9ec12c5b813 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 943 time: 0.0542028 Aug 27 03:27:13.273935 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b630ed3-506e-4525-bb79-bfe3cd890622 req-9bf2a4d6-c6fe-4df3-9a6e-d1b257e4d232 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337310 Aug 27 03:27:14.395532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2420b5e8-b48b-4986-b7f2-dad402b94579 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:14.400648 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756394a8-9d66-4598-a83b-67aa414e8c8a req-d6c47138-023b-4a83-b2b1-f157520ed901 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:14.402212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-756394a8-9d66-4598-a83b-67aa414e8c8a req-d6c47138-023b-4a83-b2b1-f157520ed901 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 943 time: 0.0507905 Aug 27 03:27:14.440768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-756394a8-9d66-4598-a83b-67aa414e8c8a req-5e88fdd7-66a2-447f-9374-0fc0ab4104b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322871 Aug 27 03:27:14.441143 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 2420b5e8-b48b-4986-b7f2-dad402b94579 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:14.441517 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:15.561394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc09dae-9715-4988-8161-35a2ec8e8325 req-f27c5ec2-ecdc-4d9a-aae6-45e3d3e7b8cf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:15.562981 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cc09dae-9715-4988-8161-35a2ec8e8325 req-f27c5ec2-ecdc-4d9a-aae6-45e3d3e7b8cf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 943 time: 0.0506179 Aug 27 03:27:15.618145 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4cc09dae-9715-4988-8161-35a2ec8e8325 req-6de5714e-8ba4-4c79-bb8a-4e9c5fc2d5f1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Aug 27 03:27:16.768326 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c4d82-ed29-45db-a805-a0ec5cb11a47 req-fc306557-e67b-4666-90f7-1f9254ce17e9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:16.769816 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a77c4d82-ed29-45db-a805-a0ec5cb11a47 req-fc306557-e67b-4666-90f7-1f9254ce17e9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 943 time: 0.0631404 Aug 27 03:27:16.809035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a77c4d82-ed29-45db-a805-a0ec5cb11a47 req-e117e8f5-9778-443b-b667-f124ada3bf80 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Aug 27 03:27:16.816849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec524014-d787-4988-b813-6b966f5f0a00 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:27:16.912716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec524014-d787-4988-b813-6b966f5f0a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec524014-d787-4988-b813-6b966f5f0a00,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:16.924492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'ec524014-d787-4988-b813-6b966f5f0a00', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'port_id': 'ec524014-d787-4988-b813-6b966f5f0a00', 'mac_address': 'fa:16:3e:be:86:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:27:16.962924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:16.979507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec524014-d787-4988-b813-6b966f5f0a00 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:27:16.998905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec524014-d787-4988-b813-6b966f5f0a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec524014-d787-4988-b813-6b966f5f0a00,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:17.006892 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:17.052790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ec524014-d787-4988-b813-6b966f5f0a00,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:17.208519 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:17.211071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['ec524014-d787-4988-b813-6b966f5f0a00'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:27:17.991700 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebcf9b-5d1a-4223-853d-5aac124e3aed req-844b4226-8f28-48f8-a809-a69bd06c3da4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:17.993473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6cebcf9b-5d1a-4223-853d-5aac124e3aed req-844b4226-8f28-48f8-a809-a69bd06c3da4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 944 time: 0.0548215 Aug 27 03:27:18.033088 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6cebcf9b-5d1a-4223-853d-5aac124e3aed req-470bb737-be31-4e29-a8bd-6e2247f3b7a3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Aug 27 03:27:18.294492 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:18.320897 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:18.841840 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec524014-d787-4988-b813-6b966f5f0a00 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:18.897275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port ec524014-d787-4988-b813-6b966f5f0a00 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:18.903481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port ec524014-d787-4988-b813-6b966f5f0a00 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:18.904052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:18.991385 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:19.016692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:27:19.019120 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b079a9-ea49-42f0-8e62-c5e6524e573d" -d '{"events": [{"server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "name": "network-vif-plugged", "status": "completed", "tag": "ec524014-d787-4988-b813-6b966f5f0a00"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:27:19.032528 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port ec524014-d787-4988-b813-6b966f5f0a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec524014-d787-4988-b813-6b966f5f0a00,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:19.038002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:19.065666 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b09321-7838-4d02-8a5e-ba8a0e714c07 x-openstack-request-id: req-e4b09321-7838-4d02-8a5e-ba8a0e714c07 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:27:19.065917 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "name": "network-vif-plugged", "status": "completed", "tag": "ec524014-d787-4988-b813-6b966f5f0a00", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:27:19.066161 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4b09321-7838-4d02-8a5e-ba8a0e714c07 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:27:19.066570 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00', 'code': 200} Aug 27 03:27:19.097771 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=ec524014-d787-4988-b813-6b966f5f0a00,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:19.156239 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7170f-59f1-4b61-af8c-7446264572a0 req-3a7afa5f-ea7a-42ab-83ab-59549f0f292e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:19.158798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82e7170f-59f1-4b61-af8c-7446264572a0 req-3a7afa5f-ea7a-42ab-83ab-59549f0f292e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0503354 Aug 27 03:27:19.162604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c92b57-65f3-40ab-98c5-bb78f2fe1bc6 req-7e67a7af-2187-43e6-a9ab-084891208574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:19.164128 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32c92b57-65f3-40ab-98c5-bb78f2fe1bc6 req-7e67a7af-2187-43e6-a9ab-084891208574 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1096 time: 0.0437644 Aug 27 03:27:19.197632 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-82e7170f-59f1-4b61-af8c-7446264572a0 req-b5b74e5e-45e7-48ff-b36d-aa9a85359124 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Aug 27 03:27:19.198954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-32c92b57-65f3-40ab-98c5-bb78f2fe1bc6 req-9269a545-c7c5-457c-a881-c0c86d3bf1f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277860 Aug 27 03:27:20.321211 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddede6e-ea2d-49f7-b09e-4c001876ab89 req-b5fef78b-bb55-4f8b-a303-08039a51504f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:20.322731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eddede6e-ea2d-49f7-b09e-4c001876ab89 req-b5fef78b-bb55-4f8b-a303-08039a51504f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Aug 27 03:27:20.364193 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-eddede6e-ea2d-49f7-b09e-4c001876ab89 req-bbdea3e9-cd7a-40b0-95cd-b07a75fd4f7e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353274 Aug 27 03:27:21.490883 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970dc0-f2f9-4a8a-8832-669b03676d87 req-d3b65b86-860f-4ad0-b3ed-8532a269324b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:21.492277 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c970dc0-f2f9-4a8a-8832-669b03676d87 req-d3b65b86-860f-4ad0-b3ed-8532a269324b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0552509 Aug 27 03:27:21.541269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3c970dc0-f2f9-4a8a-8832-669b03676d87 req-0b3df92c-fdce-412a-a179-d5267a117dfb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Aug 27 03:27:21.658259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99686b-48b0-4c29-a5c6-71cee852994d req-9735e4b8-8653-4949-aab8-b2411f04675f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:21.661172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fd99686b-48b0-4c29-a5c6-71cee852994d req-9735e4b8-8653-4949-aab8-b2411f04675f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Aug 27 03:27:21.703345 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fd99686b-48b0-4c29-a5c6-71cee852994d req-e0b2dd1a-c11b-4842-b274-34257601214e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357685 Aug 27 03:27:21.729844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38942) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:21.843204 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2844fe7-ef97-4219-8034-a5f843b742d1 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:21.844795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e2844fe7-ef97-4219-8034-a5f843b742d1 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1091 time: 0.1138272 Aug 27 03:27:21.847967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38946) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:21.852483 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'ec524014-d787-4988-b813-6b966f5f0a00', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:21.878892 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:21.982624 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:22.098115 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.170 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/c1f1d2e2-0941-40b9-83f7-3ba2696705fb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:27:22.217898 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:22.263221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:22.305421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:27:22.310439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:22.314329 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:27:22.320327 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=c1f1d2e2-0941-40b9-83f7-3ba2696705fb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:22.349453 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.349734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.350073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.350421 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.350758 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.351091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.351448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.351780 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.352107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.352420 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.352740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:22.353060 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:23.039642 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:23.120923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:23.282547 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:23.290762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:23.354024 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=c1f1d2e2-0941-40b9-83f7-3ba2696705fb,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:23.367455 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:23.469318 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 0c7b0ae4-78fb-4065-b93d-ee614d42cd0f associated. External IP: 172.25.1.170, port: ec524014-d787-4988-b813-6b966f5f0a00. Aug 27 03:27:23.687954 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:27:23.801054 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:27:23.810871 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] Sync routers for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:27:23.820737 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:23.821219 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:23.821351 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:23.848647 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-690feaaa-21be-483b-9f50-5e0a7febbd5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9996428 Aug 27 03:27:23.849247 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:27:23.851557 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2568ff72-c75a-4ccb-8378-4936a525e622" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "tag": "ec524014-d787-4988-b813-6b966f5f0a00"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:27:23.897151 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16350afb-4bde-4ed8-b713-92c9a54b605d x-openstack-request-id: req-16350afb-4bde-4ed8-b713-92c9a54b605d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:27:23.897456 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "tag": "ec524014-d787-4988-b813-6b966f5f0a00", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:27:23.897690 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16350afb-4bde-4ed8-b713-92c9a54b605d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:27:23.898100 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00', 'status': 'completed', 'code': 200} Aug 27 03:27:23.967462 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ced68b-15e8-4951-9bb1-c4cd492a5a49 req-98328c7e-1c2c-430b-a454-83081e15b085 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:23.969543 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03ced68b-15e8-4951-9bb1-c4cd492a5a49 req-98328c7e-1c2c-430b-a454-83081e15b085 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Aug 27 03:27:23.970076 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-e6f63d7e-b361-4dfb-b845-950358411854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:23.971791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-e6f63d7e-b361-4dfb-b845-950358411854 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1096 time: 0.0508511 Aug 27 03:27:24.011104 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03ced68b-15e8-4951-9bb1-c4cd492a5a49 req-9edf4dc4-5868-4962-9f1b-dcdfbbedef27 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347526 Aug 27 03:27:24.026246 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:24.034045 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 38952) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:24.065989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-766a1915-7add-46a7-ac65-0025d95067e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:24.067574 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-766a1915-7add-46a7-ac65-0025d95067e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 898 time: 0.0877788 Aug 27 03:27:24.100502 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e8d94b9c-6313-47e4-9103-a11e2b6f17cc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0c7b0ae4-78fb-4065-b93d-ee614d42cd0f HTTP/1.1" status: 200 len: 991 time: 0.0652332 Aug 27 03:27:24.139421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-63cb48cb-b01a-436a-91f7-9128fca0bcba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 999 time: 0.0645351 Aug 27 03:27:24.192341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-bec7be6d-a2bc-419c-bd3a-c23582dcd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:24.194179 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-bec7be6d-a2bc-419c-bd3a-c23582dcd693 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 200 len: 834 time: 0.0479014 Aug 27 03:27:24.204004 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.45', 50399) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:24.249039 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '0c7b0ae4-78fb-4065-b93d-ee614d42cd0f', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'port_id': 'ec524014-d787-4988-b813-6b966f5f0a00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'mac_address': 'fa:16:3e:be:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:27:22Z', 'updated_at': '2021-08-27T03:27:22Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:12Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:24.270945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-bec6109b-b59c-48d2-a997-cc0a23607f10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657716 Aug 27 03:27:24.274825 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] Checking router: 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:27:24.275491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-26734073-ea26-4b8c-b870-c1c3eec326d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:24.276886 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-26734073-ea26-4b8c-b870-c1c3eec326d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=230b34cf-858a-4bba-8661-5e4c8d401380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707135 Aug 27 03:27:24.283346 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:24.284060 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:27:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:24.370290 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-dafd4456-feaa-46a2-8536-07e0ca612bf6 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856864 Aug 27 03:27:24.389113 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:24.461660 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2568ff72-c75a-4ccb-8378-4936a525e622 req-158c9d61-8614-442d-9dd6-ce29c83bd4ac service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833042 Aug 27 03:27:24.572802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-6a99ed7d-0a04-4b04-9833-fd211776c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:24.574422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-6a99ed7d-0a04-4b04-9833-fd211776c50d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1096 time: 0.0463598 Aug 27 03:27:24.618120 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '0c7b0ae4-78fb-4065-b93d-ee614d42cd0f', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'port_id': 'ec524014-d787-4988-b813-6b966f5f0a00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'mac_address': 'fa:16:3e:be:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:27:22Z', 'updated_at': '2021-08-27T03:27:22Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:12Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:24.643415 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa823aef-db7f-4e7d-8c6c-f14471dfc0ef None None] The sync data for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 is: [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '0c7b0ae4-78fb-4065-b93d-ee614d42cd0f', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'port_id': 'ec524014-d787-4988-b813-6b966f5f0a00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'mac_address': 'fa:16:3e:be:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:27:22Z', 'updated_at': '2021-08-27T03:27:22Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:12Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:27:24.685057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-4a29f0d4-ba87-4ecc-a357-b29fd96c5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:24.686625 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-4a29f0d4-ba87-4ecc-a357-b29fd96c5fff service neutron] 10.222.0.45 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 898 time: 0.0861192 Aug 27 03:27:24.756752 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-ccd14d81-a617-4063-8bd1-8f31c569e65f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 999 time: 0.0631979 Aug 27 03:27:24.811307 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-85cd4850-74b9-43df-8848-b4cdb774f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:24.812907 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-85cd4850-74b9-43df-8848-b4cdb774f22e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 200 len: 834 time: 0.0494790 Aug 27 03:27:24.845355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d684b33d-1fae-439f-8a96-f5d4a764d4ea None None] New status for floating IP 0c7b0ae4-78fb-4065-b93d-ee614d42cd0f: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:27:24.862919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-c7b74168-2e2a-42b2-ad11-0a4aae3ac5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:24.864489 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-c7b74168-2e2a-42b2-ad11-0a4aae3ac5eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=230b34cf-858a-4bba-8661-5e4c8d401380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441878 Aug 27 03:27:24.959746 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-8425a050-24a0-4d60-8011-2c799408f83b service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876639 Aug 27 03:27:25.049511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-204bc5f2-e701-47f5-a623-e021bc7db811 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823474 Aug 27 03:27:25.104625 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 38956) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:25.495916 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-fad8bef3-64ce-4494-b8ed-a3cf93ada6f2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0c7b0ae4-78fb-4065-b93d-ee614d42cd0f HTTP/1.1" status: 200 len: 993 time: 0.3899529 Aug 27 03:27:27.858698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b07895af-bd96-479a-be2d-f270779e1dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.409835 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4efd21b1-a6f8-4cb5-a2b6-3d2c45112afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.551052 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:31.558945 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:33.441312 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.233119 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:48.328024 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:55.321479 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:56.903129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ddbcf-71de-456f-b8b9-c574cdb89738 req-458c4cdf-2198-4f0d-91cc-1b8637c92a3d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:56.904698 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a19ddbcf-71de-456f-b8b9-c574cdb89738 req-458c4cdf-2198-4f0d-91cc-1b8637c92a3d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0575650 Aug 27 03:27:56.944593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a19ddbcf-71de-456f-b8b9-c574cdb89738 req-ae181180-b3bf-4667-a3f6-53822e2904e5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Aug 27 03:27:57.853193 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-727a5678-8094-481f-b0d7-524fd69e8a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:58.070128 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b92ac-711a-4b0d-b628-62b260ed6eba req-d9097e0d-21d6-4ff5-b9bb-cd523428c036 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:58.071665 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b4b92ac-711a-4b0d-b628-62b260ed6eba req-d9097e0d-21d6-4ff5-b9bb-cd523428c036 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0558598 Aug 27 03:27:58.111877 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0b4b92ac-711a-4b0d-b628-62b260ed6eba req-ebff4b9b-03cd-4e9a-8d40-347bb835e95a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Aug 27 03:27:59.229386 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a473ae2-f118-4151-997f-ca02d198a5f2 req-fde49dd4-f6dc-49f9-9dee-bb75b85e3332 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:59.230873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a473ae2-f118-4151-997f-ca02d198a5f2 req-fde49dd4-f6dc-49f9-9dee-bb75b85e3332 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Aug 27 03:27:59.269513 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1a473ae2-f118-4151-997f-ca02d198a5f2 req-b02cbe4b-7a01-4738-82d8-311680af0075 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Aug 27 03:28:00.396775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44d6e-ab1c-4775-98b7-f5e477fcc0b3 req-e94b3df2-2e38-42f8-ba97-e7575be916d7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:00.398941 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c44d6e-ab1c-4775-98b7-f5e477fcc0b3 req-e94b3df2-2e38-42f8-ba97-e7575be916d7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0565159 Aug 27 03:28:00.404249 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fa2e51bc-66db-4351-a708-8eda385fa569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:00.441304 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a8c44d6e-ab1c-4775-98b7-f5e477fcc0b3 req-ddb3375d-6508-4512-b866-7699f0ae3cd8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360394 Aug 27 03:28:00.555138 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:01.562264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:01.563688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a7bf-656a-47bc-985e-dc3a8e0eae6d req-be46f1b1-b300-4ddb-ab1f-39ec5191c7ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:01.565285 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d22a7bf-656a-47bc-985e-dc3a8e0eae6d req-be46f1b1-b300-4ddb-ab1f-39ec5191c7ef tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Aug 27 03:28:01.608208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2d22a7bf-656a-47bc-985e-dc3a8e0eae6d req-b82790c5-f994-4adb-a8fb-0ffd96684a33 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357378 Aug 27 03:28:02.737704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74bfe3-9173-41eb-9f7f-c4444f385cf7 req-7c67a501-7728-4399-b6a6-5382be51c3da tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:02.739443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c74bfe3-9173-41eb-9f7f-c4444f385cf7 req-7c67a501-7728-4399-b6a6-5382be51c3da tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0586174 Aug 27 03:28:02.782784 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7c74bfe3-9173-41eb-9f7f-c4444f385cf7 req-28453c25-9d53-4c98-b61c-b1f8d50d8e69 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358360 Aug 27 03:28:03.442196 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:03.914658 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed0504-d572-4586-b3d2-58476c3fc5be req-0b17c66d-e383-4aa8-bdd7-589fdcfe5479 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:03.916108 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ed0504-d572-4586-b3d2-58476c3fc5be req-0b17c66d-e383-4aa8-bdd7-589fdcfe5479 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0573390 Aug 27 03:28:03.968570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-59ed0504-d572-4586-b3d2-58476c3fc5be req-3b5ab408-4315-4c38-b48b-23f42a7acf96 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Aug 27 03:28:05.086098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70648a6-54f2-426b-ba5c-6f55955673f7 req-78891d46-91bd-41cb-8334-864298bbbe89 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:05.087635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d70648a6-54f2-426b-ba5c-6f55955673f7 req-78891d46-91bd-41cb-8334-864298bbbe89 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Aug 27 03:28:05.126546 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d70648a6-54f2-426b-ba5c-6f55955673f7 req-5d395cc3-60d1-4964-aac3-2fec23c7dea6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325842 Aug 27 03:28:06.252432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7dee4-410f-40f2-9639-42bf187a18d5 req-c185c1a6-66fa-4d48-88f5-f294da022f52 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:06.254010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e9e7dee4-410f-40f2-9639-42bf187a18d5 req-c185c1a6-66fa-4d48-88f5-f294da022f52 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Aug 27 03:28:06.295243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e9e7dee4-410f-40f2-9639-42bf187a18d5 req-b2460070-7916-4722-877e-c340af1c56ba tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Aug 27 03:28:07.416708 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a70db-29d5-42fc-a158-dbdc1c73a777 req-92e5a20e-a131-4752-8442-afbe07e9b7c9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:07.418475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-298a70db-29d5-42fc-a158-dbdc1c73a777 req-92e5a20e-a131-4752-8442-afbe07e9b7c9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0522788 Aug 27 03:28:07.459560 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-298a70db-29d5-42fc-a158-dbdc1c73a777 req-69d41249-44bd-4e62-90df-779b5c9b5bab tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347452 Aug 27 03:28:08.585536 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bd81-91bf-471d-879a-4a96eac33ddd req-6c92890e-5bdf-4c4f-bc07-d036f4aca33c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:08.587768 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a50bd81-91bf-471d-879a-4a96eac33ddd req-6c92890e-5bdf-4c4f-bc07-d036f4aca33c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Aug 27 03:28:08.632754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2a50bd81-91bf-471d-879a-4a96eac33ddd req-c8901a5d-7fbd-4f5f-bd5a-405473278ddf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 Aug 27 03:28:09.775598 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4405a-22c8-4c7b-8ead-a599f0180ff5 req-7755ae98-495a-41a0-a00c-020e674e7b9b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:09.777397 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26c4405a-22c8-4c7b-8ead-a599f0180ff5 req-7755ae98-495a-41a0-a00c-020e674e7b9b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0671241 Aug 27 03:28:09.817890 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-26c4405a-22c8-4c7b-8ead-a599f0180ff5 req-d09e89c4-96a7-4c16-8ca5-e7570ff34ef9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338106 Aug 27 03:28:10.944236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52350be-6d08-48e8-ab51-f86323f2d44b req-eb191e01-2a5d-454e-a02b-cfa6bf02fd2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:10.945747 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a52350be-6d08-48e8-ab51-f86323f2d44b req-eb191e01-2a5d-454e-a02b-cfa6bf02fd2e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0520744 Aug 27 03:28:10.984449 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a52350be-6d08-48e8-ab51-f86323f2d44b req-275f9c51-e2e2-48ac-82c6-5cc449462ca0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Aug 27 03:28:12.107534 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e8ce4-4538-49c1-8c39-6f8aff788c43 req-9870fb47-d2ce-4262-bfe8-1b228c658bcf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:12.109040 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-554e8ce4-4538-49c1-8c39-6f8aff788c43 req-9870fb47-d2ce-4262-bfe8-1b228c658bcf tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0532768 Aug 27 03:28:12.147375 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-554e8ce4-4538-49c1-8c39-6f8aff788c43 req-6d1bce19-0c81-452f-8a0f-b6c08d9e92e0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Aug 27 03:28:13.266395 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf643-9eff-48f8-abfe-1f3ec0cf66f6 req-97281454-669a-4060-ae39-caa6a12cb79b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:13.267917 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9dfcf643-9eff-48f8-abfe-1f3ec0cf66f6 req-97281454-669a-4060-ae39-caa6a12cb79b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0510535 Aug 27 03:28:13.307659 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9dfcf643-9eff-48f8-abfe-1f3ec0cf66f6 req-48625388-312d-4428-8b95-e9fcd9618c10 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335257 Aug 27 03:28:13.333204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39006) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:13.397241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-3c962c2b-33b0-4ccb-933a-b609506cc54e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0c7b0ae4-78fb-4065-b93d-ee614d42cd0f HTTP/1.1" status: 200 len: 993 time: 0.0628700 Aug 27 03:28:14.684440 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c9d04-c4d7-4029-ad26-554ef9a67d3c req-4478825d-a62c-4ce6-a4e1-970c045d52fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:14.686120 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d40c9d04-c4d7-4029-ad26-554ef9a67d3c req-4478825d-a62c-4ce6-a4e1-970c045d52fa tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0510528 Aug 27 03:28:14.710366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-d9966df0-1a27-4554-9dc9-1e06558820c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:14.711875 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-d9966df0-1a27-4554-9dc9-1e06558820c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1096 time: 0.0415158 Aug 27 03:28:14.728144 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d40c9d04-c4d7-4029-ad26-554ef9a67d3c req-b25b125e-8343-405a-a539-1b4d659e0ba0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356503 Aug 27 03:28:14.806380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-2f9496db-e4b5-409f-97e1-4a075cb6ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:14.807883 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-2f9496db-e4b5-409f-97e1-4a075cb6ab1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 898 time: 0.0881436 Aug 27 03:28:14.876745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-0f5dbeac-d932-4940-b17c-d6c433dc94ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 1001 time: 0.0606577 Aug 27 03:28:14.933727 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-361eeb3f-1bc7-4191-9302-4f36399d615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:14.935400 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-361eeb3f-1bc7-4191-9302-4f36399d615c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 200 len: 834 time: 0.0509417 Aug 27 03:28:14.988950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-80995ab2-168f-41c9-9932-8b299ad9f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:14.990473 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-80995ab2-168f-41c9-9932-8b299ad9f25a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=230b34cf-858a-4bba-8661-5e4c8d401380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482688 Aug 27 03:28:15.099823 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-a088dacf-c388-49f8-9c96-95eb58eeb3df service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016846 Aug 27 03:28:15.211974 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2f22d756-d5d0-4b46-a126-ea8215049daa req-7359b74b-2199-479b-a446-f17dfccbb1f0 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044552 Aug 27 03:28:15.862428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a8df-dbfe-440f-a32c-0a7e7c88a87c req-dbf963a4-3d85-4b56-acb1-4df9ff1c8d5b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:15.864240 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3a3a8df-dbfe-440f-a32c-0a7e7c88a87c req-dbf963a4-3d85-4b56-acb1-4df9ff1c8d5b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0543351 Aug 27 03:28:15.907721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3a3a8df-dbfe-440f-a32c-0a7e7c88a87c req-ca210122-aeb2-4aa9-a029-15e94d794060 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Aug 27 03:28:15.931677 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39016) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:16.000301 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9470817f-ad5b-4ad8-b770-0e59e90e0571 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0c7b0ae4-78fb-4065-b93d-ee614d42cd0f HTTP/1.1" status: 200 len: 993 time: 0.0672734 Aug 27 03:28:17.233306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:18.337209 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:25.248865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-848d30d2-c0a4-4bf3-b235-f64df6c236b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543220 Aug 27 03:28:25.340825 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-c8307f7b-256e-4486-8225-120fa370d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:25.342335 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-c8307f7b-256e-4486-8225-120fa370d2f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1096 time: 0.0425265 Aug 27 03:28:25.457827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-85f94faa-8dcf-4348-98ae-13106e7d3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:25.459349 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-85f94faa-8dcf-4348-98ae-13106e7d3077 service neutron] 10.222.0.45 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 898 time: 0.0945566 Aug 27 03:28:25.526712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-b1543fdb-6db6-421e-8f7a-0c54743ddf31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 1001 time: 0.0605590 Aug 27 03:28:25.586037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-78096722-bf32-498b-9379-aa604efa7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:25.587993 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-78096722-bf32-498b-9379-aa604efa7057 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 200 len: 834 time: 0.0538433 Aug 27 03:28:25.651280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-0980f787-a9f2-47f9-ac1e-9f9fbc826ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:25.652807 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-0980f787-a9f2-47f9-ac1e-9f9fbc826ed8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=230b34cf-858a-4bba-8661-5e4c8d401380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568590 Aug 27 03:28:25.757273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-49f316fa-103a-4c1b-ab39-f63e28c7cc39 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960281 Aug 27 03:28:25.853933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-208ee163-ceaf-4e48-aebe-68a7e00d8243 req-0e8c8e37-7647-47d0-ad25-3d422af22842 service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886519 Aug 27 03:28:27.864007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5560-ed39-4bfd-82d1-5d90dfde2ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:30.405083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-de866831-c7c2-4024-9e39-075945eab9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:30.562904 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:31.565799 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:32.322629 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:33.441354 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:46.476528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39036) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:46.649268 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port c1f1d2e2-0941-40b9-83f7-3ba2696705fb {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:28:46.649509 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:46.733105 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:46.733393 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:46.746310 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for c1f1d2e2-0941-40b9-83f7-3ba2696705fb owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:28:46.906891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:46.936508 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=c1f1d2e2-0941-40b9-83f7-3ba2696705fb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:46.948983 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.949345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.949691 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.950037 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.950375 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.950736 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.951074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.951408 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.951719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.952047 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.952378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:46.952711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:47.010921 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.011262 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 0c7b0ae4-78fb-4065-b93d-ee614d42cd0f disassociated (deleted). External IP: 172.25.1.170, port: ec524014-d787-4988-b813-6b966f5f0a00. Aug 27 03:28:47.235171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:28:47.237315 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.357525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:28:47.362562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.368873 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] Sync routers for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:28:47.379405 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:28:47.380730 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:47.390298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0f9f04c0-83eb-44d0-af74-281c1c062431 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/floatingips/0c7b0ae4-78fb-4065-b93d-ee614d42cd0f HTTP/1.1" status: 204 len: 168 time: 0.9126217 Aug 27 03:28:47.390906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:28:47.393211 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4831a752-47f1-47a9-895c-edd14e56d584" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "tag": "ec524014-d787-4988-b813-6b966f5f0a00"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:28:47.431967 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913fba7c-015a-444d-8d21-b9028b9fb042 x-openstack-request-id: req-913fba7c-015a-444d-8d21-b9028b9fb042 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:28:47.432256 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "tag": "ec524014-d787-4988-b813-6b966f5f0a00", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:28:47.432518 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-913fba7c-015a-444d-8d21-b9028b9fb042 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:28:47.432923 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00', 'status': 'completed', 'code': 200} Aug 27 03:28:47.494806 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:28:47.498830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831a752-47f1-47a9-895c-edd14e56d584 req-99d12de2-7383-47ca-9a36-b0a7932ffaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:47.500381 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4831a752-47f1-47a9-895c-edd14e56d584 req-99d12de2-7383-47ca-9a36-b0a7932ffaf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 1096 time: 0.0445206 Aug 27 03:28:47.612723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831a752-47f1-47a9-895c-edd14e56d584 req-d14efe8f-bd23-4e63-af04-2e9ce4ac58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:47.614373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4831a752-47f1-47a9-895c-edd14e56d584 req-d14efe8f-bd23-4e63-af04-2e9ce4ac58c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 200 len: 898 time: 0.1027932 Aug 27 03:28:47.626855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc6196-8e58-4051-bcdf-eaf988270f93 req-7051e80a-7ecb-4b92-bc92-f159707c8b7b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:47.628386 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9bc6196-8e58-4051-bcdf-eaf988270f93 req-7051e80a-7ecb-4b92-bc92-f159707c8b7b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0506842 Aug 27 03:28:47.659936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4831a752-47f1-47a9-895c-edd14e56d584 req-c6cd7b1f-b780-4bd6-b38b-6b62901338b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 200 len: 217 time: 0.0360250 Aug 27 03:28:47.670564 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f9bc6196-8e58-4051-bcdf-eaf988270f93 req-ebd936cf-b014-4198-bc34-d1031ef9cf1f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353680 Aug 27 03:28:47.704199 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:12Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:47.712111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831a752-47f1-47a9-895c-edd14e56d584 req-cc30d06f-189d-428b-aff8-b39ed5c56fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:47.713604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4831a752-47f1-47a9-895c-edd14e56d584 req-cc30d06f-189d-428b-aff8-b39ed5c56fa9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 200 len: 834 time: 0.0460181 Aug 27 03:28:47.730431 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] Checking router: 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:28:47.739135 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:28:47.739743 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:47.765846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831a752-47f1-47a9-895c-edd14e56d584 req-c695a1e8-9e39-4269-9993-602ef3eca556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:47.767404 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4831a752-47f1-47a9-895c-edd14e56d584 req-c695a1e8-9e39-4269-9993-602ef3eca556 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=230b34cf-858a-4bba-8661-5e4c8d401380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442045 Aug 27 03:28:47.845336 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:28:47.863009 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4831a752-47f1-47a9-895c-edd14e56d584 req-c2fa367d-42aa-4d59-bec9-2b51cee3f1cc service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859840 Aug 27 03:28:47.963789 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4831a752-47f1-47a9-895c-edd14e56d584 req-97f3e6b3-c457-4829-aa55-1b6449640cee service neutron] 10.222.0.45 "GET /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913215 Aug 27 03:28:48.046070 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:12Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:48.075965 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99b87-fbeb-48eb-82ac-2476d9d5d033 None None] The sync data for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 is: [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '2420b5e8-b48b-4986-b7f2-dad402b94579', 'name': '', 'network_id': '230b34cf-858a-4bba-8661-5e4c8d401380', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:5b:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:07Z', 'updated_at': '2021-08-27T03:27:12Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': '70e01e24-f592-4147-8fbc-c3668cc1cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:28:48.319383 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004b4989-07b0-4330-a038-73cd11ba967d None None] New status for floating IP 0c7b0ae4-78fb-4065-b93d-ee614d42cd0f: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:28:48.411113 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:48.822508 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777a580-9fa9-4f4d-a682-85344241db9f req-0ae866de-7a31-45d5-9623-79da7734b216 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:48.824062 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f777a580-9fa9-4f4d-a682-85344241db9f req-0ae866de-7a31-45d5-9623-79da7734b216 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0575275 Aug 27 03:28:48.865623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f777a580-9fa9-4f4d-a682-85344241db9f req-c7cda2b3-bcf1-48be-b1c8-6f85331bd66e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Aug 27 03:28:49.173034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-edf712bb-5a55-48bd-bcbc-933981c303a5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:49.174593 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-edf712bb-5a55-48bd-bcbc-933981c303a5 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 945 time: 0.0514426 Aug 27 03:28:49.285914 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port ec524014-d787-4988-b813-6b966f5f0a00 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:28:49.286291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:49.384091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port ec524014-d787-4988-b813-6b966f5f0a00, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=ec524014-d787-4988-b813-6b966f5f0a00,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:28:49.384420 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:49.398855 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for ec524014-d787-4988-b813-6b966f5f0a00 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:28:49.535258 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:49.565510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=ec524014-d787-4988-b813-6b966f5f0a00,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:49.592871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.593233 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.593576 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.593913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.594252 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.594621 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.595265 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.595594 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.595930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.596286 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.596616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.596944 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:49.615932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] No DVR routers for this DVR port ec524014-d787-4988-b813-6b966f5f0a00 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:28:49.618630 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:49.620709 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5ab2cd8-b47a-4aef-ba2e-982c262bc7a5 req-3ab0f58b-6207-4f44-a375-ba13bd0a9e5f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "DELETE /v2.0/ports/ec524014-d787-4988-b813-6b966f5f0a00 HTTP/1.1" status: 204 len: 173 time: 0.4403398 Aug 27 03:28:49.621134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'name': 'network-vif-deleted', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:28:49.623437 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1179327-0178-4b86-b763-3be252cce375" -d '{"events": [{"server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "name": "network-vif-deleted", "tag": "ec524014-d787-4988-b813-6b966f5f0a00"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:28:49.715474 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33674684-360e-449f-bbdb-cc49a1bc9fa4 x-openstack-request-id: req-33674684-360e-449f-bbdb-cc49a1bc9fa4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:28:49.715769 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd7864a-53cf-45da-b381-7d487e2142d2", "name": "network-vif-deleted", "tag": "ec524014-d787-4988-b813-6b966f5f0a00", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:28:49.716015 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33674684-360e-449f-bbdb-cc49a1bc9fa4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:28:49.716409 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd7864a-53cf-45da-b381-7d487e2142d2', 'name': 'network-vif-deleted', 'tag': 'ec524014-d787-4988-b813-6b966f5f0a00', 'status': 'completed', 'code': 200} Aug 27 03:28:49.983447 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0f3cff19-35f8-4e5b-af7f-0f77655ae2fa req-00fdb56a-bad7-4611-b35d-30e6832e4a50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffd7864a-53cf-45da-b381-7d487e2142d2 HTTP/1.1" status: 200 len: 210 time: 0.0314374 Aug 27 03:28:51.048813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39054) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:51.441486 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:51.708032 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 2420b5e8-b48b-4986-b7f2-dad402b94579 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:28:51.708278 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:51.796720 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 2420b5e8-b48b-4986-b7f2-dad402b94579, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=2420b5e8-b48b-4986-b7f2-dad402b94579,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:28:51.797092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:51.810811 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 2420b5e8-b48b-4986-b7f2-dad402b94579 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:28:52.001722 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.027748 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=2420b5e8-b48b-4986-b7f2-dad402b94579,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:52.197588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.429806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:28:52.547051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:28:52.552626 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1357006-e89d-4da8-878c-ccfac92a2a3a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/8c56fd80-b2c7-42d6-b3a3-8425f540fa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5024707 Aug 27 03:28:52.556833 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39056) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:52.559591 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] Sync routers for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:28:52.569164 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:28:52.569759 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:52.607529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting subnet 70e01e24-f592-4147-8fbc-c3668cc1cc30 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:28:52.610768 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.650296 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.671466 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:28:52.744082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.805614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.830821 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Subnet': ['ID=70e01e24-f592-4147-8fbc-c3668cc1cc30,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:52.836628 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.841170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-b6a28042-487c-4888-9085-27ed2736ed9e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/subnets/70e01e24-f592-4147-8fbc-c3668cc1cc30 HTTP/1.1" status: 204 len: 168 time: 0.2807071 Aug 27 03:28:52.841552 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39058) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:52.845058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26b771-da8e-4349-84b6-7f0878fc049f None None] Network 230b34cf-858a-4bba-8661-5e4c8d401380 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:28:52.950538 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:28:51Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:52.978114 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] Checking router: 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:28:52.987984 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] Routers {'8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:28:52.988594 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:53.040434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] DHCP port deletion for 230b34cf-858a-4bba-8661-5e4c8d401380 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:28:53.099425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Deleting port d312dece-9400-450a-a021-341cad9cba24 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:28:53.100379 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.103092 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] Set router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:28:53.176908 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] For port d312dece-9400-450a-a021-341cad9cba24, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=d312dece-9400-450a-a021-341cad9cba24,segment=NetworkSegment(5685d77a-e227-49b3-aaf4-39c8165756f3),segment_id=5685d77a-e227-49b3-aaf4-39c8165756f3)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:28:53.177584 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.191397 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Calling delete_port for d312dece-9400-450a-a021-341cad9cba24 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:28:53.254394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec524014-d787-4988-b813-6b966f5f0a00 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:28:53.276717 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: ec524014-d787-4988-b813-6b966f5f0a00 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:28:53.277371 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device ec524014-d787-4988-b813-6b966f5f0a00 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:28:53.289328 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:28:51Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:53.296059 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.300493 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.316262 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc2d37-5819-4f2a-be4e-90f3e667d96c None None] The sync data for ids ['8c56fd80-b2c7-42d6-b3a3-8425f540fa6c'] in n-d-806293-1 is: [{'id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592626463', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:28:51Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '0e5ebc3c-4fef-4378-ae99-51472a12dcb5', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c56fd80-b2c7-42d6-b3a3-8425f540fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:27:04Z', 'updated_at': '2021-08-27T03:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:28:53.330956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] No DVR routers for this DVR port d312dece-9400-450a-a021-341cad9cba24 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:28:53.340699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Pushing event deleted for resources: {'Port': ['ID=d312dece-9400-450a-a021-341cad9cba24,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:53.346724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.347064 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.347411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.347749 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.348085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.348925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.348925 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.349155 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.349366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.349752 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.350078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.350790 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d46fc-3d83-4db9-9f84-5a0bd49d6ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:28:53.404380 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.471189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:28:53.471539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.558159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 0e5ebc3c-4fef-4378-ae99-51472a12dcb5, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:28:53.558562 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.570808 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:28:53.752759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.780314 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=0e5ebc3c-4fef-4378-ae99-51472a12dcb5,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:53.842270 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.934409 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.936580 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.985544 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.986386 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Fanout notify agent at l3_agent the message router_deleted on router 8c56fd80-b2c7-42d6-b3a3-8425f540fa6c {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:28:53.993700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:53.994832 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-80ca06ff-846c-4f32-a778-55825c4bde5a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/routers/8c56fd80-b2c7-42d6-b3a3-8425f540fa6c HTTP/1.1" status: 204 len: 168 time: 1.1525998 Aug 27 03:28:53.997606 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39060) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:54.077251 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.178051 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.188576 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230b34cf-858a-4bba-8661-5e4c8d401380']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:54.199757 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5685d77a-e227-49b3-aaf4-39c8165756f3') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:54.200051 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5685d77a-e227-49b3-aaf4-39c8165756f3') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:54.209847 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.224133 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.230670 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:28:54.231069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:28:54.234287 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:28:54.295369 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.305651 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.307529 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/networks/230b34cf-858a-4bba-8661-5e4c8d401380 HTTP/1.1" status: 204 len: 168 time: 0.3089576 Aug 27 03:28:54.310403 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39062) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:54.322617 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b266571-5eea-4531-b6c2-c9dbe4364fb0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Network': ['ID=230b34cf-858a-4bba-8661-5e4c8d401380,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:54.374009 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5177a20a-e5ed-4db5-b83c-f3c314d2fe50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.400048 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5177a20a-e5ed-4db5-b83c-f3c314d2fe50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.468581 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5177a20a-e5ed-4db5-b83c-f3c314d2fe50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.471850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5177a20a-e5ed-4db5-b83c-f3c314d2fe50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.473035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5177a20a-e5ed-4db5-b83c-f3c314d2fe50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/security-groups/bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7 HTTP/1.1" status: 204 len: 168 time: 0.1615717 Aug 27 03:28:54.483642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177a20a-e5ed-4db5-b83c-f3c314d2fe50 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd46ee28-8ba1-4f3d-8b89-73f8991b1ba7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:54.486842 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d312dece-9400-450a-a021-341cad9cba24 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:28:54.517617 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: d312dece-9400-450a-a021-341cad9cba24 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:28:54.518236 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device d312dece-9400-450a-a021-341cad9cba24 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:28:54.518677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2420b5e8-b48b-4986-b7f2-dad402b94579 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:28:54.550566 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 2420b5e8-b48b-4986-b7f2-dad402b94579 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:28:54.550894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 2420b5e8-b48b-4986-b7f2-dad402b94579 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:28:54.551312 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:28:54.569500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:28:54.569919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 0e5ebc3c-4fef-4378-ae99-51472a12dcb5 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:28:54.821437 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39068) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:54.826270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2529bd1c-c2f6-4b46-87b2-0ca74d6e0a01 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-407320456', 'description': 'tempest-secgroup-smoke-407320456 description', 'project_id': '1351e8a2724442ecbe9c7566df4da80f'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:54.853804 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2529bd1c-c2f6-4b46-87b2-0ca74d6e0a01 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.944378 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2529bd1c-c2f6-4b46-87b2-0ca74d6e0a01 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.950996 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2529bd1c-c2f6-4b46-87b2-0ca74d6e0a01 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.976616 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2529bd1c-c2f6-4b46-87b2-0ca74d6e0a01 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:54.977842 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2529bd1c-c2f6-4b46-87b2-0ca74d6e0a01 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1553953 Aug 27 03:28:54.980907 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39070) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:54.981775 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529bd1c-c2f6-4b46-87b2-0ca74d6e0a01 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:54.987355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-674b5917-c149-4fa6-9963-598f4ee3ec9c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:55.021527 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-674b5917-c149-4fa6-9963-598f4ee3ec9c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.069393 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-674b5917-c149-4fa6-9963-598f4ee3ec9c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.074971 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-674b5917-c149-4fa6-9963-598f4ee3ec9c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.095602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b5917-c149-4fa6-9963-598f4ee3ec9c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3883884b-1290-4546-b015-c9c8279f8f45,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:55.100187 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-674b5917-c149-4fa6-9963-598f4ee3ec9c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.101838 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-674b5917-c149-4fa6-9963-598f4ee3ec9c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196465 Aug 27 03:28:55.104367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39072) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:55.109190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d51c4e44-5b7a-472f-ae85-bbae8ecc7b97 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:55.137493 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d51c4e44-5b7a-472f-ae85-bbae8ecc7b97 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.207142 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d51c4e44-5b7a-472f-ae85-bbae8ecc7b97 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.213295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d51c4e44-5b7a-472f-ae85-bbae8ecc7b97 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.238186 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c4e44-5b7a-472f-ae85-bbae8ecc7b97 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57591999-822f-4e0e-ba39-ee58bf94ef6f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:55.248071 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d51c4e44-5b7a-472f-ae85-bbae8ecc7b97 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.249276 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d51c4e44-5b7a-472f-ae85-bbae8ecc7b97 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439881 Aug 27 03:28:55.253053 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39074) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:55.257773 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-67864db6-7615-499e-b59f-2ae8167fee91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:55.286132 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67864db6-7615-499e-b59f-2ae8167fee91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.346829 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67864db6-7615-499e-b59f-2ae8167fee91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.351892 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67864db6-7615-499e-b59f-2ae8167fee91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.369924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864db6-7615-499e-b59f-2ae8167fee91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40c3d9a-f188-4e10-b9c9-28c9d867abcb,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:55.378302 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67864db6-7615-499e-b59f-2ae8167fee91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.379631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-67864db6-7615-499e-b59f-2ae8167fee91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256239 Aug 27 03:28:55.382631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39076) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:55.387050 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-7fba3146-8c2e-4189-abc0-b676a0fe2c82 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:55.413278 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba3146-8c2e-4189-abc0-b676a0fe2c82 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.481119 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba3146-8c2e-4189-abc0-b676a0fe2c82 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.487543 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba3146-8c2e-4189-abc0-b676a0fe2c82 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.506496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3146-8c2e-4189-abc0-b676a0fe2c82 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90618a36-ab0e-4e91-8baf-784dcc29e82b,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:55.509653 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fba3146-8c2e-4189-abc0-b676a0fe2c82 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.510865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-7fba3146-8c2e-4189-abc0-b676a0fe2c82 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272981 Aug 27 03:28:55.515091 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39078) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:55.519930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:55.543538 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:28:55.548682 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.630051 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.636166 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.653140 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22646e2f-f8a7-4032-ba74-c515c652fbc2,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:55.662553 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.663821 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8a895fa6-c43b-409b-8469-8838c8eea7b6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474459 Aug 27 03:28:55.666503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39080) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:55.671024 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'security_group_rule': {'security_group_id': '4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:55.695634 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Project 1351e8a2724442ecbe9c7566df4da80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:28:55.701041 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.761778 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.766842 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.786001 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e180a6d-cd56-4636-a04d-ca257691cc69,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:55.795279 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.796539 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-d28ed6d2-96f1-4277-8b7f-d18dc8424ca8 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290910 Aug 27 03:28:55.800379 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39082) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:55.805428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'network': {'name': 'tempest-network-smoke--1955521114', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'port_security_enabled': True}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:55.829583 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'network': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:28:55.834699 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.861331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:28:55.871057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.871628 n-d-806293-1 neutron-server[94772]: INFO neutron.db.segments_db [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Added segment 4c12ebce-9de7-43f5-9c24-c4e92b7ef523 of type vlan for network 2aa5685a-6899-4501-a4d1-21fcfb9599bb Aug 27 03:28:55.914113 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.940913 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.947537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:55.948144 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.008708 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2072830 Aug 27 03:28:56.011562 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39084) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:56.018099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'admin_state_up': True, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:56.028012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae56e94-0e2a-4979-8ad7-999ce8dc41c0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Network': ['ID=2aa5685a-6899-4501-a4d1-21fcfb9599bb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:56.038354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:28:56.047404 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.048658 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.100308 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.240295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.435990 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.455210 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.575335 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.71 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:28:56.684769 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.725927 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.761769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:28:56.764612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:28:56.768090 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:28:56.799642 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:57.049264 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:57.252981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:57.385723 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router c7d04319-f8e5-4ea1-a052-a92cdd531b6a is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:28:57.494228 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:28:57.504677 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Sync routers for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:28:57.514600 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:28:57.515273 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:57.515529 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:57.516873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ed1ab5a9-39da-4490-9902-73a3d2f99f30 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5043666 Aug 27 03:28:57.520034 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39088) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:57.549010 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5251ccb3-3592-4eef-8020-a0b36f0c1bfe tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1351e8a2724442ecbe9c7566df4da80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276568 Aug 27 03:28:57.551626 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39090) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:57.620649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:28:57.635762 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c3824-71f0-466d-bfad-f525e64a6c02 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:57.637278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-341c3824-71f0-466d-bfad-f525e64a6c02 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847132 Aug 27 03:28:57.640067 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39092) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:57.672287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-04036929-241b-41b1-ba84-66ccd780013f tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a9257989-12fb-4e60-a407-f8069dfebfb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309927 Aug 27 03:28:57.675010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39094) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:57.679948 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127288491', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:28:57.767130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:28:57.770664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:57.797543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:56Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:57.823619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Checking router: c7d04319-f8e5-4ea1-a052-a92cdd531b6a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:28:57.823973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Updating router c7d04319-f8e5-4ea1-a052-a92cdd531b6a port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:28:57.856987 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:57.879136 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e7a-af39-430e-910c-c99841783e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.126433 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.136808 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Transition to ACTIVE for port object 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:28:58.143375 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.196017 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Attempting to bind port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:28:58.196365 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Attempting to bind port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:28:58.196729 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Attempting to bind port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:28:58.198910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3363522-9cf3-491b-8023-fd167395f7e0 None None] Pushing event updated for resources: {'Port': ['ID=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:58.204655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:28:58.205028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:28:58.205490 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.205871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:28:58.206363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Bound port: 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:28:58.206750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.257513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] For port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:28:58.261138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] For port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:28:58.264745 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.278594 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.314144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:28:58.314779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:28:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:58.342280 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Subnet': ['ID=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:58.350069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Checking segment: {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:28:58.350453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network hostable DHCP agents. Network: 2aa5685a-6899-4501-a4d1-21fcfb9599bb, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:28:58.362338 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3363522-9cf3-491b-8023-fd167395f7e0 None None] Pushing event updated for resources: {'Port': ['ID=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:58.367685 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:28:58.377890 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 2aa5685a-6899-4501-a4d1-21fcfb9599bb) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:28:58.382735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:58.383331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.399080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c47b21a2-4032-4613-8c3e-9fc333909d3e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7230518 Aug 27 03:28:58.401800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec56ac2-4d72-464d-a0e7-770acc1c820b None None] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:28:58.402017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39096) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:58.632478 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:28:58.848605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:28:58.849493 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.851206 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:58.975454 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:56Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:28:59.012150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160990fb-f141-4dea-b292-f756bffa90a2 None None] The sync data for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 is: [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:56Z', 'revision_number': 3, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:28:59.028451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Allocated IP 172.20.0.2 (2aa5685a-6899-4501-a4d1-21fcfb9599bb/d2dd0e29-106a-4d73-8d5c-4bc0b03ab581/31d8fcce-0a01-42ba-a9d3-d8faea3b964d) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:28:59.190850 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.201591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Transition to ACTIVE for port object 31d8fcce-0a01-42ba-a9d3-d8faea3b964d will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:28:59.218758 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Transition to ACTIVE for port object 31d8fcce-0a01-42ba-a9d3-d8faea3b964d will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:28:59.228068 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.298551 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:28:59.304768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:28:59.307481 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:28:59.312913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.1 (2aa5685a-6899-4501-a4d1-21fcfb9599bb/d2dd0e29-106a-4d73-8d5c-4bc0b03ab581/4b00d177-3d66-4226-86a6-05f022a30f3b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:28:59.332955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Pushing event updated for resources: {'Port': ['ID=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:59.368210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Attempting to bind port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:28:59.368578 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Attempting to bind port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:28:59.368940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Attempting to bind port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d on network 2aa5685a-6899-4501-a4d1-21fcfb9599bb {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:28:59.374593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:28:59.374967 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Checking segment: {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:28:59.375366 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.375761 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Bound using segment: {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:28:59.376227 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Bound port: 31d8fcce-0a01-42ba-a9d3-d8faea3b964d, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:28:59.376608 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.450813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.457655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] For port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:28:59.462286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] For port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:28:59.470037 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 4b00d177-3d66-4226-86a6-05f022a30f3b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:28:59.471575 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.515996 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.539072 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4da57-c2d2-434f-821d-483313d321a1 None None] Pushing event updated for resources: {'Port': ['ID=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:59.570654 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:28:59.573936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:28:59.580767 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:28:59.607950 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=4b00d177-3d66-4226-86a6-05f022a30f3b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:59.638542 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:59.807959 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.099229 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.106189 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.180634 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=4b00d177-3d66-4226-86a6-05f022a30f3b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:00.183336 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.284038 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:00.285548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:00.399073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ed32b1f2-e4b7-4c74-bbc2-ebb851589df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.402921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router c7d04319-f8e5-4ea1-a052-a92cdd531b6a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:00.480286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e9e8d-6fe3-4486-993d-f325371d6f58 None None] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:00.527361 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:00.533416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:00.540957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-0bfd1650-3d8c-47ae-82bc-f4dff5e08c31 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/c7d04319-f8e5-4ea1-a052-a92cdd531b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1365411 Aug 27 03:29:00.595813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-828ea74a-b15b-4686-ac10-91780e2317cf None None] Provisioning for port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:00.636499 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.684145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:00.691123 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-bc7d9ad1-9101-42cd-a257-34d3a6ab25ff tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-407320456&fields=id&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 267 time: 0.0343051 Aug 27 03:29:00.691788 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:00.692226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.802742 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.816505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-84abc6c9-b92d-4d9c-95bd-699abf737791 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:00.818109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-84abc6c9-b92d-4d9c-95bd-699abf737791 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/networks?id=2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 200 len: 797 time: 0.1191256 Aug 27 03:29:00.824735 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:00.830332 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.831357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31d8fcce-0a01-42ba-a9d3-d8faea3b964d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:00.835382 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-562d8510-96c2-40a7-97ad-a1590c46f657 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/quotas/1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 375 time: 0.0105689 Aug 27 03:29:00.902961 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0f875200-0213-4722-993e-18f33cda5a4e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567579 Aug 27 03:29:00.923544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:00.944457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:00.949807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:00.950383 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:00.965639 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-5d1146f1-331c-4c86-9ac6-9d93ec7b2b27 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:29:00.967149 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-5d1146f1-331c-4c86-9ac6-9d93ec7b2b27 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517914 Aug 27 03:29:00.992632 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Sync routers for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:01.013333 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:01.014284 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:01.051965 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.061237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-699bd909-0816-4282-805c-9f93d8ed6110 None None] Provisioning for port 4b00d177-3d66-4226-86a6-05f022a30f3b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:01.069585 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-699bd909-0816-4282-805c-9f93d8ed6110 None None] Provisioning complete for port 4b00d177-3d66-4226-86a6-05f022a30f3b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:01.070033 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-699bd909-0816-4282-805c-9f93d8ed6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.082543 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-873fb731-535a-40c5-8ed1-f8680e38e3c6 service neutron] 10.222.0.10 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086016 Aug 27 03:29:01.123157 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:01.126523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-699bd909-0816-4282-805c-9f93d8ed6110 None None] Port 4b00d177-3d66-4226-86a6-05f022a30f3b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:01.131985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.141619 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:01.166816 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-699bd909-0816-4282-805c-9f93d8ed6110 None None] Provisioning complete for port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:01.167558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-699bd909-0816-4282-805c-9f93d8ed6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.208072 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-7953f412-6963-4471-838d-d66bb2322ad8 service neutron] 10.222.0.10 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177578 Aug 27 03:29:01.257428 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:01.389427 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 2, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:01.423934 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-76191d15-ce0f-4b07-94a9-0761dae64b28 None None] Provisioning complete for port 4b00d177-3d66-4226-86a6-05f022a30f3b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:01.424733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-76191d15-ce0f-4b07-94a9-0761dae64b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.425538 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Checking router: c7d04319-f8e5-4ea1-a052-a92cdd531b6a for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:01.426114 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Updating router c7d04319-f8e5-4ea1-a052-a92cdd531b6a port 4b00d177-3d66-4226-86a6-05f022a30f3b binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:29:01.433526 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f37c2338-6ee4-4bbd-b92e-aae2cbfc962a req-39a72d1e-0c21-49d8-a3d3-bbffaf4d7331 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 210 time: 0.0415068 Aug 27 03:29:01.458627 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.469742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-76191d15-ce0f-4b07-94a9-0761dae64b28 None None] Port 4b00d177-3d66-4226-86a6-05f022a30f3b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:01.565556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.591797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-e73c4669-badb-4c3d-aa46-7f32f7616d92 None None] Provisioning complete for port 4b00d177-3d66-4226-86a6-05f022a30f3b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:01.592285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e73c4669-badb-4c3d-aa46-7f32f7616d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.627884 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-e73c4669-badb-4c3d-aa46-7f32f7616d92 None None] Port 4b00d177-3d66-4226-86a6-05f022a30f3b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:01.750120 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.763207 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Transition to ACTIVE for port object 4b00d177-3d66-4226-86a6-05f022a30f3b will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:01.770816 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.845713 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Pushing event updated for resources: {'Port': ['ID=4b00d177-3d66-4226-86a6-05f022a30f3b,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:01.871258 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.871589 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.871915 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.872233 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.872550 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.872863 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.873173 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.873481 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.873788 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.874097 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.874425 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.874732 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:01.893092 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Attempting to bind port 4b00d177-3d66-4226-86a6-05f022a30f3b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:01.893612 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Attempting to bind port 4b00d177-3d66-4226-86a6-05f022a30f3b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:01.894106 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Attempting to bind port 4b00d177-3d66-4226-86a6-05f022a30f3b on network 2aa5685a-6899-4501-a4d1-21fcfb9599bb {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:01.900067 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:01.900319 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Checking segment: {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:01.900604 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.901018 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Bound using segment: {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:01.901499 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Bound port: 4b00d177-3d66-4226-86a6-05f022a30f3b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:01.901909 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.988482 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] For port 4b00d177-3d66-4226-86a6-05f022a30f3b, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:01.993349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] For port 4b00d177-3d66-4226-86a6-05f022a30f3b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4b00d177-3d66-4226-86a6-05f022a30f3b,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:02.000086 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:02.061770 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:02.062419 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:02.100736 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a017a-698f-4d7d-8f10-6cdfa0f54365 None None] Pushing event updated for resources: {'Port': ['ID=4b00d177-3d66-4226-86a6-05f022a30f3b,revision_number=4']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:02.175213 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:02.489993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-1c29557b-c549-4626-921d-18532fc3f53a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:02.491663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-1c29557b-c549-4626-921d-18532fc3f53a tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/networks?id=2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 200 len: 797 time: 0.1394637 Aug 27 03:29:02.495780 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:02.512989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:01Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:02.550648 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f1dc-5406-4cd8-88d4-ae57f43692ea None None] The sync data for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 is: [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:01Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:02.553610 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c44538a-31b8-4cfa-9eb7-0ff02c9e3a70 req-bd987a26-b91e-4ff9-bf2f-b273bdf5546f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 210 time: 0.0433066 Aug 27 03:29:02.559047 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:02.559407 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:02.573867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-b84d2be5-6442-4ed7-a779-075e2d084b65 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1351e8a2724442ecbe9c7566df4da80f HTTP/1.1" status: 200 len: 379 time: 0.0722790 Aug 27 03:29:02.585192 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'port': {'device_id': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'admin_state_up': True, 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'security_groups': ['4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:02.686360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31d8fcce-0a01-42ba-a9d3-d8faea3b964d up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:02.719237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Made reservation on behalf of 1351e8a2724442ecbe9c7566df4da80f for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:02.722953 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:02.744146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:02.744549 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:02.857739 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.20.0.13 (2aa5685a-6899-4501-a4d1-21fcfb9599bb/d2dd0e29-106a-4d73-8d5c-4bc0b03ab581/79f522f8-77c1-49b9-a948-626b106f1179) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:03.027726 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.047297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Transition to ACTIVE for port object 79f522f8-77c1-49b9-a948-626b106f1179 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:03.092091 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.137271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:03.142763 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:03.146695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:03.172545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=79f522f8-77c1-49b9-a948-626b106f1179,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:03.203198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:03.203888 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.231691 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-0bad48b8-8b94-42a0-80d6-21ad8f365973 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6504238 Aug 27 03:29:03.248175 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Request body: {'port': {'device_id': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:03.316084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.407508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-070e1533-b35a-4f6e-8b21-bdb69a37b7f8 None None] Provisioning for port 79f522f8-77c1-49b9-a948-626b106f1179 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:03.412328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-070e1533-b35a-4f6e-8b21-bdb69a37b7f8 None None] Provisioning complete for port 79f522f8-77c1-49b9-a948-626b106f1179 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:03.412942 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-070e1533-b35a-4f6e-8b21-bdb69a37b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.460047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.465150 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-070e1533-b35a-4f6e-8b21-bdb69a37b7f8 None None] Port 79f522f8-77c1-49b9-a948-626b106f1179 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:03.607889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f522f8-77c1-49b9-a948-626b106f1179 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:29:03.616152 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.628933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Transition to ACTIVE for port object 79f522f8-77c1-49b9-a948-626b106f1179 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:03.634063 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.697555 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7278356-d19d-482f-aafe-b83ffd2f2389 req-eaed05fb-53ee-451f-ba86-9758e3f5394d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:03.699571 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7278356-d19d-482f-aafe-b83ffd2f2389 req-eaed05fb-53ee-451f-ba86-9758e3f5394d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 944 time: 0.0570660 Aug 27 03:29:03.708111 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Pushing event updated for resources: {'Port': ['ID=79f522f8-77c1-49b9-a948-626b106f1179,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:03.742538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b7278356-d19d-482f-aafe-b83ffd2f2389 req-4f76a994-dd37-4fc9-baa9-d8322038d2c6 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360684 Aug 27 03:29:03.770023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Attempting to bind port 79f522f8-77c1-49b9-a948-626b106f1179 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:03.770023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Attempting to bind port 79f522f8-77c1-49b9-a948-626b106f1179 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:03.770023 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Attempting to bind port 79f522f8-77c1-49b9-a948-626b106f1179 on network 2aa5685a-6899-4501-a4d1-21fcfb9599bb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:03.778967 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Port 79f522f8-77c1-49b9-a948-626b106f1179 on network 2aa5685a-6899-4501-a4d1-21fcfb9599bb not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:29:03.779301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Attempting to bind port 79f522f8-77c1-49b9-a948-626b106f1179 on network 2aa5685a-6899-4501-a4d1-21fcfb9599bb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:03.785425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:03.785904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Checking segment: {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:03.786529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Bound using segment: {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:03.787025 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Bound port: 79f522f8-77c1-49b9-a948-626b106f1179, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12ebce-9de7-43f5-9c24-c4e92b7ef523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:03.787755 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.856416 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] For port 79f522f8-77c1-49b9-a948-626b106f1179, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:03.859718 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] For port 79f522f8-77c1-49b9-a948-626b106f1179, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=79f522f8-77c1-49b9-a948-626b106f1179,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:03.864150 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.899915 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:03.900650 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.902142 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] 10.222.0.45 "PUT /v2.0/ports/79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 200 len: 1092 time: 0.6588542 Aug 27 03:29:03.902691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:03.905509 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f2c99c-1657-452c-8a03-c11ba41ce312" -d '{"events": [{"name": "network-changed", "server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "tag": "79f522f8-77c1-49b9-a948-626b106f1179"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:03.934219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dcf73-f461-4e7a-b11d-d79aa7e85d83 service neutron] Pushing event updated for resources: {'Port': ['ID=79f522f8-77c1-49b9-a948-626b106f1179,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:03.961759 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09019b3b-2776-4d76-80ee-b95d8e4e0d41 x-openstack-request-id: req-09019b3b-2776-4d76-80ee-b95d8e4e0d41 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:03.962054 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "tag": "79f522f8-77c1-49b9-a948-626b106f1179", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:03.962436 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09019b3b-2776-4d76-80ee-b95d8e4e0d41 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:03.962739 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179', 'status': 'completed', 'code': 200} Aug 27 03:29:04.006641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-552f40c7-331a-4fd5-a182-4d2d7ad391fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.008826 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-552f40c7-331a-4fd5-a182-4d2d7ad391fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1095 time: 0.0573499 Aug 27 03:29:04.058762 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-1178182a-e682-4bba-a127-ded458a58559 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 200 len: 217 time: 0.0412285 Aug 27 03:29:04.111453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-026cc862-1a5d-4c26-8b7a-bda84c2066bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.112932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-026cc862-1a5d-4c26-8b7a-bda84c2066bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 HTTP/1.1" status: 200 len: 835 time: 0.0466413 Aug 27 03:29:04.162489 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-dcb1d179-3ff8-471a-be25-cbbd66bfa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.164019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-dcb1d179-3ff8-471a-be25-cbbd66bfa192 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa5685a-6899-4501-a4d1-21fcfb9599bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444822 Aug 27 03:29:04.257608 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-39a935e4-03d6-41dd-bd46-2c8f4c56dd8e service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866525 Aug 27 03:29:04.358955 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-98f843cc-9cde-426c-bc00-8079664dc1e0 req-e29f61ce-30a1-4446-95bc-76bb674c764a service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931685 Aug 27 03:29:04.450806 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-09c8791b-222a-41bb-b562-dd5b43d44e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.452576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-09c8791b-222a-41bb-b562-dd5b43d44e79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1095 time: 0.0470982 Aug 27 03:29:04.474554 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4b00d177-3d66-4226-86a6-05f022a30f3b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:04.528219 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 4b00d177-3d66-4226-86a6-05f022a30f3b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:04.532283 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4b00d177-3d66-4226-86a6-05f022a30f3b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:04.532660 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:04.546764 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-756bfdea-da09-4b77-92ec-fcea79236455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.548338 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-756bfdea-da09-4b77-92ec-fcea79236455 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 200 len: 898 time: 0.0883029 Aug 27 03:29:04.595309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-c693a8a3-78a9-4e01-a62e-60f5cf9ad9b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 200 len: 217 time: 0.0399837 Aug 27 03:29:04.612792 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:04.648798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 4b00d177-3d66-4226-86a6-05f022a30f3b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4b00d177-3d66-4226-86a6-05f022a30f3b,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:04.649154 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-fa4864a2-b56c-4f7c-a997-2970fe5fc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.651025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-fa4864a2-b56c-4f7c-a997-2970fe5fc808 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 HTTP/1.1" status: 200 len: 835 time: 0.0488656 Aug 27 03:29:04.654652 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:04.699510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-69c81332-b77b-4cac-a3ce-0aff1f564afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.701130 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-69c81332-b77b-4cac-a3ce-0aff1f564afa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa5685a-6899-4501-a4d1-21fcfb9599bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417538 Aug 27 03:29:04.702843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=4b00d177-3d66-4226-86a6-05f022a30f3b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:04.795469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-462a31d0-5264-4f98-b8d9-a441989f2f36 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865557 Aug 27 03:29:04.870515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d06ec-a2be-47b8-94a4-80fd6ab6d5cd req-cd48b30b-9ee0-4eae-9b45-e93c6d409c11 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:04.872189 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c87d06ec-a2be-47b8-94a4-80fd6ab6d5cd req-cd48b30b-9ee0-4eae-9b45-e93c6d409c11 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 944 time: 0.0529456 Aug 27 03:29:04.889586 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b5f2c99c-1657-452c-8a03-c11ba41ce312 req-0ee00750-6a56-4a57-907f-7bb0c8563123 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863090 Aug 27 03:29:04.915049 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c87d06ec-a2be-47b8-94a4-80fd6ab6d5cd req-184fca60-6937-4508-92a7-b0de97907291 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365736 Aug 27 03:29:06.042904 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f300c-7b52-45d1-9729-b0f63e87fe48 req-a8ec1365-55a7-4e1a-9c9f-fdacaeac39b0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:06.044392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f78f300c-7b52-45d1-9729-b0f63e87fe48 req-a8ec1365-55a7-4e1a-9c9f-fdacaeac39b0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 944 time: 0.0571108 Aug 27 03:29:06.087696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f78f300c-7b52-45d1-9729-b0f63e87fe48 req-47431762-e0a9-4a8c-9872-31cd294aff5c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371695 Aug 27 03:29:06.468316 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4b00d177-3d66-4226-86a6-05f022a30f3b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:06.522144 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 4b00d177-3d66-4226-86a6-05f022a30f3b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:06.522553 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:07.206863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc2f79-4ef5-40bc-8be2-45d6977d2c83 req-eb01a7e2-2721-46a9-a371-68e275485b00 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:07.208449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b8cc2f79-4ef5-40bc-8be2-45d6977d2c83 req-eb01a7e2-2721-46a9-a371-68e275485b00 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 944 time: 0.0515244 Aug 27 03:29:07.249072 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b8cc2f79-4ef5-40bc-8be2-45d6977d2c83 req-5c699114-3bdb-4470-8d01-8000eac875b7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341718 Aug 27 03:29:07.332837 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 79f522f8-77c1-49b9-a948-626b106f1179 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:29:07.445220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 79f522f8-77c1-49b9-a948-626b106f1179, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=79f522f8-77c1-49b9-a948-626b106f1179,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:07.459280 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '79f522f8-77c1-49b9-a948-626b106f1179', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'port_id': '79f522f8-77c1-49b9-a948-626b106f1179', 'mac_address': 'fa:16:3e:19:24:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:29:07.504608 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:07.521179 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f522f8-77c1-49b9-a948-626b106f1179 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:29:07.545288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 79f522f8-77c1-49b9-a948-626b106f1179, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=79f522f8-77c1-49b9-a948-626b106f1179,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:07.551372 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:07.602940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=79f522f8-77c1-49b9-a948-626b106f1179,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:07.754828 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['79f522f8-77c1-49b9-a948-626b106f1179'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:29:08.372588 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308833b-e849-4e74-a481-ddb8e77708ca req-74a0c993-84e3-462c-95b3-89933c1c0a05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:08.374174 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f308833b-e849-4e74-a481-ddb8e77708ca req-74a0c993-84e3-462c-95b3-89933c1c0a05 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 945 time: 0.0536687 Aug 27 03:29:08.420712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f308833b-e849-4e74-a481-ddb8e77708ca req-c32906d9-82cc-404a-82d2-40f3ccfc9be0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401173 Aug 27 03:29:09.322118 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:09.347957 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 79f522f8-77c1-49b9-a948-626b106f1179 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:09.401692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 79f522f8-77c1-49b9-a948-626b106f1179 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:09.405591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 79f522f8-77c1-49b9-a948-626b106f1179 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:09.406019 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:09.495563 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:09.526754 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:09.529043 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b1aed1-e170-41af-b508-526951ac2237" -d '{"events": [{"server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "name": "network-vif-plugged", "status": "completed", "tag": "79f522f8-77c1-49b9-a948-626b106f1179"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:09.543096 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 79f522f8-77c1-49b9-a948-626b106f1179, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=79f522f8-77c1-49b9-a948-626b106f1179,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:09.545457 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab0006-7976-4a9c-a72d-ba92a85ec1e0 req-03096b81-3792-474f-9b2a-b7b9ff9c1d8b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:09.547525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92ab0006-7976-4a9c-a72d-ba92a85ec1e0 req-03096b81-3792-474f-9b2a-b7b9ff9c1d8b tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 945 time: 0.0506592 Aug 27 03:29:09.548396 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:09.598282 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-92ab0006-7976-4a9c-a72d-ba92a85ec1e0 req-2161771b-29ce-4d33-9e0c-ca3af78df294 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450456 Aug 27 03:29:09.602209 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=79f522f8-77c1-49b9-a948-626b106f1179,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:09.630015 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be9289-413a-43c7-9021-b3c32c42a0a5 x-openstack-request-id: req-63be9289-413a-43c7-9021-b3c32c42a0a5 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:09.630479 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "name": "network-vif-plugged", "status": "completed", "tag": "79f522f8-77c1-49b9-a948-626b106f1179", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:09.630796 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63be9289-413a-43c7-9021-b3c32c42a0a5 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:09.631254 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179', 'code': 200} Aug 27 03:29:09.730840 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5050-ce9d-4faa-815b-8b8748cd7935 req-a6b70057-2c7e-43bb-bd65-6e8b51ae56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:09.732380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39bc5050-ce9d-4faa-815b-8b8748cd7935 req-a6b70057-2c7e-43bb-bd65-6e8b51ae56ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1097 time: 0.0429962 Aug 27 03:29:09.767518 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39bc5050-ce9d-4faa-815b-8b8748cd7935 req-738fc860-1b37-4f5b-97bf-e4e12e933586 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282404 Aug 27 03:29:10.727834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6f2c-690a-4df9-bd8a-9e9b0b1dfe08 req-93b77fdd-b6f5-4cdb-8590-a7bc72360821 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:10.729380 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e58d6f2c-690a-4df9-bd8a-9e9b0b1dfe08 req-93b77fdd-b6f5-4cdb-8590-a7bc72360821 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0567801 Aug 27 03:29:10.769942 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-e58d6f2c-690a-4df9-bd8a-9e9b0b1dfe08 req-ae7ba0a9-20cd-490a-96c3-65ab43680be9 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342073 Aug 27 03:29:11.894180 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735e19-49ee-4bc8-b0da-b49dfb16aacc req-3cf8e5b8-ca3b-426b-b437-c0ed45d43ece tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:11.895745 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6735e19-49ee-4bc8-b0da-b49dfb16aacc req-3cf8e5b8-ca3b-426b-b437-c0ed45d43ece tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0499856 Aug 27 03:29:11.941623 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a6735e19-49ee-4bc8-b0da-b49dfb16aacc req-b4f90c01-d25c-4ac9-b9ba-70eb22f93ac2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395322 Aug 27 03:29:12.063254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70ad9d-04c9-4f26-be8b-bf7f7e1daf7c req-cfbb0c2a-09d2-48b6-8579-3e350803d7a1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:12.064660 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc70ad9d-04c9-4f26-be8b-bf7f7e1daf7c req-cfbb0c2a-09d2-48b6-8579-3e350803d7a1 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0501797 Aug 27 03:29:12.106284 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc70ad9d-04c9-4f26-be8b-bf7f7e1daf7c req-be3039ab-018d-483e-8f1b-5a0f98de1b91 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349681 Aug 27 03:29:12.127689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39156) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:12.168933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b1a380-f5c5-42c8-b542-c99e007433b7 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:12.170525 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-25b1a380-f5c5-42c8-b542-c99e007433b7 tempest-TestNetworkAdvancedServerOps-1208293062 tempest-TestNetworkAdvancedServerOps-1208293062-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1092 time: 0.0418019 Aug 27 03:29:12.173646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39158) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:12.178494 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '79f522f8-77c1-49b9-a948-626b106f1179', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:12.203941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.311157 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.417986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Allocated IP 172.25.1.97 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/31d366e5-a8d4-496c-a3e3-01bc12cb2aa1) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:12.532336 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.572395 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.609439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:12.614460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:12.618510 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:12.624815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=31d366e5-a8d4-496c-a3e3-01bc12cb2aa1,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.016920 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.092844 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.257815 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.263072 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.330829 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event updated for resources: {'Port': ['ID=31d366e5-a8d4-496c-a3e3-01bc12cb2aa1,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.345248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.450268 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 0b322a56-1034-49a6-8d5f-411b247d3dff associated. External IP: 172.25.1.97, port: 79f522f8-77c1-49b9-a948-626b106f1179. Aug 27 03:29:13.663401 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router c7d04319-f8e5-4ea1-a052-a92cdd531b6a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:13.773824 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:13.785846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] Sync routers for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:13.796582 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.799785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:13.800409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:13.826456 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-78a16d07-880a-435f-ab2d-00b8e343cffb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6516469 Aug 27 03:29:13.827144 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:13.829697 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0232f374-1e87-44b8-98f8-d7d2882af560" -d '{"events": [{"name": "network-changed", "server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "tag": "79f522f8-77c1-49b9-a948-626b106f1179"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:13.874574 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d500e5-ef06-4f17-8f84-2c27e53f9e63 x-openstack-request-id: req-51d500e5-ef06-4f17-8f84-2c27e53f9e63 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:13.875015 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "tag": "79f522f8-77c1-49b9-a948-626b106f1179", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:13.875523 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51d500e5-ef06-4f17-8f84-2c27e53f9e63 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:13.876217 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179', 'status': 'completed', 'code': 200} Aug 27 03:29:13.947914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:13.986410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15203b3-1f4e-489f-965d-f0dfe4dee07f req-1212ee55-5d98-4fd3-8e60-a00cd35b92fb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:13.988147 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f15203b3-1f4e-489f-965d-f0dfe4dee07f req-1212ee55-5d98-4fd3-8e60-a00cd35b92fb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.1036556 Aug 27 03:29:13.995572 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-0b7fa42f-a010-4a99-aaeb-5d521be7c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:13.997488 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-0b7fa42f-a010-4a99-aaeb-5d521be7c9b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1097 time: 0.0952957 Aug 27 03:29:14.092040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f15203b3-1f4e-489f-965d-f0dfe4dee07f req-56255d68-4beb-4e0c-afe2-3bd6a1502527 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923009 Aug 27 03:29:14.118305 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39164) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:14.149909 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-0e07084c-f96b-49cb-8684-f1f870231129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:14.151454 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-0e07084c-f96b-49cb-8684-f1f870231129 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 200 len: 898 time: 0.1444454 Aug 27 03:29:14.187440 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a4743f9c-0de9-4091-a0d9-8bb4ee98d2f0 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0b322a56-1034-49a6-8d5f-411b247d3dff HTTP/1.1" status: 200 len: 991 time: 0.0671773 Aug 27 03:29:14.225317 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-d5aaa751-73e7-4ab8-9941-54e4aef5266b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 200 len: 999 time: 0.0654237 Aug 27 03:29:14.279226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-1bce1116-f671-43e9-9ea6-a109866507f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:14.281998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-1bce1116-f671-43e9-9ea6-a109866507f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 HTTP/1.1" status: 200 len: 835 time: 0.0492222 Aug 27 03:29:14.329866 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-d84f130b-a747-48bb-87a1-e91a3b94d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:14.331517 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-d84f130b-a747-48bb-87a1-e91a3b94d6b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa5685a-6899-4501-a4d1-21fcfb9599bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428731 Aug 27 03:29:14.359542 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '0b322a56-1034-49a6-8d5f-411b247d3dff', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'port_id': '79f522f8-77c1-49b9-a948-626b106f1179', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'mac_address': 'fa:16:3e:19:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:12Z', 'updated_at': '2021-08-27T03:29:12Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:04Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:14.389811 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] Checking router: c7d04319-f8e5-4ea1-a052-a92cdd531b6a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:14.398683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:14.399292 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:29:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:14.431426 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-e2595b14-16d9-4434-aae2-304a298aa2a0 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924799 Aug 27 03:29:14.511747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:14.526057 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0232f374-1e87-44b8-98f8-d7d2882af560 req-a6c7fb67-2db2-4ee5-a692-b42fd2a6216a service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870082 Aug 27 03:29:14.749030 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '0b322a56-1034-49a6-8d5f-411b247d3dff', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'port_id': '79f522f8-77c1-49b9-a948-626b106f1179', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'mac_address': 'fa:16:3e:19:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:12Z', 'updated_at': '2021-08-27T03:29:12Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:04Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:14.774678 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bc4bf-e3db-499d-a979-15e4014bc8f2 None None] The sync data for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 is: [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '0b322a56-1034-49a6-8d5f-411b247d3dff', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'port_id': '79f522f8-77c1-49b9-a948-626b106f1179', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'mac_address': 'fa:16:3e:19:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:12Z', 'updated_at': '2021-08-27T03:29:12Z', 'revision_number': 0, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:04Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:14.971096 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9b81d-4ac0-4769-92a8-1aa41ce9285e None None] New status for floating IP 0b322a56-1034-49a6-8d5f-411b247d3dff: ACTIVE {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:29:15.192789 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39172) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:15.260503 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-13dba5c3-4261-474f-a5c6-24255b5cffa2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0b322a56-1034-49a6-8d5f-411b247d3dff HTTP/1.1" status: 200 len: 993 time: 0.0661569 Aug 27 03:29:17.243631 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.338039 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:26.241314 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-e6888aa9-7163-4b4e-9834-789658f264d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430455 Aug 27 03:29:26.330684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d86f-5afb-4085-90be-45b344e93e0d req-6b605a38-b8c5-4531-87d7-c7ea4338c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:26.332206 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-6b605a38-b8c5-4531-87d7-c7ea4338c888 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1097 time: 0.0446885 Aug 27 03:29:26.439297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d86f-5afb-4085-90be-45b344e93e0d req-0050cadd-069a-4b13-b74c-fb45e297f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:26.440788 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-0050cadd-069a-4b13-b74c-fb45e297f8e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 200 len: 898 time: 0.0859573 Aug 27 03:29:26.510637 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-f6dd06ac-27fa-4de5-b584-8f1322e72d79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 200 len: 1001 time: 0.0618696 Aug 27 03:29:26.876610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d86f-5afb-4085-90be-45b344e93e0d req-63b463ad-514b-4c3c-8778-267047d4a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:26.877987 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-63b463ad-514b-4c3c-8778-267047d4a6e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 HTTP/1.1" status: 200 len: 835 time: 0.3600445 Aug 27 03:29:26.927837 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d86f-5afb-4085-90be-45b344e93e0d req-1e745db4-e9a8-4358-98f6-83c653ef0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:26.929583 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-1e745db4-e9a8-4358-98f6-83c653ef0672 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa5685a-6899-4501-a4d1-21fcfb9599bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436246 Aug 27 03:29:27.028549 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-7368d807-0edf-48d2-bc19-3eb17728c133 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915320 Aug 27 03:29:27.126763 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6052d86f-5afb-4085-90be-45b344e93e0d req-f95276ea-94b2-42cc-ac03-b70324426f3d service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903175 Aug 27 03:29:27.864316 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-045fec0a-e83e-4afe-82ea-532433d1ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:30.404061 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fbd31627-c808-4f8f-8ad9-38abb6d2d7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:30.575897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:31.571152 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.448705 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:46.322153 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:46.756828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb98ef-c6c3-431e-a650-2f47203c1022 req-7ec349ba-225d-4938-8c9e-53212e9d0026 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.758552 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8bb98ef-c6c3-431e-a650-2f47203c1022 req-7ec349ba-225d-4938-8c9e-53212e9d0026 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0549829 Aug 27 03:29:46.817914 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d8bb98ef-c6c3-431e-a650-2f47203c1022 req-94dc48c1-cbb0-4506-b453-c1920def9229 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530002 Aug 27 03:29:47.258023 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.951119 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9502-7e46-4b31-adb3-d5fa3c898784 req-1025eb4e-be0d-40cc-a6fe-5083687ded95 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.952923 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0cf9502-7e46-4b31-adb3-d5fa3c898784 req-1025eb4e-be0d-40cc-a6fe-5083687ded95 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0580745 Aug 27 03:29:47.998019 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a0cf9502-7e46-4b31-adb3-d5fa3c898784 req-f613208f-162e-4995-b67b-62f01e03bbb7 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 Aug 27 03:29:48.021893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39198) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:48.126117 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8eb9622f-ba63-43c2-8949-07855f64ea94 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0b322a56-1034-49a6-8d5f-411b247d3dff HTTP/1.1" status: 200 len: 993 time: 0.1023529 Aug 27 03:29:48.353138 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.437739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777ffe-48f4-48f5-a45f-dde5ec16b05a req-582e6ead-8301-4427-a83c-39180db89e2d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:49.439419 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5777ffe-48f4-48f5-a45f-dde5ec16b05a req-582e6ead-8301-4427-a83c-39180db89e2d tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0587554 Aug 27 03:29:49.463099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc01e-8692-4951-9944-166e27c618bf req-15945166-51c4-4643-b337-2860a0c74a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:49.465326 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0dc01e-8692-4951-9944-166e27c618bf req-15945166-51c4-4643-b337-2860a0c74a98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1097 time: 0.0498703 Aug 27 03:29:49.491079 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d5777ffe-48f4-48f5-a45f-dde5ec16b05a req-518f5987-334d-4327-a71c-3adb43079427 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385697 Aug 27 03:29:49.573686 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc01e-8692-4951-9944-166e27c618bf req-2ae066c7-c7f1-4e9b-937d-efeae9ebeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:49.575565 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0dc01e-8692-4951-9944-166e27c618bf req-2ae066c7-c7f1-4e9b-937d-efeae9ebeb39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 200 len: 898 time: 0.1031830 Aug 27 03:29:49.651928 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0dc01e-8692-4951-9944-166e27c618bf req-e0919547-da28-4619-9c69-c6ee300adf66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 200 len: 1001 time: 0.0681133 Aug 27 03:29:49.708481 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc01e-8692-4951-9944-166e27c618bf req-63f86ccb-d25d-4e88-8254-6449ea838e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:49.710115 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0dc01e-8692-4951-9944-166e27c618bf req-63f86ccb-d25d-4e88-8254-6449ea838e3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 HTTP/1.1" status: 200 len: 835 time: 0.0513992 Aug 27 03:29:49.766777 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc01e-8692-4951-9944-166e27c618bf req-1d1d8ba8-b6c2-4bde-b7c6-70015ec31293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:49.768353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0dc01e-8692-4951-9944-166e27c618bf req-1d1d8ba8-b6c2-4bde-b7c6-70015ec31293 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa5685a-6899-4501-a4d1-21fcfb9599bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515571 Aug 27 03:29:49.873234 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0dc01e-8692-4951-9944-166e27c618bf req-21f649d2-bb61-49b8-940c-8b67bd38a982 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978003 Aug 27 03:29:49.987090 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-ae0dc01e-8692-4951-9944-166e27c618bf req-f959a477-1f88-4b2b-bf6e-abee2689003f service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066191 Aug 27 03:29:50.624412 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afae317-f4fd-404e-89bd-0872afc3deb7 req-4624a877-fb82-40b9-a1e9-1cf87d66377c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:50.626370 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6afae317-f4fd-404e-89bd-0872afc3deb7 req-4624a877-fb82-40b9-a1e9-1cf87d66377c tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0564401 Aug 27 03:29:50.675278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6afae317-f4fd-404e-89bd-0872afc3deb7 req-dce8877d-e220-4726-8a27-1c5b99ed36c4 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Aug 27 03:29:51.844917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48665-d85f-4bcc-943f-3baee96d282b req-59af8b58-ba0f-4629-ad63-fd0ec6836dcc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:51.847565 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0dc48665-d85f-4bcc-943f-3baee96d282b req-59af8b58-ba0f-4629-ad63-fd0ec6836dcc tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0801623 Aug 27 03:29:51.892153 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0dc48665-d85f-4bcc-943f-3baee96d282b req-8cfc69b7-4e42-41d0-b4ae-a997ab2945d3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374625 Aug 27 03:29:51.918229 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39210) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:52.007248 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5cf1236d-720a-4931-8c7c-931055bc82df tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/floatingips/0b322a56-1034-49a6-8d5f-411b247d3dff HTTP/1.1" status: 200 len: 993 time: 0.0877264 Aug 27 03:29:52.247739 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39216) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:52.428767 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 31d366e5-a8d4-496c-a3e3-01bc12cb2aa1 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:52.429137 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.526883 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.527213 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.543287 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 31d366e5-a8d4-496c-a3e3-01bc12cb2aa1 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:52.719673 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.747624 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=31d366e5-a8d4-496c-a3e3-01bc12cb2aa1,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:52.791793 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.792370 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.792942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.793507 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.794080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.794695 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.795302 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.795880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.796460 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.797036 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.797610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.798185 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:52.867224 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.868011 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Floating IP 0b322a56-1034-49a6-8d5f-411b247d3dff disassociated (deleted). External IP: 172.25.1.97, port: 79f522f8-77c1-49b9-a948-626b106f1179. Aug 27 03:29:53.110928 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router c7d04319-f8e5-4ea1-a052-a92cdd531b6a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:53.234266 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:53.240151 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.247112 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] Sync routers for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:53.263656 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:53.264688 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:29:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:53.285554 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-09682126-b5d3-453a-a9e3-78e07ae5ee23 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/floatingips/0b322a56-1034-49a6-8d5f-411b247d3dff HTTP/1.1" status: 204 len: 168 time: 1.0363886 Aug 27 03:29:53.286517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:53.290614 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f205c45b-20ca-4367-a7e0-fba315379484" -d '{"events": [{"name": "network-changed", "server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "tag": "79f522f8-77c1-49b9-a948-626b106f1179"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:53.363803 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c96727-7c09-488b-b673-3847964bb46d x-openstack-request-id: req-83c96727-7c09-488b-b673-3847964bb46d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:53.364260 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "tag": "79f522f8-77c1-49b9-a948-626b106f1179", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:53.364652 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83c96727-7c09-488b-b673-3847964bb46d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:53.365567 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179', 'status': 'completed', 'code': 200} Aug 27 03:29:53.442231 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:53.447297 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c45b-20ca-4367-a7e0-fba315379484 req-bf470d1c-a82f-482a-b20d-2dce80c24c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.449940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f205c45b-20ca-4367-a7e0-fba315379484 req-bf470d1c-a82f-482a-b20d-2dce80c24c82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1351e8a2724442ecbe9c7566df4da80f&device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 1097 time: 0.0641344 Aug 27 03:29:53.641469 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c45b-20ca-4367-a7e0-fba315379484 req-6d794ba2-1bef-496b-b865-0e38629fa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.643044 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f205c45b-20ca-4367-a7e0-fba315379484 req-6d794ba2-1bef-496b-b865-0e38629fa6d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 200 len: 898 time: 0.1860440 Aug 27 03:29:53.693392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f205c45b-20ca-4367-a7e0-fba315379484 req-0d13ca43-4d7a-4c95-899a-8ba7bf01da02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 200 len: 217 time: 0.0419364 Aug 27 03:29:53.719426 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceba678-fad9-4cf8-ae3a-7d8be5802155 req-c4237332-535f-4993-b356-d9420f1bd79e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.721357 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ceba678-fad9-4cf8-ae3a-7d8be5802155 req-c4237332-535f-4993-b356-d9420f1bd79e tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.1313622 Aug 27 03:29:53.798151 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c45b-20ca-4367-a7e0-fba315379484 req-b2b613bd-782f-43af-8684-408beda3aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.800724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f205c45b-20ca-4367-a7e0-fba315379484 req-b2b613bd-782f-43af-8684-408beda3aa2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 HTTP/1.1" status: 200 len: 835 time: 0.0998967 Aug 27 03:29:53.805032 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:04Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:53.851224 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8ceba678-fad9-4cf8-ae3a-7d8be5802155 req-35b263cd-3a80-4b71-ae8a-5d53df2c583f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070738 Aug 27 03:29:53.852169 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] Checking router: c7d04319-f8e5-4ea1-a052-a92cdd531b6a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:53.867880 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:53.868921 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:29:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:53.903758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c45b-20ca-4367-a7e0-fba315379484 req-56bdfc22-ba2a-496b-ac48-9815e7289d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.906243 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f205c45b-20ca-4367-a7e0-fba315379484 req-56bdfc22-ba2a-496b-ac48-9815e7289d0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa5685a-6899-4501-a4d1-21fcfb9599bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890613 Aug 27 03:29:54.010586 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:54.062535 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f205c45b-20ca-4367-a7e0-fba315379484 req-8eb8bc17-38af-4d2c-b508-fe9363122887 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468196 Aug 27 03:29:54.199041 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f205c45b-20ca-4367-a7e0-fba315379484 req-b2585d9e-0adb-41fa-9f10-d125414b35bd service neutron] 10.222.0.45 "GET /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288891 Aug 27 03:29:54.293127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:04Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:54.321859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a4351-7471-4199-bbc7-60d98dc0190c None None] The sync data for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 is: [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:28:59Z', 'revision_number': 4, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '4b00d177-3d66-4226-86a6-05f022a30f3b', 'name': '', 'network_id': '2aa5685a-6899-4501-a4d1-21fcfb9599bb', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'mac_address': 'fa:16:3e:d2:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:58Z', 'updated_at': '2021-08-27T03:29:04Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'subnets': [{'id': 'd2dd0e29-106a-4d73-8d5c-4bc0b03ab581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:54.612550 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbd799-c96d-4e40-a143-d9d27ab6e3a5 None None] New status for floating IP 0b322a56-1034-49a6-8d5f-411b247d3dff: DOWN {{(pid=94775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:29:54.994909 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fc51c-8c6c-4852-89e7-8a3ef6fa58fb req-09d61ed9-ff24-4d87-8fc8-0de83852ae39 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:54.996694 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-623fc51c-8c6c-4852-89e7-8a3ef6fa58fb req-09d61ed9-ff24-4d87-8fc8-0de83852ae39 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0549755 Aug 27 03:29:55.044439 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-623fc51c-8c6c-4852-89e7-8a3ef6fa58fb req-5d39dbe9-27af-40fd-bb2c-1e2b51ffb3fb tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Aug 27 03:29:55.092571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-9ac2e7e8-dca2-4447-8c33-3e40e9cd25b2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:55.094428 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-9ac2e7e8-dca2-4447-8c33-3e40e9cd25b2 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 946 time: 0.0588508 Aug 27 03:29:55.198568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 79f522f8-77c1-49b9-a948-626b106f1179 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:55.198920 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.304571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 79f522f8-77c1-49b9-a948-626b106f1179, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=79f522f8-77c1-49b9-a948-626b106f1179,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:55.305076 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.322218 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 79f522f8-77c1-49b9-a948-626b106f1179 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:55.474643 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.508398 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=79f522f8-77c1-49b9-a948-626b106f1179,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:55.522383 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.522889 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.523054 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.523531 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.523705 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.524040 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.524377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.524711 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.525032 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.525360 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.525684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.526000 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:55.563589 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] No DVR routers for this DVR port 79f522f8-77c1-49b9-a948-626b106f1179 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:29:55.567236 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.569964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e5d7d72c-d2e8-4f7a-9d87-ecfada2a5541 req-6020d2e6-d89c-463a-b972-829039ac3c93 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.45 "DELETE /v2.0/ports/79f522f8-77c1-49b9-a948-626b106f1179 HTTP/1.1" status: 204 len: 173 time: 0.4698412 Aug 27 03:29:55.570517 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'name': 'network-vif-deleted', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:55.573179 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92611f84-713e-41e2-86ec-00d604527462" -d '{"events": [{"server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "name": "network-vif-deleted", "tag": "79f522f8-77c1-49b9-a948-626b106f1179"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:55.614292 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b625ee92-3e94-424b-9f53-d4ad86152188 x-openstack-request-id: req-b625ee92-3e94-424b-9f53-d4ad86152188 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:55.614660 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3056ef02-7a70-4e24-b6f7-f3be3aa9252a", "name": "network-vif-deleted", "tag": "79f522f8-77c1-49b9-a948-626b106f1179", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:55.614947 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b625ee92-3e94-424b-9f53-d4ad86152188 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:55.615368 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3056ef02-7a70-4e24-b6f7-f3be3aa9252a', 'name': 'network-vif-deleted', 'tag': '79f522f8-77c1-49b9-a948-626b106f1179', 'status': 'completed', 'code': 200} Aug 27 03:29:56.211240 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-22ad3a8d-75b1-4590-9f7c-09ea3b48ddf1 req-9dff820c-e8ff-4212-8938-4f66983be194 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3056ef02-7a70-4e24-b6f7-f3be3aa9252a HTTP/1.1" status: 200 len: 210 time: 0.0354147 Aug 27 03:29:57.301721 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39232) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:57.874852 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-576e47d1-2e3f-4f59-95fc-405e35175f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.222693 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.644284 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 4b00d177-3d66-4226-86a6-05f022a30f3b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:58.645520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.771540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 4b00d177-3d66-4226-86a6-05f022a30f3b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=4b00d177-3d66-4226-86a6-05f022a30f3b,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:58.771891 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.789871 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 4b00d177-3d66-4226-86a6-05f022a30f3b owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:59.032398 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.062711 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=4b00d177-3d66-4226-86a6-05f022a30f3b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:59.351679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.509841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 79f522f8-77c1-49b9-a948-626b106f1179 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:29:59.534607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 79f522f8-77c1-49b9-a948-626b106f1179 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:29:59.535027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 79f522f8-77c1-49b9-a948-626b106f1179 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:29:59.686940 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Router c7d04319-f8e5-4ea1-a052-a92cdd531b6a has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:59.811603 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:59.817877 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a501bc48-2673-4fb9-a4e5-736faf9bc3e3 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "PUT /v2.0/routers/c7d04319-f8e5-4ea1-a052-a92cdd531b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5146832 Aug 27 03:29:59.820270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:59.823846 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] Sync routers for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:59.834912 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:59.835804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:29:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:59.918917 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting subnet d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:29:59.924836 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.983783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:59.993993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.120234 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.206035 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.237540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Subnet': ['ID=d2dd0e29-106a-4d73-8d5c-4bc0b03ab581,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:00.241826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.247125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39236) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:00.247788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e75fa6f5-cc9c-4aad-9de5-55173812f27f tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/subnets/d2dd0e29-106a-4d73-8d5c-4bc0b03ab581 HTTP/1.1" status: 204 len: 168 time: 0.4256878 Aug 27 03:30:00.256310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03aa73-1c35-45ec-9ae0-2811f8eb1c8e None None] Network 2aa5685a-6899-4501-a4d1-21fcfb9599bb requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:00.371035 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.401363 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:58Z', 'revision_number': 5, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port': {'id': '67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:00.499548 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] Checking router: c7d04319-f8e5-4ea1-a052-a92cdd531b6a for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:00.515498 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.533047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-216892c3-c720-4c84-a0f7-94fd89094fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.552304 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] Routers {'c7d04319-f8e5-4ea1-a052-a92cdd531b6a'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:00.553007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:00.582510 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:00.582867 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.685514 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:00.685908 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.701934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:00.902881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.928797 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.932198 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:00.989906 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] Set router c7d04319-f8e5-4ea1-a052-a92cdd531b6a gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:01.067945 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] DHCP port deletion for 2aa5685a-6899-4501-a4d1-21fcfb9599bb request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:30:01.086978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.123746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:30:00Z', 'revision_number': 6, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:01.199655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0925a-b85e-46fc-87f6-7d2a6a605294 None None] The sync data for ids ['c7d04319-f8e5-4ea1-a052-a92cdd531b6a'] in n-d-806293-1 is: [{'id': 'c7d04319-f8e5-4ea1-a052-a92cdd531b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253977930', 'tenant_id': '1351e8a2724442ecbe9c7566df4da80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:28:56Z', 'updated_at': '2021-08-27T03:30:00Z', 'revision_number': 6, 'project_id': '1351e8a2724442ecbe9c7566df4da80f', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:01.260687 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.261441 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Deleting port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:01.261867 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.264775 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.344533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.345468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Fanout notify agent at l3_agent the message router_deleted on router c7d04319-f8e5-4ea1-a052-a92cdd531b6a {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:30:01.357787 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.363533 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5e1d83e7-816b-4d9e-9e38-c71cd36c3261 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/routers/c7d04319-f8e5-4ea1-a052-a92cdd531b6a HTTP/1.1" status: 204 len: 168 time: 1.1122012 Aug 27 03:30:01.364188 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39238) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:01.386036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] For port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,segment=NetworkSegment(4c12ebce-9de7-43f5-9c24-c4e92b7ef523),segment_id=4c12ebce-9de7-43f5-9c24-c4e92b7ef523)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:01.386629 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.418460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Calling delete_port for 31d8fcce-0a01-42ba-a9d3-d8faea3b964d owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:01.500117 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.552763 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.584969 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Deleting port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:01.585456 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.598596 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Pushing event deleted for resources: {'Port': ['ID=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:01.605298 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] No DVR routers for this DVR port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:30:01.617230 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.617770 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.618608 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.623247 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce80da7-b674-4fa2-8617-437ed3918b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:01.632969 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.678729 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] For port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d, host n-d-806293-1, got binding levels [] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:01.679186 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.695820 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Calling delete_port for 31d8fcce-0a01-42ba-a9d3-d8faea3b964d owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:01.699000 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.ipam_backend_mixin [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d was not found and therefore no delete operation was performed {{(pid=94773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:30:01.700677 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.725894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Port': ['ID=31d8fcce-0a01-42ba-a9d3-d8faea3b964d,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:01.732439 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] No DVR routers for this DVR port 31d8fcce-0a01-42ba-a9d3-d8faea3b964d on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:30:01.838614 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.856073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa5685a-6899-4501-a4d1-21fcfb9599bb']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:01.870818 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c12ebce-9de7-43f5-9c24-c4e92b7ef523') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:01.871209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c12ebce-9de7-43f5-9c24-c4e92b7ef523') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:01.883452 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.899744 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.907228 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:30:01.907697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:30:01.911213 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:30:01.987434 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.998066 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.000551 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/networks/2aa5685a-6899-4501-a4d1-21fcfb9599bb HTTP/1.1" status: 204 len: 168 time: 0.6350040 Aug 27 03:30:02.004394 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39240) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:02.013884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950441a-4f96-4e27-8122-18b135762419 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'Network': ['ID=2aa5685a-6899-4501-a4d1-21fcfb9599bb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.113929 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04dff1f8-5392-44d7-8fba-58653dd2c829 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.150237 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04dff1f8-5392-44d7-8fba-58653dd2c829 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.243448 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04dff1f8-5392-44d7-8fba-58653dd2c829 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.247447 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04dff1f8-5392-44d7-8fba-58653dd2c829 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.248804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-04dff1f8-5392-44d7-8fba-58653dd2c829 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] 10.222.0.10 "DELETE /v2.0/security-groups/4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5 HTTP/1.1" status: 204 len: 168 time: 0.2429478 Aug 27 03:30:02.260372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dff1f8-5392-44d7-8fba-58653dd2c829 tempest-TestNetworkAdvancedServerOps-1077478832 tempest-TestNetworkAdvancedServerOps-1077478832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85d30a-6b88-4ad5-a4a8-660f28f2b8a5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.516411 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:02.546466 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:02.547042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 67b4f8b4-04d2-4751-ae6c-5b5d6ceff3ef not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:30:02.547685 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31d8fcce-0a01-42ba-a9d3-d8faea3b964d no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:02.580181 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 31d8fcce-0a01-42ba-a9d3-d8faea3b964d {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:02.581266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31d8fcce-0a01-42ba-a9d3-d8faea3b964d not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:30:02.581266 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4b00d177-3d66-4226-86a6-05f022a30f3b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:02.606201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 4b00d177-3d66-4226-86a6-05f022a30f3b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:02.606779 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 4b00d177-3d66-4226-86a6-05f022a30f3b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:30:02.706731 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39248) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:02.924241 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-87028447-5c98-4c1f-9d1e-491832de8d57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1351e8a2724442ecbe9c7566df4da80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160859 Aug 27 03:30:02.928372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39252) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:02.994621 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d761e3-6e21-4425-afca-38119158df09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.023881 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d761e3-6e21-4425-afca-38119158df09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.085905 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d761e3-6e21-4425-afca-38119158df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.090812 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53d761e3-6e21-4425-afca-38119158df09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.092685 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-53d761e3-6e21-4425-afca-38119158df09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c0d88df-efac-42c3-8a93-128c6b36aaed HTTP/1.1" status: 204 len: 168 time: 0.1625338 Aug 27 03:30:03.107129 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d761e3-6e21-4425-afca-38119158df09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0d88df-efac-42c3-8a93-128c6b36aaed,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:03.442363 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39258) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:03.457531 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbdf0-3bc5-4243-bf02-ee3b1d4fd9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.462359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.587126 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbdf0-3bc5-4243-bf02-ee3b1d4fd9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.592526 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbdf0-3bc5-4243-bf02-ee3b1d4fd9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.647656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ebdcbdf0-3bc5-4243-bf02-ee3b1d4fd9a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32ea13b418f9416d8f37ca07727224da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091653 Aug 27 03:30:03.648528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcbdf0-3bc5-4243-bf02-ee3b1d4fd9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d3f1b2-5f5e-4749-a413-36fb3f6a909c,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:03.650822 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39260) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:03.733057 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3b243d2-755c-40b7-810c-a5b6ed9d1c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.763764 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3b243d2-755c-40b7-810c-a5b6ed9d1c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.827405 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3b243d2-755c-40b7-810c-a5b6ed9d1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.830354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3b243d2-755c-40b7-810c-a5b6ed9d1c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.831621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-f3b243d2-755c-40b7-810c-a5b6ed9d1c38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5d3f1b2-5f5e-4749-a413-36fb3f6a909c HTTP/1.1" status: 204 len: 168 time: 0.1793985 Aug 27 03:30:03.842687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b243d2-755c-40b7-810c-a5b6ed9d1c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d3f1b2-5f5e-4749-a413-36fb3f6a909c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:04.774597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39282) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:04.886834 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1470535348-network', 'tenant_id': 'f0636e54e1f44231958ae4b413386135'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:04.910854 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Made reservation on behalf of f0636e54e1f44231958ae4b413386135 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:04.913417 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.924143 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.040556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.046011 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.073986 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:05.086279 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d616ca-95c9-492f-80d9-b368c4bf8955,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:05.092819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.093295 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Added segment bc071899-b026-4f44-ad5a-61227f0a6226 of type vlan for network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee Aug 27 03:30:05.144927 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.185381 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.186894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:05.187585 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.238095 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4622500 Aug 27 03:30:05.241618 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39286) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:05.247930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Request body: {'subnet': {'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1470535348-subnet', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'ip_version': 4}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:05.261573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442b171-f9b6-45f4-ad63-54b77761958f admin admin] Pushing event updated for resources: {'Network': ['ID=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:05.274020 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:05.283475 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Made reservation on behalf of f0636e54e1f44231958ae4b413386135 for: {'subnet': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:05.286585 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25600269'] for subnet, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.484036 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25305643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25600383'] for subnet, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.549571 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Pushing event updated for resources: {'Subnet': ['ID=681cf2b7-2417-4481-96e7-121cedd9eaa8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:05.562219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Checking segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:05.562616 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Network hostable DHCP agents. Network: 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:05.583694 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:05.595996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee) {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:05.601017 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:05.601930 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.608153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107669ca-dadc-4df7-82c9-5958826a1958 None None] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:05.621990 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-8046a3c1-2f81-4642-93b2-803aeb57acad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785188 Aug 27 03:30:05.625467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39288) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:05.631075 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:05.665255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.667010 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.736145 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.808301 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:30:05.809356 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.940318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.027599 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Allocated IP 172.20.0.2 (57e8eb11-b6bc-40c0-b8ce-cab2335d98ee/681cf2b7-2417-4481-96e7-121cedd9eaa8/70301e8d-127d-4fa6-81b2-b62871b55941) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:06.199338 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.217504 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.227558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Transition to ACTIVE for port object 70301e8d-127d-4fa6-81b2-b62871b55941 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:06.232234 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.245190 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Transition to ACTIVE for port object 70301e8d-127d-4fa6-81b2-b62871b55941 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:06.252631 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.297533 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:06.301003 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:06.304058 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:06.312379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Pushing event updated for resources: {'Port': ['ID=70301e8d-127d-4fa6-81b2-b62871b55941,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:06.371575 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Attempting to bind port 70301e8d-127d-4fa6-81b2-b62871b55941 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:06.372139 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Attempting to bind port 70301e8d-127d-4fa6-81b2-b62871b55941 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:06.372612 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Attempting to bind port 70301e8d-127d-4fa6-81b2-b62871b55941 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:06.379911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:06.379911 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Checking segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:06.380465 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.380951 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Bound using segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:06.381544 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Bound port: 70301e8d-127d-4fa6-81b2-b62871b55941, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:06.382066 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.420153 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Allocated IP 172.25.1.253 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/3ce35880-4cc1-48da-ab89-b2e37cf5b3a3) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:06.475783 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] For port 70301e8d-127d-4fa6-81b2-b62871b55941, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:06.480342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] For port 70301e8d-127d-4fa6-81b2-b62871b55941, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=70301e8d-127d-4fa6-81b2-b62871b55941,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:06.486639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.585210 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f0d9-c695-4a27-82e2-54d104c08532 None None] Pushing event updated for resources: {'Port': ['ID=70301e8d-127d-4fa6-81b2-b62871b55941,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:06.591360 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.648282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.700863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:06.705294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:06.713428 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:06.766719 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:07.085577 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.353638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.552181 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Router cb0b6edf-157c-401d-bb79-d24783c60d27 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:30:07.605447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598bb4f7-073a-4f58-ad54-dd0fa1dac9bc None None] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:07.671856 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b2a5a904-631b-4a33-9e0a-7ec7b2799f9d None None] Provisioning for port 70301e8d-127d-4fa6-81b2-b62871b55941 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:07.719254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:07.739930 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Sync routers for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:07.746714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.750025 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d7aeb4db-d0d9-41b0-8b4e-ac6729b2aff6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1222019 Aug 27 03:30:07.753309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39290) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:07.756619 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:07.757544 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:07.929669 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:08.231238 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:06Z', 'revision_number': 3, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:08.275690 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Checking router: cb0b6edf-157c-401d-bb79-d24783c60d27 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:08.276228 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Updating router cb0b6edf-157c-401d-bb79-d24783c60d27 port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:30:08.318695 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.596881 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 70301e8d-127d-4fa6-81b2-b62871b55941 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:08.684175 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.685045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 70301e8d-127d-4fa6-81b2-b62871b55941 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:08.691914 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 70301e8d-127d-4fa6-81b2-b62871b55941 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:08.692569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.848539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.873576 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.889841 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Transition to ACTIVE for port object 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:08.913237 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 70301e8d-127d-4fa6-81b2-b62871b55941, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=70301e8d-127d-4fa6-81b2-b62871b55941,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:08.918915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Allocated IP 172.20.0.1 (57e8eb11-b6bc-40c0-b8ce-cab2335d98ee/681cf2b7-2417-4481-96e7-121cedd9eaa8/1c2a62b5-51a2-46e9-83be-3ad89c240dc9) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:08.921114 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.934212 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.987807 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Pushing event updated for resources: {'Port': ['ID=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.011091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=70301e8d-127d-4fa6-81b2-b62871b55941,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.011391 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.011816 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.012344 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.012864 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.013371 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.013884 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.014423 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.014946 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.015476 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.016003 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.016638 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.017023 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:09.051479 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Attempting to bind port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:09.051834 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Attempting to bind port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:09.052188 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Attempting to bind port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:09.060360 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:09.060716 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:09.061125 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.061514 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:09.061993 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Bound port: 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:09.062397 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.078251 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.104074 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Transition to ACTIVE for port object 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:09.134621 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] For port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:09.140775 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] For port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:09.146688 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.152966 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.219426 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:09.220068 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:09.221850 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:09.225600 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83526fe3-38f0-4167-aab6-c9c99fdc91cd None None] Pushing event updated for resources: {'Port': ['ID=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.226419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:09.237285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:09.285848 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Pushing event updated for resources: {'Port': ['ID=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.322841 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.371980 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:09.510458 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.571517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae85b2c9-4031-4db4-a3f8-cd8e0147940d None None] Provisioning for port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:09.576286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-ae85b2c9-4031-4db4-a3f8-cd8e0147940d None None] Provisioning complete for port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:09.576665 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ae85b2c9-4031-4db4-a3f8-cd8e0147940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.620389 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-ae85b2c9-4031-4db4-a3f8-cd8e0147940d None None] Port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:09.684541 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:06Z', 'revision_number': 3, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:09.712614 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621cb1b-d38b-4d78-98c4-b0e1ec8322bc None None] The sync data for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 is: [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:06Z', 'revision_number': 3, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:09.786993 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.793714 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.933975 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Pushing event updated for resources: {'Port': ['ID=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.945974 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.142273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:10.145019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:10.331470 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Router cb0b6edf-157c-401d-bb79-d24783c60d27 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:10.469565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-23ab8bad-c867-4e61-96a3-e09b89d8fd50 None None] Provisioning complete for port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:10.470469 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-23ab8bad-c867-4e61-96a3-e09b89d8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.523017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:10.535330 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-22651c5f-7487-43c1-b7d5-b20b3942b67d admin admin] 10.222.0.10 "PUT /v2.0/routers/cb0b6edf-157c-401d-bb79-d24783c60d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7799304 Aug 27 03:30:10.555249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-23ab8bad-c867-4e61-96a3-e09b89d8fd50 None None] Port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:10.684607 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:10.770357 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:10.775414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:10.775796 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.887922 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.923748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:10.932590 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.935968 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 70301e8d-127d-4fa6-81b2-b62871b55941 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:11.083391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:11.106727 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 70301e8d-127d-4fa6-81b2-b62871b55941 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:11.107284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.232647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39306) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:11.239191 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-188828279-network', 'tenant_id': '540c27822130446e8ea832814d07867c'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:11.264936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Made reservation on behalf of 540c27822130446e8ea832814d07867c for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:11.267532 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.277831 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.402751 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.410850 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.469176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:11.486765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d9839a-52e1-44a1-9c6b-0f5ab912e79d,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:11.501163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.502031 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Added segment e5861615-be92-45a3-919c-56b8e79d7c81 of type vlan for network 44d5d7c7-1576-455a-8364-17e5860295e6 Aug 27 03:30:11.565269 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.596904 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.598896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:11.599801 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.629547 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Sync routers for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:11.645388 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:11.646470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:11.681788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4475982 Aug 27 03:30:11.685714 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39308) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:11.693699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Request body: {'subnet': {'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-188828279-subnet', 'tenant_id': '540c27822130446e8ea832814d07867c', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:11.698345 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12bec6-1c00-4c84-b73a-952c2ca6aa90 admin admin] Pushing event updated for resources: {'Network': ['ID=44d5d7c7-1576-455a-8364-17e5860295e6,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:11.711812 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network 44d5d7c7-1576-455a-8364-17e5860295e6 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:11.722294 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Made reservation on behalf of 540c27822130446e8ea832814d07867c for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:11.725926 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.831094 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:11.985836 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.068910 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 2, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:12.094194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e497b4e1-6e07-453c-8a6f-1b508eb40b8f,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:12.103900 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Checking router: cb0b6edf-157c-401d-bb79-d24783c60d27 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:12.104241 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Updating router cb0b6edf-157c-401d-bb79-d24783c60d27 port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:30:12.107592 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Checking segment: {'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:12.108198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Network hostable DHCP agents. Network: 44d5d7c7-1576-455a-8364-17e5860295e6, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:12.134761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.137205 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Network 44d5d7c7-1576-455a-8364-17e5860295e6 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:12.149970 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, 44d5d7c7-1576-455a-8364-17e5860295e6) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:12.156448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:12.158024 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.173645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02759be-73cc-4683-a3ae-3f3982d87b55 None None] Network 44d5d7c7-1576-455a-8364-17e5860295e6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:12.182975 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-638c78bd-81f8-41f7-9bfa-82870f1cae51 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4919369 Aug 27 03:30:12.184031 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39310) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:12.188963 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:12.216610 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.218114 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.310629 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.563390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.569465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:12.657224 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-44d5d7c7-1576-455a-8364-17e5860295e6', 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6', 'tenant_id': '540c27822130446e8ea832814d07867c', 'fixed_ips': [{'subnet_id': 'e497b4e1-6e07-453c-8a6f-1b508eb40b8f'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:30:12.658417 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.877852 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.880306 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:12.880930 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.917549 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.097993 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Allocated IP 172.25.1.151 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/200ddba1-8bb3-49b1-81df-ac384d78ef5e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:13.186607 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.215618 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Transition to ACTIVE for port object 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:13.228655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.236853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Allocated IP 172.20.0.2 (44d5d7c7-1576-455a-8364-17e5860295e6/e497b4e1-6e07-453c-8a6f-1b508eb40b8f/6b9e6626-5600-4c11-849a-c181c97ad7bb) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:13.248507 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.321528 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.370561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5440ccd-3c1f-49ea-b19a-7fac16f7d5d9 None None] Pushing event updated for resources: {'Port': ['ID=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:13.400130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:13.405644 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Pushing event updated for resources: {'Port': ['ID=200ddba1-8bb3-49b1-81df-ac384d78ef5e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:13.411077 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:13.413691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:13.461827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Attempting to bind port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:13.461827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Attempting to bind port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:13.461827 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Attempting to bind port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:13.462498 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:13.462710 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Checking segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:13.463027 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.463425 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Bound using segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:13.463939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Bound port: 1c2a62b5-51a2-46e9-83be-3ad89c240dc9, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:13.464398 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.594824 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.612075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] For port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:13.616105 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] For port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:13.617455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Transition to ACTIVE for port object 6b9e6626-5600-4c11-849a-c181c97ad7bb will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:13.627359 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.647836 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Transition to ACTIVE for port object 6b9e6626-5600-4c11-849a-c181c97ad7bb will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:13.680388 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.721510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Network 44d5d7c7-1576-455a-8364-17e5860295e6 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:13.722366 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5440ccd-3c1f-49ea-b19a-7fac16f7d5d9 None None] Pushing event updated for resources: {'Port': ['ID=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:13.728746 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:13.732194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:13.734206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:13.734891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:13.823325 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.860724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Pushing event updated for resources: {'Port': ['ID=6b9e6626-5600-4c11-849a-c181c97ad7bb,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:13.908311 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Attempting to bind port 6b9e6626-5600-4c11-849a-c181c97ad7bb on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:13.908691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Attempting to bind port 6b9e6626-5600-4c11-849a-c181c97ad7bb by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:13.909060 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Attempting to bind port 6b9e6626-5600-4c11-849a-c181c97ad7bb on network 44d5d7c7-1576-455a-8364-17e5860295e6 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:13.918494 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:13.919217 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Checking segment: {'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:13.919736 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.920286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Bound using segment: {'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:13.921006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Bound port: 6b9e6626-5600-4c11-849a-c181c97ad7bb, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:13.921499 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.997216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:14.087196 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.106886 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] For port 6b9e6626-5600-4c11-849a-c181c97ad7bb, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:14.152734 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] For port 6b9e6626-5600-4c11-849a-c181c97ad7bb, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9e6626-5600-4c11-849a-c181c97ad7bb,segment=NetworkSegment(e5861615-be92-45a3-919c-56b8e79d7c81),segment_id=e5861615-be92-45a3-919c-56b8e79d7c81)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:14.162982 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.278751 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Router e433d868-e0d9-4c67-a6e7-a6a24dc143fb is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:30:14.329445 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2af5f-76c8-4bfc-aea0-4a6a992aeb9f None None] Pushing event updated for resources: {'Port': ['ID=6b9e6626-5600-4c11-849a-c181c97ad7bb,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:14.414099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:13Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:14.449262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e35d-4749-428c-baa2-79926104fbec None None] The sync data for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 is: [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:13Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:14.844936 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:14.859501 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Sync routers for ids ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:14.865818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.870650 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bfc2f017-6bdf-4e17-95e2-da565cf84a39 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6830959 Aug 27 03:30:14.870886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39312) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:14.877065 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Routers {'e433d868-e0d9-4c67-a6e7-a6a24dc143fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:14.878305 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:15.051989 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Set router e433d868-e0d9-4c67-a6e7-a6a24dc143fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:15.371359 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:13Z', 'revision_number': 3, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port': {'id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:15.400468 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Checking router: e433d868-e0d9-4c67-a6e7-a6a24dc143fb for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:15.400704 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Updating router e433d868-e0d9-4c67-a6e7-a6a24dc143fb port 200ddba1-8bb3-49b1-81df-ac384d78ef5e binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:30:15.442864 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.537608 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.566016 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0634094e-5cc7-4970-89e5-9e73d889502e None None] Network 44d5d7c7-1576-455a-8364-17e5860295e6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:15.680995 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-2e3e2b47-6ab3-4523-a1e0-4d866d79be90 None None] Provisioning for port 6b9e6626-5600-4c11-849a-c181c97ad7bb completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:15.845134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Allocated IP 172.20.0.1 (44d5d7c7-1576-455a-8364-17e5860295e6/e497b4e1-6e07-453c-8a6f-1b508eb40b8f/31a5bbd6-af45-41b4-9c8a-d30879fa8d25) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:15.914102 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.927341 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Transition to ACTIVE for port object 200ddba1-8bb3-49b1-81df-ac384d78ef5e will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:15.938100 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.022990 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Attempting to bind port 200ddba1-8bb3-49b1-81df-ac384d78ef5e on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:16.023714 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Attempting to bind port 200ddba1-8bb3-49b1-81df-ac384d78ef5e by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:16.024310 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Attempting to bind port 200ddba1-8bb3-49b1-81df-ac384d78ef5e on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:16.048017 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:16.048706 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:16.049423 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.050149 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:16.051084 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Bound port: 200ddba1-8bb3-49b1-81df-ac384d78ef5e, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:16.051788 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.056408 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f646524-010d-4961-beee-81428915f2aa None None] Pushing event updated for resources: {'Port': ['ID=200ddba1-8bb3-49b1-81df-ac384d78ef5e,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:16.058295 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.098290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Transition to ACTIVE for port object 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:16.163760 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] For port 200ddba1-8bb3-49b1-81df-ac384d78ef5e, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:16.170542 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] For port 200ddba1-8bb3-49b1-81df-ac384d78ef5e, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=200ddba1-8bb3-49b1-81df-ac384d78ef5e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:16.174391 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.180229 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.237970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Network 44d5d7c7-1576-455a-8364-17e5860295e6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:16.244619 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:16.250407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:16.257800 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Routers {'e433d868-e0d9-4c67-a6e7-a6a24dc143fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:16.258480 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:16.304347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Pushing event updated for resources: {'Port': ['ID=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:16.311838 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f646524-010d-4961-beee-81428915f2aa None None] Pushing event updated for resources: {'Port': ['ID=200ddba1-8bb3-49b1-81df-ac384d78ef5e,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:16.337597 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.414918 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] Set router e433d868-e0d9-4c67-a6e7-a6a24dc143fb gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:16.545381 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.674034 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:13Z', 'revision_number': 3, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port': {'id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:16.677379 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:16.708845 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7adcecf6-1f60-4074-8750-e546281a3ee3 None None] Provisioning for port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:16.719885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-7adcecf6-1f60-4074-8750-e546281a3ee3 None None] Provisioning complete for port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:16.720253 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7adcecf6-1f60-4074-8750-e546281a3ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.724368 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ed56d-d213-4479-9ada-26b9f42c2929 None None] The sync data for ids ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'] in n-d-806293-1 is: [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:13Z', 'revision_number': 3, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port': {'id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:16.767090 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.773064 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.775416 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-7adcecf6-1f60-4074-8750-e546281a3ee3 None None] Port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:16.787078 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:16.795671 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:16.796280 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.849697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.866273 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Pushing event updated for resources: {'Port': ['ID=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:16.933002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.979354 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:16.984917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Network 44d5d7c7-1576-455a-8364-17e5860295e6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:16.986700 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:16.986895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.988161 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9e6626-5600-4c11-849a-c181c97ad7bb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:17.136387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:17.213436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 6b9e6626-5600-4c11-849a-c181c97ad7bb completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:17.220113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6b9e6626-5600-4c11-849a-c181c97ad7bb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:17.220924 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.231367 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Router e433d868-e0d9-4c67-a6e7-a6a24dc143fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:17.299229 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.366449 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.416457 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 6b9e6626-5600-4c11-849a-c181c97ad7bb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9e6626-5600-4c11-849a-c181c97ad7bb,segment=NetworkSegment(e5861615-be92-45a3-919c-56b8e79d7c81),segment_id=e5861615-be92-45a3-919c-56b8e79d7c81)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:17.420026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-43500a89-9492-4539-9bd2-eeed7bca05c0 None None] Provisioning complete for port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:17.420365 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-43500a89-9492-4539-9bd2-eeed7bca05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.423876 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.456477 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:17.474139 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bd12f6e5-a048-49bb-a031-7e31659baf25 admin admin] 10.222.0.10 "PUT /v2.0/routers/e433d868-e0d9-4c67-a6e7-a6a24dc143fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5937552 Aug 27 03:30:17.490027 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-43500a89-9492-4539-9bd2-eeed7bca05c0 None None] Port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:17.506128 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=6b9e6626-5600-4c11-849a-c181c97ad7bb,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:18.130657 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39320) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:18.137996 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-728f288c-9602-4e02-b30e-03a774e522e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042272574', 'description': 'tempest-secgroup-smoke-2042272574 description', 'project_id': 'f0636e54e1f44231958ae4b413386135'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:18.165283 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-728f288c-9602-4e02-b30e-03a774e522e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.281772 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-728f288c-9602-4e02-b30e-03a774e522e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.287024 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-728f288c-9602-4e02-b30e-03a774e522e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.321354 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-728f288c-9602-4e02-b30e-03a774e522e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.322674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-728f288c-9602-4e02-b30e-03a774e522e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1905534 Aug 27 03:30:18.325898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39322) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:18.328245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f288c-9602-4e02-b30e-03a774e522e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce5fa2-2ad3-4935-9134-a852b52752fc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:18.333496 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-73b54753-697a-4d60-8228-8613d670ed52 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '66ce5fa2-2ad3-4935-9134-a852b52752fc', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:18.367192 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73b54753-697a-4d60-8228-8613d670ed52 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.378058 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.440127 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73b54753-697a-4d60-8228-8613d670ed52 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.445287 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73b54753-697a-4d60-8228-8613d670ed52 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.468049 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b54753-697a-4d60-8228-8613d670ed52 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f301fd7-f539-434b-a76f-2bbfb0729c6f,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:18.483664 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73b54753-697a-4d60-8228-8613d670ed52 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.488301 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-73b54753-697a-4d60-8228-8613d670ed52 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583152 Aug 27 03:30:18.488505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39324) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:18.493542 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-616959fe-0131-40b1-bd7f-5c2fddb1b381 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '66ce5fa2-2ad3-4935-9134-a852b52752fc', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:18.535203 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-616959fe-0131-40b1-bd7f-5c2fddb1b381 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.631572 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:18.647531 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-616959fe-0131-40b1-bd7f-5c2fddb1b381 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.653397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-616959fe-0131-40b1-bd7f-5c2fddb1b381 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.676237 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616959fe-0131-40b1-bd7f-5c2fddb1b381 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a7008d-3fbd-46bf-a8b4-e918c432704d,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:18.683871 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-616959fe-0131-40b1-bd7f-5c2fddb1b381 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.685440 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-616959fe-0131-40b1-bd7f-5c2fddb1b381 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1958308 Aug 27 03:30:18.688390 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39326) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:18.694921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-a47a2134-4410-4cba-b9cf-5bffd678daac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '66ce5fa2-2ad3-4935-9134-a852b52752fc', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:18.695152 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:18.695522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.731331 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a47a2134-4410-4cba-b9cf-5bffd678daac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.776309 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Sync routers for ids ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:18.797630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Routers {'e433d868-e0d9-4c67-a6e7-a6a24dc143fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:18.798381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:18.826649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a47a2134-4410-4cba-b9cf-5bffd678daac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.832360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a47a2134-4410-4cba-b9cf-5bffd678daac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.841753 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9e6626-5600-4c11-849a-c181c97ad7bb up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:18.856170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a2134-4410-4cba-b9cf-5bffd678daac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c478775d-bc03-4588-b795-64389c9d7fd8,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:18.864467 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a47a2134-4410-4cba-b9cf-5bffd678daac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.866777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-a47a2134-4410-4cba-b9cf-5bffd678daac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766546 Aug 27 03:30:18.870160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:18.878662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-87c998ce-0a26-4193-ba33-15a491df2922 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '66ce5fa2-2ad3-4935-9134-a852b52752fc', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:18.928918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c998ce-0a26-4193-ba33-15a491df2922 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.958871 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Set router e433d868-e0d9-4c67-a6e7-a6a24dc143fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:18.961755 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 6b9e6626-5600-4c11-849a-c181c97ad7bb triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:18.962192 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.041415 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c998ce-0a26-4193-ba33-15a491df2922 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.047930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c998ce-0a26-4193-ba33-15a491df2922 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.072164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c998ce-0a26-4193-ba33-15a491df2922 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadbd892-3f67-4d29-bd09-9725bcad20af,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:19.081990 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87c998ce-0a26-4193-ba33-15a491df2922 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.084050 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-87c998ce-0a26-4193-ba33-15a491df2922 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2119312 Aug 27 03:30:19.087506 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39330) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:19.093586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '66ce5fa2-2ad3-4935-9134-a852b52752fc', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:19.126388 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Project f0636e54e1f44231958ae4b413386135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:30:19.133014 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.214965 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.220767 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.253452 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bf0df3-330d-4b75-acee-e4c003a68bf4,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:19.262056 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.263836 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-bc07b71e-3f8f-41e9-847a-7f045e2b768c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749434 Aug 27 03:30:19.267479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39332) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:19.273788 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '66ce5fa2-2ad3-4935-9134-a852b52752fc', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:19.314674 n-d-806293-1 neutron-server[94772]: INFO neutron.db.securitygroups_db [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Project f0636e54e1f44231958ae4b413386135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:30:19.324250 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.358715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 200ddba1-8bb3-49b1-81df-ac384d78ef5e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:19.407970 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.413397 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.433691 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c026ea03-c1c7-40c7-bd65-0263a564ed48,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:19.444802 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.445874 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-701aaaf5-d1e2-4a75-b6c2-cfe3cc2038dd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771696 Aug 27 03:30:19.451527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 200ddba1-8bb3-49b1-81df-ac384d78ef5e completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:19.456296 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 200ddba1-8bb3-49b1-81df-ac384d78ef5e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:19.456675 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.497972 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 4, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port': {'id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '31a5bbd6-af45-41b4-9c8a-d30879fa8d25', 'name': '', 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6', 'tenant_id': '540c27822130446e8ea832814d07867c', 'mac_address': 'fa:16:3e:87:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e497b4e1-6e07-453c-8a6f-1b508eb40b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:15Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 2, 'project_id': '540c27822130446e8ea832814d07867c', 'subnets': [{'id': 'e497b4e1-6e07-453c-8a6f-1b508eb40b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:19.531196 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Checking router: e433d868-e0d9-4c67-a6e7-a6a24dc143fb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:19.531561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Updating router e433d868-e0d9-4c67-a6e7-a6a24dc143fb port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:30:19.564326 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.645292 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.735368 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-390d613c-4bef-4697-bb05-28c7a77d6288 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042272574&fields=id&tenant_id=f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 267 time: 0.0381041 Aug 27 03:30:19.788513 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 200ddba1-8bb3-49b1-81df-ac384d78ef5e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=200ddba1-8bb3-49b1-81df-ac384d78ef5e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:19.795733 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.883399 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-0164794b-13f9-45c0-9c43-b373039c11ed tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:19.885066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-0164794b-13f9-45c0-9c43-b373039c11ed tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 809 time: 0.1413760 Aug 27 03:30:19.908370 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-22b302c9-ae09-48e1-a933-1b89c80b8266 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/quotas/f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 375 time: 0.0109351 Aug 27 03:30:19.933619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=200ddba1-8bb3-49b1-81df-ac384d78ef5e,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:19.991451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-77cc4c7a-5d9b-418b-a8d2-ab6b5d8fb00e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702267 Aug 27 03:30:20.075464 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.087487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Transition to ACTIVE for port object 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:20.099491 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.120990 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-3d7fcb14-afe4-45c4-951a-0185d9b15561 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:30:20.122615 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-3d7fcb14-afe4-45c4-951a-0185d9b15561 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1186228 Aug 27 03:30:20.165220 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6a62c-bd50-4737-b7bf-3cf052e26949 None None] Pushing event updated for resources: {'Port': ['ID=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:20.218680 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Attempting to bind port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:20.219046 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Attempting to bind port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:20.219419 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Attempting to bind port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 on network 44d5d7c7-1576-455a-8364-17e5860295e6 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:20.225509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:20.225885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Checking segment: {'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:20.226294 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.226694 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Bound using segment: {'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:20.227183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Bound port: 31a5bbd6-af45-41b4-9c8a-d30879fa8d25, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5861615-be92-45a3-919c-56b8e79d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:20.227565 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.267952 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-b42bdb22-78e2-447b-a810-c2737645faae service neutron] 10.222.0.10 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333177 Aug 27 03:30:20.300706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] For port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:20.308057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] For port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,segment=NetworkSegment(e5861615-be92-45a3-919c-56b8e79d7c81),segment_id=e5861615-be92-45a3-919c-56b8e79d7c81)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:20.314771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.384507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Routers {'e433d868-e0d9-4c67-a6e7-a6a24dc143fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:20.385323 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:20.410994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-97792ec4-39aa-48d3-b385-e6d4689af3ce service neutron] 10.222.0.10 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343687 Aug 27 03:30:20.436218 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6a62c-bd50-4737-b7bf-3cf052e26949 None None] Pushing event updated for resources: {'Port': ['ID=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:20.598516 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 200ddba1-8bb3-49b1-81df-ac384d78ef5e up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:20.650577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] Set router e433d868-e0d9-4c67-a6e7-a6a24dc143fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:20.745455 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 200ddba1-8bb3-49b1-81df-ac384d78ef5e triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:20.745820 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.971355 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 4, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port': {'id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '31a5bbd6-af45-41b4-9c8a-d30879fa8d25', 'name': '', 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6', 'tenant_id': '540c27822130446e8ea832814d07867c', 'mac_address': 'fa:16:3e:87:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e497b4e1-6e07-453c-8a6f-1b508eb40b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:15Z', 'updated_at': '2021-08-27T03:30:20Z', 'revision_number': 4, 'project_id': '540c27822130446e8ea832814d07867c', 'subnets': [{'id': 'e497b4e1-6e07-453c-8a6f-1b508eb40b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:21.001053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668b79e-e7f4-4804-93b9-5d06597b80a7 None None] The sync data for ids ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'] in n-d-806293-1 is: [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 4, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port': {'id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '31a5bbd6-af45-41b4-9c8a-d30879fa8d25', 'name': '', 'network_id': '44d5d7c7-1576-455a-8364-17e5860295e6', 'tenant_id': '540c27822130446e8ea832814d07867c', 'mac_address': 'fa:16:3e:87:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e497b4e1-6e07-453c-8a6f-1b508eb40b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:15Z', 'updated_at': '2021-08-27T03:30:20Z', 'revision_number': 4, 'project_id': '540c27822130446e8ea832814d07867c', 'subnets': [{'id': 'e497b4e1-6e07-453c-8a6f-1b508eb40b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:21.742506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb5794af-4cd6-4174-b9a9-3f620829c548 req-2eed3221-e263-4045-9915-2fb016b17f13 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 210 time: 0.0477612 Aug 27 03:30:22.561274 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:22.619461 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:22.623857 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:22.624262 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.724558 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.765593 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,segment=NetworkSegment(e5861615-be92-45a3-919c-56b8e79d7c81),segment_id=e5861615-be92-45a3-919c-56b8e79d7c81)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:22.769781 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.858949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:22.903294 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-fbd01941-3190-4177-8e43-a28a0e9d4e31 req-b1022f3b-b8db-40b2-b40a-1e26fe061b37 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 210 time: 0.0377977 Aug 27 03:30:22.976351 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-a2f7fa02-c216-4908-be27-fbc6d8b9f206 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:22.978940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-a2f7fa02-c216-4908-be27-fbc6d8b9f206 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 809 time: 0.1876295 Aug 27 03:30:23.036783 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-dd05a26a-496e-4ec8-94bb-2713ba9be160 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 380 time: 0.0452452 Aug 27 03:30:23.050735 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'port': {'device_id': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'admin_state_up': True, 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'security_groups': ['66ce5fa2-2ad3-4935-9134-a852b52752fc']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:23.231956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Made reservation on behalf of f0636e54e1f44231958ae4b413386135 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:23.235977 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.323225 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:23.391125 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Allocated IP 172.20.0.9 (57e8eb11-b6bc-40c0-b8ce-cab2335d98ee/681cf2b7-2417-4481-96e7-121cedd9eaa8/a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:23.641284 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.659005 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Transition to ACTIVE for port object a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:23.696084 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.742561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:23.748553 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:23.752987 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:23.760371 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:23.819533 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:23.820104 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.839560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-6581bd6b-913b-4387-ba44-c7d0ec7d41c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957840 Aug 27 03:30:23.855563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Request body: {'port': {'device_id': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:23.933978 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.004563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-10cb5935-2cf9-4fe1-977d-4191e3da5c98 None None] Provisioning for port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:24.010665 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-10cb5935-2cf9-4fe1-977d-4191e3da5c98 None None] Provisioning complete for port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:24.011110 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-10cb5935-2cf9-4fe1-977d-4191e3da5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.063487 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-10cb5935-2cf9-4fe1-977d-4191e3da5c98 None None] Port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:24.164230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb94ca-a051-4a53-a9b8-2d055fd0683d req-b8827633-ea52-44e7-adbd-41b14741c9da tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:24.166189 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00cb94ca-a051-4a53-a9b8-2d055fd0683d req-b8827633-ea52-44e7-adbd-41b14741c9da tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 931 time: 0.1364119 Aug 27 03:30:24.260506 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00cb94ca-a051-4a53-a9b8-2d055fd0683d req-f84de3de-79bb-462d-b930-634cfb6fae8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828838 Aug 27 03:30:24.355189 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:24.378350 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.392668 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Transition to ACTIVE for port object a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:24.398475 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.476620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:24.548955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:24.604347 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:24.605006 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:24.605515 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:24.612878 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:30:24.613545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:24.620847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:24.621314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:24.621526 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.621871 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Checking segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:24.622503 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Bound using segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:24.623204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Bound port: a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:24.623799 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.722253 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:24.727425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:24.733981 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.791268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:24.792134 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.793743 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] 10.222.0.45 "PUT /v2.0/ports/a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 1091 time: 0.9439976 Aug 27 03:30:24.794301 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:24.796868 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119087c6-94f0-49a0-88cc-179ecaef2b74" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:24.865518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597573a3-7b48-48c1-bcd0-e0bb59f1eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:24.870427 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2fe8ca-5fe7-4bdb-834c-71c530d366ca x-openstack-request-id: req-fc2fe8ca-5fe7-4bdb-834c-71c530d366ca {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:24.870834 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:24.871186 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc2fe8ca-5fe7-4bdb-834c-71c530d366ca {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:24.871684 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'status': 'completed', 'code': 200} Aug 27 03:30:24.907937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-04a75b6e-9954-4830-8fd4-ad9792840ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:24.909577 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-04a75b6e-9954-4830-8fd4-ad9792840ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1094 time: 0.0702629 Aug 27 03:30:24.965101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-600d4af0-9654-499c-bc18-f7f90824cafd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 217 time: 0.0457125 Aug 27 03:30:25.028891 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-4dec3974-1efe-43d6-b0cb-600f6ea4f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:25.031576 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-4dec3974-1efe-43d6-b0cb-600f6ea4f61c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0584207 Aug 27 03:30:25.087687 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-9427cba6-35d5-43ed-9c40-3949286fe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:25.089172 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-9427cba6-35d5-43ed-9c40-3949286fe62f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498002 Aug 27 03:30:25.201791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-ceeecd9d-df71-48c9-867b-02228f9fef73 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046882 Aug 27 03:30:25.319058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af87bfde-19fa-43dd-a51b-b65c8bd3a285 req-d1ce48fc-e4b8-4c0b-ae44-d6a57968d9c1 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086397 Aug 27 03:30:25.456078 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563f3a1-22fa-47f2-ba55-a3ff2e06d733 req-e0981487-92ba-47ba-a6ab-3674b9750dbc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:25.457820 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3563f3a1-22fa-47f2-ba55-a3ff2e06d733 req-e0981487-92ba-47ba-a6ab-3674b9750dbc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 943 time: 0.1220582 Aug 27 03:30:25.474564 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-c3f1bd5b-01ad-463a-be20-08f3bc9f58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:25.476060 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-c3f1bd5b-01ad-463a-be20-08f3bc9f58ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1094 time: 0.0981479 Aug 27 03:30:25.550080 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3563f3a1-22fa-47f2-ba55-a3ff2e06d733 req-638978af-f884-4c78-8a8d-f2fc28a619e0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841074 Aug 27 03:30:25.596516 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-158754c0-6a44-4071-bae6-735ecd22c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:25.598434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-158754c0-6a44-4071-bae6-735ecd22c058 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1139359 Aug 27 03:30:25.651367 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-d9f91abd-1235-42e7-ae48-a2a7b6ba5e65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 217 time: 0.0450654 Aug 27 03:30:25.738769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-deaf5448-8ab5-4158-a333-072e3a39e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:25.740930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-deaf5448-8ab5-4158-a333-072e3a39e824 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0812349 Aug 27 03:30:25.806842 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-c4107c7a-6a65-4691-9359-2d98d4984a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:25.808379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-c4107c7a-6a65-4691-9359-2d98d4984a17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596211 Aug 27 03:30:25.923320 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-8181639f-ab8b-4d5c-8e64-de24fa1dcc2f service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059022 Aug 27 03:30:26.031381 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-119087c6-94f0-49a0-88cc-179ecaef2b74 req-c7922d33-65f1-443b-85c8-534bbb1332a3 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006045 Aug 27 03:30:26.709610 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27e403-02bc-48fa-ab74-bda2ea3d389f req-7ad4df65-c737-474e-bf79-07301e6309d3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:26.711299 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc27e403-02bc-48fa-ab74-bda2ea3d389f req-7ad4df65-c737-474e-bf79-07301e6309d3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 943 time: 0.0668986 Aug 27 03:30:26.759672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cc27e403-02bc-48fa-ab74-bda2ea3d389f req-ce3de02d-58f5-4170-bf88-fd15c1874a16 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376754 Aug 27 03:30:27.629831 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:30:27.749472 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:27.766235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'port_id': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'mac_address': 'fa:16:3e:da:76:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:30:27.814591 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.835786 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:27.865386 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:27.870714 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.882382 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-902713ce-e933-4b68-8c74-d3777ff8c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.914149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b80f3-6867-402f-bcf7-ca49678a012d req-8f7522a4-4841-480b-b5b6-ceb48d8c8906 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:27.916995 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c6b80f3-6867-402f-bcf7-ca49678a012d req-8f7522a4-4841-480b-b5b6-ceb48d8c8906 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 943 time: 0.0775292 Aug 27 03:30:27.939442 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:27.968793 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7c6b80f3-6867-402f-bcf7-ca49678a012d req-bcaf1df3-7633-481d-92b7-acb7c9b6d2af tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Aug 27 03:30:28.078076 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:29.122747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93811d-eb38-4de4-b160-69973d6fe804 req-28017a6e-a05b-40f7-a78f-9f769f6f1bb8 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:29.124396 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec93811d-eb38-4de4-b160-69973d6fe804 req-28017a6e-a05b-40f7-a78f-9f769f6f1bb8 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0606501 Aug 27 03:30:29.165986 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec93811d-eb38-4de4-b160-69973d6fe804 req-7ba87663-2285-4b40-9f2c-3fa4f5d51178 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Aug 27 03:30:29.645843 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:29.699696 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:29.705711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:29.706384 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:29.802006 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:29.826759 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:29.829141 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264c50df-4332-4f1e-b1a2-61ee85fca26b" -d '{"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-plugged", "status": "completed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:29.845743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:29.851241 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:29.884255 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063dc9d-32a1-4d14-b83d-7cc4889851d3 x-openstack-request-id: req-b063dc9d-32a1-4d14-b83d-7cc4889851d3 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:29.884555 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-plugged", "status": "completed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:29.884794 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b063dc9d-32a1-4d14-b83d-7cc4889851d3 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:29.885196 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'code': 200} Aug 27 03:30:29.917658 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:29.997048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130661c8-3629-4e31-ad81-30627f0e68c7 req-5442d8e4-f6b9-4fb4-8643-40bb022cdabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:29.998751 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-130661c8-3629-4e31-ad81-30627f0e68c7 req-5442d8e4-f6b9-4fb4-8643-40bb022cdabf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1096 time: 0.0580735 Aug 27 03:30:30.036042 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-130661c8-3629-4e31-ad81-30627f0e68c7 req-493e37a6-a722-48d5-bc6d-0b668a1ff177 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305183 Aug 27 03:30:30.298636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aad0e-d16f-49ac-a6c8-c4d0b3df981e req-6fe8aa3e-bc83-4c42-adab-39d43c12241a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:30.300264 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f81aad0e-d16f-49ac-a6c8-c4d0b3df981e req-6fe8aa3e-bc83-4c42-adab-39d43c12241a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0538597 Aug 27 03:30:30.347787 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f81aad0e-d16f-49ac-a6c8-c4d0b3df981e req-a414e474-3991-4b4c-960f-6cb7cac10576 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Aug 27 03:30:30.400527 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4a929ed-335d-42cb-bc7e-94e0589d1605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:30.575773 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:31.473566 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39024e86-6001-4bec-aca0-ec23db72a74e req-220f8c01-e28b-4394-a644-9bd7e715e55a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:31.475200 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39024e86-6001-4bec-aca0-ec23db72a74e req-220f8c01-e28b-4394-a644-9bd7e715e55a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0529191 Aug 27 03:30:31.522076 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39024e86-6001-4bec-aca0-ec23db72a74e req-cc3cc7f5-dd8d-4859-90d5-b003ec534cba tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354598 Aug 27 03:30:31.577707 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:31.665173 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814913e-58d1-4e24-9572-460df3696779 req-90202010-7354-4488-8dd9-28f2d6b02bc0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:31.666838 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c814913e-58d1-4e24-9572-460df3696779 req-90202010-7354-4488-8dd9-28f2d6b02bc0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0630090 Aug 27 03:30:31.714250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c814913e-58d1-4e24-9572-460df3696779 req-5629a5d5-f2ff-4541-8945-ed840b90125a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 Aug 27 03:30:31.739364 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39388) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:31.856357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52390c9f-a43b-4ad1-b022-d49c9f9fab40 tempest-TestShelveInstance-29279546 tempest-TestShelveInstance-29279546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:31.859487 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-52390c9f-a43b-4ad1-b022-d49c9f9fab40 tempest-TestShelveInstance-29279546 tempest-TestShelveInstance-29279546-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1091 time: 0.1185591 Aug 27 03:30:31.863237 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39392) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:31.869039 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:31.896246 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:32.027031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:32.142941 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Allocated IP 172.25.1.75 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/60ce9013-6f40-4d68-a0ea-719cc31c3d42) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:32.281756 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:32.327615 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:32.371931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:32.378031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:32.382012 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:32.388365 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'Port': ['ID=60ce9013-6f40-4d68-a0ea-719cc31c3d42,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:32.830591 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:32.903169 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.074713 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.080404 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.153532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'Port': ['ID=60ce9013-6f40-4d68-a0ea-719cc31c3d42,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:33.169787 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.280172 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Floating IP e9ad5503-eec0-4c98-98a1-0aedd48a020d associated. External IP: 172.25.1.75, port: a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6. Aug 27 03:30:33.451970 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.509160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Router cb0b6edf-157c-401d-bb79-d24783c60d27 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:33.703451 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:33.731443 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.785357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6e52017b-54d6-42c4-8be0-9ef11953c7dc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9202704 Aug 27 03:30:33.786357 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:33.791129 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f58497-327e-4931-b3d6-76b7f000fb04" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:33.837663 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] Sync routers for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:33.849266 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:33.849903 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:33.856520 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4817c763-7121-4d93-8bc7-d3e387f3411d x-openstack-request-id: req-4817c763-7121-4d93-8bc7-d3e387f3411d {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:33.857206 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:33.857360 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4817c763-7121-4d93-8bc7-d3e387f3411d {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:33.858207 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'status': 'completed', 'code': 200} Aug 27 03:30:33.934407 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-de80ea3e-8794-4f0e-aa20-adb55b95dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:33.936155 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-de80ea3e-8794-4f0e-aa20-adb55b95dffd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1096 time: 0.0559871 Aug 27 03:30:33.987520 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:34.040954 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-4020236c-a52b-4b2e-8209-bc756300b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:34.042550 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-4020236c-a52b-4b2e-8209-bc756300b950 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0996907 Aug 27 03:30:34.125871 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-c0230558-f473-4f7a-9b02-388b9eec4739 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 998 time: 0.0761917 Aug 27 03:30:34.183392 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-cc80ced3-9804-484b-b305-0305c3918a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:34.184887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-cc80ced3-9804-484b-b305-0305c3918a53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0522389 Aug 27 03:30:34.236349 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-bf51116a-bfcd-4d80-943f-d9b9777eff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:34.238399 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-bf51116a-bfcd-4d80-943f-d9b9777eff3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461216 Aug 27 03:30:34.249917 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-38546776-205f-42d3-9f6b-48b9c5d86b07 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:30:34.251380 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-38546776-205f-42d3-9f6b-48b9c5d86b07 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062094 Aug 27 03:30:34.354867 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-b89e64b5-0503-4f37-8f93-440e1088682e service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966980 Aug 27 03:30:34.426412 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e9ad5503-eec0-4c98-98a1-0aedd48a020d', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'port_id': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'mac_address': 'fa:16:3e:da:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:30:32Z', 'updated_at': '2021-08-27T03:30:32Z', 'revision_number': 0, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:34.454966 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] Checking router: cb0b6edf-157c-401d-bb79-d24783c60d27 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:34.465255 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:34.465873 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:30:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:34.469446 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d9f58497-327e-4931-b3d6-76b7f000fb04 req-34649ff4-9459-406a-ad3c-7665bfa95e51 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072500 Aug 27 03:30:34.575815 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:34.821739 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e9ad5503-eec0-4c98-98a1-0aedd48a020d', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'port_id': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'mac_address': 'fa:16:3e:da:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:30:32Z', 'updated_at': '2021-08-27T03:30:32Z', 'revision_number': 0, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:34.849273 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c1b55-774e-4a29-af36-60527bfa94b8 None None] The sync data for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 is: [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': 'e9ad5503-eec0-4c98-98a1-0aedd48a020d', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'port_id': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'mac_address': 'fa:16:3e:da:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:30:32Z', 'updated_at': '2021-08-27T03:30:32Z', 'revision_number': 0, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:35.079509 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac745ee1-845c-4db2-b035-ff443db239d1 None None] New status for floating IP e9ad5503-eec0-4c98-98a1-0aedd48a020d: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:30:47.303895 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.370700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.872904 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7082d2b7-b99e-4c58-b882-95bed32a49eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.323720 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:00.395906 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9ab9dc17-3250-4360-b3eb-3f71243745e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.569861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.581676 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.453450 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.306051 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.380954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:27.872109 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ab8aea0-0b5a-48b8-8249-97788aa0fbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.311197 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-0e7ddb8c-3c5c-473d-8715-d2eddfdad9fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101348 Aug 27 03:31:29.401641 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-1a731b03-f6d3-4c55-a15c-a2de013840a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.403124 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-1a731b03-f6d3-4c55-a15c-a2de013840a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1096 time: 0.0428379 Aug 27 03:31:29.848041 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-26de9477-1223-4362-b99f-a3ff673aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.849452 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-26de9477-1223-4362-b99f-a3ff673aae3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.4253995 Aug 27 03:31:29.918350 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-31a93292-fa94-4808-a4f5-a8fcbe93d1a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 1000 time: 0.0615690 Aug 27 03:31:29.974695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-566634fe-fff6-4180-960a-d7ec60246ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.976188 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-566634fe-fff6-4180-960a-d7ec60246ece service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0502391 Aug 27 03:31:30.025734 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-6f4717e8-7e7a-45a9-9dae-9b05708ebcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:30.027227 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-6f4717e8-7e7a-45a9-9dae-9b05708ebcb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443137 Aug 27 03:31:30.158185 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-03944c51-17dc-4254-9d65-e41593685e47 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200919 Aug 27 03:31:30.260568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7655a1a3-aeed-48f4-b161-3381b0bd6bf3 req-b39920eb-78dc-401f-8edf-441edf498ad0 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946443 Aug 27 03:31:30.400916 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e0013ad2-8405-4d53-99a6-d948425db6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.583208 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.585892 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.462501 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.323539 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:47.302330 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.383324 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.867276 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-40b01d82-7f2e-44cd-85db-740d83d9e409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:00.407437 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-019656f2-6b5f-40dd-8aba-c37ae6f568e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:00.580513 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.601572 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:03.461549 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:14.325869 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:17.303541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.405966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.876866 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ee57-edf8-4cb6-b8fd-f5f385443c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.990933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69045f93-b505-4e57-9b16-529283be3d7f req-31302076-463d-49ff-bd60-9495635ecb17 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.992416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69045f93-b505-4e57-9b16-529283be3d7f req-31302076-463d-49ff-bd60-9495635ecb17 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.1151245 Aug 27 03:32:29.034893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-69045f93-b505-4e57-9b16-529283be3d7f req-4639b790-25f2-4982-92d1-ffefe2ac3301 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331750 Aug 27 03:32:29.302423 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-e7efda20-d33f-491e-847b-696d39ffffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.305245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-e7efda20-d33f-491e-847b-696d39ffffe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1096 time: 0.0652745 Aug 27 03:32:29.429567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-e8434c6f-17d7-49d7-8dbf-fbdf59f6b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.432012 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-e8434c6f-17d7-49d7-8dbf-fbdf59f6b123 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1045680 Aug 27 03:32:29.504458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-1834f4e1-cc85-446f-b088-04627ff9f8b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 1000 time: 0.0647516 Aug 27 03:32:29.569249 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-33a70001-6f0d-43b2-b5fc-7e00e7a36afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.570681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-33a70001-6f0d-43b2-b5fc-7e00e7a36afc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0589867 Aug 27 03:32:29.619195 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-20498f10-39f1-44a4-ac6f-517ede4e9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.620721 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-20498f10-39f1-44a4-ac6f-517ede4e9c65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434122 Aug 27 03:32:29.714361 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-54c2dc8c-cb00-4bff-bded-0a67a7252fd9 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864618 Aug 27 03:32:29.805450 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a854657-1c66-4fdb-bcdf-b3e583b15a95 req-3ac0a34d-3d0a-4586-be23-f3eb0e54f03a service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841660 Aug 27 03:32:30.181038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60554c0-c4b8-4f1c-9ff8-cb218b188289 req-03e9a067-a811-40c6-ab11-adf3bfd7ef35 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.182625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a60554c0-c4b8-4f1c-9ff8-cb218b188289 req-03e9a067-a811-40c6-ab11-adf3bfd7ef35 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0571022 Aug 27 03:32:30.225562 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a60554c0-c4b8-4f1c-9ff8-cb218b188289 req-2d926458-9796-4f4e-9d9e-a74f9e3704f6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349307 Aug 27 03:32:30.402126 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-453c06e0-25c2-403e-91ff-d7b2c4696168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.575154 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.374534 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f9cb8-ee28-4d0a-b92b-badf33a9615e req-6b385f3a-f602-4cf5-913b-6519dfe1b245 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.376101 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a01f9cb8-ee28-4d0a-b92b-badf33a9615e req-6b385f3a-f602-4cf5-913b-6519dfe1b245 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0543339 Aug 27 03:32:31.418157 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a01f9cb8-ee28-4d0a-b92b-badf33a9615e req-2133d1a7-170b-41db-b09f-5c5986375d2c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348854 Aug 27 03:32:31.591843 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.546600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74b6c3-d7c3-4514-9ca7-303cf4a42662 req-113fad18-dd3a-44f6-aad5-75b66565af57 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.548217 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc74b6c3-d7c3-4514-9ca7-303cf4a42662 req-113fad18-dd3a-44f6-aad5-75b66565af57 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0591383 Aug 27 03:32:32.590575 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bc74b6c3-d7c3-4514-9ca7-303cf4a42662 req-088a55da-ae6d-409c-88fb-3ded27261fb5 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342369 Aug 27 03:32:33.463787 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.737380 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acfdd-ff62-4afb-9b21-8c6ed4f6922d req-0a131baa-4468-4057-a8a8-eebaeb764bca tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.738842 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e5acfdd-ff62-4afb-9b21-8c6ed4f6922d req-0a131baa-4468-4057-a8a8-eebaeb764bca tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0647080 Aug 27 03:32:33.785703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6e5acfdd-ff62-4afb-9b21-8c6ed4f6922d req-1b1e00d1-ea5e-44f9-9f27-5e355cc50c06 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Aug 27 03:32:34.921805 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84c53-ab4a-480d-96b6-095f7940c16b req-0c1d8c06-acf0-4af6-92f3-654bbc5ca5b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.923352 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2da84c53-ab4a-480d-96b6-095f7940c16b req-0c1d8c06-acf0-4af6-92f3-654bbc5ca5b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0557044 Aug 27 03:32:34.969150 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-2da84c53-ab4a-480d-96b6-095f7940c16b req-ccb4ce91-4f0b-4b38-9ffe-af27d30ff52d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371230 Aug 27 03:32:36.094075 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e1a1b-8d60-4c1f-885b-9057d06f1d8a req-382f47f1-e7f8-4f79-adcf-fd8e7d0dc6b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:36.095585 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106e1a1b-8d60-4c1f-885b-9057d06f1d8a req-382f47f1-e7f8-4f79-adcf-fd8e7d0dc6b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0504150 Aug 27 03:32:36.140784 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-106e1a1b-8d60-4c1f-885b-9057d06f1d8a req-0d3c93fa-3b2b-4194-bd14-0b656216aff2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368431 Aug 27 03:32:37.266018 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc32ef-02f0-41cf-9c3e-b1a02c1c2c6b req-3348f467-642b-46b9-9247-0ea9d97c7962 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.267600 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1fc32ef-02f0-41cf-9c3e-b1a02c1c2c6b req-3348f467-642b-46b9-9247-0ea9d97c7962 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0525644 Aug 27 03:32:37.309069 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a1fc32ef-02f0-41cf-9c3e-b1a02c1c2c6b req-7030ff8d-1fc1-44f7-a066-31fbe38f29f1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348365 Aug 27 03:32:38.437479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdefe8-4819-49a4-9a04-c6296a16f8f5 req-d1ae102f-159f-4d44-8619-a382e53a4cf3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.439073 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3fdefe8-4819-49a4-9a04-c6296a16f8f5 req-d1ae102f-159f-4d44-8619-a382e53a4cf3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0552213 Aug 27 03:32:38.481219 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d3fdefe8-4819-49a4-9a04-c6296a16f8f5 req-35a53d17-123f-4a20-a34d-3849ca2bd5db tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355430 Aug 27 03:32:39.623937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834252d3-5255-44f7-84df-d943a52a157d req-e64f6986-5263-4c2f-af84-a5346b589cc0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.625432 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-834252d3-5255-44f7-84df-d943a52a157d req-e64f6986-5263-4c2f-af84-a5346b589cc0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0561388 Aug 27 03:32:39.674027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-834252d3-5255-44f7-84df-d943a52a157d req-29b81481-eef2-4c80-98ba-c2fbb389ea6f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Aug 27 03:32:40.229430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:40.504805 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:40.517495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'port_id': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'mac_address': 'fa:16:3e:da:76:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:40.555704 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.569867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:40.590153 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:40.595303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.651591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.659375 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.659726 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.660071 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.660407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.660745 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.661075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.661407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.661731 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.662057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.662393 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.662714 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.663039 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:40.698007 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:40.799290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e139e-b704-421c-bda2-6220743401df req-e165c12b-70a9-41d7-9524-bfe2f210e5de tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.800827 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-893e139e-b704-421c-bda2-6220743401df req-e165c12b-70a9-41d7-9524-bfe2f210e5de tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0575981 Aug 27 03:32:40.841829 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-893e139e-b704-421c-bda2-6220743401df req-ad7392f5-dc41-4130-accb-47d1db17d077 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Aug 27 03:32:41.995136 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacf6a1-bb61-456d-97e3-89dc5240787a req-e12f3171-5af3-4fb7-8f55-58c2f7970547 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.998880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0bacf6a1-bb61-456d-97e3-89dc5240787a req-e12f3171-5af3-4fb7-8f55-58c2f7970547 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0714350 Aug 27 03:32:42.070025 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0bacf6a1-bb61-456d-97e3-89dc5240787a req-42f6c974-bc7c-4ab0-89b7-c29443230a12 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644031 Aug 27 03:32:42.228748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:42.325281 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:42.325646 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.446262 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.497693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:42.502286 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7f0dee-1bab-4115-9004-19f9dfe6958c" -d '{"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-plugged", "status": "completed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:42.523642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:42.538048 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.573979 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783187f4-5b92-4fd1-94f2-a662e5735324 x-openstack-request-id: req-783187f4-5b92-4fd1-94f2-a662e5735324 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:42.574261 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-plugged", "status": "completed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:42.574573 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-783187f4-5b92-4fd1-94f2-a662e5735324 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:42.574928 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'code': 200} Aug 27 03:32:42.612310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:43.593525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce25e-e6af-4565-ad70-a0b2742c17b3 req-d27a3a70-ad8a-48d9-9422-3e9bd7fcb25f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.595261 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-037ce25e-e6af-4565-ad70-a0b2742c17b3 req-d27a3a70-ad8a-48d9-9422-3e9bd7fcb25f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.4287620 Aug 27 03:32:43.643992 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-037ce25e-e6af-4565-ad70-a0b2742c17b3 req-adcbd433-bcd5-4b4d-88fe-ed34cd4a268c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Aug 27 03:32:44.791278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c397c6-b7d4-4d26-b7f3-2556245ad7c4 req-897cd56f-6407-4076-b2cb-b9f2d7aad750 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.795130 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0c397c6-b7d4-4d26-b7f3-2556245ad7c4 req-897cd56f-6407-4076-b2cb-b9f2d7aad750 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0601296 Aug 27 03:32:44.844181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b0c397c6-b7d4-4d26-b7f3-2556245ad7c4 req-cb41fde3-ec4d-4d09-94e7-32f42d302920 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Aug 27 03:32:46.081961 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9029c-fbdd-4f31-9e2d-028641f9407e req-946e35c2-2e39-4d93-966e-6c5d2114cb93 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.085955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24f9029c-fbdd-4f31-9e2d-028641f9407e req-946e35c2-2e39-4d93-966e-6c5d2114cb93 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0715811 Aug 27 03:32:46.177882 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-24f9029c-fbdd-4f31-9e2d-028641f9407e req-b1cddcbc-f9e3-4cf5-a973-80d7c89ec2e9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737443 Aug 27 03:32:47.306777 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.394563 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec632c-c5ea-45b7-925b-3feec6d91da3 req-a805a538-c85c-42b0-a54c-b57a8e1e3067 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.396761 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fec632c-c5ea-45b7-925b-3feec6d91da3 req-a805a538-c85c-42b0-a54c-b57a8e1e3067 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0975287 Aug 27 03:32:47.442965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3fec632c-c5ea-45b7-925b-3feec6d91da3 req-92ce3c0d-4e0b-46eb-9963-96b694a31ea9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Aug 27 03:32:48.417298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.665083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccb3c6-37fa-47a9-b179-2fe69004ea5f req-9b0bd6d0-cd2c-4810-a88b-cbec812d2aff tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.667730 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7ccb3c6-37fa-47a9-b179-2fe69004ea5f req-9b0bd6d0-cd2c-4810-a88b-cbec812d2aff tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0673366 Aug 27 03:32:48.716798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-a7ccb3c6-37fa-47a9-b179-2fe69004ea5f req-dcbf3abd-91f5-4459-a7b2-e5d88eb560d5 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369370 Aug 27 03:32:49.888899 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e03081-478a-415b-9381-8b5b63cdf450 req-6b08d006-bb89-4b3b-b42b-64075c091b39 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.890433 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3e03081-478a-415b-9381-8b5b63cdf450 req-6b08d006-bb89-4b3b-b42b-64075c091b39 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0778792 Aug 27 03:32:49.942296 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a3e03081-478a-415b-9381-8b5b63cdf450 req-aefe5752-e9ee-4d3d-8700-0d7c2ae85148 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Aug 27 03:32:51.071886 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6420a1-f9d8-4b6c-a364-e66d372831f9 req-ff1718c8-5d52-43b3-9924-e84a3ab42211 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.073433 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e6420a1-f9d8-4b6c-a364-e66d372831f9 req-ff1718c8-5d52-43b3-9924-e84a3ab42211 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0529327 Aug 27 03:32:51.126471 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9e6420a1-f9d8-4b6c-a364-e66d372831f9 req-410fc0f3-6d1b-43b2-8d6f-185575c5060c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 Aug 27 03:32:51.135520 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-22834541-2f26-4074-89a2-3661c0396fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.137109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-22834541-2f26-4074-89a2-3661c0396fcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1096 time: 0.0453794 Aug 27 03:32:51.237568 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-baa7ee53-5750-46da-908c-8d421e50e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.239040 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-baa7ee53-5750-46da-908c-8d421e50e238 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0943155 Aug 27 03:32:51.306847 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-feefe50e-316e-40d1-a05a-5f1637de22aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 1000 time: 0.0608275 Aug 27 03:32:51.327900 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:51.361432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-0d603c7c-0b75-4660-9569-44e8e79ed2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.362981 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-0d603c7c-0b75-4660-9569-44e8e79ed2d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0492902 Aug 27 03:32:51.421299 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-64f2313b-c05c-47a8-a35a-d55d8b413137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.422953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-64f2313b-c05c-47a8-a35a-d55d8b413137 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527356 Aug 27 03:32:51.521865 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-964389bb-f8ca-4c2c-b336-f3928b545ba6 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914705 Aug 27 03:32:51.628422 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-fda4cc1f-419d-4578-9ce4-a465984e2c06 req-80ad3146-7d00-4cd5-a519-f7d888114bd3 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987675 Aug 27 03:32:52.256260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0550f-108b-46e2-a13b-51b98bb4e148 req-b9c6ab79-f409-4fe9-ba82-73a9eb26415a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.257892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6bc0550f-108b-46e2-a13b-51b98bb4e148 req-b9c6ab79-f409-4fe9-ba82-73a9eb26415a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0532942 Aug 27 03:32:52.300455 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6bc0550f-108b-46e2-a13b-51b98bb4e148 req-984c5856-7e99-47fa-9b85-bc09f6ba6f8d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362396 Aug 27 03:32:53.429705 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098118eb-083e-48c0-9be3-56a717b03b31 req-4450262f-b9f6-4783-8493-e22ee5089fbe tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:53.431325 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098118eb-083e-48c0-9be3-56a717b03b31 req-4450262f-b9f6-4783-8493-e22ee5089fbe tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0520015 Aug 27 03:32:53.475357 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-098118eb-083e-48c0-9be3-56a717b03b31 req-17f5c019-b8a4-4296-87c9-2cf46870893c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377374 Aug 27 03:32:53.731765 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540236d3-cf47-4b95-80e3-008e2dacdc76 req-b85c39a4-8905-4467-84c5-c518269e062d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:53.733397 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-540236d3-cf47-4b95-80e3-008e2dacdc76 req-b85c39a4-8905-4467-84c5-c518269e062d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0603325 Aug 27 03:32:53.775641 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-540236d3-cf47-4b95-80e3-008e2dacdc76 req-9c19e769-5298-4ce5-9845-148648c7000d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348487 Aug 27 03:32:53.964385 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-c4e43078-dd9e-45b0-bf51-063d178f561c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142988 Aug 27 03:32:54.260249 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:54.365568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.391073 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:54.393577 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85fdafb-0e9b-48b7-9125-35c5703b6b79" -d '{"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-unplugged", "status": "completed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:54.414686 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:54.421072 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.458833 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2981fd-0ce9-4e4e-b5fd-776084a848e1 x-openstack-request-id: req-ca2981fd-0ce9-4e4e-b5fd-776084a848e1 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:54.459129 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-unplugged", "status": "failed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "code": 422}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:54.459376 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca2981fd-0ce9-4e4e-b5fd-776084a848e1 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:54.459765 n-d-806293-1 neutron-server[94774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'code': 422} returned with failed status Aug 27 03:32:54.483739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:54.917778 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d10b1-4799-4a04-9414-39ebb72a7f2e req-0f74ab83-cf93-401f-92b1-363d6d4fa109 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:54.920651 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d18d10b1-4799-4a04-9414-39ebb72a7f2e req-0f74ab83-cf93-401f-92b1-363d6d4fa109 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 943 time: 0.0662222 Aug 27 03:32:55.005147 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d18d10b1-4799-4a04-9414-39ebb72a7f2e req-69e51366-81d8-4841-af27-16a258209d58 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742152 Aug 27 03:32:55.043753 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240acd-ea3a-4b14-b81c-122671bc542f req-58fca855-d8f2-41af-b8cc-ec4b8f75690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.045404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-58fca855-d8f2-41af-b8cc-ec4b8f75690f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c&tenant_id=f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 1094 time: 0.1233737 Aug 27 03:32:55.058526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806293-1', 'device_owner': 'compute:nova'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:55.124753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.354209 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:55.394028 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h2-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:55.431167 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:55.440464 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.456194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Transition to ACTIVE for port object a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:55.461573 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.567368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=9']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:55.584755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.585123 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.585467 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.585802 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.586135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.586530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.586904 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.587229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.587556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.587880 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.588203 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.588524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:55.631964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] No DVR routers for this DVR port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on host n-h2-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:55.803103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:55.803423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:55.803662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:55.809298 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:55.809637 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Attempting to bind port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:55.816636 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:55.817170 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Checking segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:55.817664 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Bound using segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:55.818762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Bound port: a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:55.819253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.898938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:55.902657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:55.909976 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.974894 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.976046 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.978762 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] 10.222.0.32 "PUT /v2.0/ports/a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 1091 time: 0.9249892 Aug 27 03:32:55.979525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:55.983872 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa6a9b8-5893-4098-a946-13d5fe9b0074" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:56.078373 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94931106-b66a-4c67-a6e3-08f3a00ce245 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=10']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.114864 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240acd-ea3a-4b14-b81c-122671bc542f req-5cbaccd9-fa70-4873-ade1-823f3efd48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.118887 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-5cbaccd9-fa70-4873-ade1-823f3efd48b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1095 time: 0.0978143 Aug 27 03:32:56.168102 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85aa151-f119-4cd8-88ab-c6915f44ad76 x-openstack-request-id: req-f85aa151-f119-4cd8-88ab-c6915f44ad76 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:56.168378 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:56.168628 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f85aa151-f119-4cd8-88ab-c6915f44ad76 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:56.169040 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'status': 'completed', 'code': 200} Aug 27 03:32:56.244372 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a628d-abbc-4b5c-87c4-3e08530ea383 req-b29918ae-a72a-4b72-8dec-47167b161aa8 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.245883 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-304a628d-abbc-4b5c-87c4-3e08530ea383 req-b29918ae-a72a-4b72-8dec-47167b161aa8 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.1257067 Aug 27 03:32:56.276937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240acd-ea3a-4b14-b81c-122671bc542f req-cf4bdfbd-55da-48b6-a0f2-f7dc042bbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.278463 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-cf4bdfbd-55da-48b6-a0f2-f7dc042bbb3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1457489 Aug 27 03:32:56.333553 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-304a628d-abbc-4b5c-87c4-3e08530ea383 req-b15149ea-3ec1-463e-ac03-7e755fa61674 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787444 Aug 27 03:32:56.366539 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-cac68771-c0ea-4bff-8e88-9242dd75a63a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 998 time: 0.0796380 Aug 27 03:32:56.422385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240acd-ea3a-4b14-b81c-122671bc542f req-37dee5c8-3da5-49e0-8652-1cffe1f73e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.423804 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-37dee5c8-3da5-49e0-8652-1cffe1f73e2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0508146 Aug 27 03:32:56.474216 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240acd-ea3a-4b14-b81c-122671bc542f req-03758efd-a914-44cb-9c3e-e7607332be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.475819 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-03758efd-a914-44cb-9c3e-e7607332be55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444188 Aug 27 03:32:56.577901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-d60851a8-6d98-4279-8371-9fd17268206f service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944004 Aug 27 03:32:56.670969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-15240acd-ea3a-4b14-b81c-122671bc542f req-ddc85211-2777-4390-be3d-b82f607e46f3 service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861413 Aug 27 03:32:56.768526 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-dee03bbc-a642-4e9a-b85b-713e653e2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.771312 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-dee03bbc-a642-4e9a-b85b-713e653e2e52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1095 time: 0.0535052 Aug 27 03:32:56.934755 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-1f2a59a0-bf01-4b11-b92d-1bd1890c0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.936353 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-1f2a59a0-bf01-4b11-b92d-1bd1890c0e52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1570239 Aug 27 03:32:57.103280 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-b61bf284-2348-4622-b3fd-cf630d6caec6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 998 time: 0.1587384 Aug 27 03:32:57.550823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab5ea2-cae0-40e2-979f-15eed77ceb9a req-2679e2ad-e170-4069-8262-10456504db74 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.554287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1eab5ea2-cae0-40e2-979f-15eed77ceb9a req-2679e2ad-e170-4069-8262-10456504db74 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0811806 Aug 27 03:32:57.597912 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1eab5ea2-cae0-40e2-979f-15eed77ceb9a req-dfe08d3a-842f-4388-a77d-ca0ac6fa07b7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369961 Aug 27 03:32:57.871405 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-61afeae5-696c-449f-b3f6-04969819cdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:58.732657 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0e037-8ac3-4f50-b4d8-70541a00152d req-dbb0d05c-8132-40db-9719-4fff3ed41e91 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:58.734349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aa0e037-8ac3-4f50-b4d8-70541a00152d req-dbb0d05c-8132-40db-9719-4fff3ed41e91 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0598862 Aug 27 03:32:58.784994 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5aa0e037-8ac3-4f50-b4d8-70541a00152d req-889a2306-9405-4a6c-bd8f-b3a21e38a72a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 Aug 27 03:32:59.940149 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b785b8-bae8-437f-99a3-756e667dea1b req-5878bc5d-6709-4f89-a6ea-16114246fdc8 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.942791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60b785b8-bae8-437f-99a3-756e667dea1b req-5878bc5d-6709-4f89-a6ea-16114246fdc8 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0616193 Aug 27 03:32:59.990692 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-60b785b8-bae8-437f-99a3-756e667dea1b req-1b977cfd-4531-48d9-96fb-960c9c30d969 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391293 Aug 27 03:33:00.406528 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ac45dd33-2863-4540-8d08-dd7e16af0ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.582364 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:01.142929 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be9401-43b5-4ac9-b17b-c90ee9a864c3 req-5754c58b-540a-4d71-b633-c35f24097e86 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.144524 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-14be9401-43b5-4ac9-b17b-c90ee9a864c3 req-5754c58b-540a-4d71-b633-c35f24097e86 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0621362 Aug 27 03:33:01.188627 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-14be9401-43b5-4ac9-b17b-c90ee9a864c3 req-936586f6-6163-44a3-8384-212f2ebaef42 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371554 Aug 27 03:33:01.594899 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.373559 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81243b14-7cae-40aa-b96a-28b29bf32174 req-76b1238f-fb33-4697-8595-dc4924dac530 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.375283 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81243b14-7cae-40aa-b96a-28b29bf32174 req-76b1238f-fb33-4697-8595-dc4924dac530 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0543251 Aug 27 03:33:02.421976 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81243b14-7cae-40aa-b96a-28b29bf32174 req-1696000b-f056-4ce4-bbad-bae5614c3f61 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380065 Aug 27 03:33:03.467521 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.608004 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72fbc-871a-4b77-8099-c9ddfe4cc6b4 req-c110079b-e1bc-42c5-ba45-769b7f6e3437 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.609636 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cba72fbc-871a-4b77-8099-c9ddfe4cc6b4 req-c110079b-e1bc-42c5-ba45-769b7f6e3437 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0822382 Aug 27 03:33:03.667109 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cba72fbc-871a-4b77-8099-c9ddfe4cc6b4 req-61d06304-a961-4915-b219-5809e8c5483d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508335 Aug 27 03:33:04.818479 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee2c0-c752-4d62-b341-07e427508642 req-265c7f08-92d0-4e9e-81f8-8f3ab7918a69 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.819989 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c0ee2c0-c752-4d62-b341-07e427508642 req-265c7f08-92d0-4e9e-81f8-8f3ab7918a69 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0683682 Aug 27 03:33:04.883475 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0c0ee2c0-c752-4d62-b341-07e427508642 req-088ecf51-768d-43ba-bbf5-bb218c1c2fbd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569680 Aug 27 03:33:06.038906 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd5fac-aa77-49c4-9eb7-2d539cb8d688 req-7e812fc4-f0c2-4adb-a8e8-82f916113ba5 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.041495 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77bd5fac-aa77-49c4-9eb7-2d539cb8d688 req-7e812fc4-f0c2-4adb-a8e8-82f916113ba5 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0727508 Aug 27 03:33:06.087335 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-77bd5fac-aa77-49c4-9eb7-2d539cb8d688 req-42e3eded-defc-4ab2-930a-16e262639a41 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385489 Aug 27 03:33:07.217719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c4f12-6ba2-4718-b37c-e3c80d1690e7 req-b755adf6-fa3a-4643-92b2-2999af21f81f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.219271 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd9c4f12-6ba2-4718-b37c-e3c80d1690e7 req-b755adf6-fa3a-4643-92b2-2999af21f81f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0568087 Aug 27 03:33:07.268466 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-cd9c4f12-6ba2-4718-b37c-e3c80d1690e7 req-30c71779-f897-4aa8-b567-c7c0b5ef579d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Aug 27 03:33:07.533295 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-4e09641d-b2af-4895-95a5-da379ef53706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.535864 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-4e09641d-b2af-4895-95a5-da379ef53706 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0539854 Aug 27 03:33:07.589275 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-30b55d37-bab4-477c-b1fe-2c55cd8ef254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.590955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-30b55d37-bab4-477c-b1fe-2c55cd8ef254 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450196 Aug 27 03:33:07.693855 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-fcd3e787-6feb-4887-8068-2fe9f15ad305 service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917900 Aug 27 03:33:07.792622 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-6fa6a9b8-5893-4098-a946-13d5fe9b0074 req-d4d9dede-597c-48cd-9419-d9d701322e9a service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909190 Aug 27 03:33:08.391426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44347e6-c24e-432c-9dba-018f8fb14197 req-f73eb7e2-4147-43ff-a82b-d115bf2f567e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.392959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c44347e6-c24e-432c-9dba-018f8fb14197 req-f73eb7e2-4147-43ff-a82b-d115bf2f567e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0521898 Aug 27 03:33:08.432202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c44347e6-c24e-432c-9dba-018f8fb14197 req-b0a148b6-b19b-4983-9c41-86b9cdbe38ef tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331106 Aug 27 03:33:09.560742 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d2768-65be-4462-bbd9-c25438c69c19 req-b3a9cd7d-7049-401e-bf5a-003dd3bc0ca6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.562470 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-437d2768-65be-4462-bbd9-c25438c69c19 req-b3a9cd7d-7049-401e-bf5a-003dd3bc0ca6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0563459 Aug 27 03:33:09.605226 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-437d2768-65be-4462-bbd9-c25438c69c19 req-3c9756d8-00f3-45c2-b0e3-a62288197be0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357237 Aug 27 03:33:10.741244 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b143ca0-78a6-4538-a342-ea659619a4d4 req-9dad5b9a-77a0-4d2c-b08a-65804e3d4ff2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.743066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b143ca0-78a6-4538-a342-ea659619a4d4 req-9dad5b9a-77a0-4d2c-b08a-65804e3d4ff2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0605605 Aug 27 03:33:10.789395 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8b143ca0-78a6-4538-a342-ea659619a4d4 req-8afe1699-ace5-4603-a36d-84ffc7ee2f65 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372226 Aug 27 03:33:11.846667 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:11.922169 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507b6fb-fe02-4835-a7f7-8a36ec2c610f req-df9f84aa-1cd2-4394-a554-203de4cd0987 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.923806 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1507b6fb-fe02-4835-a7f7-8a36ec2c610f req-df9f84aa-1cd2-4394-a554-203de4cd0987 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 944 time: 0.0517795 Aug 27 03:33:11.964091 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:11.974353 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1507b6fb-fe02-4835-a7f7-8a36ec2c610f req-fdb02a4b-0549-46bb-b07b-e9414a18b7a2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351002 Aug 27 03:33:11.982495 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'port_id': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'mac_address': 'fa:16:3e:da:76:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:12.043162 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:12.062847 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:12.083614 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:12.088790 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:12.140404 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=11']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:12.334246 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:13.100807 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda12406-3e97-48e6-bd61-8ef3a0bb7407 req-05070001-b757-40f0-bfe7-dc4bb79a3817 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.102525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eda12406-3e97-48e6-bd61-8ef3a0bb7407 req-05070001-b757-40f0-bfe7-dc4bb79a3817 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 945 time: 0.0579565 Aug 27 03:33:13.165468 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eda12406-3e97-48e6-bd61-8ef3a0bb7407 req-f45b7f99-e7f2-4ac2-8867-a929ff20d1a8 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515172 Aug 27 03:33:13.861894 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:13.917212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:13.922939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:13.923588 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.008384 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.031605 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:14.033986 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1e1683-35a2-42c1-be69-f49e62f14121" -d '{"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-plugged", "status": "completed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:14.046043 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:14.051168 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.074580 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58766c07-cabb-435e-86f0-933601cd1d84 x-openstack-request-id: req-58766c07-cabb-435e-86f0-933601cd1d84 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:14.074875 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-plugged", "status": "completed", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:14.075125 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58766c07-cabb-435e-86f0-933601cd1d84 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:14.075512 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'code': 200} Aug 27 03:33:14.101620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=12']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:14.273056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c181ae-8e79-4b55-9f48-e7ebc2ab1b11 req-f2dfba3c-12af-47a2-b252-8289eee7fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.274618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3c181ae-8e79-4b55-9f48-e7ebc2ab1b11 req-f2dfba3c-12af-47a2-b252-8289eee7fcab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1097 time: 0.0692298 Aug 27 03:33:14.314088 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b3c88-06dc-425b-b096-6ee40ed61ba4 req-e19563c0-00c4-4059-a8b7-1086f35d3b71 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.315592 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-977b3c88-06dc-425b-b096-6ee40ed61ba4 req-e19563c0-00c4-4059-a8b7-1086f35d3b71 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 946 time: 0.0761745 Aug 27 03:33:14.332722 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-b3c181ae-8e79-4b55-9f48-e7ebc2ab1b11 req-f0ddc14b-f8bf-43c4-b19c-3b5f55882d36 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510466 Aug 27 03:33:14.361698 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-977b3c88-06dc-425b-b096-6ee40ed61ba4 req-cbf7764a-14a2-4cb6-a7e9-3195540e3844 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 Aug 27 03:33:15.486961 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013401-7f78-4196-805c-172a44cd1bf2 req-04e7709c-2b56-45fc-bf18-61f6bc71e40d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.488635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06013401-7f78-4196-805c-172a44cd1bf2 req-04e7709c-2b56-45fc-bf18-61f6bc71e40d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 946 time: 0.0535836 Aug 27 03:33:15.542887 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-06013401-7f78-4196-805c-172a44cd1bf2 req-c001a381-8ee4-4d17-b967-22f7dadb6bef tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Aug 27 03:33:16.665031 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f56a8-7532-4a7f-95a5-2e1477ba0cd9 req-3b96139a-aed6-4d8e-a7c1-bb2774767515 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.666686 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d6f56a8-7532-4a7f-95a5-2e1477ba0cd9 req-3b96139a-aed6-4d8e-a7c1-bb2774767515 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 946 time: 0.0520501 Aug 27 03:33:16.706980 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7d6f56a8-7532-4a7f-95a5-2e1477ba0cd9 req-ebc02e9c-de70-4ddb-a8c1-db1770ff692a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Aug 27 03:33:17.300137 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.414453 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.878992 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d1c585ab-f8da-4c6d-a2a8-a346df687ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.327275 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:30.409522 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-adb48291-5c24-41da-b3e1-74f496694a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.576496 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.600638 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.471433 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.520901 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-b7be60b8-4e21-42cd-a9d2-4a2b6e916d54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416865 Aug 27 03:33:35.619654 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-d05d3a8b-d7cf-4f1e-aaf0-b60b6c4bb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.621252 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-d05d3a8b-d7cf-4f1e-aaf0-b60b6c4bb1ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1097 time: 0.0506163 Aug 27 03:33:35.740404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-437cbedd-3994-4d55-bf6e-5d4c4faa5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.741932 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-437cbedd-3994-4d55-bf6e-5d4c4faa5e9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0988190 Aug 27 03:33:35.835479 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-7f77e89a-66df-44c1-9734-e3df77adbcc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 1000 time: 0.0843859 Aug 27 03:33:35.892189 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-3312bff3-e56e-4a22-8252-c622c1048faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.893691 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-3312bff3-e56e-4a22-8252-c622c1048faa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0487857 Aug 27 03:33:35.946616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-e5b6f99a-d28f-4c35-aae6-80843f3a9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.948260 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-e5b6f99a-d28f-4c35-aae6-80843f3a9fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458152 Aug 27 03:33:36.049666 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-58158497-be72-4bcc-8983-0b7abf75c2a4 service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932128 Aug 27 03:33:36.149221 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd4a35af-85c9-4f31-a8c5-146a840e2b59 req-7ca48a2c-742d-40f7-87b0-e9a1ca3e3c26 service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902143 Aug 27 03:33:47.299003 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.412131 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:57.873150 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6de1-91c6-4ab9-91bd-fee521fb8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.414144 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3431a329-7476-47ed-a120-1dd578e4b455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.580541 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.607861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.475352 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.330376 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:17.314873 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.426762 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.877305 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-22eb2f33-9df5-4470-8b6b-59735ec76e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.502532 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39716) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:28.693816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Deleting port 60ce9013-6f40-4d68-a0ea-719cc31c3d42 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:28.694162 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.779879 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.780233 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.797938 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Calling delete_port for 60ce9013-6f40-4d68-a0ea-719cc31c3d42 owned by network:floatingip {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:28.974673 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.007958 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event deleted for resources: {'Port': ['ID=60ce9013-6f40-4d68-a0ea-719cc31c3d42,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.023246 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.023598 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.023929 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.024274 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.024612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.024945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.025278 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.025610 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.025937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.026266 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.026612 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.026989 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.091525 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.091987 n-d-806293-1 neutron-server[94772]: INFO neutron.db.l3_db [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Floating IP e9ad5503-eec0-4c98-98a1-0aedd48a020d disassociated (deleted). External IP: 172.25.1.75, port: a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6. Aug 27 03:34:29.312898 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Router cb0b6edf-157c-401d-bb79-d24783c60d27 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:29.428886 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:29.434651 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.439612 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] Sync routers for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:29.450100 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:29.450786 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:29.462683 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dbdd64f8-880c-4280-856f-bc3ac1bafc23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "DELETE /v2.0/floatingips/e9ad5503-eec0-4c98-98a1-0aedd48a020d HTTP/1.1" status: 204 len: 168 time: 0.9590800 Aug 27 03:34:29.463385 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:29.465912 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dc8091-8fb5-4353-aed3-f27b098911d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:29.564946 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:29.591100 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048fe476-490c-4070-8bf8-b9e20ec1cc22 x-openstack-request-id: req-048fe476-490c-4070-8bf8-b9e20ec1cc22 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:29.591639 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:29.591862 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-048fe476-490c-4070-8bf8-b9e20ec1cc22 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:29.592304 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'status': 'completed', 'code': 200} Aug 27 03:34:29.667734 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-336e1c0d-697e-44cb-ae93-4c7c12571ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.670162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-336e1c0d-697e-44cb-ae93-4c7c12571ccd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 1097 time: 0.0494277 Aug 27 03:34:29.794888 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5227e-409b-49f7-879e-cd7882e0a07d req-fb28001b-5c35-4bae-965d-096048fa9538 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.796451 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-adf5227e-409b-49f7-879e-cd7882e0a07d req-fb28001b-5c35-4bae-965d-096048fa9538 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 946 time: 0.1047709 Aug 27 03:34:29.798298 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:29.826462 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] Checking router: cb0b6edf-157c-401d-bb79-d24783c60d27 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:29.833106 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-0c9ee51f-7b52-4806-885d-f7ab0fb7ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.834955 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-0c9ee51f-7b52-4806-885d-f7ab0fb7ac38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1567760 Aug 27 03:34:29.835608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:29.836219 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:34:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:29.861933 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-adf5227e-409b-49f7-879e-cd7882e0a07d req-83a60c09-0453-4e85-a3b2-bade14f274fc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585084 Aug 27 03:34:29.894528 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-29746374-d8a5-4577-afaf-629d16ab8077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 200 len: 217 time: 0.0485499 Aug 27 03:34:29.946529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-9f38518d-f8b6-457b-a15b-b2e0e7bb2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.946800 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:29.948013 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-9f38518d-f8b6-457b-a15b-b2e0e7bb2ab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0450444 Aug 27 03:34:30.003505 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-0bfbc24d-dd2c-4fa6-8377-c24e337f2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.006726 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-0bfbc24d-dd2c-4fa6-8377-c24e337f2758 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477519 Aug 27 03:34:30.115911 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-67e1ef44-ced6-487c-a53a-b242b5996cda service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006334 Aug 27 03:34:30.159914 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:30.191207 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3c94c-8874-401d-bfc8-fca9407f3007 None None] The sync data for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 is: [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:30.285132 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-88dc8091-8fb5-4353-aed3-f27b098911d8 req-069cdccd-dd3b-407f-b290-efd45f2d5651 service neutron] 10.222.0.32 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599865 Aug 27 03:34:30.418542 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-65d8abed-b602-4d57-9008-ecc2a0a870ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:30.451936 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca9803-bf28-4df8-8a21-70e9738466fe None None] New status for floating IP e9ad5503-eec0-4c98-98a1-0aedd48a020d: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:34:30.584097 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.004350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d3a71-ac1f-4d5f-8a8d-f5983641cdd0 req-391c386d-10ef-40c6-9ee7-7bf34ed2eb96 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.006171 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d41d3a71-ac1f-4d5f-8a8d-f5983641cdd0 req-391c386d-10ef-40c6-9ee7-7bf34ed2eb96 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 946 time: 0.0592558 Aug 27 03:34:31.012616 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-53d92b95-a189-4e08-95ff-d3c000ca571a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.014482 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-53d92b95-a189-4e08-95ff-d3c000ca571a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1e8bad9-5909-4a2f-a1dc-a1487780163c HTTP/1.1" status: 200 len: 946 time: 0.0547454 Aug 27 03:34:31.048395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d41d3a71-ac1f-4d5f-8a8d-f5983641cdd0 req-d30b3820-80a1-4035-82f0-1368e3a79b44 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=66ce5fa2-2ad3-4935-9134-a852b52752fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356977 Aug 27 03:34:31.123158 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Deleting port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:31.123499 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.218991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] For port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:31.219323 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.234942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Calling delete_port for a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:31.387198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.421699 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event deleted for resources: {'Port': ['ID=a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:31.437498 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.437828 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.438159 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.438556 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.438830 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.439149 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.439471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.439792 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.440112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.440431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.440745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.441056 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:31.483869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] No DVR routers for this DVR port a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:31.486914 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.489185 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-926f0438-2b83-42f4-89e3-5e6bf5fb18cd req-cc2ff197-833e-4057-8035-1b6534497189 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.32 "DELETE /v2.0/ports/a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 HTTP/1.1" status: 204 len: 173 time: 0.4683175 Aug 27 03:34:31.489638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-deleted', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:31.492140 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c3fed-e4bd-4c6e-815d-3f061d8ff8bb" -d '{"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-deleted", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:31.537385 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2eb982-c45a-4568-be40-c5b74963dc80 x-openstack-request-id: req-5f2eb982-c45a-4568-be40-c5b74963dc80 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:31.537710 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8bad9-5909-4a2f-a1dc-a1487780163c", "name": "network-vif-deleted", "tag": "a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:31.537935 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f2eb982-c45a-4568-be40-c5b74963dc80 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:31.539534 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8bad9-5909-4a2f-a1dc-a1487780163c', 'name': 'network-vif-deleted', 'tag': 'a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6', 'status': 'completed', 'code': 200} Aug 27 03:34:31.604279 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.118176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39738) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:32.183377 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8906e160-bd0d-4db0-9dde-7b75acfe6f3b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.213257 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8906e160-bd0d-4db0-9dde-7b75acfe6f3b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.284969 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8906e160-bd0d-4db0-9dde-7b75acfe6f3b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.288306 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8906e160-bd0d-4db0-9dde-7b75acfe6f3b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.289655 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8906e160-bd0d-4db0-9dde-7b75acfe6f3b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "DELETE /v2.0/security-groups/66ce5fa2-2ad3-4935-9134-a852b52752fc HTTP/1.1" status: 204 len: 168 time: 0.1703982 Aug 27 03:34:32.300991 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906e160-bd0d-4db0-9dde-7b75acfe6f3b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce5fa2-2ad3-4935-9134-a852b52752fc,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.498373 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39744) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:32.503226 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-97135527-7eef-4c5e-a5dc-21d70fef9efa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627984205', 'description': 'tempest-secgroup-smoke-1627984205 description', 'project_id': 'f0636e54e1f44231958ae4b413386135'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:32.529771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97135527-7eef-4c5e-a5dc-21d70fef9efa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.635592 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97135527-7eef-4c5e-a5dc-21d70fef9efa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.640519 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97135527-7eef-4c5e-a5dc-21d70fef9efa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.669697 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97135527-7eef-4c5e-a5dc-21d70fef9efa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.671050 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-97135527-7eef-4c5e-a5dc-21d70fef9efa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1716540 Aug 27 03:34:32.674276 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 39746) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:32.679726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-6006f251-e63b-4e0c-a50d-85d534239b8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '534e8e0e-623a-48c0-a198-458216193663', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:32.685339 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97135527-7eef-4c5e-a5dc-21d70fef9efa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534e8e0e-623a-48c0-a198-458216193663,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.712169 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6006f251-e63b-4e0c-a50d-85d534239b8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.772875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6006f251-e63b-4e0c-a50d-85d534239b8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.777155 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6006f251-e63b-4e0c-a50d-85d534239b8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.797289 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006f251-e63b-4e0c-a50d-85d534239b8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d2085c-f902-4d9b-8fac-b49cf396d0ee,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.804207 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6006f251-e63b-4e0c-a50d-85d534239b8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.805242 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-6006f251-e63b-4e0c-a50d-85d534239b8b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299999 Aug 27 03:34:32.808296 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39748) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:32.814206 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-25008f7d-8520-4185-b0b7-5478d6b07944 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '534e8e0e-623a-48c0-a198-458216193663', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:32.862221 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25008f7d-8520-4185-b0b7-5478d6b07944 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.922504 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25008f7d-8520-4185-b0b7-5478d6b07944 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.927946 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25008f7d-8520-4185-b0b7-5478d6b07944 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.947081 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25008f7d-8520-4185-b0b7-5478d6b07944 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c942cdd6-92d4-425d-8ee2-d70ff04ea50b,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.954611 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-25008f7d-8520-4185-b0b7-5478d6b07944 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.956003 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-25008f7d-8520-4185-b0b7-5478d6b07944 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462502 Aug 27 03:34:32.958966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39750) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:32.963584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-94ef0837-a4b8-4a1b-9ff3-a7dd231128b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '534e8e0e-623a-48c0-a198-458216193663', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:32.998868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94ef0837-a4b8-4a1b-9ff3-a7dd231128b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.070740 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94ef0837-a4b8-4a1b-9ff3-a7dd231128b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.075879 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94ef0837-a4b8-4a1b-9ff3-a7dd231128b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.095017 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef0837-a4b8-4a1b-9ff3-a7dd231128b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8305bc59-4b41-4257-8137-ad7c21c3e3ce,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:33.101243 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-94ef0837-a4b8-4a1b-9ff3-a7dd231128b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.102591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-94ef0837-a4b8-4a1b-9ff3-a7dd231128b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426499 Aug 27 03:34:33.107863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39752) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:33.112500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-e79a3017-cf47-4ac6-ac1a-0384e5f27c23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '534e8e0e-623a-48c0-a198-458216193663', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:33.145668 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e79a3017-cf47-4ac6-ac1a-0384e5f27c23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.221980 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e79a3017-cf47-4ac6-ac1a-0384e5f27c23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.226356 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e79a3017-cf47-4ac6-ac1a-0384e5f27c23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.243952 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a3017-cf47-4ac6-ac1a-0384e5f27c23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae78438-86e6-4323-b561-d6fcaeed5f4d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:33.252807 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e79a3017-cf47-4ac6-ac1a-0384e5f27c23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.254167 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-e79a3017-cf47-4ac6-ac1a-0384e5f27c23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452069 Aug 27 03:34:33.256967 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39754) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:33.261580 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '534e8e0e-623a-48c0-a198-458216193663', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:33.290429 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Project f0636e54e1f44231958ae4b413386135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:34:33.296139 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.375254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.381225 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.400537 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ea5d26-ab97-4cac-b2b5-f355234f956c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:33.407575 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.409219 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ab7e4ea8-9121-490f-9a3f-53e7aed272b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513257 Aug 27 03:34:33.412262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39756) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:33.418360 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'security_group_rule': {'security_group_id': '534e8e0e-623a-48c0-a198-458216193663', 'project_id': 'f0636e54e1f44231958ae4b413386135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:33.444903 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Project f0636e54e1f44231958ae4b413386135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:34:33.452595 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.478205 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.524846 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.531498 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.549932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a73edd1-5bc7-4730-8c59-db38a36c1dab,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:33.556586 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.557798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a62d9038-eed5-4e21-b800-e649e2cd9842 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441367 Aug 27 03:34:34.216648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:34.238583 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:34.239026 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device a2dbbc3d-4388-4e3c-bdf5-bee3da9b85e6 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:42.332600 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:47.334452 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.442274 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.990820 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-fa4c0b0d-d955-48ea-b849-e26311e017b9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627984205&fields=id&tenant_id=f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 267 time: 0.0371580 Aug 27 03:34:49.108933 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-a6990892-09d7-4142-9b7a-99eb82028450 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.110349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-a6990892-09d7-4142-9b7a-99eb82028450 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 809 time: 0.1122103 Aug 27 03:34:49.125714 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-0394c001-843e-4183-9ff0-0a80f79b686a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/quotas/f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 375 time: 0.0095038 Aug 27 03:34:49.187501 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-09065cac-9eeb-4b94-889c-fb2f0dfba883 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549417 Aug 27 03:34:49.292606 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-11b00abe-fd94-47e5-9465-6ecbe7893674 service neutron] 10.222.0.10 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930123 Aug 27 03:34:49.387449 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-b7facf4d-9424-46c7-a84e-f036c0b1db39 service neutron] 10.222.0.10 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884259 Aug 27 03:34:49.704420 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7e44e95d-f623-4603-abda-1197c30b566f req-69521d41-98e9-4027-86dd-dfceb181f56d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 210 time: 0.0306029 Aug 27 03:34:50.724314 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-95bcc1e4-2d92-499b-85aa-7176cb232a23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.726229 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-95bcc1e4-2d92-499b-85aa-7176cb232a23 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 809 time: 0.1124337 Aug 27 03:34:50.813351 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ca784272-a4e7-4923-ac47-482db0d49f03 req-ba33d7eb-40e4-436b-9ce2-08b5f61f64a6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 210 time: 0.0370431 Aug 27 03:34:50.891415 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-082f1d53-a6a6-418f-a271-a67182439e8e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 380 time: 0.0383229 Aug 27 03:34:50.901483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'port': {'device_id': '167cc850-cf65-426c-8dfd-59652f481555', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'admin_state_up': True, 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'security_groups': ['534e8e0e-623a-48c0-a198-458216193663']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:51.017684 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Made reservation on behalf of f0636e54e1f44231958ae4b413386135 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:51.021490 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.155156 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Allocated IP 172.20.0.7 (57e8eb11-b6bc-40c0-b8ce-cab2335d98ee/681cf2b7-2417-4481-96e7-121cedd9eaa8/64228271-6e55-4d04-8e8c-0c6645616c29) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:51.309703 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.326880 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Transition to ACTIVE for port object 64228271-6e55-4d04-8e8c-0c6645616c29 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:51.362151 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.408270 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:51.414146 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:51.418761 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:51.459463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:51.489856 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.491311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.520201 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-9069dc01-36d0-4ecf-8404-5d53a76509d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223519 Aug 27 03:34:51.534115 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Request body: {'port': {'device_id': '167cc850-cf65-426c-8dfd-59652f481555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:51.610208 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.658681 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4059cd98-8e4c-4c87-888b-179fb0d70daa None None] Provisioning for port 64228271-6e55-4d04-8e8c-0c6645616c29 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:51.666742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4059cd98-8e4c-4c87-888b-179fb0d70daa None None] Provisioning complete for port 64228271-6e55-4d04-8e8c-0c6645616c29 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:51.667345 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4059cd98-8e4c-4c87-888b-179fb0d70daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.727862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4059cd98-8e4c-4c87-888b-179fb0d70daa None None] Port 64228271-6e55-4d04-8e8c-0c6645616c29 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:51.940760 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64228271-6e55-4d04-8e8c-0c6645616c29 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:51.950198 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.966956 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Transition to ACTIVE for port object 64228271-6e55-4d04-8e8c-0c6645616c29 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:51.979055 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d70786-7866-40e9-9c6d-a88bf2fe0363 req-306fbf98-33a6-441d-b004-2c4743949d14 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.980718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d70786-7866-40e9-9c6d-a88bf2fe0363 req-306fbf98-33a6-441d-b004-2c4743949d14 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 931 time: 0.0805531 Aug 27 03:34:51.981593 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:52.047537 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:52.078113 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-38d70786-7866-40e9-9c6d-a88bf2fe0363 req-d78ce830-bd8f-485b-ae0d-48d752252f84 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701041 Aug 27 03:34:52.161966 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Attempting to bind port 64228271-6e55-4d04-8e8c-0c6645616c29 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:52.162306 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Attempting to bind port 64228271-6e55-4d04-8e8c-0c6645616c29 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:52.162666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Attempting to bind port 64228271-6e55-4d04-8e8c-0c6645616c29 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:52.169042 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Port 64228271-6e55-4d04-8e8c-0c6645616c29 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:34:52.169428 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Attempting to bind port 64228271-6e55-4d04-8e8c-0c6645616c29 on network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:52.175823 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:52.176168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Checking segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:52.176835 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Bound using segment: {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:52.177331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Bound port: 64228271-6e55-4d04-8e8c-0c6645616c29, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc071899-b026-4f44-ad5a-61227f0a6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:52.177756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:52.250998 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:52.254260 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:52.260028 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:52.296453 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.297115 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:52.298573 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] 10.222.0.45 "PUT /v2.0/ports/64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 1091 time: 0.7706099 Aug 27 03:34:52.299026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:52.301298 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad" -d '{"events": [{"name": "network-changed", "server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:52.332460 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d1375-c63d-485a-b1e6-e65079791ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:52.370816 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a6be74-6e00-490f-97a9-3a054e6303f0 x-openstack-request-id: req-34a6be74-6e00-490f-97a9-3a054e6303f0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:52.371117 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:52.371462 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34a6be74-6e00-490f-97a9-3a054e6303f0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:52.372052 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29', 'status': 'completed', 'code': 200} Aug 27 03:34:52.389414 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-2c72f901-d5cb-4ecd-b2aa-bb25fbaff1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.391358 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-2c72f901-d5cb-4ecd-b2aa-bb25fbaff1a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1094 time: 0.0510013 Aug 27 03:34:52.440645 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-cf5edb0b-017d-4abb-bcc5-93163e9487fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 217 time: 0.0406535 Aug 27 03:34:52.494715 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-65778214-7147-41d4-a0e8-215f9b421086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.496500 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-65778214-7147-41d4-a0e8-215f9b421086 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0495281 Aug 27 03:34:52.549716 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515313-efc7-4d35-b093-1977e2dba622 req-e135cc90-da82-4c8b-b7fa-f18c77ae9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.552616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-e135cc90-da82-4c8b-b7fa-f18c77ae9144 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482185 Aug 27 03:34:52.653919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-c42404d7-05fe-48e2-a158-19908eb1cc38 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947499 Aug 27 03:34:52.749232 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-00515313-efc7-4d35-b093-1977e2dba622 req-f0c28994-715d-46ed-942f-80bb1d9862d8 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880377 Aug 27 03:34:52.842824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-96dfebbe-f897-4860-a8cc-ec5436de281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.844438 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-96dfebbe-f897-4860-a8cc-ec5436de281c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1094 time: 0.0473835 Aug 27 03:34:52.946366 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-c2dd8b07-f0ec-4094-9bbc-39699f615d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.947932 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-c2dd8b07-f0ec-4094-9bbc-39699f615d29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0968497 Aug 27 03:34:52.991287 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-25d7fddc-9004-4c5c-b47b-d3c2e58fb7ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 217 time: 0.0360394 Aug 27 03:34:53.050250 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-c721c4bb-81a0-496a-9d3c-9946a1c1d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.051724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-c721c4bb-81a0-496a-9d3c-9946a1c1d0db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0539186 Aug 27 03:34:53.100548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-28f36e93-ceba-4d67-9333-40e41aca8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.101986 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-28f36e93-ceba-4d67-9333-40e41aca8a65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433962 Aug 27 03:34:53.228719 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-6d483afd-f9fd-4af2-9a48-8534cbfbc68a service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192620 Aug 27 03:34:53.252245 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a0ef8-f6d0-4faf-9a0c-69e54e06dfff req-ccb74296-8c2a-458a-99fc-4c9012b9b78d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.253779 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb5a0ef8-f6d0-4faf-9a0c-69e54e06dfff req-ccb74296-8c2a-458a-99fc-4c9012b9b78d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0825636 Aug 27 03:34:53.340957 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-bb5a0ef8-f6d0-4faf-9a0c-69e54e06dfff req-d5407992-2463-42ae-8d14-5697bf8f1ab4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753663 Aug 27 03:34:53.367918 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3b1faa1e-5a9e-4589-8624-e09d9c8b4bad req-cb6f04ed-51ba-4cf0-a36c-dacad92a33c3 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311669 Aug 27 03:34:54.461855 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865cb67-0905-4e1b-965d-f7b07ddc9895 req-766e9ce9-f716-4d4c-bb8c-d661f06932d6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.463404 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9865cb67-0905-4e1b-965d-f7b07ddc9895 req-766e9ce9-f716-4d4c-bb8c-d661f06932d6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0522594 Aug 27 03:34:54.503250 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9865cb67-0905-4e1b-965d-f7b07ddc9895 req-0196a035-6b2e-4e51-8a23-e484308a49f7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327942 Aug 27 03:34:55.632079 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff0f57-4e24-4ed7-b015-675478c19953 req-cdf42214-36e8-435c-a6bc-d3a5edee05c5 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.633547 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bff0f57-4e24-4ed7-b015-675478c19953 req-cdf42214-36e8-435c-a6bc-d3a5edee05c5 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0609365 Aug 27 03:34:55.671689 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bff0f57-4e24-4ed7-b015-675478c19953 req-48cf3a39-b633-4787-a9c6-cff3b1ce034f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Aug 27 03:34:56.795530 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a391-2349-4030-a763-f433e78a7122 req-59a591dc-f785-4bd7-9930-b770c1d3a3fe tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:56.796934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03b6a391-2349-4030-a763-f433e78a7122 req-59a591dc-f785-4bd7-9930-b770c1d3a3fe tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0492749 Aug 27 03:34:56.840371 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-03b6a391-2349-4030-a763-f433e78a7122 req-8899aab6-3af4-4f87-b429-fccef80db6ef tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348001 Aug 27 03:34:57.884788 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e3017610-462c-45f3-895a-befcfa197db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.970650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cb245-914c-437e-9f8e-b471b25c8d0e req-57ff64be-cde9-4e2a-bd82-c8a159d0463f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:57.972346 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820cb245-914c-437e-9f8e-b471b25c8d0e req-57ff64be-cde9-4e2a-bd82-c8a159d0463f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0575690 Aug 27 03:34:58.015192 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-820cb245-914c-437e-9f8e-b471b25c8d0e req-9a3e8637-76d0-4880-bebc-d91d443634d2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351059 Aug 27 03:34:59.142211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8e950-a2d2-445b-907f-98df9be7f6d6 req-84851ac5-7959-4c25-aac7-27c421a032ac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.143732 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dac8e950-a2d2-445b-907f-98df9be7f6d6 req-84851ac5-7959-4c25-aac7-27c421a032ac tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0560758 Aug 27 03:34:59.187926 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-dac8e950-a2d2-445b-907f-98df9be7f6d6 req-6afe9ee6-cc7c-4f45-a7a3-89c6d3db11b1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330181 Aug 27 03:35:00.314438 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841bacc-7fe2-43c8-ae7f-9539ecfa8f89 req-e754938b-3ad8-4492-a94a-c25da7ef2e53 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.316039 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3841bacc-7fe2-43c8-ae7f-9539ecfa8f89 req-e754938b-3ad8-4492-a94a-c25da7ef2e53 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0552020 Aug 27 03:35:00.357701 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3841bacc-7fe2-43c8-ae7f-9539ecfa8f89 req-d1c1da03-4acf-476c-a2eb-2ac4cc4a4413 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350909 Aug 27 03:35:00.430352 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9f10b30e-d653-4ffd-9d5f-54d0cef3f130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:00.592534 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.491015 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ff166-4b57-4a5a-8550-f74a829feb7d req-36e3ec65-e724-4bfd-93ff-c053459a3217 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.492587 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e2ff166-4b57-4a5a-8550-f74a829feb7d req-36e3ec65-e724-4bfd-93ff-c053459a3217 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0552983 Aug 27 03:35:01.532598 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5e2ff166-4b57-4a5a-8550-f74a829feb7d req-53dfb872-8fc4-4843-9ad4-adaad943fd8d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Aug 27 03:35:01.601097 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.664932 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b24d9-3335-45e4-a76d-8c6f0f09c83c req-44422d85-a8ca-4327-8b7f-249bf3ad92b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.666406 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a18b24d9-3335-45e4-a76d-8c6f0f09c83c req-44422d85-a8ca-4327-8b7f-249bf3ad92b3 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0578310 Aug 27 03:35:02.705864 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-a18b24d9-3335-45e4-a76d-8c6f0f09c83c req-fc088420-8198-424d-813f-b6adef6a6410 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333991 Aug 27 03:35:02.837500 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 64228271-6e55-4d04-8e8c-0c6645616c29 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:02.939099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:02.951514 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '64228271-6e55-4d04-8e8c-0c6645616c29', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'port_id': '64228271-6e55-4d04-8e8c-0c6645616c29', 'mac_address': 'fa:16:3e:67:33:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:02.994630 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.008326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64228271-6e55-4d04-8e8c-0c6645616c29 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:03.027503 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:03.034923 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.084085 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:03.092075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.092353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.092699 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.093041 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.093381 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.093715 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.094053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.094407 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.094741 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.095069 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.095395 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.095724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:03.268093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['64228271-6e55-4d04-8e8c-0c6645616c29'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:03.499603 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.843924 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f85b7-d70c-4ab6-a17f-8f17fdfc4f36 req-6cf09204-f944-4890-8bb2-dbe8fbf101ee tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.845409 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-702f85b7-d70c-4ab6-a17f-8f17fdfc4f36 req-6cf09204-f944-4890-8bb2-dbe8fbf101ee tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 944 time: 0.0585022 Aug 27 03:35:03.886917 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-702f85b7-d70c-4ab6-a17f-8f17fdfc4f36 req-d1802013-8555-43f2-9e63-01004dbbba58 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Aug 27 03:35:04.850813 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 64228271-6e55-4d04-8e8c-0c6645616c29 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:04.911255 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 64228271-6e55-4d04-8e8c-0c6645616c29 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:04.915145 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 64228271-6e55-4d04-8e8c-0c6645616c29 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:04.915628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:04.994333 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.005816 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f38e8-3447-42b9-b7b8-1b186a5a62ca req-3576839b-fcd7-4192-8e57-15ccb53b44a6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.007401 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-876f38e8-3447-42b9-b7b8-1b186a5a62ca req-3576839b-fcd7-4192-8e57-15ccb53b44a6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 944 time: 0.0504715 Aug 27 03:35:05.017203 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:05.019502 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a460c42-4e0b-45e5-915e-6786189fb39f" -d '{"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-plugged", "status": "completed", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:05.032226 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:05.037069 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.050944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-876f38e8-3447-42b9-b7b8-1b186a5a62ca req-8c36f013-82fb-4ecf-b833-311e3f7274c4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367775 Aug 27 03:35:05.092627 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:05.116180 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5254996-b601-432c-b88e-13e89d947793 x-openstack-request-id: req-d5254996-b601-432c-b88e-13e89d947793 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:05.116475 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-plugged", "status": "completed", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:05.116718 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5254996-b601-432c-b88e-13e89d947793 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:05.117125 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29', 'code': 200} Aug 27 03:35:05.215143 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e698a2-7624-4093-9887-2099402a97b8 req-051578a3-24a3-4e7c-adff-f9337a29c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.216615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39e698a2-7624-4093-9887-2099402a97b8 req-051578a3-24a3-4e7c-adff-f9337a29c1dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0433216 Aug 27 03:35:05.255381 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-39e698a2-7624-4093-9887-2099402a97b8 req-3b1f7312-3c8c-4d34-aca4-c71d756479e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Aug 27 03:35:06.178028 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dffb3-5c56-4b97-afeb-e6b2b5278cfd req-043df565-b9a3-4ef0-b1b4-643e94119bf1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.179570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-727dffb3-5c56-4b97-afeb-e6b2b5278cfd req-043df565-b9a3-4ef0-b1b4-643e94119bf1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0557058 Aug 27 03:35:06.225794 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-727dffb3-5c56-4b97-afeb-e6b2b5278cfd req-5f6ba00c-8b1f-4f0e-bcad-809faf56921d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387294 Aug 27 03:35:07.359431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d4c9c-fa78-4de9-be5b-d39cf5e6dc0c req-daee99d6-9d98-471b-827c-a6b6876aa92e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.360906 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb8d4c9c-fa78-4de9-be5b-d39cf5e6dc0c req-daee99d6-9d98-471b-827c-a6b6876aa92e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0562365 Aug 27 03:35:07.403591 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-eb8d4c9c-fa78-4de9-be5b-d39cf5e6dc0c req-9914925b-05ff-46c5-9b48-964b30a229cc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Aug 27 03:35:07.529953 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467105a2-8e7a-4efa-b6cf-6254a095f3cf req-ce489d63-aa40-474a-8941-bde84005c5a9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.531414 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-467105a2-8e7a-4efa-b6cf-6254a095f3cf req-ce489d63-aa40-474a-8941-bde84005c5a9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0535529 Aug 27 03:35:07.570067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-467105a2-8e7a-4efa-b6cf-6254a095f3cf req-0f316aa3-4c27-48a6-831e-5f8445829edc tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Aug 27 03:35:07.591745 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39958) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:07.637536 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d7ad1-b325-4d32-a1c5-45a761b031ca tempest-TestShelveInstance-29279546 tempest-TestShelveInstance-29279546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.639134 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-918d7ad1-b325-4d32-a1c5-45a761b031ca tempest-TestShelveInstance-29279546 tempest-TestShelveInstance-29279546-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1091 time: 0.0463655 Aug 27 03:35:07.643650 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 39960) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:07.650402 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '64228271-6e55-4d04-8e8c-0c6645616c29', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:07.678123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.790579 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.895790 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Allocated IP 172.25.1.131 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/0fff3a5a-9a1d-4e78-8a65-59ab61f32fbf) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:08.005729 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.047174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.083813 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:08.088560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:08.092099 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:08.097613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'Port': ['ID=0fff3a5a-9a1d-4e78-8a65-59ab61f32fbf,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:08.806981 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.878746 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.034877 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.041868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.107095 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event updated for resources: {'Port': ['ID=0fff3a5a-9a1d-4e78-8a65-59ab61f32fbf,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:09.123163 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.232768 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Floating IP 3f3cb347-0a6a-48b6-803f-5697381e551b associated. External IP: 172.25.1.131, port: 64228271-6e55-4d04-8e8c-0c6645616c29. Aug 27 03:35:09.462927 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Router cb0b6edf-157c-401d-bb79-d24783c60d27 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:09.575545 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:09.586566 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] Sync routers for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:09.593085 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.596610 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:09.597217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:09.620900 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-59efa7f7-f4c1-4859-9fda-0d9ecb639c01 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9760041 Aug 27 03:35:09.621468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:09.623762 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:09.658894 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0267e164-5247-4fcd-85ea-7f86fea1fd6a x-openstack-request-id: req-0267e164-5247-4fcd-85ea-7f86fea1fd6a {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:09.659180 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:09.659570 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0267e164-5247-4fcd-85ea-7f86fea1fd6a {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:09.660034 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29', 'status': 'completed', 'code': 200} Aug 27 03:35:09.726545 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-7d5d7d67-c064-462d-bc11-6bad5068e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.728208 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-7d5d7d67-c064-462d-bc11-6bad5068e170 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0451055 Aug 27 03:35:09.796133 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:09.824611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-f25eef0f-9eee-4fd6-a4e0-0042ac56cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.826116 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-f25eef0f-9eee-4fd6-a4e0-0042ac56cb75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0909562 Aug 27 03:35:09.892245 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-6930d672-cae2-4ee8-a5b9-10da2cf2cac7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 999 time: 0.0583100 Aug 27 03:35:09.945867 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-73466141-4910-439e-8ea9-ccf5d7956ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.947356 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-73466141-4910-439e-8ea9-ccf5d7956ae8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0480375 Aug 27 03:35:09.994752 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-f8b57d15-5931-4b1a-a39b-6509234d65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.996181 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-f8b57d15-5931-4b1a-a39b-6509234d65ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422819 Aug 27 03:35:10.018959 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '3f3cb347-0a6a-48b6-803f-5697381e551b', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'port_id': '64228271-6e55-4d04-8e8c-0c6645616c29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'mac_address': 'fa:16:3e:67:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167cc850-cf65-426c-8dfd-59652f481555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:08Z', 'updated_at': '2021-08-27T03:35:08Z', 'revision_number': 0, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:10.048033 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] Checking router: cb0b6edf-157c-401d-bb79-d24783c60d27 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:10.056592 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:10.057206 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:35:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:10.086269 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-f5cdcb59-3d25-47d2-8923-8870117b1e7d service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825596 Aug 27 03:35:10.162052 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:10.405120 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '3f3cb347-0a6a-48b6-803f-5697381e551b', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'port_id': '64228271-6e55-4d04-8e8c-0c6645616c29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'mac_address': 'fa:16:3e:67:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167cc850-cf65-426c-8dfd-59652f481555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:08Z', 'updated_at': '2021-08-27T03:35:08Z', 'revision_number': 0, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:10.431319 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0522c70-8bd7-4721-96a8-7ea1f5ce1268 None None] The sync data for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 is: [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '3f3cb347-0a6a-48b6-803f-5697381e551b', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'port_id': '64228271-6e55-4d04-8e8c-0c6645616c29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'mac_address': 'fa:16:3e:67:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167cc850-cf65-426c-8dfd-59652f481555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:08Z', 'updated_at': '2021-08-27T03:35:08Z', 'revision_number': 0, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:10.504749 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-328a6a72-e9d7-4b4e-b8b5-6e326ebd6f2c req-f3c6cc53-d90b-4d06-b946-740aed3996ed service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113495 Aug 27 03:35:10.624491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145673f-56cf-4236-8c49-e596f0f4cd9d None None] New status for floating IP 3f3cb347-0a6a-48b6-803f-5697381e551b: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:35:17.326782 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.474016 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:19.335621 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:27.880972 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-39fb649e-04ed-4d59-8f13-d0a404702e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.235707 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-5ea79caf-6bfb-4fda-a7fe-832d2ec11d0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497620 Aug 27 03:35:30.329134 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-5ba0317f-5896-4ee0-8a41-2daf14967ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.330718 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-5ba0317f-5896-4ee0-8a41-2daf14967ffe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0515831 Aug 27 03:35:30.422577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-dcfee37f-6da5-4758-bcb2-d96613f4c7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.451683 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-cbb47aea-b9fd-409f-9b34-e4d61cd369db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.453703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-cbb47aea-b9fd-409f-9b34-e4d61cd369db service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1011140 Aug 27 03:35:30.539848 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-466139a0-11cf-4fd5-b0f9-949d901e71df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 1001 time: 0.0780857 Aug 27 03:35:30.588882 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.609410 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-f65ade4f-73e7-4756-8a4d-fca9c0c15e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.611429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-f65ade4f-73e7-4756-8a4d-fca9c0c15e3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0645404 Aug 27 03:35:30.660802 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-d59622b8-6227-4bd9-a7e7-dff7f4563fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.662843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-d59622b8-6227-4bd9-a7e7-dff7f4563fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448072 Aug 27 03:35:30.772750 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-f836b0fc-ac46-47a6-ae68-885cc60ae619 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025712 Aug 27 03:35:30.867187 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b6f57491-a416-48b8-a137-a68806bf0a87 req-f709ef05-b3fd-4eb9-b131-98a90ed9d8fe service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869637 Aug 27 03:35:31.605089 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.487331 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:47.349047 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:48.489035 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.339487 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:57.874645 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93567cf1-b245-480e-8624-821fcf874c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:00.426226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ffe0bfa5-c711-421e-a737-67a830a626c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:00.586589 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:01.606409 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.491916 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:17.370337 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:18.498362 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:27.878246 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cfd87746-7163-4b28-a7ce-038d060011e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.436564 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4dcc2064-75df-4f1f-ab89-24ddecd15c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.580724 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.611702 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.325676 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-a5d58462-a36b-4279-ba8e-aa198f29b607 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1210926 Aug 27 03:36:32.415473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-e89912a1-9adb-498e-a363-e4e80d7cec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:32.417045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-e89912a1-9adb-498e-a363-e4e80d7cec31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0442080 Aug 27 03:36:32.533805 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-3cbc841d-ecdf-4e1f-a765-ef381c73b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:32.535275 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-3cbc841d-ecdf-4e1f-a765-ef381c73b17c service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0979030 Aug 27 03:36:32.608787 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-2a45a18a-d813-467a-b340-5100fbe3006f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 1001 time: 0.0655675 Aug 27 03:36:32.669478 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-efb8cc09-d526-4641-8f69-68dd2d869809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:32.671733 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-efb8cc09-d526-4641-8f69-68dd2d869809 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0538511 Aug 27 03:36:32.721315 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-157c5bb0-517d-4df5-af71-10b79910051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:32.722919 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-157c5bb0-517d-4df5-af71-10b79910051e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443575 Aug 27 03:36:32.821790 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-0234b7df-7d18-429e-8381-fc55a7f25038 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913773 Aug 27 03:36:32.922997 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-16f86ff1-e493-4e83-90fc-836a08ba5253 req-16f2295c-d689-4f76-87c4-17ef56942130 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946164 Aug 27 03:36:33.340309 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:33.499956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.369341 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.519626 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.883298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b4bd6160-c44b-4f4a-8f5b-d968344428fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.436832 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a36b8908-f059-4354-96fb-32a73c0f45ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.588105 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.615847 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.501148 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.218740 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eb020-5426-42b4-8b15-024c59350793 req-bbeee607-01a7-4cf0-b343-39630cacc746 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:07.220215 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a4eb020-5426-42b4-8b15-024c59350793 req-bbeee607-01a7-4cf0-b343-39630cacc746 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0660577 Aug 27 03:37:07.264170 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-8a4eb020-5426-42b4-8b15-024c59350793 req-105c6505-3237-4626-8a8d-246ea6c05436 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374415 Aug 27 03:37:08.423985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fe938-ccdb-4183-8e0e-6e46539483cf req-e1c20888-5fe2-4355-9753-ab01e44b2df0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:08.425524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e4fe938-ccdb-4183-8e0e-6e46539483cf req-e1c20888-5fe2-4355-9753-ab01e44b2df0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0622027 Aug 27 03:37:08.464612 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8e4fe938-ccdb-4183-8e0e-6e46539483cf req-a25cc124-319a-4825-bd50-693c8d80d83c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Aug 27 03:37:09.619415 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf574e-14a9-4610-a5f9-450358f68bc7 req-011e84f2-c787-40b4-a221-56a06b1c36f1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:09.620861 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73bf574e-14a9-4610-a5f9-450358f68bc7 req-011e84f2-c787-40b4-a221-56a06b1c36f1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Aug 27 03:37:09.662031 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-73bf574e-14a9-4610-a5f9-450358f68bc7 req-5ee30a9a-a1f3-4b6f-9cfd-0c017e74b13b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Aug 27 03:37:10.339470 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:10.782960 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d0a76-5937-409a-bbac-6aa3411df63b req-62b9f2f1-ed3e-48ca-a8d1-14a9c882a68d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:10.784459 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-886d0a76-5937-409a-bbac-6aa3411df63b req-62b9f2f1-ed3e-48ca-a8d1-14a9c882a68d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0517156 Aug 27 03:37:10.824802 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-886d0a76-5937-409a-bbac-6aa3411df63b req-b4db33a3-d7b7-4381-a854-dd8885edfcda tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341890 Aug 27 03:37:11.943915 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0b293-1969-41e8-b32b-e4d1cf39fb8c req-0a164410-888d-4811-9950-f2cfccab586e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:11.947125 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-08d0b293-1969-41e8-b32b-e4d1cf39fb8c req-0a164410-888d-4811-9950-f2cfccab586e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Aug 27 03:37:11.989910 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-08d0b293-1969-41e8-b32b-e4d1cf39fb8c req-339bd6fe-2a23-493a-bc60-283ea3a5a217 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350885 Aug 27 03:37:13.125082 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceae9fd-d397-4e4d-8f45-18e3757ec86e req-fb6764ec-a32b-4f06-80c5-e6bc43f45208 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:13.126731 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ceae9fd-d397-4e4d-8f45-18e3757ec86e req-fb6764ec-a32b-4f06-80c5-e6bc43f45208 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0622630 Aug 27 03:37:13.176014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-0ceae9fd-d397-4e4d-8f45-18e3757ec86e req-dc87dafb-3c03-4fdc-b4a5-8710b6c2e1aa tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Aug 27 03:37:14.309261 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d6a3e-48db-4943-b492-d53146defdb0 req-d74ec5db-c443-4500-9e8d-8abfac3c3bb4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:14.310764 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba3d6a3e-48db-4943-b492-d53146defdb0 req-d74ec5db-c443-4500-9e8d-8abfac3c3bb4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0511565 Aug 27 03:37:14.354475 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ba3d6a3e-48db-4943-b492-d53146defdb0 req-3205cb63-9ba5-4575-95ee-8b03dab9cb02 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362267 Aug 27 03:37:15.491401 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7ddc-5d73-46ee-99d3-ebb913e6f167 req-eda75800-44ec-425d-853a-321083e3391e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:15.492893 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af5d7ddc-5d73-46ee-99d3-ebb913e6f167 req-eda75800-44ec-425d-853a-321083e3391e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0544035 Aug 27 03:37:15.534395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-af5d7ddc-5d73-46ee-99d3-ebb913e6f167 req-72e3d052-a4c3-4324-aafb-2f8d27b03c53 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Aug 27 03:37:16.652788 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11aba7-722b-4cc6-ab5f-f61e8343daa4 req-4af2c29e-5ec5-4a56-9a9d-db1d79c563b6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.654388 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f11aba7-722b-4cc6-ab5f-f61e8343daa4 req-4af2c29e-5ec5-4a56-9a9d-db1d79c563b6 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0520389 Aug 27 03:37:16.694672 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0f11aba7-722b-4cc6-ab5f-f61e8343daa4 req-cc7c158e-e417-49ff-9b96-3144381c0b63 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Aug 27 03:37:17.356611 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-0ca93ee1-6f8d-405d-bf5c-bf38ff284efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.358150 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-0ca93ee1-6f8d-405d-bf5c-bf38ff284efb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0563431 Aug 27 03:37:17.383672 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.454547 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-f8669811-725d-447f-8cd2-4f732bb5ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.456153 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-f8669811-725d-447f-8cd2-4f732bb5ff7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0911102 Aug 27 03:37:17.531225 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-20d61e76-84d8-4308-b0e7-a3a6b736246f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 1001 time: 0.0677354 Aug 27 03:37:17.587271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-4ba72e57-9747-4263-a395-d3295f8251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.588748 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-4ba72e57-9747-4263-a395-d3295f8251a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0505941 Aug 27 03:37:17.638819 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-d3d09347-0216-4afd-bba1-53efb3e043e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.640217 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-d3d09347-0216-4afd-bba1-53efb3e043e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423975 Aug 27 03:37:17.735764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-19a2a315-9c2d-4902-8a67-69be3e875fcd service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883679 Aug 27 03:37:17.871099 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857a8b5-e4fb-440c-85d8-1869063f2a1e req-33e38b5c-1078-4f47-a634-00c5256532ff tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.872581 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f857a8b5-e4fb-440c-85d8-1869063f2a1e req-33e38b5c-1078-4f47-a634-00c5256532ff tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0832479 Aug 27 03:37:17.874892 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-9456c0f1-5060-47c0-b72c-804f52c457cc req-faa71742-8637-456d-b98a-d2beab39f790 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319647 Aug 27 03:37:17.914705 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f857a8b5-e4fb-440c-85d8-1869063f2a1e req-de41db69-84ef-46c5-8dbc-cada1793d092 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340102 Aug 27 03:37:18.510966 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.036497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d3073-7fd8-4742-90d4-b11162baaad2 req-02e77b7a-20cf-4d02-ad9e-47fbf6f2cf6f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:19.038018 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-826d3073-7fd8-4742-90d4-b11162baaad2 req-02e77b7a-20cf-4d02-ad9e-47fbf6f2cf6f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Aug 27 03:37:19.081405 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-826d3073-7fd8-4742-90d4-b11162baaad2 req-ef06fb97-a847-49b6-bb9a-9c071f84a3de tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Aug 27 03:37:20.202995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1882009-886b-4fb3-9e30-0fec42022d44 req-eee16bdf-f571-41c6-9c4c-60fd2ea6e22a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:20.204776 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1882009-886b-4fb3-9e30-0fec42022d44 req-eee16bdf-f571-41c6-9c4c-60fd2ea6e22a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0554776 Aug 27 03:37:20.245408 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b1882009-886b-4fb3-9e30-0fec42022d44 req-793aef6a-fd4d-48b0-8988-98e0a684a0c9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Aug 27 03:37:21.367588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc51995-3523-4d0f-8f07-31a6f9736121 req-7c596b5c-2672-4c54-9605-8327e0739b6f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.369158 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0fc51995-3523-4d0f-8f07-31a6f9736121 req-7c596b5c-2672-4c54-9605-8327e0739b6f tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0552719 Aug 27 03:37:21.413953 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0fc51995-3523-4d0f-8f07-31a6f9736121 req-1053cf4e-cb81-416d-9749-89cbe442c9b0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382531 Aug 27 03:37:21.440110 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 64228271-6e55-4d04-8e8c-0c6645616c29 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:21.516427 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.541626 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:21.541626 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391efa06-efe7-4528-86fb-013519e06331" -d '{"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-unplugged", "status": "completed", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:21.556998 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:21.564057 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.647522 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-e0c5cac4-3141-41f2-9d3a-d216c3bed52e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736625 Aug 27 03:37:21.670585 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3170-bbfb-4f13-9bd9-b3e5cb16ddc9 req-eb6fc516-cfef-4d77-b687-a7f914ef78b9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.672203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df9e3170-bbfb-4f13-9bd9-b3e5cb16ddc9 req-eb6fc516-cfef-4d77-b687-a7f914ef78b9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0611837 Aug 27 03:37:21.713974 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df9e3170-bbfb-4f13-9bd9-b3e5cb16ddc9 req-1c082c90-5246-43e6-aa08-045c9f347733 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354025 Aug 27 03:37:21.753748 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0db47b-44b0-4e45-a009-edd43b326b9d x-openstack-request-id: req-1e0db47b-44b0-4e45-a009-edd43b326b9d {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:21.754034 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-unplugged", "status": "failed", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29", "code": 422}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:21.754283 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e0db47b-44b0-4e45-a009-edd43b326b9d {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:21.754700 n-d-806293-1 neutron-server[94774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29', 'code': 422} returned with failed status Aug 27 03:37:21.780356 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:21.788135 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.788508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.788849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.789238 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.789477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.789803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.790151 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.790470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.790829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.791175 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.791463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:21.791832 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:22.838538 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc994d-fb45-4fd9-b9f5-4e74a34f6215 req-a4bb03c3-6645-4269-9ac2-82b9ea23e248 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:22.840045 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-badc994d-fb45-4fd9-b9f5-4e74a34f6215 req-a4bb03c3-6645-4269-9ac2-82b9ea23e248 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0514586 Aug 27 03:37:22.881151 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-badc994d-fb45-4fd9-b9f5-4e74a34f6215 req-c5249aa1-5898-4874-85c8-555c9658e48b tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346174 Aug 27 03:37:24.000338 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8059b-de72-44f8-b39a-ab095f525e58 req-9e25f947-f6b7-460b-afbf-9cfee019ef26 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:24.001919 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40c8059b-de72-44f8-b39a-ab095f525e58 req-9e25f947-f6b7-460b-afbf-9cfee019ef26 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0517466 Aug 27 03:37:24.041473 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-40c8059b-de72-44f8-b39a-ab095f525e58 req-58090c9e-566d-4aca-8219-b5fb94ebc269 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Aug 27 03:37:25.161923 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc85ccb-6a34-4ae8-8426-cfe4181c479e req-236a689e-c3f0-46d0-8a3c-7a7becb109bb tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:25.163635 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6dc85ccb-6a34-4ae8-8426-cfe4181c479e req-236a689e-c3f0-46d0-8a3c-7a7becb109bb tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0514882 Aug 27 03:37:25.202182 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6dc85ccb-6a34-4ae8-8426-cfe4181c479e req-7a132022-7fca-4540-8c70-e11a5983bb72 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Aug 27 03:37:26.329352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183578c-a778-45a4-a6ad-b097bb2ceecb req-82e12dad-535a-46d4-939c-02135064467c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.330859 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0183578c-a778-45a4-a6ad-b097bb2ceecb req-82e12dad-535a-46d4-939c-02135064467c tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0565064 Aug 27 03:37:26.373772 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0183578c-a778-45a4-a6ad-b097bb2ceecb req-3b7b1fca-4eff-4c56-a704-2f81c80ded77 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Aug 27 03:37:26.409057 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-3c79cff3-16ed-4ab8-833b-927c51762a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.410599 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-3c79cff3-16ed-4ab8-833b-927c51762a7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555&tenant_id=f0636e54e1f44231958ae4b413386135 HTTP/1.1" status: 200 len: 1094 time: 0.0461302 Aug 27 03:37:26.472258 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-e95d9b63-7338-442e-9186-d049a5568790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.473779 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-e95d9b63-7338-442e-9186-d049a5568790 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1094 time: 0.0419581 Aug 27 03:37:26.568457 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-8ffdff52-f8a8-4fe9-90da-f44c937ecce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.569954 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-8ffdff52-f8a8-4fe9-90da-f44c937ecce3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0895216 Aug 27 03:37:26.659889 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-f49eac39-e033-4bce-899b-ab253a430575 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 999 time: 0.0814126 Aug 27 03:37:26.714010 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-e97f0ea4-14fd-4d82-a060-a0a97c2b49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.715545 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-e97f0ea4-14fd-4d82-a060-a0a97c2b49c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0480840 Aug 27 03:37:26.768290 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-03b7e4d0-a12b-46a7-a262-964b5af61d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.769858 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-03b7e4d0-a12b-46a7-a262-964b5af61d8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469704 Aug 27 03:37:26.866299 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-e6142d17-b902-42ea-8563-e0cb0e4485fd service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888488 Aug 27 03:37:26.958105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-3e7783a7-b709-41e2-bced-e9bf8cd6b217 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845659 Aug 27 03:37:27.504988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96cfaa-85b6-45ab-b987-3e0e4a2b50c3 req-93b8d938-68f7-433f-b335-a55894f51755 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:27.506616 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d96cfaa-85b6-45ab-b987-3e0e4a2b50c3 req-93b8d938-68f7-433f-b335-a55894f51755 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0630338 Aug 27 03:37:27.549725 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d96cfaa-85b6-45ab-b987-3e0e4a2b50c3 req-92dfe33e-7a72-4794-8535-27d4c803c193 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353901 Aug 27 03:37:27.893172 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-eada6359-de9d-487c-8da4-5fccf8b04de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:28.736504 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd941a-aa25-44ea-a8fe-b34c6bf13068 req-eaa7f669-95f2-4f0e-b908-b0289d16dc67 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.738462 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5edd941a-aa25-44ea-a8fe-b34c6bf13068 req-eaa7f669-95f2-4f0e-b908-b0289d16dc67 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.1148939 Aug 27 03:37:28.783795 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-5edd941a-aa25-44ea-a8fe-b34c6bf13068 req-b0f5faab-4c54-4db9-b04d-10ad1b53e5d4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Aug 27 03:37:29.967130 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9829de7-f28b-48f1-aa35-1e0b6b432204 req-3c9281cf-291b-4c79-bcb0-ba211d09af09 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:29.968920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9829de7-f28b-48f1-aa35-1e0b6b432204 req-3c9281cf-291b-4c79-bcb0-ba211d09af09 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.1105065 Aug 27 03:37:30.011278 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c9829de7-f28b-48f1-aa35-1e0b6b432204 req-5b871b55-56ec-4bbc-8306-a1ef26a5bb1a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355852 Aug 27 03:37:30.430510 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-34d0f762-3dd0-4d83-a837-03cfa556e973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.582926 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:31.139668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cd1d2-79ed-4592-af9f-7c1ec379640c req-78347461-5bb0-4eac-8141-a6bb376c7ffd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:31.141162 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd7cd1d2-79ed-4592-af9f-7c1ec379640c req-78347461-5bb0-4eac-8141-a6bb376c7ffd tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0517678 Aug 27 03:37:31.180269 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cd7cd1d2-79ed-4592-af9f-7c1ec379640c req-f2a2c5d2-0ef6-4c71-a67b-26cbd0600ed2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327418 Aug 27 03:37:31.617210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.331491 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86a8c1-4190-435f-8dd0-5c5eee6bb476 req-6228f444-51cf-4a41-ab5e-36af47c13ec2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.332979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b86a8c1-4190-435f-8dd0-5c5eee6bb476 req-6228f444-51cf-4a41-ab5e-36af47c13ec2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0794208 Aug 27 03:37:32.335663 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-2d00bf1a-419f-4eb4-a8b6-5d939c73f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.337034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-2d00bf1a-419f-4eb4-a8b6-5d939c73f08c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1094 time: 0.0814841 Aug 27 03:37:32.410186 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1b86a8c1-4190-435f-8dd0-5c5eee6bb476 req-7ed61f76-3bec-4ed9-9b48-22ada82a2f2e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704887 Aug 27 03:37:32.464095 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-7e2ea923-a99c-446e-b223-a9d9ee4534e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.465503 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-7e2ea923-a99c-446e-b223-a9d9ee4534e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1062922 Aug 27 03:37:32.541008 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-a54b473e-19f9-4318-9421-42c75d7a4f89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 999 time: 0.0666797 Aug 27 03:37:32.595178 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-b7667035-7cbb-42cc-8278-831975145f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.596638 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-b7667035-7cbb-42cc-8278-831975145f79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0471890 Aug 27 03:37:32.643941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-37e9fab9-8429-485c-99b8-2c647ad9e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.645458 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-37e9fab9-8429-485c-99b8-2c647ad9e94a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417871 Aug 27 03:37:32.751140 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-8fde5721-0d2c-48ad-bd68-72f4bcb4d414 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982187 Aug 27 03:37:32.849754 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-22484942-43c2-421f-8cf1-639d9b9f8742 req-a380d1ca-be27-4865-83e5-c8affa420d12 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912924 Aug 27 03:37:33.503488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 64228271-6e55-4d04-8e8c-0c6645616c29 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:37:33.507036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:33.544135 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503092c7-9476-402b-b1df-b960ac457d58 req-c63ae1d9-afb9-4593-8881-60659b547f03 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.545703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-503092c7-9476-402b-b1df-b960ac457d58 req-c63ae1d9-afb9-4593-8881-60659b547f03 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 943 time: 0.0562136 Aug 27 03:37:33.585739 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-503092c7-9476-402b-b1df-b960ac457d58 req-4855ca99-8e87-4383-8e3d-ee2e84e7cac0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335016 Aug 27 03:37:33.600765 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:33.611956 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '64228271-6e55-4d04-8e8c-0c6645616c29', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'port_id': '64228271-6e55-4d04-8e8c-0c6645616c29', 'mac_address': 'fa:16:3e:67:33:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:37:33.648770 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:33.662577 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64228271-6e55-4d04-8e8c-0c6645616c29 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:33.683405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:33.689259 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:33.737777 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:33.938493 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['64228271-6e55-4d04-8e8c-0c6645616c29'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:34.714827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e37ed-b046-48cf-b2e5-1c8d31feb92f req-1ffe1fa2-28dc-4463-8236-e311281f1a49 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:34.716309 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f9e37ed-b046-48cf-b2e5-1c8d31feb92f req-1ffe1fa2-28dc-4463-8236-e311281f1a49 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 944 time: 0.0607014 Aug 27 03:37:34.754724 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1f9e37ed-b046-48cf-b2e5-1c8d31feb92f req-a67874ef-0302-47fb-98ce-25961aa9d344 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Aug 27 03:37:35.519953 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 64228271-6e55-4d04-8e8c-0c6645616c29 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:37:35.576329 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 64228271-6e55-4d04-8e8c-0c6645616c29 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:35.576770 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.660618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.683630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:35.685895 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf641f5-5ac5-43f8-9e30-64995f73f87a" -d '{"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-plugged", "status": "completed", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:35.700310 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:35.706860 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.730830 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bffc878-1d72-427c-8798-012d3df945c8 x-openstack-request-id: req-9bffc878-1d72-427c-8798-012d3df945c8 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:35.731057 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-plugged", "status": "completed", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:35.731251 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bffc878-1d72-427c-8798-012d3df945c8 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:35.731619 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29', 'code': 200} Aug 27 03:37:35.760201 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:35.916620 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb97b0e-03a0-4c3d-94ec-5d97770b9a46 req-707e0ce0-c2d5-4a35-bbdd-e6b570f5f530 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.918146 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bb97b0e-03a0-4c3d-94ec-5d97770b9a46 req-707e0ce0-c2d5-4a35-bbdd-e6b570f5f530 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0890617 Aug 27 03:37:35.921234 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9f319-1cf2-478c-b9a0-4a62d1c17313 req-246c2a57-9a12-47ad-876d-57ab5278bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.922712 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a9f319-1cf2-478c-b9a0-4a62d1c17313 req-246c2a57-9a12-47ad-876d-57ab5278bbb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0825453 Aug 27 03:37:35.979067 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8bb97b0e-03a0-4c3d-94ec-5d97770b9a46 req-f9efc2e3-6737-454d-9dc6-55542e34a0c0 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542378 Aug 27 03:37:35.980713 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-36a9f319-1cf2-478c-b9a0-4a62d1c17313 req-9d1f3660-9de8-4cac-91ec-5e25367f00ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496714 Aug 27 03:37:37.115785 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068f4d-be37-4b7d-907e-4ea8f14ebaa1 req-15ff80e8-1c25-44da-9f35-5caf776d58ce tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:37.117298 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74068f4d-be37-4b7d-907e-4ea8f14ebaa1 req-15ff80e8-1c25-44da-9f35-5caf776d58ce tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0623507 Aug 27 03:37:37.162180 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-74068f4d-be37-4b7d-907e-4ea8f14ebaa1 req-ce98afc5-504e-4613-ae6f-c9086d37d69d tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352681 Aug 27 03:37:47.340020 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:47.383561 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.501617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:57.890954 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0e400d00-3110-4828-a928-15b564eda7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:00.449335 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-9dc98023-e4ad-4037-b787-5d9b5f4727df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:00.595858 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:01.622112 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.513186 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:17.382185 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:18.501205 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:24.339295 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:27.891180 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2226278c-4ea4-4227-9ee7-d7be12a8dfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.436194 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f685-d728-4634-b211-2db1e72c8ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.591031 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:31.625128 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.240891 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-78d2eb88-9983-41a2-831e-93efa1604c03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424306 Aug 27 03:38:32.338014 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-004775cc-ed99-4549-bccd-1c33aa765e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:32.339620 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-004775cc-ed99-4549-bccd-1c33aa765e85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0481794 Aug 27 03:38:32.452930 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-b192325f-c848-4581-b86a-59e1ec6f472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:32.454631 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-b192325f-c848-4581-b86a-59e1ec6f472c service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.0945671 Aug 27 03:38:32.529696 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-9a178aae-1f71-43e3-bb7b-308e23d810e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 1001 time: 0.0680583 Aug 27 03:38:32.580927 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-7915f228-04ba-4a44-85ee-bf6cae967d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:32.582469 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-7915f228-04ba-4a44-85ee-bf6cae967d6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0463748 Aug 27 03:38:32.631027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-01dcc69c-398b-4fb6-b37f-ebdf2d06d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:32.632580 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-01dcc69c-398b-4fb6-b37f-ebdf2d06d9ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433021 Aug 27 03:38:32.754261 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-297e175f-56d2-47ab-8982-6ef45224239c service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113887 Aug 27 03:38:32.854034 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2fab8cc8-a727-485f-b3c3-3e2b5ff1c7e5 req-bfc0cf9d-8789-49c9-8dd3-48355e303edf service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916200 Aug 27 03:38:33.510694 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.397212 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:48.519571 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.631431 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40136) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:53.802235 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Deleting port 0fff3a5a-9a1d-4e78-8a65-59ab61f32fbf {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:53.802589 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.884472 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.884762 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.900352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Calling delete_port for 0fff3a5a-9a1d-4e78-8a65-59ab61f32fbf owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:54.067683 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:54.105263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event deleted for resources: {'Port': ['ID=0fff3a5a-9a1d-4e78-8a65-59ab61f32fbf,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:54.125730 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.126131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.126591 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.126942 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.127392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.127930 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.128463 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.129061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.129609 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.130067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.130565 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.131112 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.207550 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:54.207868 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Floating IP 3f3cb347-0a6a-48b6-803f-5697381e551b disassociated (deleted). External IP: 172.25.1.131, port: 64228271-6e55-4d04-8e8c-0c6645616c29. Aug 27 03:38:54.434245 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Router cb0b6edf-157c-401d-bb79-d24783c60d27 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:54.548764 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:54.554820 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:54.563110 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] Sync routers for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:54.576227 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:54.577137 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:54.583021 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-324a5bec-2363-44e0-bc28-d5834633eff4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "DELETE /v2.0/floatingips/3f3cb347-0a6a-48b6-803f-5697381e551b HTTP/1.1" status: 204 len: 168 time: 0.9503963 Aug 27 03:38:54.583618 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:54.586009 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7491e7ee-0cde-439d-aa30-96454374d327" -d '{"events": [{"name": "network-changed", "server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:54.683192 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e676f6dd-7901-4e11-95f7-1f75c2440368 x-openstack-request-id: req-e676f6dd-7901-4e11-95f7-1f75c2440368 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:54.684065 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:54.684065 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e676f6dd-7901-4e11-95f7-1f75c2440368 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:54.684434 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29', 'status': 'completed', 'code': 200} Aug 27 03:38:54.695983 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:54.760976 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491e7ee-0cde-439d-aa30-96454374d327 req-696510cf-abf2-4d32-aa0b-61bc067becf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:54.762575 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7491e7ee-0cde-439d-aa30-96454374d327 req-696510cf-abf2-4d32-aa0b-61bc067becf2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0636e54e1f44231958ae4b413386135&device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 1096 time: 0.0499742 Aug 27 03:38:54.846963 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a9ed-100b-4bd2-809f-030122828b99 req-bc1f9beb-a11d-4f5a-a6bc-4f7218a6b081 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:54.849443 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bf7a9ed-100b-4bd2-809f-030122828b99 req-bc1f9beb-a11d-4f5a-a6bc-4f7218a6b081 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0674877 Aug 27 03:38:54.882468 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491e7ee-0cde-439d-aa30-96454374d327 req-ffbd1f93-2768-432b-8b29-f1b663ffb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:54.886046 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7491e7ee-0cde-439d-aa30-96454374d327 req-ffbd1f93-2768-432b-8b29-f1b663ffb607 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 200 len: 910 time: 0.1135972 Aug 27 03:38:54.897798 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3bf7a9ed-100b-4bd2-809f-030122828b99 req-d99d0c1b-d88d-4079-bd75-4ac278dea87e tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419505 Aug 27 03:38:54.937705 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:54.942107 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7491e7ee-0cde-439d-aa30-96454374d327 req-ab4f5d38-b719-4318-a38a-9995fc998fc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 200 len: 217 time: 0.0473528 Aug 27 03:38:54.965300 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] Checking router: cb0b6edf-157c-401d-bb79-d24783c60d27 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:54.974217 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:54.974860 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:38:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:55.002827 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491e7ee-0cde-439d-aa30-96454374d327 req-a6d7ebda-58cd-4c69-b598-b715c76f94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:55.004434 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7491e7ee-0cde-439d-aa30-96454374d327 req-a6d7ebda-58cd-4c69-b598-b715c76f94e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 200 len: 848 time: 0.0557892 Aug 27 03:38:55.056236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491e7ee-0cde-439d-aa30-96454374d327 req-8a746736-b98a-4b1f-963a-8ada28244757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:55.058096 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7491e7ee-0cde-439d-aa30-96454374d327 req-8a746736-b98a-4b1f-963a-8ada28244757 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434010 Aug 27 03:38:55.082261 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:55.152388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7491e7ee-0cde-439d-aa30-96454374d327 req-f93ab2d1-8196-436d-b7cb-f94e2f9c4868 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865924 Aug 27 03:38:55.255504 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7491e7ee-0cde-439d-aa30-96454374d327 req-f2a40e4b-041f-4fb6-8531-9ba480dbcd39 service neutron] 10.222.0.45 "GET /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955896 Aug 27 03:38:55.389345 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:55.415343 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4414d03-5322-434d-88c4-1f2ecf363c03 None None] The sync data for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 is: [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 4, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': '1c2a62b5-51a2-46e9-83be-3ad89c240dc9', 'name': '', 'network_id': '57e8eb11-b6bc-40c0-b8ce-cab2335d98ee', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'mac_address': 'fa:16:3e:e3:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:08Z', 'updated_at': '2021-08-27T03:30:16Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'subnets': [{'id': '681cf2b7-2417-4481-96e7-121cedd9eaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:55.676470 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec91ab4c-f33d-44f9-9e5b-56c7e9ed22f6 None None] New status for floating IP 3f3cb347-0a6a-48b6-803f-5697381e551b: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:56.029733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58b94-353c-4318-911d-72fcd0f4efe6 req-3eedd9b7-0839-41a5-aff0-5c182aed89e2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:56.031273 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96d58b94-353c-4318-911d-72fcd0f4efe6 req-3eedd9b7-0839-41a5-aff0-5c182aed89e2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0539823 Aug 27 03:38:56.073431 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-96d58b94-353c-4318-911d-72fcd0f4efe6 req-51c422ab-822e-4b2c-b9d8-bd57c9fbb7b4 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/security-groups?id=534e8e0e-623a-48c0-a198-458216193663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Aug 27 03:38:56.329101 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-23663d3e-6f3f-43bd-bfa1-ca670fd2409a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:56.330432 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-23663d3e-6f3f-43bd-bfa1-ca670fd2409a tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 945 time: 0.0514333 Aug 27 03:38:56.440359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Deleting port 64228271-6e55-4d04-8e8c-0c6645616c29 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:56.440704 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.532377 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] For port 64228271-6e55-4d04-8e8c-0c6645616c29, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=64228271-6e55-4d04-8e8c-0c6645616c29,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:56.532848 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.547323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Calling delete_port for 64228271-6e55-4d04-8e8c-0c6645616c29 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:56.683756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.720374 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event deleted for resources: {'Port': ['ID=64228271-6e55-4d04-8e8c-0c6645616c29,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:56.732873 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.733223 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.733575 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.733911 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.734244 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.734606 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.734945 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.735272 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.735596 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.735921 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.736248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.736645 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:56.774548 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] No DVR routers for this DVR port 64228271-6e55-4d04-8e8c-0c6645616c29 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:38:56.777377 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.779557 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-603ea5d6-007e-45a1-bcbe-6adda4a7dcfe req-62b0ff4f-bbfa-4ef5-8684-d819d88040a1 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.45 "DELETE /v2.0/ports/64228271-6e55-4d04-8e8c-0c6645616c29 HTTP/1.1" status: 204 len: 173 time: 0.4430137 Aug 27 03:38:56.780027 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-deleted', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:56.782347 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec24d1-ecd6-49d0-b4c0-72b6d0b11c63" -d '{"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-deleted", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:56.820985 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c938555-45b4-4a9f-b798-9e39495abb3f x-openstack-request-id: req-3c938555-45b4-4a9f-b798-9e39495abb3f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:56.821277 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167cc850-cf65-426c-8dfd-59652f481555", "name": "network-vif-deleted", "tag": "64228271-6e55-4d04-8e8c-0c6645616c29", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:56.821534 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c938555-45b4-4a9f-b798-9e39495abb3f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:56.821942 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167cc850-cf65-426c-8dfd-59652f481555', 'name': 'network-vif-deleted', 'tag': '64228271-6e55-4d04-8e8c-0c6645616c29', 'status': 'completed', 'code': 200} Aug 27 03:38:57.196170 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8474b8c4-b5ad-4e02-b2d6-c895f7b3d4d4 req-1f6adf2e-0f96-4e59-9aa4-98dea2a187f9 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 210 time: 0.0289910 Aug 27 03:38:57.884854 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-30ea3ce4-25ab-41ec-a1f6-e9dfd72ed501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:58.303879 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-33cd45ea-f026-4664-b9a0-6318110aa19f req-f85c49ec-f4eb-45c9-8d7b-2b3e11ce0490 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 210 time: 0.0324569 Aug 27 03:38:59.408199 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-166536da-a1a7-4b11-887d-7df1479e2761 req-8eee8af1-6002-4604-94c5-00735dd94d02 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 210 time: 0.0326574 Aug 27 03:38:59.906527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 64228271-6e55-4d04-8e8c-0c6645616c29 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:38:59.930558 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 64228271-6e55-4d04-8e8c-0c6645616c29 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:38:59.930905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 64228271-6e55-4d04-8e8c-0c6645616c29 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:00.430474 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a32bea40-9248-4966-aa5e-77a2fe3f7fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.540703 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-cfe71da7-25ed-4bec-8533-58e81b5933ef req-f9a734bf-68a7-4f42-9507-13ed2bd101c2 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "GET /v2.0/ports?device_id=167cc850-cf65-426c-8dfd-59652f481555 HTTP/1.1" status: 200 len: 210 time: 0.0396969 Aug 27 03:39:00.595123 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.338647 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:01.601190 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40170) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:01.629004 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.669288 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf678bf0-eabb-44b5-b239-dd5afdd208f7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.696823 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf678bf0-eabb-44b5-b239-dd5afdd208f7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.769533 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf678bf0-eabb-44b5-b239-dd5afdd208f7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.774291 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf678bf0-eabb-44b5-b239-dd5afdd208f7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.776392 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-cf678bf0-eabb-44b5-b239-dd5afdd208f7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] 10.222.0.10 "DELETE /v2.0/security-groups/534e8e0e-623a-48c0-a198-458216193663 HTTP/1.1" status: 204 len: 168 time: 0.1739392 Aug 27 03:39:01.790243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf678bf0-eabb-44b5-b239-dd5afdd208f7 tempest-TestShelveInstance-404697862 tempest-TestShelveInstance-404697862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e8e0e-623a-48c0-a198-458216193663,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:01.837238 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40174) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:02.325813 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.625584 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Deleting port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:02.625825 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.724165 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] For port 1c2a62b5-51a2-46e9-83be-3ad89c240dc9, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:02.724543 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.740083 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Calling delete_port for 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:02.933078 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.961931 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2a62b5-51a2-46e9-83be-3ad89c240dc9,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:03.141390 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.367704 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Router cb0b6edf-157c-401d-bb79-d24783c60d27 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:03.513254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.830881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:03.836377 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ad553cad-313b-45b2-bc05-0bafc1025d2d admin admin] 10.222.0.10 "PUT /v2.0/routers/cb0b6edf-157c-401d-bb79-d24783c60d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9975374 Aug 27 03:39:03.839335 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40178) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:03.840608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] Sync routers for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:03.850602 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:03.851316 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:03.957596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.962435 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:04.071686 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.134957 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Deleting port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:04.135216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.148349 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:39:02Z', 'revision_number': 5, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port': {'id': '3ce35880-4cc1-48da-ab89-b2e37cf5b3a3', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:06Z', 'updated_at': '2021-08-27T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:04.179956 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] Checking router: cb0b6edf-157c-401d-bb79-d24783c60d27 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:04.188852 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] Routers {'cb0b6edf-157c-401d-bb79-d24783c60d27'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:04.189459 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['cb0b6edf-157c-401d-bb79-d24783c60d27'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:04.226265 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] For port 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:04.226702 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.242002 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Calling delete_port for 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:04.282146 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] Set router cb0b6edf-157c-401d-bb79-d24783c60d27 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:04.333325 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:39:04Z', 'revision_number': 6, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:04.362488 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1d3c8-fe6b-4e8f-88e3-9bc87dc0a74b None None] The sync data for ids ['cb0b6edf-157c-401d-bb79-d24783c60d27'] in n-d-806293-1 is: [{'id': 'cb0b6edf-157c-401d-bb79-d24783c60d27', 'name': 'tempest-TestShelveInstance-1470535348-router', 'tenant_id': 'f0636e54e1f44231958ae4b413386135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:05Z', 'updated_at': '2021-08-27T03:39:04Z', 'revision_number': 6, 'project_id': 'f0636e54e1f44231958ae4b413386135', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:04.417120 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.444270 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce35880-4cc1-48da-ab89-b2e37cf5b3a3,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:04.508284 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.604095 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.606537 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.657420 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.657968 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0b6edf-157c-401d-bb79-d24783c60d27 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:39:04.664811 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.666062 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6efa2c98-c906-4cdf-b737-78dd4f5867b3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cb0b6edf-157c-401d-bb79-d24783c60d27 HTTP/1.1" status: 204 len: 168 time: 0.8257258 Aug 27 03:39:04.668600 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40180) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:04.717177 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] Deleting subnet 681cf2b7-2417-4481-96e7-121cedd9eaa8 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:39:04.721314 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.764211 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.873749 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.932613 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.960849 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681cf2b7-2417-4481-96e7-121cedd9eaa8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:04.962945 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.964938 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1262a56b-a330-4ae4-9d61-ec4b7b3166e1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/681cf2b7-2417-4481-96e7-121cedd9eaa8 HTTP/1.1" status: 204 len: 168 time: 0.2953091 Aug 27 03:39:04.967447 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40182) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:04.968538 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb704234-4b83-4375-b94c-cc2351424d16 None None] Network 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:05.044036 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.102468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Deleting port 70301e8d-127d-4fa6-81b2-b62871b55941 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:05.102818 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.171723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] DHCP port deletion for 57e8eb11-b6bc-40c0-b8ce-cab2335d98ee request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:39:05.173394 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] For port 70301e8d-127d-4fa6-81b2-b62871b55941, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=70301e8d-127d-4fa6-81b2-b62871b55941,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:05.173759 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.188870 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Calling delete_port for 70301e8d-127d-4fa6-81b2-b62871b55941 owned by network:dhcp {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:05.221629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Deleting port 70301e8d-127d-4fa6-81b2-b62871b55941 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:05.222445 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.266282 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:05.294262 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:05.294645 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 1c2a62b5-51a2-46e9-83be-3ad89c240dc9 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:05.295539 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.317242 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] For port 70301e8d-127d-4fa6-81b2-b62871b55941, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=70301e8d-127d-4fa6-81b2-b62871b55941,segment=NetworkSegment(bc071899-b026-4f44-ad5a-61227f0a6226),segment_id=bc071899-b026-4f44-ad5a-61227f0a6226)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:05.317651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.323409 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Pushing event deleted for resources: {'Port': ['ID=70301e8d-127d-4fa6-81b2-b62871b55941,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:05.328212 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] No DVR routers for this DVR port 70301e8d-127d-4fa6-81b2-b62871b55941 on host n-d-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:05.332722 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Calling delete_port for 70301e8d-127d-4fa6-81b2-b62871b55941 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:05.404236 n-d-806293-1 neutron-server[94774]: self.session.flush() Aug 27 03:39:05.407863 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.416767 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.418868 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e8eb11-b6bc-40c0-b8ce-cab2335d98ee']}} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:05.432669 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc071899-b026-4f44-ad5a-61227f0a6226') {'for_net_delete': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:05.432956 n-d-806293-1 neutron-server[94773]: DEBUG neutron.services.segments.db [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc071899-b026-4f44-ad5a-61227f0a6226') {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:05.446955 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Pushing event deleted for resources: {'Port': ['ID=70301e8d-127d-4fa6-81b2-b62871b55941,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:05.447534 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524659'] for segment, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.451436 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] No DVR routers for this DVR port 70301e8d-127d-4fa6-81b2-b62871b55941 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:05.458990 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.459430 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.459669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.460006 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.460341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.460673 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.461002 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.461380 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.462120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.462120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.462460 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.462622 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1cbeb-de5d-4199-afe5-74dfc276ffeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:05.471470 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.478403 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:39:05.478790 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562336'] for segment, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: Traceback (most recent call last): Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: timer() Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: cb(*args, **kw) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: return func(*args, **kwargs) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: self._notify() Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: self.callback(batched_events) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: event.method(event) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: return f(self, *a, **k) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: return self._get(url).json() Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: return self.request(url, 'GET', **kwargs) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:39:05.480669 n-d-806293-1 neutron-server[94773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:39:05.544052 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.549655 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.551588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] 10.222.0.10 "DELETE /v2.0/networks/57e8eb11-b6bc-40c0-b8ce-cab2335d98ee HTTP/1.1" status: 204 len: 168 time: 0.5831935 Aug 27 03:39:05.554893 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40184) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:05.563397 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e68a3-5fae-45dc-a6fb-5c253bedf15b admin admin] Pushing event deleted for resources: {'Network': ['ID=57e8eb11-b6bc-40c0-b8ce-cab2335d98ee,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:05.933454 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.206230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Deleting port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:06.206570 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.300045 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] For port 31a5bbd6-af45-41b4-9c8a-d30879fa8d25, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,segment=NetworkSegment(e5861615-be92-45a3-919c-56b8e79d7c81),segment_id=e5861615-be92-45a3-919c-56b8e79d7c81)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:06.300620 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.313785 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Calling delete_port for 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 owned by network:router_interface {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:06.509922 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.541689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a5bbd6-af45-41b4-9c8a-d30879fa8d25,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:06.706714 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.881747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:06.902353 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:06.902700 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 3ce35880-4cc1-48da-ab89-b2e37cf5b3a3 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:06.903131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 70301e8d-127d-4fa6-81b2-b62871b55941 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:06.923052 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 70301e8d-127d-4fa6-81b2-b62871b55941 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:06.923409 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 70301e8d-127d-4fa6-81b2-b62871b55941 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:07.258834 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Router e433d868-e0d9-4c67-a6e7-a6a24dc143fb has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:07.379465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:07.384663 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2858270b-a0d0-4bbd-b26f-de0b6b705094 admin admin] 10.222.0.10 "PUT /v2.0/routers/e433d868-e0d9-4c67-a6e7-a6a24dc143fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286982 Aug 27 03:39:07.387647 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40186) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:07.388922 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] Sync routers for ids ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:07.399083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] Routers {'e433d868-e0d9-4c67-a6e7-a6a24dc143fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:07.399689 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:07.493477 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.504916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] Set router e433d868-e0d9-4c67-a6e7-a6a24dc143fb gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:07.603652 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.657712 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Deleting port 200ddba1-8bb3-49b1-81df-ac384d78ef5e {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:07.658046 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.683692 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:39:06Z', 'revision_number': 5, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port': {'id': '200ddba1-8bb3-49b1-81df-ac384d78ef5e', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:07.713491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] Checking router: e433d868-e0d9-4c67-a6e7-a6a24dc143fb for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:07.722683 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] Routers {'e433d868-e0d9-4c67-a6e7-a6a24dc143fb'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:07.723290 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:07.740575 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] For port 200ddba1-8bb3-49b1-81df-ac384d78ef5e, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=200ddba1-8bb3-49b1-81df-ac384d78ef5e,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:07.740930 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.753856 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Calling delete_port for 200ddba1-8bb3-49b1-81df-ac384d78ef5e owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:07.806794 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] Set router e433d868-e0d9-4c67-a6e7-a6a24dc143fb gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:07.858216 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:39:07Z', 'revision_number': 6, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:07.892040 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c22cb2-aa69-49f4-82fc-03dd3261bf1f None None] The sync data for ids ['e433d868-e0d9-4c67-a6e7-a6a24dc143fb'] in n-d-806293-1 is: [{'id': 'e433d868-e0d9-4c67-a6e7-a6a24dc143fb', 'name': 'tempest-TestShelveInstance-188828279-router', 'tenant_id': '540c27822130446e8ea832814d07867c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:12Z', 'updated_at': '2021-08-27T03:39:07Z', 'revision_number': 6, 'project_id': '540c27822130446e8ea832814d07867c', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:07.934941 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.962156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Pushing event deleted for resources: {'Port': ['ID=200ddba1-8bb3-49b1-81df-ac384d78ef5e,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:08.027031 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.123086 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.125310 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.172641 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.173117 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e433d868-e0d9-4c67-a6e7-a6a24dc143fb {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:39:08.178798 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.180379 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-19881dfd-7922-4043-acf9-551ebb824296 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e433d868-e0d9-4c67-a6e7-a6a24dc143fb HTTP/1.1" status: 204 len: 168 time: 0.7916656 Aug 27 03:39:08.183305 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40188) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:08.230361 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] Deleting subnet e497b4e1-6e07-453c-8a6f-1b508eb40b8f {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:39:08.234818 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.272188 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.363634 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.417681 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.443787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e497b4e1-6e07-453c-8a6f-1b508eb40b8f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:08.447305 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.449804 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4a882274-e380-49c5-a5c4-0ba0d74f1c68 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e497b4e1-6e07-453c-8a6f-1b508eb40b8f HTTP/1.1" status: 204 len: 168 time: 0.2654283 Aug 27 03:39:08.451775 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40190) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:08.453012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0fcd05-708c-4cc9-9ebe-80dc6f95f4c6 None None] Network 44d5d7c7-1576-455a-8364-17e5860295e6 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:08.520967 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.584609 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Deleting port 6b9e6626-5600-4c11-849a-c181c97ad7bb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:08.584967 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.651698 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] For port 6b9e6626-5600-4c11-849a-c181c97ad7bb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9e6626-5600-4c11-849a-c181c97ad7bb,segment=NetworkSegment(e5861615-be92-45a3-919c-56b8e79d7c81),segment_id=e5861615-be92-45a3-919c-56b8e79d7c81)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:08.652083 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.666809 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Calling delete_port for 6b9e6626-5600-4c11-849a-c181c97ad7bb owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:08.682374 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] DHCP port deletion for 44d5d7c7-1576-455a-8364-17e5860295e6 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:39:08.732867 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] Deleting port 6b9e6626-5600-4c11-849a-c181c97ad7bb {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:08.733249 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.757255 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.784493 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9e6626-5600-4c11-849a-c181c97ad7bb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:08.790200 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] No DVR routers for this DVR port 6b9e6626-5600-4c11-849a-c181c97ad7bb on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:08.799949 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] For port 6b9e6626-5600-4c11-849a-c181c97ad7bb, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=6b9e6626-5600-4c11-849a-c181c97ad7bb,segment=NetworkSegment(e5861615-be92-45a3-919c-56b8e79d7c81),segment_id=e5861615-be92-45a3-919c-56b8e79d7c81)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:08.800353 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.815510 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] Calling delete_port for 6b9e6626-5600-4c11-849a-c181c97ad7bb owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:08.859307 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:08.878614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.879775 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:08.880123 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 31a5bbd6-af45-41b4-9c8a-d30879fa8d25 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:08.881127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9e6626-5600-4c11-849a-c181c97ad7bb no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:08.890991 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d5d7c7-1576-455a-8364-17e5860295e6']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:08.903820 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 6b9e6626-5600-4c11-849a-c181c97ad7bb {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:08.904328 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 6b9e6626-5600-4c11-849a-c181c97ad7bb not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:08.904525 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 200ddba1-8bb3-49b1-81df-ac384d78ef5e no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:08.906432 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5861615-be92-45a3-919c-56b8e79d7c81') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:08.907603 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5861615-be92-45a3-919c-56b8e79d7c81') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:08.916951 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.930565 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 200ddba1-8bb3-49b1-81df-ac384d78ef5e {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:08.930917 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 200ddba1-8bb3-49b1-81df-ac384d78ef5e not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:08.931267 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.946449 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:39:08.946875 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:39:08.948615 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:39:08.952357 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.978861 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] Pushing event deleted for resources: {'Port': ['ID=6b9e6626-5600-4c11-849a-c181c97ad7bb,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:08.982895 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d6907-8a17-4e62-abc6-8830bd1c494d None None] No DVR routers for this DVR port 6b9e6626-5600-4c11-849a-c181c97ad7bb on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:09.008891 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.015120 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.018362 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] 10.222.0.10 "DELETE /v2.0/networks/44d5d7c7-1576-455a-8364-17e5860295e6 HTTP/1.1" status: 204 len: 168 time: 0.5640764 Aug 27 03:39:09.031268 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e724a76-9565-44d9-8f5e-f71e24c3565b admin admin] Pushing event deleted for resources: {'Network': ['ID=44d5d7c7-1576-455a-8364-17e5860295e6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:09.139492 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40194) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:09.181291 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-ac9abf08-26d9-4178-884f-a45536122f29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0636e54e1f44231958ae4b413386135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403907 Aug 27 03:39:09.183695 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40196) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:09.233771 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56131af3-f601-4ae4-85ce-a4a35d788b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.261034 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56131af3-f601-4ae4-85ce-a4a35d788b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.315415 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56131af3-f601-4ae4-85ce-a4a35d788b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.318657 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56131af3-f601-4ae4-85ce-a4a35d788b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.319962 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-56131af3-f601-4ae4-85ce-a4a35d788b5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64d616ca-95c9-492f-80d9-b368c4bf8955 HTTP/1.1" status: 204 len: 168 time: 0.1353452 Aug 27 03:39:09.327824 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56131af3-f601-4ae4-85ce-a4a35d788b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d616ca-95c9-492f-80d9-b368c4bf8955,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:09.688549 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40202) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:09.730679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-677ebb8e-a7fd-47d9-bcce-f4cf6bdb657b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=540c27822130446e8ea832814d07867c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404489 Aug 27 03:39:09.734350 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40204) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:09.792547 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b71ab2a-81cf-44a7-b261-4992fc062e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.824850 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b71ab2a-81cf-44a7-b261-4992fc062e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.891972 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b71ab2a-81cf-44a7-b261-4992fc062e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.894789 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b71ab2a-81cf-44a7-b261-4992fc062e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.896002 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2b71ab2a-81cf-44a7-b261-4992fc062e87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56d9839a-52e1-44a1-9c6b-0f5ab912e79d HTTP/1.1" status: 204 len: 168 time: 0.1605392 Aug 27 03:39:09.904424 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71ab2a-81cf-44a7-b261-4992fc062e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d9839a-52e1-44a1-9c6b-0f5ab912e79d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:10.641040 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40226) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:10.745119 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2122348889-network', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:10.777404 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Made reservation on behalf of 6d39afc21101493fb0dfcd3cbb5638a9 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:39:10.779886 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:10.789688 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:10.883775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:10.889567 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:10.914257 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:39:10.924169 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b384b687-d3bf-4b76-9523-8e1705a2b969,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:10.929177 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:10.929526 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Added segment 4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a of type vlan for network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 Aug 27 03:39:10.968753 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:10.994853 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:10.995771 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:10.996349 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.057011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4145935 Aug 27 03:39:11.061207 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40230) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:11.070751 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Request body: {'subnet': {'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2122348889-subnet', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:11.074903 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1208be-5a74-43ab-801a-43ed3ca24c2a admin admin] Pushing event updated for resources: {'Network': ['ID=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:11.086057 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:39:11.095309 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Made reservation on behalf of 6d39afc21101493fb0dfcd3cbb5638a9 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:39:11.097671 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.282955 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.330419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:11.349629 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Checking segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:11.349993 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Network hostable DHCP agents. Network: d03bf92b-0a69-46ad-87eb-ac7f46ac5d90, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:39:11.371844 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:39:11.382497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, d03bf92b-0a69-46ad-87eb-ac7f46ac5d90) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:11.387794 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:11.388389 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.393676 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948188c-4143-4254-9f0d-c1fd18745ad6 None None] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:11.406028 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-15cec873-2fa3-4aac-89aa-092ea8a7b612 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3433907 Aug 27 03:39:11.408938 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40232) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:11.413426 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:11.433694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.434789 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.492901 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.544268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-d03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:39:11.545306 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.632490 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.679465 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Allocated IP 172.20.0.2 (d03bf92b-0a69-46ad-87eb-ac7f46ac5d90/7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0/44f15ff3-b305-4610-8535-12158d614d8a) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:11.843604 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.863741 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.966979 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Allocated IP 172.25.1.53 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/7cc63074-368e-434b-b29f-b7cc37db7343) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:11.994290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.003138 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Transition to ACTIVE for port object 44f15ff3-b305-4610-8535-12158d614d8a will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:12.018360 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Transition to ACTIVE for port object 44f15ff3-b305-4610-8535-12158d614d8a will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:12.024769 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.065649 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:12.071275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:12.074293 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:12.080842 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.085580 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Pushing event updated for resources: {'Port': ['ID=44f15ff3-b305-4610-8535-12158d614d8a,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:12.124008 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.140405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Attempting to bind port 44f15ff3-b305-4610-8535-12158d614d8a on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:39:12.141035 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Attempting to bind port 44f15ff3-b305-4610-8535-12158d614d8a by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:39:12.141166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Attempting to bind port 44f15ff3-b305-4610-8535-12158d614d8a on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:12.149835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:39:12.150093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Checking segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:12.150793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.151475 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Bound using segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:39:12.152349 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Bound port: 44f15ff3-b305-4610-8535-12158d614d8a, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:39:12.153002 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.163332 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:12.168423 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:12.171091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:12.196769 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc63074-368e-434b-b29f-b7cc37db7343,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:12.224048 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] For port 44f15ff3-b305-4610-8535-12158d614d8a, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:39:12.227413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] For port 44f15ff3-b305-4610-8535-12158d614d8a, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44f15ff3-b305-4610-8535-12158d614d8a,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:39:12.233020 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.298733 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ee9f7-ec81-46cf-8d59-133f70c40cff None None] Pushing event updated for resources: {'Port': ['ID=44f15ff3-b305-4610-8535-12158d614d8a,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:12.463263 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.672324 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:12.880398 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44f15ff3-b305-4610-8535-12158d614d8a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:12.944611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 44f15ff3-b305-4610-8535-12158d614d8a completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:13.160105 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Router 9d8e649a-c849-4553-9d03-bce20cf9c940 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:39:13.167233 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81584f53-930c-4a3b-bb80-a6b08e444dca None None] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:13.224666 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5b38bf8c-16b7-426f-ab17-7519fe369faa None None] Provisioning for port 44f15ff3-b305-4610-8535-12158d614d8a completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:13.236739 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-5b38bf8c-16b7-426f-ab17-7519fe369faa None None] Provisioning complete for port 44f15ff3-b305-4610-8535-12158d614d8a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:13.237112 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b38bf8c-16b7-426f-ab17-7519fe369faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.269839 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:13.282995 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Sync routers for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:13.286172 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.287786 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8bf43085-78d8-4876-9660-41a10d28b8c6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8779080 Aug 27 03:39:13.290490 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40234) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:13.295411 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:13.296066 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:13.378791 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b38bf8c-16b7-426f-ab17-7519fe369faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.406251 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:13.424591 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-5b38bf8c-16b7-426f-ab17-7519fe369faa None None] For port 44f15ff3-b305-4610-8535-12158d614d8a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44f15ff3-b305-4610-8535-12158d614d8a,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:13.429949 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5b38bf8c-16b7-426f-ab17-7519fe369faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.491869 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38bf8c-16b7-426f-ab17-7519fe369faa None None] Pushing event updated for resources: {'Port': ['ID=44f15ff3-b305-4610-8535-12158d614d8a,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:13.608827 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:12Z', 'revision_number': 3, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:13.634953 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Checking router: 9d8e649a-c849-4553-9d03-bce20cf9c940 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:13.635185 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Updating router 9d8e649a-c849-4553-9d03-bce20cf9c940 port 7cc63074-368e-434b-b29f-b7cc37db7343 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:39:13.652713 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-481847c3-8fb4-457f-a19c-e4643c260119 None None] Provisioning complete for port 44f15ff3-b305-4610-8535-12158d614d8a triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:13.653245 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-481847c3-8fb4-457f-a19c-e4643c260119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.664957 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.746331 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.909218 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Allocated IP 172.20.0.1 (d03bf92b-0a69-46ad-87eb-ac7f46ac5d90/7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0/e3730ecd-6952-4275-a524-31810dc8063b) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:13.923762 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.933948 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Transition to ACTIVE for port object 7cc63074-368e-434b-b29f-b7cc37db7343 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:13.940821 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.992878 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Attempting to bind port 7cc63074-368e-434b-b29f-b7cc37db7343 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:39:13.993253 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Attempting to bind port 7cc63074-368e-434b-b29f-b7cc37db7343 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:39:13.993610 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Attempting to bind port 7cc63074-368e-434b-b29f-b7cc37db7343 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:13.995660 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Pushing event updated for resources: {'Port': ['ID=7cc63074-368e-434b-b29f-b7cc37db7343,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:14.004284 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:39:14.004653 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:14.005061 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.005504 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:39:14.005961 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Bound port: 7cc63074-368e-434b-b29f-b7cc37db7343, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:39:14.006333 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.008605 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.008939 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.009274 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.009596 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.009924 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.010245 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.010586 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.010899 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.011213 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.011518 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.011830 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.012131 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.037833 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.055155 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Transition to ACTIVE for port object e3730ecd-6952-4275-a524-31810dc8063b will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:14.068516 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] For port 7cc63074-368e-434b-b29f-b7cc37db7343, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:39:14.071861 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] For port 7cc63074-368e-434b-b29f-b7cc37db7343, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7cc63074-368e-434b-b29f-b7cc37db7343,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:39:14.077314 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.098727 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.141823 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:14.147574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:14.151738 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:14.178464 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Pushing event updated for resources: {'Port': ['ID=e3730ecd-6952-4275-a524-31810dc8063b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:14.202840 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.247081 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:14.248237 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:14.289459 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988ec6e-4950-421e-94ef-188ce091fe19 None None] Pushing event updated for resources: {'Port': ['ID=7cc63074-368e-434b-b29f-b7cc37db7343,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:14.345131 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.371253 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:14.464952 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-72b3ec89-b507-4aaa-9d86-ef00ee619dcb None None] Provisioning for port e3730ecd-6952-4275-a524-31810dc8063b completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:14.469294 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-72b3ec89-b507-4aaa-9d86-ef00ee619dcb None None] Provisioning complete for port e3730ecd-6952-4275-a524-31810dc8063b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:14.469788 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-72b3ec89-b507-4aaa-9d86-ef00ee619dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.504581 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-72b3ec89-b507-4aaa-9d86-ef00ee619dcb None None] Port e3730ecd-6952-4275-a524-31810dc8063b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:39:14.523259 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.528911 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.548939 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:12Z', 'revision_number': 3, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:14.579625 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9582-f9a7-4a1b-8c77-f66b063062ed None None] The sync data for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 is: [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:12Z', 'revision_number': 3, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:14.594725 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Pushing event updated for resources: {'Port': ['ID=e3730ecd-6952-4275-a524-31810dc8063b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:14.597198 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.695084 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:14.696732 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:14.833072 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Router 9d8e649a-c849-4553-9d03-bce20cf9c940 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:14.979974 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:14.986027 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-606670bb-99b4-4f0e-8643-4a92e7397845 admin admin] 10.222.0.10 "PUT /v2.0/routers/9d8e649a-c849-4553-9d03-bce20cf9c940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944284 Aug 27 03:39:14.987549 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44f15ff3-b305-4610-8535-12158d614d8a up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:15.043124 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4eb643ea-eeaf-4f09-b77b-b4a013bea5f7 None None] Provisioning complete for port e3730ecd-6952-4275-a524-31810dc8063b triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:15.043489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4eb643ea-eeaf-4f09-b77b-b4a013bea5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.086382 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 44f15ff3-b305-4610-8535-12158d614d8a triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:15.086766 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.088275 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-4eb643ea-eeaf-4f09-b77b-b4a013bea5f7 None None] Port e3730ecd-6952-4275-a524-31810dc8063b cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:39:15.171807 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7cc63074-368e-434b-b29f-b7cc37db7343 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:15.227792 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 7cc63074-368e-434b-b29f-b7cc37db7343 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:15.232669 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7cc63074-368e-434b-b29f-b7cc37db7343 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:15.232994 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.320458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.342195 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 7cc63074-368e-434b-b29f-b7cc37db7343, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7cc63074-368e-434b-b29f-b7cc37db7343,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:15.348078 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.403606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=7cc63074-368e-434b-b29f-b7cc37db7343,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:15.516241 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40250) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:15.521599 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-283203749-network', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:15.546500 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Made reservation on behalf of 3f82f4e801e147d8b614f21f12d0e3d0 for: {'network': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:39:15.548994 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for network, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.564826 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.671806 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.676546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.702694 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:39:15.713103 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fab0f7-0026-4fce-abc6-12f947711132,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:15.718340 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.718709 n-d-806293-1 neutron-server[94773]: INFO neutron.db.segments_db [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Added segment 1bd76330-247a-485e-a028-90b77cac0cac of type vlan for network f1eb7e9a-26f6-472a-a5e0-e75e443a999b Aug 27 03:39:15.761578 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610287966'] for network, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.792435 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935'] for network, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.793465 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:15.794132 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Notify callbacks [] for network, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.853934 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3363905 Aug 27 03:39:15.856638 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40252) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:15.863392 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Request body: {'subnet': {'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-283203749-subnet', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'ip_version': 4}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:15.867675 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6deb0-39ce-4ca2-9f09-7f5adb5f2036 admin admin] Pushing event updated for resources: {'Network': ['ID=f1eb7e9a-26f6-472a-a5e0-e75e443a999b,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:15.879408 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b details requested by agent ovs-agent-n-d-806293-1 with host n-d-806293-1 {{(pid=94774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:39:15.888413 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Made reservation on behalf of 3f82f4e801e147d8b614f21f12d0e3d0 for: {'subnet': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:39:15.890923 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25201152'] for subnet, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.079341 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3562949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201266'] for subnet, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.146461 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c1101f-8336-42e4-9e95-deee4a73c9f6,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:16.161588 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Checking segment: {'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:16.162098 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Network hostable DHCP agents. Network: f1eb7e9a-26f6-472a-a5e0-e75e443a999b, hostable agents: ['a83f229f-e1ee-4709-9f5b-7f762e83300c'], hosted agents: [] {{(pid=94773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:39:16.183164 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b is scheduled to be hosted by DHCP agent a83f229f-e1ee-4709-9f5b-7f762e83300c with binding_index 1 {{(pid=94773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:39:16.185668 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Sync routers for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:16.194646 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806293-1, f1eb7e9a-26f6-472a-a5e0-e75e443a999b) {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:16.195624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:16.196342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:16.200676 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:16.201638 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.217538 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-36f458c6-78d6-4dc3-9c33-7389c48f18ca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3598676 Aug 27 03:39:16.220267 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40254) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:16.225055 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:16.231804 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f528dc4-eedf-4544-8fbc-07e039b54f1c None None] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:16.248094 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-447009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077458'] for router, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.249282 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-447117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077451'] for router, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.303895 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.369464 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:16.459710 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.532326 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa5b5f76-1f99-54c2-9597-2319000ccd1b-f1eb7e9a-26f6-472a-a5e0-e75e443a999b', 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'fixed_ips': [{'subnet_id': '53c1101f-8336-42e4-9e95-deee4a73c9f6'}]}} from n-d-806293-1. {{(pid=94774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:39:16.533235 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.667670 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.687355 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.721641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.db_base_plugin_common [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Allocated IP 172.20.0.2 (f1eb7e9a-26f6-472a-a5e0-e75e443a999b/53c1101f-8336-42e4-9e95-deee4a73c9f6/55607e91-96a4-4f66-b885-6220dbfde204) {{(pid=94774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:16.735532 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 2, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:16.767170 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Checking router: 9d8e649a-c849-4553-9d03-bce20cf9c940 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:16.767550 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Updating router 9d8e649a-c849-4553-9d03-bce20cf9c940 port e3730ecd-6952-4275-a524-31810dc8063b binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:39:16.797709 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Allocated IP 172.25.1.204 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/8e32d758-62d7-4a82-a46a-629287247fb8) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:16.836146 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.884870 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7cc63074-368e-434b-b29f-b7cc37db7343 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:16.913309 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.958028 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:16.996419 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:17.001468 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:17.005114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:17.028341 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Pushing event updated for resources: {'Port': ['ID=8e32d758-62d7-4a82-a46a-629287247fb8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:17.061900 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Notify callbacks [] for port, precommit_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.106721 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Transition to ACTIVE for port object 55607e91-96a4-4f66-b885-6220dbfde204 will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:17.130898 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 7cc63074-368e-434b-b29f-b7cc37db7343 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:17.131304 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.159120 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Transition to ACTIVE for port object 55607e91-96a4-4f66-b885-6220dbfde204 will not be triggered until provisioned by entity DHCP. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:17.181201 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503'] for port, after_create {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.249997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b is already hosted by enough agents. {{(pid=94774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:17.259800 n-d-806293-1 neutron-server[94774]: DEBUG neutron.scheduler.base_scheduler [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Resources bound (agent type, host, resource id): {{(pid=94774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:17.271724 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Received port after_create {{(pid=94774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:17.280400 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.304866 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Pushing event updated for resources: {'Port': ['ID=55607e91-96a4-4f66-b885-6220dbfde204,revision_number=1']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:17.391007 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.417947 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Transition to ACTIVE for port object e3730ecd-6952-4275-a524-31810dc8063b will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:17.425248 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Attempting to bind port 55607e91-96a4-4f66-b885-6220dbfde204 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:39:17.425623 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Attempting to bind port 55607e91-96a4-4f66-b885-6220dbfde204 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:39:17.426012 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Attempting to bind port 55607e91-96a4-4f66-b885-6220dbfde204 on network f1eb7e9a-26f6-472a-a5e0-e75e443a999b {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:17.429690 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.434532 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.440168 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:39:17.440530 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Checking segment: {'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:17.440951 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.441351 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Bound using segment: {'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:39:17.442215 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Bound port: 55607e91-96a4-4f66-b885-6220dbfde204, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:39:17.442651 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.498156 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449080'] for router, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.665353 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 is scheduled to L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 with binding_index 1 {{(pid=94773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:39:17.698992 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fc943-d42a-4810-b1fa-39034994eff0 None None] Pushing event updated for resources: {'Port': ['ID=e3730ecd-6952-4275-a524-31810dc8063b,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:17.779053 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] For port 55607e91-96a4-4f66-b885-6220dbfde204, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:39:17.790477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Attempting to bind port e3730ecd-6952-4275-a524-31810dc8063b on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:39:17.790835 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Attempting to bind port e3730ecd-6952-4275-a524-31810dc8063b by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:39:17.791206 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Attempting to bind port e3730ecd-6952-4275-a524-31810dc8063b on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:17.797163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] For port 55607e91-96a4-4f66-b885-6220dbfde204, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=55607e91-96a4-4f66-b885-6220dbfde204,segment=NetworkSegment(1bd76330-247a-485e-a028-90b77cac0cac),segment_id=1bd76330-247a-485e-a028-90b77cac0cac)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:39:17.802413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:39:17.802829 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Checking segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:17.803189 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.803639 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Bound using segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:39:17.804059 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Bound port: e3730ecd-6952-4275-a524-31810dc8063b, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:39:17.804451 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.807298 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.913317 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329562-a4a2-446f-8898-726e5e78f088 None None] Pushing event updated for resources: {'Port': ['ID=55607e91-96a4-4f66-b885-6220dbfde204,revision_number=2']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:17.937858 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] For port e3730ecd-6952-4275-a524-31810dc8063b, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:39:17.942924 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] For port e3730ecd-6952-4275-a524-31810dc8063b, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e3730ecd-6952-4275-a524-31810dc8063b,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:39:17.951618 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:18.023928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:18.024723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:18.065034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fc943-d42a-4810-b1fa-39034994eff0 None None] Pushing event updated for resources: {'Port': ['ID=e3730ecd-6952-4275-a524-31810dc8063b,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:18.184545 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:18.198776 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:18.210554 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Sync routers for ids ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:18.219099 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:18.221273 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f7bbe342-bfc2-46f5-aad2-dd25328081ca admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9998078 Aug 27 03:39:18.224168 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40256) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:18.226525 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Routers {'5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:18.227576 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:18.343379 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Set router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:18.432131 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:17Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:18.467268 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021b86d-bc4c-4e4a-85a1-225a9554b5db None None] The sync data for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 is: [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:17Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:18.545752 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:18.558882 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:17Z', 'revision_number': 3, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port': {'id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:18.586091 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Checking router: 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:18.586563 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Updating router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 port 8e32d758-62d7-4a82-a46a-629287247fb8 binding host n-d-806293-1 {{(pid=94775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:39:18.619798 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:18.776649 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:18.972527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e3730ecd-6952-4275-a524-31810dc8063b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:18.984089 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.002902 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.provisioning_blocks [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Transition to ACTIVE for port object 8e32d758-62d7-4a82-a46a-629287247fb8 will not be triggered until provisioned by entity L2. {{(pid=94775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:19.004269 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Allocated IP 172.20.0.1 (f1eb7e9a-26f6-472a-a5e0-e75e443a999b/53c1101f-8336-42e4-9e95-deee4a73c9f6/e9cda0f3-22df-492a-bb6e-6c1996f291fa) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:19.016593 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.045743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e3730ecd-6952-4275-a524-31810dc8063b completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:19.051163 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e3730ecd-6952-4275-a524-31810dc8063b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:19.051919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.073859 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Attempting to bind port 8e32d758-62d7-4a82-a46a-629287247fb8 on host n-d-806293-1 for vnic_type normal with profile {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:39:19.074431 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Attempting to bind port 8e32d758-62d7-4a82-a46a-629287247fb8 by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:39:19.074955 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Attempting to bind port 8e32d758-62d7-4a82-a46a-629287247fb8 on network a9257989-12fb-4e60-a407-f8069dfebfb8 {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:19.083655 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:39:19.084223 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Checking segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:19.084558 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.088127 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Bound using segment: {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'} {{(pid=94775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:39:19.088622 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.managers [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Bound port: 8e32d758-62d7-4a82-a46a-629287247fb8, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311bbe0-15ad-449a-8970-56b247451ddd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8'}}] {{(pid=94775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:39:19.091137 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.132050 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6217ad-1250-44cd-83a7-cb165f422b90 None None] Pushing event updated for resources: {'Port': ['ID=8e32d758-62d7-4a82-a46a-629287247fb8,revision_number=2']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:19.161517 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.162288 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e52dc4c-2960-4b5b-ab27-da2b30ef57fd None None] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:19.179230 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Transition to ACTIVE for port object e9cda0f3-22df-492a-bb6e-6c1996f291fa will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:19.180628 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] For port 8e32d758-62d7-4a82-a46a-629287247fb8, host n-d-806293-1, cleared binding levels {{(pid=94775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:39:19.185566 n-d-806293-1 neutron-server[94775]: DEBUG neutron.plugins.ml2.db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] For port 8e32d758-62d7-4a82-a46a-629287247fb8, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e32d758-62d7-4a82-a46a-629287247fb8,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:39:19.191455 n-d-806293-1 neutron-server[94775]: DEBUG neutron_lib.callbacks.manager [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.224311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.245405 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8a1a840f-93a4-4146-add6-0f422559dfbb None None] Provisioning for port 55607e91-96a4-4f66-b885-6220dbfde204 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:19.256730 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Routers {'5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:19.257340 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:19.258309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.275355 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:19.279980 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:19.284541 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:19.320791 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e3730ecd-6952-4275-a524-31810dc8063b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e3730ecd-6952-4275-a524-31810dc8063b,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:19.342918 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.343466 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cda0f3-22df-492a-bb6e-6c1996f291fa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:19.343838 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 55607e91-96a4-4f66-b885-6220dbfde204 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:19.352567 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449255'] for router_interface, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.382059 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] Set router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:19.457136 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6217ad-1250-44cd-83a7-cb165f422b90 None None] Pushing event updated for resources: {'Port': ['ID=8e32d758-62d7-4a82-a46a-629287247fb8,revision_number=3']} {{(pid=94775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:19.500961 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.522619 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e3730ecd-6952-4275-a524-31810dc8063b,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:19.541888 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 55607e91-96a4-4f66-b885-6220dbfde204 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:19.547693 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 55607e91-96a4-4f66-b885-6220dbfde204 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:19.548188 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.652217 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.677672 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:17Z', 'revision_number': 3, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port': {'id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:19.692705 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 55607e91-96a4-4f66-b885-6220dbfde204, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=55607e91-96a4-4f66-b885-6220dbfde204,segment=NetworkSegment(1bd76330-247a-485e-a028-90b77cac0cac),segment_id=1bd76330-247a-485e-a028-90b77cac0cac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:19.700107 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.737327 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ae9123-1218-4c70-8530-44603ae38cf6 None None] The sync data for ids ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'] in n-d-806293-1 is: [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:17Z', 'revision_number': 3, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port': {'id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:19.767508 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=55607e91-96a4-4f66-b885-6220dbfde204,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:19.820706 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8ab3310a-d284-41fd-ab39-553b3437fd38 None None] Provisioning for port e9cda0f3-22df-492a-bb6e-6c1996f291fa completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:19.822403 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.826546 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8ab3310a-d284-41fd-ab39-553b3437fd38 None None] Provisioning complete for port e9cda0f3-22df-492a-bb6e-6c1996f291fa triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:19.827073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ab3310a-d284-41fd-ab39-553b3437fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.835708 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.874563 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3310a-d284-41fd-ab39-553b3437fd38 None None] Port e9cda0f3-22df-492a-bb6e-6c1996f291fa cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:39:19.887841 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-8ab3310a-d284-41fd-ab39-553b3437fd38 None None] Provisioning complete for port 55607e91-96a4-4f66-b885-6220dbfde204 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:19.888445 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8ab3310a-d284-41fd-ab39-553b3437fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.916765 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449336'] for router_interface, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.934300 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cda0f3-22df-492a-bb6e-6c1996f291fa,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:20.044117 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:20.045719 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:20.108716 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a6a65538-6d9f-4e38-9cf6-045827115623 None None] Provisioning complete for port e9cda0f3-22df-492a-bb6e-6c1996f291fa triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:20.109319 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a6a65538-6d9f-4e38-9cf6-045827115623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.163427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a6a65538-6d9f-4e38-9cf6-045827115623 None None] Port e9cda0f3-22df-492a-bb6e-6c1996f291fa cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:39:20.208323 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:20.371473 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:20.377035 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-028fd46e-9fd8-4dc5-aad1-0007f86a6a18 admin admin] 10.222.0.10 "PUT /v2.0/routers/5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1517260 Aug 27 03:39:20.390624 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-c1c782e0-7739-41a0-97ea-3be5a6c60b08 None None] Provisioning complete for port e9cda0f3-22df-492a-bb6e-6c1996f291fa triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:20.390919 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c1c782e0-7739-41a0-97ea-3be5a6c60b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.430517 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-c1c782e0-7739-41a0-97ea-3be5a6c60b08 None None] Port e9cda0f3-22df-492a-bb6e-6c1996f291fa cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:39:20.891080 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40264) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:20.896750 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-f690ae9f-86d2-47ae-ba41-70a9ab73363f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756307898', 'description': 'tempest-secgroup-smoke-756307898 description', 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:20.920092 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f690ae9f-86d2-47ae-ba41-70a9ab73363f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.943747 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e3730ecd-6952-4275-a524-31810dc8063b up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:20.991818 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e3730ecd-6952-4275-a524-31810dc8063b triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:20.992199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.003230 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f690ae9f-86d2-47ae-ba41-70a9ab73363f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.008445 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f690ae9f-86d2-47ae-ba41-70a9ab73363f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.035549 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f690ae9f-86d2-47ae-ba41-70a9ab73363f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.039963 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f690ae9f-86d2-47ae-ba41-70a9ab73363f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1474626 Aug 27 03:39:21.040172 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40266) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.041966 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690ae9f-86d2-47ae-ba41-70a9ab73363f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.050048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-2c4457cf-d290-4b3f-8518-040d361da124 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'security_group_rule': {'security_group_id': 'e0ee7dce-0411-4e0c-b7b2-1dfda701aa36', 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:21.080318 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c4457cf-d290-4b3f-8518-040d361da124 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.080584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e32d758-62d7-4a82-a46a-629287247fb8 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:21.128113 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port 8e32d758-62d7-4a82-a46a-629287247fb8 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:21.131789 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8e32d758-62d7-4a82-a46a-629287247fb8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:21.132163 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.140123 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c4457cf-d290-4b3f-8518-040d361da124 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.145242 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c4457cf-d290-4b3f-8518-040d361da124 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.164931 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4457cf-d290-4b3f-8518-040d361da124 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e844b63-a1de-498a-9bde-a1a172d5905c,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.169077 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c4457cf-d290-4b3f-8518-040d361da124 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.172998 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-2c4457cf-d290-4b3f-8518-040d361da124 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292181 Aug 27 03:39:21.174529 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40268) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.178262 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-9cedcdf7-f0ef-4488-8af7-728d1c1255fe tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'security_group_rule': {'security_group_id': 'e0ee7dce-0411-4e0c-b7b2-1dfda701aa36', 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:21.215821 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cedcdf7-f0ef-4488-8af7-728d1c1255fe tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.217477 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.238116 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port 8e32d758-62d7-4a82-a46a-629287247fb8, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e32d758-62d7-4a82-a46a-629287247fb8,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:21.243458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.244432 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 55607e91-96a4-4f66-b885-6220dbfde204 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:21.277069 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cedcdf7-f0ef-4488-8af7-728d1c1255fe tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.282855 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cedcdf7-f0ef-4488-8af7-728d1c1255fe tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.303348 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedcdf7-f0ef-4488-8af7-728d1c1255fe tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc47479-7e82-426e-8533-6fdcd430c9c7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.311819 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9cedcdf7-f0ef-4488-8af7-728d1c1255fe tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.316011 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-9cedcdf7-f0ef-4488-8af7-728d1c1255fe tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389177 Aug 27 03:39:21.316425 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40270) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.318185 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=8e32d758-62d7-4a82-a46a-629287247fb8,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.322937 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [None req-c6b3db07-a45a-4ee8-af77-0432098a97bf tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'security_group_rule': {'security_group_id': 'e0ee7dce-0411-4e0c-b7b2-1dfda701aa36', 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:21.329391 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 55607e91-96a4-4f66-b885-6220dbfde204 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:21.329761 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.350592 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6b3db07-a45a-4ee8-af77-0432098a97bf tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.415480 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6b3db07-a45a-4ee8-af77-0432098a97bf tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.421299 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6b3db07-a45a-4ee8-af77-0432098a97bf tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.438846 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3db07-a45a-4ee8-af77-0432098a97bf tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1251e6e3-e0a5-4e22-a54e-ac1adddad157,revision_number=0']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.447512 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6b3db07-a45a-4ee8-af77-0432098a97bf tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.448833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c6b3db07-a45a-4ee8-af77-0432098a97bf tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309638 Aug 27 03:39:21.451781 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40272) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.456687 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-27dfd27c-140f-463e-8f35-572cb16f46bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'security_group_rule': {'security_group_id': 'e0ee7dce-0411-4e0c-b7b2-1dfda701aa36', 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:21.488253 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27dfd27c-140f-463e-8f35-572cb16f46bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.555045 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27dfd27c-140f-463e-8f35-572cb16f46bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.560675 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27dfd27c-140f-463e-8f35-572cb16f46bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.577263 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfd27c-140f-463e-8f35-572cb16f46bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fe8764-71de-4193-b420-bfda40a105b7,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.588418 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27dfd27c-140f-463e-8f35-572cb16f46bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.591653 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-27dfd27c-140f-463e-8f35-572cb16f46bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379280 Aug 27 03:39:21.593086 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40274) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.598414 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'security_group_rule': {'security_group_id': 'e0ee7dce-0411-4e0c-b7b2-1dfda701aa36', 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:21.623459 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Project 6d39afc21101493fb0dfcd3cbb5638a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:39:21.628982 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.700596 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.705977 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.725285 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e70b6a-7776-4a94-b3ed-460080e5c69d,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.735250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.736472 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-048fb070-c83e-47c2-b068-1cf953f17c5f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420267 Aug 27 03:39:21.739613 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40276) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.746574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'security_group_rule': {'security_group_id': 'e0ee7dce-0411-4e0c-b7b2-1dfda701aa36', 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:21.773057 n-d-806293-1 neutron-server[94773]: INFO neutron.db.securitygroups_db [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Project 6d39afc21101493fb0dfcd3cbb5638a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:39:21.778972 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.843788 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.848991 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128017'] for security_group_rule, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.866107 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d88120b-526c-45f8-bca9-20699012014c,revision_number=0']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.874918 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.876185 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-035d0fea-3df9-4abd-9f51-85324437baf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356320 Aug 27 03:39:21.925036 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Sync routers for ids ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:21.935406 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Routers {'5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:21.936034 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:22.034063 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-a4d070d8-158e-4e5e-9b6b-a1139572c7d0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756307898&fields=id&tenant_id=6d39afc21101493fb0dfcd3cbb5638a9 HTTP/1.1" status: 200 len: 267 time: 0.0394382 Aug 27 03:39:22.045420 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Set router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:22.147878 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-92149455-7f21-459b-b816-265fb1b92744 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:22.149356 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-92149455-7f21-459b-b816-265fb1b92744 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 810 time: 0.1081240 Aug 27 03:39:22.164788 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-0d70c9cc-c58d-48b2-a75d-aafe5726bee8 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/quotas/6d39afc21101493fb0dfcd3cbb5638a9 HTTP/1.1" status: 200 len: 375 time: 0.0093131 Aug 27 03:39:22.217015 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-aa39f4ec-3149-44af-b3c3-3e482e5645f5 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462606 Aug 27 03:39:22.248119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 4, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port': {'id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e9cda0f3-22df-492a-bb6e-6c1996f291fa', 'name': '', 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'mac_address': 'fa:16:3e:12:d9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '53c1101f-8336-42e4-9e95-deee4a73c9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:18Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 2, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'subnets': [{'id': '53c1101f-8336-42e4-9e95-deee4a73c9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:22.274023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Checking router: 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:22.274394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Updating router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 port e9cda0f3-22df-492a-bb6e-6c1996f291fa binding host n-d-806293-1 {{(pid=94774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:39:22.300191 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.422794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-e72cb4dc-09f1-49ee-a27e-408215845140 service neutron] 10.222.0.10 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927493 Aug 27 03:39:22.515875 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4bb5aaec-251d-4a93-925f-2d7d0e37f1d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862653 Aug 27 03:39:22.570021 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.579905 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Transition to ACTIVE for port object e9cda0f3-22df-492a-bb6e-6c1996f291fa will not be triggered until provisioned by entity L2. {{(pid=94774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:22.586225 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.649611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971f69-3d03-4377-a150-355aaea5daef None None] Pushing event updated for resources: {'Port': ['ID=e9cda0f3-22df-492a-bb6e-6c1996f291fa,revision_number=3']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:22.705885 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Attempting to bind port e9cda0f3-22df-492a-bb6e-6c1996f291fa on host n-d-806293-1 for vnic_type normal with profile {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:39:22.706394 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Attempting to bind port e9cda0f3-22df-492a-bb6e-6c1996f291fa by drivers openvswitch,hyperv on host n-d-806293-1 at level 0 using segments [{'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:39:22.706862 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Attempting to bind port e9cda0f3-22df-492a-bb6e-6c1996f291fa on network f1eb7e9a-26f6-472a-a5e0-e75e443a999b {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:22.708684 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-5e942c40-4c7d-4687-9853-37f9aee9b3af req-3faf7c4b-47b8-4fb2-bf11-c0b714e4a4d7 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 210 time: 0.0404186 Aug 27 03:39:22.716711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Checking agent: {'id': 'fe671a95-7dd6-474b-8b11-19a64480213d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 8), 'started_at': datetime.datetime(2021, 8, 27, 2, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806293-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:39:22.717320 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Checking segment: {'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:22.717628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.718166 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Bound using segment: {'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'} {{(pid=94774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:39:22.718859 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.managers [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Bound port: e9cda0f3-22df-492a-bb6e-6c1996f291fa, host: n-d-806293-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd76330-247a-485e-a028-90b77cac0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b'}}] {{(pid=94774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:39:22.719243 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.788702 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] For port e9cda0f3-22df-492a-bb6e-6c1996f291fa, host n-d-806293-1, cleared binding levels {{(pid=94774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:39:22.792569 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] For port e9cda0f3-22df-492a-bb6e-6c1996f291fa, host n-d-806293-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e9cda0f3-22df-492a-bb6e-6c1996f291fa,segment=NetworkSegment(1bd76330-247a-485e-a028-90b77cac0cac),segment_id=1bd76330-247a-485e-a028-90b77cac0cac)] {{(pid=94774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:39:22.799116 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.855920 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Routers {'5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:22.856615 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:22.911023 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e32d758-62d7-4a82-a46a-629287247fb8 up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:22.946199 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971f69-3d03-4377-a150-355aaea5daef None None] Pushing event updated for resources: {'Port': ['ID=e9cda0f3-22df-492a-bb6e-6c1996f291fa,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:23.045184 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] Set router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:23.079225 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port 8e32d758-62d7-4a82-a46a-629287247fb8 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:23.079607 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:23.320784 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 4, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port': {'id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e9cda0f3-22df-492a-bb6e-6c1996f291fa', 'name': '', 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'mac_address': 'fa:16:3e:12:d9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '53c1101f-8336-42e4-9e95-deee4a73c9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:18Z', 'updated_at': '2021-08-27T03:39:22Z', 'revision_number': 4, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'subnets': [{'id': '53c1101f-8336-42e4-9e95-deee4a73c9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:23.350919 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81325e-0357-4cf3-bf48-b740f86cf7c4 None None] The sync data for ids ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'] in n-d-806293-1 is: [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 4, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port': {'id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e9cda0f3-22df-492a-bb6e-6c1996f291fa', 'name': '', 'network_id': 'f1eb7e9a-26f6-472a-a5e0-e75e443a999b', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'mac_address': 'fa:16:3e:12:d9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '53c1101f-8336-42e4-9e95-deee4a73c9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:18Z', 'updated_at': '2021-08-27T03:39:22Z', 'revision_number': 4, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'subnets': [{'id': '53c1101f-8336-42e4-9e95-deee4a73c9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:23.763828 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-fb8af44f-99c3-4d12-b219-4cd2afe222c4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:23.765601 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-fb8af44f-99c3-4d12-b219-4cd2afe222c4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 810 time: 0.1306553 Aug 27 03:39:23.821944 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-861665e6-acb8-4198-926b-1f5e4c2aabf9 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d39afc21101493fb0dfcd3cbb5638a9 HTTP/1.1" status: 200 len: 379 time: 0.0469377 Aug 27 03:39:23.822778 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0526f3cf-0944-4d92-b2b0-fdae46b02d2b req-6a0e9282-d9b4-4a5a-8f20-5e47b33dc877 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 210 time: 0.0288467 Aug 27 03:39:23.833170 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'port': {'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'admin_state_up': True, 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'security_groups': ['e0ee7dce-0411-4e0c-b7b2-1dfda701aa36']}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:23.949565 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Made reservation on behalf of 6d39afc21101493fb0dfcd3cbb5638a9 for: {'port': 1} {{(pid=94772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:39:23.953105 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.106666 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Allocated IP 172.20.0.7 (d03bf92b-0a69-46ad-87eb-ac7f46ac5d90/7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0/7d4e9401-c59d-42d9-bfd6-647cc68befd7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:24.262648 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.278482 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Transition to ACTIVE for port object 7d4e9401-c59d-42d9-bfd6-647cc68befd7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:24.314266 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.362733 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:24.368440 n-d-806293-1 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:24.372433 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:24.379331 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:24.428941 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:24.429589 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.448910 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-4f84915b-af07-4775-a8da-63fb8bd03548 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6197722 Aug 27 03:39:24.462887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.v2.base [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Request body: {'port': {'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806293-1'}} {{(pid=94772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:24.520817 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.638896 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d5b6fc0c-3be1-41d8-88e7-66ea353b48ac None None] Provisioning for port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:24.642819 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-d5b6fc0c-3be1-41d8-88e7-66ea353b48ac None None] Provisioning complete for port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:24.643203 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d5b6fc0c-3be1-41d8-88e7-66ea353b48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.812212 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4e9401-c59d-42d9-bfd6-647cc68befd7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:39:24.821803 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.839121 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Transition to ACTIVE for port object 7d4e9401-c59d-42d9-bfd6-647cc68befd7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:39:24.843387 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6fc0c-3be1-41d8-88e7-66ea353b48ac None None] Port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:39:24.852756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.893491 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9cda0f3-22df-492a-bb6e-6c1996f291fa up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:24.948377 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning for port e9cda0f3-22df-492a-bb6e-6c1996f291fa completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:24.953933 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e9cda0f3-22df-492a-bb6e-6c1996f291fa triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:24.954343 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.997183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:25.044316 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81843f89-0c05-4a91-bb66-8cb7fa639230 req-4268e842-1586-4fb6-b218-240b6af90d37 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.045843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81843f89-0c05-4a91-bb66-8cb7fa639230 req-4268e842-1586-4fb6-b218-240b6af90d37 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 943 time: 0.1440890 Aug 27 03:39:25.046568 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.069026 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Attempting to bind port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 on host n-h2-806293-1 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:39:25.069372 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Attempting to bind port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 by drivers openvswitch,hyperv on host n-h2-806293-1 at level 0 using segments [{'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:39:25.069712 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Attempting to bind port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:25.082750 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] For port e9cda0f3-22df-492a-bb6e-6c1996f291fa, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e9cda0f3-22df-492a-bb6e-6c1996f291fa,segment=NetworkSegment(1bd76330-247a-485e-a028-90b77cac0cac),segment_id=1bd76330-247a-485e-a028-90b77cac0cac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:25.083814 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-806293-1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:39:25.084056 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Attempting to bind port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:39:25.089600 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.099302 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Checking agent: {'id': 'd86a9903-ea1f-4684-9bce-bcf7f2921fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:39:25.099660 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Checking segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:39:25.100232 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Bound using segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:39:25.100518 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Bound port: 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host: n-h2-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:39:25.100890 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.115736 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-81843f89-0c05-4a91-bb66-8cb7fa639230 req-39957c94-228f-42b4-aa24-4afa5fdd7135 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588992 Aug 27 03:39:25.143286 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Pushing event updated for resources: {'Port': ['ID=e9cda0f3-22df-492a-bb6e-6c1996f291fa,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:25.176988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:39:25.180015 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:39:25.186390 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306274'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.231934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.232546 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.234011 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 1091 time: 0.7758839 Aug 27 03:39:25.234474 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:39:25.236726 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed15e42-0262-4177-94dd-d2c979d89ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:39:25.256607 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7055e14-4007-44e2-abe3-05e701d687c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:25.287622 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0427a59e-2f87-42fb-95bf-1bb041b065f8 x-openstack-request-id: req-0427a59e-2f87-42fb-95bf-1bb041b065f8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:39:25.287905 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:39:25.288137 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0427a59e-2f87-42fb-95bf-1bb041b065f8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:39:25.288538 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'status': 'completed', 'code': 200} Aug 27 03:39:25.326852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-21ea27e8-fd17-433f-938e-b092c647b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.328420 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-21ea27e8-fd17-433f-938e-b092c647b5e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1094 time: 0.0498912 Aug 27 03:39:25.371953 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-0a1cae7b-2145-4f25-a75b-aa443165d039 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 217 time: 0.0355778 Aug 27 03:39:25.425934 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-f5fbd668-3e39-4701-93df-05173c6f873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.427502 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-f5fbd668-3e39-4701-93df-05173c6f873e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0488825 Aug 27 03:39:25.478995 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-5be07c27-72be-415b-84ba-ee6a738ff48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.480532 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-5be07c27-72be-415b-84ba-ee6a738ff48d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463643 Aug 27 03:39:25.573773 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-d073b6e4-1566-4fb7-8363-dfef3181291c service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854654 Aug 27 03:39:25.674872 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-7a81e484-1d4e-4b5d-9575-eccdfca07e22 req-e993628d-d548-47d7-b394-5d45fcef9b1b service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933092 Aug 27 03:39:25.771646 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-b197125f-40fc-4a17-8960-57b66524e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.773185 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-b197125f-40fc-4a17-8960-57b66524e5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1094 time: 0.0462615 Aug 27 03:39:25.868910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-7a33611d-b858-4867-b669-52fcc5ca82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.870511 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-7a33611d-b858-4867-b669-52fcc5ca82f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0904336 Aug 27 03:39:25.918360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-69a7c135-9b15-41d6-b168-9bfc901010d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 217 time: 0.0399103 Aug 27 03:39:25.973850 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-dc533684-303b-4b87-9977-410787f7184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.975561 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-dc533684-303b-4b87-9977-410787f7184e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0488775 Aug 27 03:39:26.025708 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-3554f264-69fb-4d46-824a-8e98f0ccbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:26.027294 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-3554f264-69fb-4d46-824a-8e98f0ccbcdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427146 Aug 27 03:39:26.127000 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-89f14f10-7cd8-46b5-b12d-3f3c3d723550 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907078 Aug 27 03:39:26.256033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-4ed15e42-0262-4177-94dd-d2c979d89ef3 req-4dda4f98-54b2-4e5b-8ae6-8a257159cbe4 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211317 Aug 27 03:39:26.264345 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d7b78-98ac-48e6-9c67-812a84fd72bd req-03c25afe-4b8c-410a-bd07-9998e2868d9d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:26.265735 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c07d7b78-98ac-48e6-9c67-812a84fd72bd req-03c25afe-4b8c-410a-bd07-9998e2868d9d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 943 time: 0.0794408 Aug 27 03:39:26.304791 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c07d7b78-98ac-48e6-9c67-812a84fd72bd req-2ea379f2-ad96-4386-ab5f-7b69d13a2a2e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328212 Aug 27 03:39:26.856691 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9cda0f3-22df-492a-bb6e-6c1996f291fa up at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:26.904492 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Provisioning complete for port e9cda0f3-22df-492a-bb6e-6c1996f291fa triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:26.904863 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.448171 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a6ef-ea80-43c0-907b-211e7f3a5fd0 req-e3e5908c-ba70-406b-8a2a-ed657891242c tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:27.449664 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9771a6ef-ea80-43c0-907b-211e7f3a5fd0 req-e3e5908c-ba70-406b-8a2a-ed657891242c tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 943 time: 0.0618849 Aug 27 03:39:27.488969 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-9771a6ef-ea80-43c0-907b-211e7f3a5fd0 req-c707e01e-e16a-4f8d-943b-2affd22477bc tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330698 Aug 27 03:39:27.889514 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8a8b-e5e7-416d-a9da-7bf2441c665d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.030748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7d4e9401-c59d-42d9-bfd6-647cc68befd7 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:39:28.137940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:28.151553 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:39:28.195303 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.208523 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4e9401-c59d-42d9-bfd6-647cc68befd7 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:39:28.234451 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:28.240346 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.294902 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:28.450093 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['7d4e9401-c59d-42d9-bfd6-647cc68befd7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:39:28.616081 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75df55-5eaa-4c2e-8b4f-4c79d5f6061c req-6b42a73a-70d6-4d36-99eb-7feddf33b4ba tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:28.617558 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c75df55-5eaa-4c2e-8b4f-4c79d5f6061c req-6b42a73a-70d6-4d36-99eb-7feddf33b4ba tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 944 time: 0.0501916 Aug 27 03:39:28.660417 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6c75df55-5eaa-4c2e-8b4f-4c79d5f6061c req-d5de75a8-349d-405c-9704-4c107509896a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364194 Aug 27 03:39:29.792762 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7992-b6d6-4975-88ed-82af3fe94e79 req-dee08edd-f19c-4f39-bd5d-8eb0d5e25421 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:29.794568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-771f7992-b6d6-4975-88ed-82af3fe94e79 req-dee08edd-f19c-4f39-bd5d-8eb0d5e25421 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 944 time: 0.0610878 Aug 27 03:39:29.838959 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-771f7992-b6d6-4975-88ed-82af3fe94e79 req-8102db37-ce40-4042-bcfd-e7c85c277b68 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356917 Aug 27 03:39:30.048049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7d4e9401-c59d-42d9-bfd6-647cc68befd7 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:30.106368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning for port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:39:30.110488 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:30.110883 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:30.193254 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:30.218119 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:39:30.220514 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7905fb09-d359-4b92-84fb-002a5ba27c29" -d '{"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-plugged", "status": "completed", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:39:30.233711 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:30.239453 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:30.265323 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8637a9d-49c6-40a1-b64e-553713165b87 x-openstack-request-id: req-e8637a9d-49c6-40a1-b64e-553713165b87 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:39:30.265597 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-plugged", "status": "completed", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:39:30.265845 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8637a9d-49c6-40a1-b64e-553713165b87 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:39:30.266250 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'code': 200} Aug 27 03:39:30.295127 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:30.360974 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aeb677-e3d8-4bee-9e8d-3eeca6b6c2c7 req-6600502d-502e-4296-9be5-65e1f1d8d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.362570 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84aeb677-e3d8-4bee-9e8d-3eeca6b6c2c7 req-6600502d-502e-4296-9be5-65e1f1d8d112 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1096 time: 0.0417051 Aug 27 03:39:30.409656 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-84aeb677-e3d8-4bee-9e8d-3eeca6b6c2c7 req-f1760e24-94d7-4725-b223-5ef3d9239533 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397224 Aug 27 03:39:30.427985 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a03ded2a-ddbc-4454-a0e6-f1caf0defe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:30.601054 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:30.961532 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81ff0d-c794-4223-a1c7-871f167dc626 req-ec708cbe-82ae-48e4-a05e-3ce8d1cc671b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.963200 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df81ff0d-c794-4223-a1c7-871f167dc626 req-ec708cbe-82ae-48e4-a05e-3ce8d1cc671b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 945 time: 0.0540645 Aug 27 03:39:31.009324 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-df81ff0d-c794-4223-a1c7-871f167dc626 req-f129f53c-fa00-4ced-b08d-0cd5665270c7 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397646 Aug 27 03:39:31.631868 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:32.154970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9ca42-e7c2-4f01-b807-8871fd23e13d req-2aabc6a4-fbb8-44a3-ace5-d055fb56d45b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.156584 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2b9ca42-e7c2-4f01-b807-8871fd23e13d req-2aabc6a4-fbb8-44a3-ace5-d055fb56d45b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 945 time: 0.0691862 Aug 27 03:39:32.214621 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-e2b9ca42-e7c2-4f01-b807-8871fd23e13d req-6b8bb858-b8ac-44d9-9dba-f4335655da2c tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514288 Aug 27 03:39:32.245972 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-6c152fda-39c5-4de9-8b1c-7e49b6fc655a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432398 Aug 27 03:39:32.344640 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae780a-a311-4adf-954f-d83bd012a39a req-78fe4f34-9be2-4352-81a8-916cfad05ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.346105 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-78fe4f34-9be2-4352-81a8-916cfad05ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1096 time: 0.0483837 Aug 27 03:39:32.356918 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294484-f6b1-46bb-9247-67da56abab95 req-ea782371-9a8e-40be-9dfd-13e36ecb2bd3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.358513 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44294484-f6b1-46bb-9247-67da56abab95 req-ea782371-9a8e-40be-9dfd-13e36ecb2bd3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 945 time: 0.0553846 Aug 27 03:39:32.401921 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-44294484-f6b1-46bb-9247-67da56abab95 req-a5f98701-7dda-4989-b3d8-90cc83893df1 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368876 Aug 27 03:39:32.424710 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40328) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:32.465604 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae780a-a311-4adf-954f-d83bd012a39a req-487d7f25-22ae-4980-a75d-825b783f2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.467141 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-487d7f25-22ae-4980-a75d-825b783f2168 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0981917 Aug 27 03:39:32.510833 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-06aeab2c-28d5-4e89-b6af-d472718579c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 217 time: 0.0368233 Aug 27 03:39:32.512478 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e07d7-9834-4314-bb7b-0615c14539ba tempest-TestSnapshotPattern-1455433720 tempest-TestSnapshotPattern-1455433720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.515202 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-978e07d7-9834-4314-bb7b-0615c14539ba tempest-TestSnapshotPattern-1455433720 tempest-TestSnapshotPattern-1455433720-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1091 time: 0.0892272 Aug 27 03:39:32.518422 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40332) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:32.523573 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:39:32.547556 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:32.564259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae780a-a311-4adf-954f-d83bd012a39a req-e0118e06-6c84-4506-b02f-4256a0291b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.565777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-e0118e06-6c84-4506-b02f-4256a0291b1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0478792 Aug 27 03:39:32.614667 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae780a-a311-4adf-954f-d83bd012a39a req-3ec14b39-f543-4027-aee0-69424acf0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.616109 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-3ec14b39-f543-4027-aee0-69424acf0ecb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436866 Aug 27 03:39:32.647761 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:32.708352 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-e8e68092-4242-46bc-9e84-dbd5d2375e38 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845342 Aug 27 03:39:32.749635 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Allocated IP 172.25.1.120 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/3adba4c2-4c9a-4ff3-8ed2-4070189f53f8) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:39:32.803184 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dfae780a-a311-4adf-954f-d83bd012a39a req-7df011ef-edce-4fe3-8a81-69ed1215969e service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880630 Aug 27 03:39:32.858968 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:32.901194 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:32.938869 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:39:32.944796 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:39:32.948489 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:39:32.954190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'Port': ['ID=3adba4c2-4c9a-4ff3-8ed2-4070189f53f8,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:33.346797 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.421694 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.513918 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.588222 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.594711 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.660193 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'Port': ['ID=3adba4c2-4c9a-4ff3-8ed2-4070189f53f8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:33.674489 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.777982 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Floating IP 876abe22-eea9-491d-991e-f103d83469af associated. External IP: 172.25.1.120, port: 7d4e9401-c59d-42d9-bfd6-647cc68befd7. Aug 27 03:39:33.997630 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Router 9d8e649a-c849-4553-9d03-bce20cf9c940 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:34.116116 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:34.125838 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] Sync routers for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:34.133588 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:34.136460 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:34.137076 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:34.162279 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-16ac189b-155a-46d6-a0ce-008c278b24c3 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6423256 Aug 27 03:39:34.162910 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:39:34.165305 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828fc740-b2fb-4c07-97a9-fa461295e012" -d '{"events": [{"name": "network-changed", "server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:39:34.204671 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ed2e6f-f525-4bb3-8ac2-bed01e559135 x-openstack-request-id: req-85ed2e6f-f525-4bb3-8ac2-bed01e559135 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:39:34.204928 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:39:34.205216 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85ed2e6f-f525-4bb3-8ac2-bed01e559135 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:39:34.205633 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'status': 'completed', 'code': 200} Aug 27 03:39:34.271505 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-55dbcb81-7eea-41de-9439-db093956bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:34.273940 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-55dbcb81-7eea-41de-9439-db093956bc03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1096 time: 0.0461366 Aug 27 03:39:34.346538 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:34.365413 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-9731d2af-a45a-4cd2-a55e-74feab21f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:34.366920 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-9731d2af-a45a-4cd2-a55e-74feab21f26d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0859363 Aug 27 03:39:34.577457 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:33Z', 'revision_number': 0, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:34.604576 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] Checking router: 9d8e649a-c849-4553-9d03-bce20cf9c940 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:34.614640 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:34.615271 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:39:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:34.727562 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:34.765930 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-82dc19f0-a7f4-43fa-a08b-74a8426e9b62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 999 time: 0.3911457 Aug 27 03:39:34.815799 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-1ca88b04-7f5b-45f7-a690-b6f833f31db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:34.817681 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-1ca88b04-7f5b-45f7-a690-b6f833f31db4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0442910 Aug 27 03:39:34.862865 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-2b9479a3-7cca-422a-a6e4-1769f496b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:34.864383 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-2b9479a3-7cca-422a-a6e4-1769f496b392 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400598 Aug 27 03:39:34.956281 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:33Z', 'revision_number': 0, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:34.956627 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-1c9dfed6-ced9-47bc-b365-34f0c49ac6d8 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843444 Aug 27 03:39:34.982563 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27476d-0dab-4496-8946-56c0e150fa85 None None] The sync data for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 is: [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:33Z', 'revision_number': 0, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:35.053025 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-828fc740-b2fb-4c07-97a9-fa461295e012 req-d940a608-65e3-480a-b64e-4d4bd7b4c79d service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893114 Aug 27 03:39:35.192743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47070f83-a7c6-4b5c-bdbc-38ec76684fad None None] New status for floating IP 876abe22-eea9-491d-991e-f103d83469af: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:39:38.338969 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:47.402627 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:48.535785 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:57.893681 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5ff3c90f-882b-4ea7-9241-9a469e62798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:00.433600 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a5673931-c575-4ff3-972b-f96ed2b9a489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:00.597160 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:01.637909 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:03.517315 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.340671 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:17.395129 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.523785 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:27.902199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0ed2404c-ee09-4a86-b215-a2ceff161a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:30.429956 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77e57995-f740-4a73-988c-8699e2a4459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:30.593861 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:31.640070 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:32.223523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-b6f0b150-4074-46f4-b234-3b9f3e342062 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504212 Aug 27 03:40:32.312359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-06ddde50-25d8-4bad-829b-6cefddc46804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:32.313854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-06ddde50-25d8-4bad-829b-6cefddc46804 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1096 time: 0.0461733 Aug 27 03:40:32.431142 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-49b42f53-3546-4b89-bedc-d2c6a356775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:32.432700 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-49b42f53-3546-4b89-bedc-d2c6a356775e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0949934 Aug 27 03:40:32.507328 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-68b18f82-dfa7-4a63-b2cc-fdb8c0c801e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 1001 time: 0.0671234 Aug 27 03:40:32.561988 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-5a1fa573-c78c-40e4-bf7a-959442f1c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:32.563560 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-5a1fa573-c78c-40e4-bf7a-959442f1c41b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0491936 Aug 27 03:40:32.612204 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-45031753-a82d-42e0-9cbc-3722dd3b371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:32.613777 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-45031753-a82d-42e0-9cbc-3722dd3b371e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433285 Aug 27 03:40:32.717379 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-d4b1b8bc-d5fe-4f6b-b4ce-9de3a64558b0 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947006 Aug 27 03:40:32.821965 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-341d74d7-1eda-4f54-81ab-d51bc7731b91 req-aa73e078-7530-49ec-b81a-abf26fb80748 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970240 Aug 27 03:40:33.525430 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:47.393613 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:48.546502 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:52.342069 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:57.904178 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-77abda0b-ada8-4fb1-8c3a-62535d008718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:00.439277 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-387976dd-4cb9-436a-8502-5978de367b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:00.605036 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:01.648710 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:03.526268 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.395676 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.548567 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.898435 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8d1-28b1-4920-a736-80ea1c77575b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:29.342916 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:30.436055 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-7018fb6b-3a27-4aa6-a294-ed7321d7e460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:30.601056 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:31.646655 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:32.346771 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-9ca1c15a-1b75-48ba-9d68-4e0acbf8cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:32.350121 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-9ca1c15a-1b75-48ba-9d68-4e0acbf8cfd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1096 time: 0.1310430 Aug 27 03:41:32.470183 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-4f54019b-6e92-4c00-a318-87214fefe7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:32.471674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-4f54019b-6e92-4c00-a318-87214fefe7d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0961759 Aug 27 03:41:32.554803 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-dd7325d9-d260-4373-892e-cf86ee9ad1df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 1001 time: 0.0743721 Aug 27 03:41:32.610529 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-69e6000a-791c-429c-930c-3a0c048743b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:32.612068 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-69e6000a-791c-429c-930c-3a0c048743b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0475605 Aug 27 03:41:32.668985 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-12fc1e96-8d0e-4516-b733-02ccf00e2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:32.670651 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-12fc1e96-8d0e-4516-b733-02ccf00e2a9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467763 Aug 27 03:41:32.673252 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7d4e9401-c59d-42d9-bfd6-647cc68befd7 details requested by agent hyperv_n-h2-806293-1 with host n-h2-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:41:32.688519 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-e4e206a6-d00b-418d-8ff3-d157513c58b3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:41:32.690429 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-e4e206a6-d00b-418d-8ff3-d157513c58b3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103076 Aug 27 03:41:32.773083 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:32.787049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Returning: {'device': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:41:32.795679 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-d7b0de77-4731-4c34-81cc-c2ed78e3cd60 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959716 Aug 27 03:41:32.835697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:32.850413 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d4e9401-c59d-42d9-bfd6-647cc68befd7 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:41:32.873806 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:32.877544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:32.892212 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-b2a633b6-7d2e-4cf9-b2a4-d7b7b5c403f0 req-83ed3707-e761-4a58-9096-e3155ae0be76 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891490 Aug 27 03:41:32.928042 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:32.935756 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.936098 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.936418 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.936774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.937103 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.937427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.937748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.938070 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.938414 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.938701 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.939018 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.939396 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:32.954412 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] get_ports_and_sgs() called for port_ids ['7d4e9401-c59d-42d9-bfd6-647cc68befd7'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:41:33.540669 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.694099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7d4e9401-c59d-42d9-bfd6-647cc68befd7 up at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:34.746939 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Provisioning complete for port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:34.747622 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.840250 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.868760 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:34.871131 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce845089-57d3-4ab7-ab12-4412de270a27" -d '{"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-plugged", "status": "completed", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:34.886742 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:34.892497 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.951940 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:34.991579 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebda06fd-0406-48c5-ad14-e6e9c26bed22 x-openstack-request-id: req-ebda06fd-0406-48c5-ad14-e6e9c26bed22 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:34.992081 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-plugged", "status": "completed", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:34.992535 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebda06fd-0406-48c5-ad14-e6e9c26bed22 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:34.992903 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'code': 200} Aug 27 03:41:43.919133 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-d3bb6f7d-5b86-40c2-9923-05ef6e4c8855 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756307898&fields=id&tenant_id=6d39afc21101493fb0dfcd3cbb5638a9 HTTP/1.1" status: 200 len: 267 time: 0.0369637 Aug 27 03:41:44.045728 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da180c7f-06da-431e-9285-d2c324d645d7 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:44.047151 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da180c7f-06da-431e-9285-d2c324d645d7 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 810 time: 0.1183941 Aug 27 03:41:44.065735 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-b95e1596-5f88-417e-96c1-07f8429fddf0 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/quotas/6d39afc21101493fb0dfcd3cbb5638a9 HTTP/1.1" status: 200 len: 375 time: 0.0099118 Aug 27 03:41:44.126824 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-4c7e4461-c029-4cac-a86a-c360f1c921f8 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0534031 Aug 27 03:41:44.144662 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-990f677b-6bc6-40df-bb6e-71c3cc9093cd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:41:44.145612 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-990f677b-6bc6-40df-bb6e-71c3cc9093cd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051696 Aug 27 03:41:44.242734 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-7aba0ed6-bf19-4811-8cfa-b05d9b23b463 service neutron] 10.222.0.10 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911422 Aug 27 03:41:44.347620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-d38b178c-2d8b-400b-bd21-cbba55151eab service neutron] 10.222.0.10 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983837 Aug 27 03:41:45.570388 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-f1a70534-f70b-4a25-af32-c47a4a40449e req-0763b9f9-58ba-4a7e-b29a-fd9a88b0052c tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 210 time: 0.0277929 Aug 27 03:41:46.671066 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-bd550ef3-1450-4dbe-b244-9ab329d1db94 req-5cf94658-333e-4fbb-87aa-9fcb5c0c875d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 210 time: 0.0284710 Aug 27 03:41:46.737447 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7d4e9401-c59d-42d9-bfd6-647cc68befd7 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:46.778059 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-6b55cc06-e230-4568-88e0-ffb25a6ccb04 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:46.779618 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-6b55cc06-e230-4568-88e0-ffb25a6ccb04 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.32 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 810 time: 0.1111543 Aug 27 03:41:46.830073 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:46.835296 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-99215311-d923-42fd-9529-b83b7d3ff610 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d39afc21101493fb0dfcd3cbb5638a9 HTTP/1.1" status: 200 len: 379 time: 0.0414624 Aug 27 03:41:46.853471 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'port': {'device_id': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'admin_state_up': True, 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'security_groups': ['e0ee7dce-0411-4e0c-b7b2-1dfda701aa36']}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:46.858932 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:46.862112 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1246baeb-5cde-4406-aead-6fd7fc9a6e6c" -d '{"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:46.889630 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:46.896574 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:46.936735 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f13f108-1337-43d4-9474-ac810631558a x-openstack-request-id: req-4f13f108-1337-43d4-9474-ac810631558a {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:46.936735 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:46.936735 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f13f108-1337-43d4-9474-ac810631558a {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:46.937371 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'code': 200} Aug 27 03:41:46.970099 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Pushing event updated for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=8']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:47.019368 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Made reservation on behalf of 6d39afc21101493fb0dfcd3cbb5638a9 for: {'port': 1} {{(pid=94773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:41:47.022960 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.267226 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Allocated IP 172.20.0.11 (d03bf92b-0a69-46ad-87eb-ac7f46ac5d90/7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0/402ea9f0-0114-4807-bc19-354d08abde88) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:47.384886 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.449056 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.464648 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Transition to ACTIVE for port object 402ea9f0-0114-4807-bc19-354d08abde88 will not be triggered until provisioned by entity DHCP. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:47.502048 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.553027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:47.557544 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:47.559614 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:47.570568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:47.571863 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.571964 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.572281 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.572724 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.572937 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.573256 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.573579 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.573900 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.574220 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.574568 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.574923 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.575391 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:47.649176 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:47.650355 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.672525 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-da233bbd-4208-4028-a744-d7c14db22190 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273764 Aug 27 03:41:47.821885 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2da9f-a263-42e5-8484-67c3517cf121 req-b245db35-a765-45be-83d4-e177fc8a54a9 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:47.823421 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0be2da9f-a263-42e5-8484-67c3517cf121 req-b245db35-a765-45be-83d4-e177fc8a54a9 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0532420 Aug 27 03:41:47.829852 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b8a67b16-5ed2-457f-999e-7c8d413a4cea None None] Provisioning for port 402ea9f0-0114-4807-bc19-354d08abde88 completed by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:47.833641 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-b8a67b16-5ed2-457f-999e-7c8d413a4cea None None] Provisioning complete for port 402ea9f0-0114-4807-bc19-354d08abde88 triggered by entity DHCP. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:47.834012 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-b8a67b16-5ed2-457f-999e-7c8d413a4cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.873642 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-b8a67b16-5ed2-457f-999e-7c8d413a4cea None None] Port 402ea9f0-0114-4807-bc19-354d08abde88 cannot update to ACTIVE because it is not bound. {{(pid=94774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:41:47.880707 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0be2da9f-a263-42e5-8484-67c3517cf121 req-71692982-c908-44dc-af9d-6a7c2a54bbe4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483477 Aug 27 03:41:48.562041 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:49.024131 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f067-17eb-4ed0-ac91-c22f56b763c3 req-650b2408-6a44-49ae-b39f-db1db457765d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:49.025674 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dab3f067-17eb-4ed0-ac91-c22f56b763c3 req-650b2408-6a44-49ae-b39f-db1db457765d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0680697 Aug 27 03:41:49.068394 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-dab3f067-17eb-4ed0-ac91-c22f56b763c3 req-95f3c10f-601d-4604-a333-9fea65062da4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343566 Aug 27 03:41:50.201067 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214dcc2-c926-44bf-b274-c52786417671 req-7e3438c9-611d-468d-b630-f478172361bd tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:50.208588 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3214dcc2-c926-44bf-b274-c52786417671 req-7e3438c9-611d-468d-b630-f478172361bd tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0656850 Aug 27 03:41:50.245232 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-3214dcc2-c926-44bf-b274-c52786417671 req-5d006c50-acf3-4e46-a224-df2780275675 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357153 Aug 27 03:41:51.374830 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824662b-c4b0-4f8b-8830-bcb2c7102e11 req-dfd84516-1258-4e13-84c6-8a7b12eb049b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:51.376329 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6824662b-c4b0-4f8b-8830-bcb2c7102e11 req-dfd84516-1258-4e13-84c6-8a7b12eb049b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0515130 Aug 27 03:41:51.425373 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-6824662b-c4b0-4f8b-8830-bcb2c7102e11 req-736a6aa4-7d40-4175-a1ff-050e111ece2e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Aug 27 03:41:52.552194 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c4f2-c5ff-4e86-a2ac-56c8ceaf48ff req-39d5d0ee-a24f-438e-b7f2-fe18c6abb449 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:52.553849 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec29c4f2-c5ff-4e86-a2ac-56c8ceaf48ff req-39d5d0ee-a24f-438e-b7f2-fe18c6abb449 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0499811 Aug 27 03:41:52.596237 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-ec29c4f2-c5ff-4e86-a2ac-56c8ceaf48ff req-46b89fc6-f4f4-4170-a2cf-c69fd9230216 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352976 Aug 27 03:41:53.737628 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915700f8-cf92-426f-b0f0-ebda6a10fcde req-cd8cf735-3c6e-44ef-b326-193e579b01a6 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:53.739347 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-915700f8-cf92-426f-b0f0-ebda6a10fcde req-cd8cf735-3c6e-44ef-b326-193e579b01a6 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0656705 Aug 27 03:41:53.778395 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-915700f8-cf92-426f-b0f0-ebda6a10fcde req-9c045e79-9e59-4cb0-823d-3da37beec88f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326946 Aug 27 03:41:54.907679 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88faa5-5d76-42b2-98ba-2aa147daf53c req-b2994c08-01ae-40fb-b61d-21c7c4fa4b6b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:54.909161 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d88faa5-5d76-42b2-98ba-2aa147daf53c req-b2994c08-01ae-40fb-b61d-21c7c4fa4b6b tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0481417 Aug 27 03:41:54.957924 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-4d88faa5-5d76-42b2-98ba-2aa147daf53c req-5bbc69d3-bdad-4e8d-8fa4-c83ad790b5f5 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 Aug 27 03:41:56.096152 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b8cd2-1ce3-4a83-9f66-0cc298bdaad8 req-436437fb-d695-49ad-ba33-a04e88279ef4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:56.103850 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d26b8cd2-1ce3-4a83-9f66-0cc298bdaad8 req-436437fb-d695-49ad-ba33-a04e88279ef4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0681143 Aug 27 03:41:56.139527 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d26b8cd2-1ce3-4a83-9f66-0cc298bdaad8 req-7ca3de42-68e2-4165-aab6-091933c3a551 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347981 Aug 27 03:41:57.271803 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391d085-3c39-478b-bc75-c619b3e034e8 req-65ee73ea-f3b2-4be5-8f89-b85539978230 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:57.273447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0391d085-3c39-478b-bc75-c619b3e034e8 req-65ee73ea-f3b2-4be5-8f89-b85539978230 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 932 time: 0.0584571 Aug 27 03:41:57.311322 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0391d085-3c39-478b-bc75-c619b3e034e8 req-6ac5e272-1cc4-4408-a810-531ab0140e10 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316217 Aug 27 03:41:57.903815 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-3c20edc5-1462-4be6-8723-3cbee69ceff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:57.937433 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-8de3e022-c4b8-4a3b-a1c9-ed88b6c41613 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:41:57.938479 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-8de3e022-c4b8-4a3b-a1c9-ed88b6c41613 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057166 Aug 27 03:41:58.001122 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Request body: {'port': {'device_id': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806293-1'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:58.059728 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:58.340224 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402ea9f0-0114-4807-bc19-354d08abde88 {{(pid=94773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:41:58.348350 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:58.361304 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Transition to ACTIVE for port object 402ea9f0-0114-4807-bc19-354d08abde88 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:58.367800 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:58.431408 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a755f-a184-40ac-92cc-fd77c81425ff req-c462261f-2912-4c41-a000-36166f1d9fe1 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:58.433159 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-443a755f-a184-40ac-92cc-fd77c81425ff req-c462261f-2912-4c41-a000-36166f1d9fe1 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 944 time: 0.0529857 Aug 27 03:41:58.442352 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Pushing event updated for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:58.480160 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-443a755f-a184-40ac-92cc-fd77c81425ff req-4c70f693-616b-4bb6-afe8-4df1285d5843 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Aug 27 03:41:58.509522 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Attempting to bind port 402ea9f0-0114-4807-bc19-354d08abde88 on host n-h1-806293-1 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:58.509862 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Attempting to bind port 402ea9f0-0114-4807-bc19-354d08abde88 by drivers openvswitch,hyperv on host n-h1-806293-1 at level 0 using segments [{'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:58.510190 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Attempting to bind port 402ea9f0-0114-4807-bc19-354d08abde88 on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:58.515737 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Port 402ea9f0-0114-4807-bc19-354d08abde88 on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 not bound, no agent of type Open vSwitch agent registered on host n-h1-806293-1 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:41:58.516073 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Attempting to bind port 402ea9f0-0114-4807-bc19-354d08abde88 on network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:58.521525 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Checking agent: {'id': 'a419efcd-5e4c-45ad-bb1f-260556531496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806293-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'started_at': datetime.datetime(2021, 8, 27, 2, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:58.522211 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Checking segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:58.522634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Bound using segment: {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:58.523071 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Bound port: 402ea9f0-0114-4807-bc19-354d08abde88, host: n-h1-806293-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:58.523440 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:58.594881 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:58.598202 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:58.605363 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:58.645412 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:58.646025 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:58.647442 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] 10.222.0.32 "PUT /v2.0/ports/402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 200 len: 1092 time: 0.6987512 Aug 27 03:41:58.647852 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:58.650082 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d87e394-b474-4aba-901c-76448cc75cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "tag": "402ea9f0-0114-4807-bc19-354d08abde88"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:58.683557 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050037ea-a25a-40ff-8306-1f448af5b25a service neutron] Pushing event updated for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:58.705874 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26c1c1-5943-4150-b02f-59b62e0c586f x-openstack-request-id: req-9c26c1c1-5943-4150-b02f-59b62e0c586f {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:58.706167 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "tag": "402ea9f0-0114-4807-bc19-354d08abde88", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:58.706442 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c26c1c1-5943-4150-b02f-59b62e0c586f {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:58.706895 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88', 'status': 'completed', 'code': 200} Aug 27 03:41:58.738632 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-853fadfc-59f4-424f-8a6b-3563ff0db7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:58.740835 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-853fadfc-59f4-424f-8a6b-3563ff0db7b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1095 time: 0.0459857 Aug 27 03:41:58.790115 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-f3616f8f-07e9-4d14-8346-e6c11d134d6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 200 len: 217 time: 0.0413342 Aug 27 03:41:58.841517 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-c29a817a-0ff9-4f60-8229-d4a65e37e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:58.843083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-c29a817a-0ff9-4f60-8229-d4a65e37e228 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0460939 Aug 27 03:41:58.890027 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-469dad81-6d0b-412d-bd65-cfbefb9b7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:58.891656 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-469dad81-6d0b-412d-bd65-cfbefb9b7332 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406981 Aug 27 03:41:58.985413 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-9312b316-2ec0-431c-b885-eb620682bc48 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855572 Aug 27 03:41:59.092893 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-7efcc9c3-5db1-4851-b667-233c3fa087fb req-13da18eb-b18e-4ab7-a0a1-8931a7311187 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996192 Aug 27 03:41:59.200438 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-763d1fab-f1f0-4ea3-85ba-a74b3d78e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:59.202010 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-763d1fab-f1f0-4ea3-85ba-a74b3d78e4f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1095 time: 0.0545959 Aug 27 03:41:59.306291 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-25adc7fa-9c4c-4481-995f-388b33c48ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:59.307826 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-25adc7fa-9c4c-4481-995f-388b33c48ce0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0971704 Aug 27 03:41:59.361278 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-a953f327-ad62-4bd5-a7b2-a3da1d591441 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 200 len: 217 time: 0.0453930 Aug 27 03:41:59.414703 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-c769c3d2-0d52-4d4e-9cda-5d0359c780d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:59.416188 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-c769c3d2-0d52-4d4e-9cda-5d0359c780d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0456750 Aug 27 03:41:59.469747 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-97fe01ca-3841-491b-997c-a82876fcd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:59.471349 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-97fe01ca-3841-491b-997c-a82876fcd8db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462351 Aug 27 03:41:59.563625 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-722bd288-91b3-4bff-9b69-72776eb735c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 Aug 27 03:41:59.600916 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8756dc-0923-4a89-9f03-b15d54f54610 req-0317c966-fe88-405e-8b08-564f8a4867d5 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:59.602476 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d8756dc-0923-4a89-9f03-b15d54f54610 req-0317c966-fe88-405e-8b08-564f8a4867d5 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 944 time: 0.0510128 Aug 27 03:41:59.641323 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-3d8756dc-0923-4a89-9f03-b15d54f54610 req-e842fc52-e986-4054-b598-64f54597d9cd tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Aug 27 03:41:59.660090 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-1d87e394-b474-4aba-901c-76448cc75cf9 req-7fc91b5a-2014-400e-a394-cad56549a84f service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887923 Aug 27 03:42:00.429281 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fafa6eda-0469-4df3-90a3-ec936aa04d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:00.605197 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:00.767152 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b50da-a1e6-40c9-a95a-5897103f898d req-53286146-44d4-4dc8-9ff7-3eaf81976efd tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:00.768704 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-914b50da-a1e6-40c9-a95a-5897103f898d req-53286146-44d4-4dc8-9ff7-3eaf81976efd tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 944 time: 0.0537419 Aug 27 03:42:00.807209 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-914b50da-a1e6-40c9-a95a-5897103f898d req-3a8292a5-4666-426a-9546-f1cdefd2050d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323319 Aug 27 03:42:01.655184 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:01.929417 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c0928-5cd4-4412-937a-24e2df36c7f8 req-490d346c-769c-4408-97eb-b362c085c3a4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:01.930964 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d9c0928-5cd4-4412-937a-24e2df36c7f8 req-490d346c-769c-4408-97eb-b362c085c3a4 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 944 time: 0.0529766 Aug 27 03:42:01.978119 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-1d9c0928-5cd4-4412-937a-24e2df36c7f8 req-5882374c-77af-4920-8cbf-496b44c3b494 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382886 Aug 27 03:42:02.451785 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:42:02.546928 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:42:02.559137 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '402ea9f0-0114-4807-bc19-354d08abde88', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'port_id': '402ea9f0-0114-4807-bc19-354d08abde88', 'mac_address': 'fa:16:3e:d1:81:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:42:02.595322 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:02.608107 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402ea9f0-0114-4807-bc19-354d08abde88 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:42:02.632341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:42:02.639170 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:02.690463 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=4']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:02.880821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['402ea9f0-0114-4807-bc19-354d08abde88'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:42:03.099114 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97d38-bee2-4483-83fa-2f502502c709 req-3808abae-cdc9-4214-8ead-dc41bafcfac7 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:03.100880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2c97d38-bee2-4483-83fa-2f502502c709 req-3808abae-cdc9-4214-8ead-dc41bafcfac7 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 945 time: 0.0511346 Aug 27 03:42:03.142418 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c2c97d38-bee2-4483-83fa-2f502502c709 req-08732a8d-3233-4822-9077-913ea8f37d22 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350528 Aug 27 03:42:03.538155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:04.265362 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b758c03-92dc-4756-8844-507a850ad407 req-a498322e-d01d-48ed-afa8-a1d562849558 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:04.267241 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b758c03-92dc-4756-8844-507a850ad407 req-a498322e-d01d-48ed-afa8-a1d562849558 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 945 time: 0.0519710 Aug 27 03:42:04.312936 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-8b758c03-92dc-4756-8844-507a850ad407 req-16c46044-84b7-4bc4-8dab-5ae67e4686c9 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384941 Aug 27 03:42:04.465781 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:42:04.523483 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning for port 402ea9f0-0114-4807-bc19-354d08abde88 completed by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:42:04.529822 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 402ea9f0-0114-4807-bc19-354d08abde88 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:42:04.530489 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:04.629193 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:04.661620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:42:04.663955 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638179a8-1ee1-42bf-a95b-56b23950fa4e" -d '{"events": [{"server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "name": "network-vif-plugged", "status": "completed", "tag": "402ea9f0-0114-4807-bc19-354d08abde88"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:42:04.676802 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:42:04.681961 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:04.705722 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2118fe-db75-4053-ba77-61ebf0652808 x-openstack-request-id: req-1f2118fe-db75-4053-ba77-61ebf0652808 {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:42:04.706014 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "name": "network-vif-plugged", "status": "completed", "tag": "402ea9f0-0114-4807-bc19-354d08abde88", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:42:04.706268 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f2118fe-db75-4053-ba77-61ebf0652808 {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:42:04.706687 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88', 'code': 200} Aug 27 03:42:04.733095 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=5']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:04.806509 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64949840-579e-4dea-a37b-fe975d080407 req-742016c1-4d34-4b4c-a7af-e8cf7b9b3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:04.808042 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64949840-579e-4dea-a37b-fe975d080407 req-742016c1-4d34-4b4c-a7af-e8cf7b9b3fab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1097 time: 0.0454614 Aug 27 03:42:04.853246 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-64949840-579e-4dea-a37b-fe975d080407 req-5c1c61d1-7ad4-4a65-91c2-54d24a48154f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 Aug 27 03:42:05.463283 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a749d0-4643-493a-88f7-afb1c4f1bd84 req-b301c056-9ebb-44ae-bdb5-418ffb401965 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:05.464785 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85a749d0-4643-493a-88f7-afb1c4f1bd84 req-b301c056-9ebb-44ae-bdb5-418ffb401965 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 946 time: 0.0675938 Aug 27 03:42:05.508033 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-85a749d0-4643-493a-88f7-afb1c4f1bd84 req-f245b377-9d46-4ffc-a1bc-c8ee5fefdd55 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346794 Aug 27 03:42:06.344409 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:06.638429 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9222-e943-4d79-a7d7-0f26b9e57b6f req-f5dfad24-6abc-4004-bf42-afb77b525531 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:06.639983 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f16f9222-e943-4d79-a7d7-0f26b9e57b6f req-f5dfad24-6abc-4004-bf42-afb77b525531 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 946 time: 0.0529759 Aug 27 03:42:06.688342 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-f16f9222-e943-4d79-a7d7-0f26b9e57b6f req-5d62b1e2-a6c6-43f0-a805-0c69f025c646 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392444 Aug 27 03:42:06.834875 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749c092-a727-4324-85f6-6f5fdaaad486 req-d7faa12b-4f99-4ec5-8c79-db07a3be2fce tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:06.836421 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2749c092-a727-4324-85f6-6f5fdaaad486 req-d7faa12b-4f99-4ec5-8c79-db07a3be2fce tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 946 time: 0.0625761 Aug 27 03:42:06.875873 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-2749c092-a727-4324-85f6-6f5fdaaad486 req-4c510d36-6456-4283-a1f3-056c73395735 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Aug 27 03:42:06.902292 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40618) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:06.948524 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d49b8-4de3-4b05-9075-61729f597f96 tempest-TestSnapshotPattern-1455433720 tempest-TestSnapshotPattern-1455433720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:06.950020 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-834d49b8-4de3-4b05-9075-61729f597f96 tempest-TestSnapshotPattern-1455433720 tempest-TestSnapshotPattern-1455433720-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1092 time: 0.0464180 Aug 27 03:42:06.953019 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40620) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:06.957377 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.v2.base [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Request body: {'floatingip': {'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'port_id': '402ea9f0-0114-4807-bc19-354d08abde88', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:42:06.983542 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:07.087009 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:07.189214 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_common [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Allocated IP 172.25.1.159 (a9257989-12fb-4e60-a407-f8069dfebfb8/9538b0f9-eccf-4ac9-aea4-d3593d09b91a/b19a372d-6a09-4a09-8694-901706a1bbbb) {{(pid=94773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:42:07.305216 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for port, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:07.349026 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610304503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:07.383948 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Network a9257989-12fb-4e60-a407-f8069dfebfb8 is already hosted by enough agents. {{(pid=94773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:42:07.386806 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.base_scheduler [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Resources bound (agent type, host, resource id): {{(pid=94773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:42:07.392651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Received port after_create {{(pid=94773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:42:07.420378 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'Port': ['ID=b19a372d-6a09-4a09-8694-901706a1bbbb,revision_number=1']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:08.151496 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:08.229775 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:08.391965 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:08.399947 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562316'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:08.468274 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event updated for resources: {'Port': ['ID=b19a372d-6a09-4a09-8694-901706a1bbbb,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:08.485174 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449170'] for floatingip, after_create {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:08.589587 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Floating IP 86b3308c-8578-416a-b2cd-d1f494cc690f associated. External IP: 172.25.1.159, port: 402ea9f0-0114-4807-bc19-354d08abde88. Aug 27 03:42:08.808611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Router 9d8e649a-c849-4553-9d03-bce20cf9c940 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:42:08.915131 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:42:08.925016 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] Sync routers for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:42:08.932984 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:08.934144 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:42:08.934774 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:08.964760 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c37d2802-bff5-401f-967d-abd0cf4dad29 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0107255 Aug 27 03:42:08.965497 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:42:08.967847 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657db56a-c9e5-459d-a821-a3a46c2621b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "tag": "402ea9f0-0114-4807-bc19-354d08abde88"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:42:09.007618 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a28da-a0ea-4862-b296-187106bcd627 x-openstack-request-id: req-f74a28da-a0ea-4862-b296-187106bcd627 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:42:09.007912 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "tag": "402ea9f0-0114-4807-bc19-354d08abde88", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:42:09.008161 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f74a28da-a0ea-4862-b296-187106bcd627 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:42:09.008571 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88', 'status': 'completed', 'code': 200} Aug 27 03:42:09.044787 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:42:09.072160 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-7dbe4588-6219-4147-8cea-e8c97c04352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:09.073604 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-7dbe4588-6219-4147-8cea-e8c97c04352a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1097 time: 0.0420337 Aug 27 03:42:09.169847 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-395c0280-7264-4783-9404-22de427d6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:09.171407 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-395c0280-7264-4783-9404-22de427d6dd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0905013 Aug 27 03:42:09.243129 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-2adf399b-e19d-440b-a7d1-22f49e47dfff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 200 len: 1000 time: 0.0638053 Aug 27 03:42:09.281991 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '86b3308c-8578-416a-b2cd-d1f494cc690f', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '402ea9f0-0114-4807-bc19-354d08abde88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:d1:81:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:42:07Z', 'updated_at': '2021-08-27T03:42:07Z', 'revision_number': 0, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}, {'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:35Z', 'revision_number': 1, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:09.295668 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-a35fca99-b895-4889-a046-37d2099a23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:09.297163 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-a35fca99-b895-4889-a046-37d2099a23b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0472820 Aug 27 03:42:09.311798 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] Checking router: 9d8e649a-c849-4553-9d03-bce20cf9c940 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:42:09.321959 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:42:09.322666 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:42:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:09.343772 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-acf4ca9e-5cbf-4371-abbe-d18a6cb445de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:09.345447 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-acf4ca9e-5cbf-4371-abbe-d18a6cb445de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406599 Aug 27 03:42:09.444720 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-04790e33-2b3d-4810-8977-5aefcc8ab959 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918517 Aug 27 03:42:09.532962 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:42:09.540903 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-657db56a-c9e5-459d-a821-a3a46c2621b6 req-733b3f5c-c849-45c7-8422-2d0e1ea4aca4 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887976 Aug 27 03:42:09.784745 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '86b3308c-8578-416a-b2cd-d1f494cc690f', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '402ea9f0-0114-4807-bc19-354d08abde88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:d1:81:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:42:07Z', 'updated_at': '2021-08-27T03:42:07Z', 'revision_number': 0, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}, {'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:35Z', 'revision_number': 1, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:09.813734 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01fe8b-506a-4f26-a20b-352c75afde5d None None] The sync data for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 is: [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '86b3308c-8578-416a-b2cd-d1f494cc690f', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '402ea9f0-0114-4807-bc19-354d08abde88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:d1:81:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:42:07Z', 'updated_at': '2021-08-27T03:42:07Z', 'revision_number': 0, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}, {'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:35Z', 'revision_number': 1, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:42:10.043616 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ece602-01cd-4ac9-a858-430434a34591 None None] New status for floating IP 86b3308c-8578-416a-b2cd-d1f494cc690f: ACTIVE {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:42:17.390743 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:18.561844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:24.272271 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [req-772b2aae-b11b-41a5-8207-4f683203acf5 req-bec6109b-b59c-48d2-a997-cc0a23607f10 service neutron] (94772) timed out ('10.222.0.45', 50399) {{(pid=94772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:42:27.908466 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c99c71e6-f524-47bf-baca-7cfd68c077af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:30.437771 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c3e3288c-4d47-4eee-be2d-542e437d1108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:30.609857 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:31.653852 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:32.329876 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-6b05dd46-13da-4434-a44e-9ac22bc5b922 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652034 Aug 27 03:42:32.424933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-7ea513d0-6628-4fb5-a57c-1ca3e0c09718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:32.426524 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-7ea513d0-6628-4fb5-a57c-1ca3e0c09718 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1094 time: 0.0471120 Aug 27 03:42:32.543084 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-0a4dd14a-8801-4ee8-ac92-6b383a882b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:32.544604 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-0a4dd14a-8801-4ee8-ac92-6b383a882b6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0943749 Aug 27 03:42:32.613239 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-79609bb6-b992-4ef4-bea0-290054318e2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 999 time: 0.0605438 Aug 27 03:42:32.668248 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-b60c6b7a-3b3d-4cce-b33f-cff51dfa128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:32.669764 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-b60c6b7a-3b3d-4cce-b33f-cff51dfa128b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0501394 Aug 27 03:42:32.721275 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-b3898e10-4372-4e8c-92f1-bc20ff746a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:32.722819 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-b3898e10-4372-4e8c-92f1-bc20ff746a6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456858 Aug 27 03:42:32.812014 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-98b3621e-63bd-4acf-a8c3-8b2f644c339d service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Aug 27 03:42:32.909687 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-50a2c3e1-5595-4db0-bf02-7ad698726257 req-888495b1-0fc1-4233-9803-ae967dbfdb23 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897124 Aug 27 03:42:33.545390 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:43.348439 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:44.496558 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-14dd2f5e-93de-4511-a850-09945a1b3eba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538950 Aug 27 03:42:44.592166 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60247715-e022-40bd-9acd-efb81896474b req-553d60ba-ae00-4755-b357-9b132039c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:44.594083 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-553d60ba-ae00-4755-b357-9b132039c761 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1097 time: 0.0522840 Aug 27 03:42:44.703010 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60247715-e022-40bd-9acd-efb81896474b req-8a3f5658-c852-4b0b-ab0b-0c260076295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:44.704483 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-8a3f5658-c852-4b0b-ab0b-0c260076295d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0896535 Aug 27 03:42:44.778289 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-b1396bdc-2031-48dd-ab9a-ca20f11b3563 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 200 len: 1002 time: 0.0651722 Aug 27 03:42:44.834276 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60247715-e022-40bd-9acd-efb81896474b req-b4bb3443-8818-4890-8877-a396f52c2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:44.835718 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-b4bb3443-8818-4890-8877-a396f52c2e50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0502472 Aug 27 03:42:44.891307 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60247715-e022-40bd-9acd-efb81896474b req-0b1ca999-b8ff-445f-8cf8-50631c838891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:44.892827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-0b1ca999-b8ff-445f-8cf8-50631c838891 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499847 Aug 27 03:42:44.999742 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-344e9a52-b437-4c76-b367-cd3ae7ce5492 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972655 Aug 27 03:42:45.096559 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-60247715-e022-40bd-9acd-efb81896474b req-b0427e9c-0f50-4a49-be4e-8faa9094534f service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889649 Aug 27 03:42:47.393264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:48.562085 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:57.919230 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-615b0fe3-2b03-46ac-8e71-f5bb04afae63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:00.437290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a9e14c3a-8f86-49e9-b6fe-9f5490a284f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:00.617404 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:01.664296 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:03.551673 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:17.401727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:18.568385 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.352290 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:27.920290 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d0b95229-8b75-470b-af46-6d216f4623c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.431535 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-28d1e001-23a1-46d3-9bc7-be832389c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.611840 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:31.659729 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:32.219083 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-c2f898cd-20b3-4b3f-8f52-dc7f76754254 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424325 Aug 27 03:43:32.320975 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-e0c80bdf-6fea-420a-83cb-d82cd6e263f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:32.322523 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-e0c80bdf-6fea-420a-83cb-d82cd6e263f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1094 time: 0.0476515 Aug 27 03:43:32.434919 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-b93df523-2dcf-42ad-a5a0-dc3a88ded329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:32.436416 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-b93df523-2dcf-42ad-a5a0-dc3a88ded329 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0942802 Aug 27 03:43:32.502843 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-11639ca4-8329-44de-8c67-dcc67ba5bec8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 999 time: 0.0589573 Aug 27 03:43:32.565012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-509f4ac0-7a48-4d50-b9cd-c0adf8190481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:32.566935 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-509f4ac0-7a48-4d50-b9cd-c0adf8190481 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0530157 Aug 27 03:43:32.622185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-7f841161-2a6a-426b-a4e4-1069fde34a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:32.624642 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-7f841161-2a6a-426b-a4e4-1069fde34a50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506756 Aug 27 03:43:32.720946 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-494eab10-4151-4ba4-9d8b-d5ab2c98c39e service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883677 Aug 27 03:43:32.814988 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-11b156ee-dbab-48f0-9a76-35ae61e1a312 req-ecc9721b-c87e-48ff-9975-3243f7a0889b service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864515 Aug 27 03:43:33.550475 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.103655 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 details requested by agent hyperv_n-h1-806293-1 with host n-h1-806293-1 {{(pid=94774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:43:41.208916 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:43:41.394438 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Returning: {'device': '402ea9f0-0114-4807-bc19-354d08abde88', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'port_id': '402ea9f0-0114-4807-bc19-354d08abde88', 'mac_address': 'fa:16:3e:d1:81:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:43:41.447587 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.465121 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 402ea9f0-0114-4807-bc19-354d08abde88 {{(pid=94774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:43:41.486798 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:43:41.503049 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.564890 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=6']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:41.574031 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.574561 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.575028 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.575434 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.575891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.576251 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.576650 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.577049 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.577584 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.577980 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.578477 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.578849 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:41.584147 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] get_ports_and_sgs() called for port_ids ['402ea9f0-0114-4807-bc19-354d08abde88'] {{(pid=94774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:43:43.101198 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 up at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:43:43.167183 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.provisioning_blocks [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Provisioning complete for port 402ea9f0-0114-4807-bc19-354d08abde88 triggered by entity L2. {{(pid=94774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:43:43.168083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061638'] for port, provisioning_complete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:43.260632 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16202831'] for port, before_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:43.285486 n-d-806293-1 neutron-server[94774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88'}] {{(pid=94774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:43:43.287827 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03e3d41b52f56324f1214e0b02f26561fdac18651d81952d72fdfffc66ca5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b11183f-f594-4b11-a2da-36583301148f" -d '{"events": [{"server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "name": "network-vif-plugged", "status": "completed", "tag": "402ea9f0-0114-4807-bc19-354d08abde88"}]}' {{(pid=94774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:43:43.301984 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:43:43.311710 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754610759985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610303501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610303519'] for port, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:43.341860 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75c0fc0-2cb1-4044-9abe-220a00168b5e x-openstack-request-id: req-a75c0fc0-2cb1-4044-9abe-220a00168b5e {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:43:43.342152 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "name": "network-vif-plugged", "status": "completed", "tag": "402ea9f0-0114-4807-bc19-354d08abde88", "code": 200}]} {{(pid=94774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:43:43.342421 n-d-806293-1 neutron-server[94774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a75c0fc0-2cb1-4044-9abe-220a00168b5e {{(pid=94774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:43:43.342810 n-d-806293-1 neutron-server[94774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88', 'code': 200} Aug 27 03:43:43.368126 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Pushing event updated for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=7']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:44.545145 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-1cf1b0e2-03b3-4b10-890c-1c22708fa2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:44.547494 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-1cf1b0e2-03b3-4b10-890c-1c22708fa2ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1097 time: 0.0525680 Aug 27 03:43:44.674608 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-0d5543f7-fde4-4bfc-a206-4686e64fae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:44.676165 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-0d5543f7-fde4-4bfc-a206-4686e64fae16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.1010714 Aug 27 03:43:44.764814 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-c32d8cca-20d4-411f-bb9c-773d845520cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 200 len: 1002 time: 0.0770001 Aug 27 03:43:44.828660 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-31f006e6-5bd1-405c-a98a-093bc33d86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:44.830271 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-31f006e6-5bd1-405c-a98a-093bc33d86d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0550213 Aug 27 03:43:44.886962 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-666a668a-af8c-4871-bbd1-86425597b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:44.889308 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-666a668a-af8c-4871-bbd1-86425597b94f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473444 Aug 27 03:43:44.995620 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-1d920c75-4d4b-4e55-bb69-0c1eb92c1343 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959108 Aug 27 03:43:45.110635 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-10f67a36-5e8b-4a07-8a86-70da635dbefc req-140f18fc-2e33-4592-8796-f8a94bfde4a0 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047740 Aug 27 03:43:47.421164 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:48.622115 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.084100 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40840) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:50.266066 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Deleting port b19a372d-6a09-4a09-8694-901706a1bbbb {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:43:50.266422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.352396 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.352697 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.364551 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Calling delete_port for b19a372d-6a09-4a09-8694-901706a1bbbb owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:43:50.521320 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.551223 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event deleted for resources: {'Port': ['ID=b19a372d-6a09-4a09-8694-901706a1bbbb,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:50.578597 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.578936 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.579273 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.579604 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.579932 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.580254 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.580574 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.580891 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.581198 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.581528 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.582139 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.582487 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:50.625684 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.626307 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Floating IP 86b3308c-8578-416a-b2cd-d1f494cc690f disassociated (deleted). External IP: 172.25.1.159, port: 402ea9f0-0114-4807-bc19-354d08abde88. Aug 27 03:43:50.848683 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Router 9d8e649a-c849-4553-9d03-bce20cf9c940 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:43:50.957550 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:43:50.962566 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.968517 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] Sync routers for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:43:50.978355 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:43:50.978962 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:50.990500 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-a7e95cf7-8408-4a82-8beb-4080ac0b579e tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "DELETE /v2.0/floatingips/86b3308c-8578-416a-b2cd-d1f494cc690f HTTP/1.1" status: 204 len: 168 time: 0.9050167 Aug 27 03:43:50.991269 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:43:50.993730 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72fc960-a24e-4594-b5f0-997df3c800d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "tag": "402ea9f0-0114-4807-bc19-354d08abde88"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:43:51.034765 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49813aa-f845-4d9f-8221-b0176a251b06 x-openstack-request-id: req-d49813aa-f845-4d9f-8221-b0176a251b06 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:43:51.035062 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "tag": "402ea9f0-0114-4807-bc19-354d08abde88", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:43:51.035301 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d49813aa-f845-4d9f-8221-b0176a251b06 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:43:51.035704 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88', 'status': 'completed', 'code': 200} Aug 27 03:43:51.091889 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:43:51.104887 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-50f41843-605d-4f98-9579-73d193c1fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:51.107239 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-50f41843-605d-4f98-9579-73d193c1fe8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 1097 time: 0.0467546 Aug 27 03:43:51.213810 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-a62b903d-4c6a-4579-b9d7-8ead26488df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:51.215467 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-a62b903d-4c6a-4579-b9d7-8ead26488df9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.1002393 Aug 27 03:43:51.262248 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-afb511ed-dd17-471f-b306-3ba99c1d0b98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 200 len: 217 time: 0.0377715 Aug 27 03:43:51.336193 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:35Z', 'revision_number': 1, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:51.338682 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-390a192d-72db-4ec5-adc1-03aca6f3768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:51.340247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-390a192d-72db-4ec5-adc1-03aca6f3768a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0695233 Aug 27 03:43:51.348892 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00115b7-8c56-4e62-81f3-e7f9e3f36694 req-58cfea41-57ec-46ab-8920-77fae88b786f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:51.350459 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d00115b7-8c56-4e62-81f3-e7f9e3f36694 req-58cfea41-57ec-46ab-8920-77fae88b786f tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 946 time: 0.1725481 Aug 27 03:43:51.367688 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] Checking router: 9d8e649a-c849-4553-9d03-bce20cf9c940 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:43:51.376551 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:43:51.377205 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:51.412203 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-d00115b7-8c56-4e62-81f3-e7f9e3f36694 req-e29a8c4b-3b0a-4130-ac28-2b63da278fce tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530498 Aug 27 03:43:51.418716 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-226586c0-e4ba-44ec-94dc-d29dea1dd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:51.420247 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-226586c0-e4ba-44ec-94dc-d29dea1dd41e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689719 Aug 27 03:43:51.486768 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:43:51.518947 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-8cb18e77-085a-41f0-b1ee-251fdcc34897 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902073 Aug 27 03:43:51.613570 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-c72fc960-a24e-4594-b5f0-997df3c800d9 req-c7e43a47-f89a-4c16-ac72-da18fdc77343 service neutron] 10.222.0.32 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855243 Aug 27 03:43:51.704958 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:35Z', 'revision_number': 1, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:51.730641 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cf0da-1ead-468d-8e2c-3eed25e977c4 None None] The sync data for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 is: [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_floatingips': [{'id': '876abe22-eea9-491d-991e-f103d83469af', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'router_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'port_id': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'mac_address': 'fa:16:3e:36:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:39:33Z', 'updated_at': '2021-08-27T03:39:35Z', 'revision_number': 1, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:43:51.971821 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b506e5-306e-4e54-8084-67358031c74d None None] New status for floating IP 86b3308c-8578-416a-b2cd-d1f494cc690f: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:43:52.539012 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb84c-85bf-44a7-b5e7-1932f91709e3 req-8dac4433-3940-4cbf-a3fc-cb6962b459d6 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:52.540568 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-331fb84c-85bf-44a7-b5e7-1932f91709e3 req-8dac4433-3940-4cbf-a3fc-cb6962b459d6 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 946 time: 0.0523844 Aug 27 03:43:52.579697 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-331fb84c-85bf-44a7-b5e7-1932f91709e3 req-c1eca1fa-c2c5-40a4-8e8d-46fa9d05055a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329132 Aug 27 03:43:52.732481 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-5c0ca5aa-962d-47d9-8ea0-b3f3f842612a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:52.733880 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-5c0ca5aa-962d-47d9-8ea0-b3f3f842612a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 946 time: 0.0563226 Aug 27 03:43:52.849896 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Deleting port 402ea9f0-0114-4807-bc19-354d08abde88 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:43:52.850254 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.936330 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] For port 402ea9f0-0114-4807-bc19-354d08abde88, host n-h1-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806293-1',level=0,port_id=402ea9f0-0114-4807-bc19-354d08abde88,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:43:52.936692 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.949884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Calling delete_port for 402ea9f0-0114-4807-bc19-354d08abde88 owned by compute:nova {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:43:53.088903 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:53.124156 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event deleted for resources: {'Port': ['ID=402ea9f0-0114-4807-bc19-354d08abde88,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:53.166452 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:43:53.175061 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] No DVR routers for this DVR port 402ea9f0-0114-4807-bc19-354d08abde88 on host n-h1-806293-1 {{(pid=94773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:43:53.177739 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:53.179957 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-0c9d6671-3b99-4ee6-9570-31703b025162 req-36c15928-09d9-4d93-a468-86ec318b397a tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.32 "DELETE /v2.0/ports/402ea9f0-0114-4807-bc19-354d08abde88 HTTP/1.1" status: 204 len: 173 time: 0.4393191 Aug 27 03:43:53.180385 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'name': 'network-vif-deleted', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:43:53.182702 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b283d472-fbd1-485d-ba55-773ec3072737" -d '{"events": [{"server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "name": "network-vif-deleted", "tag": "402ea9f0-0114-4807-bc19-354d08abde88"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:43:53.187421 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 402ea9f0-0114-4807-bc19-354d08abde88 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:43:53.187774 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:43:53.221143 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfd758b-f726-41f7-a954-0d4a2c8dcc83 x-openstack-request-id: req-ddfd758b-f726-41f7-a954-0d4a2c8dcc83 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:43:53.221435 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7074b-b01d-45fd-8f12-92b44ac9b88c", "name": "network-vif-deleted", "tag": "402ea9f0-0114-4807-bc19-354d08abde88", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:43:53.221690 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddfd758b-f726-41f7-a954-0d4a2c8dcc83 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:43:53.222091 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7074b-b01d-45fd-8f12-92b44ac9b88c', 'name': 'network-vif-deleted', 'tag': '402ea9f0-0114-4807-bc19-354d08abde88', 'status': 'completed', 'code': 200} Aug 27 03:43:53.695728 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-aa5882f7-6c10-49c2-9db2-4deea802588b req-6e826e67-f4eb-4c72-a631-93cbb5083715 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7074b-b01d-45fd-8f12-92b44ac9b88c HTTP/1.1" status: 200 len: 210 time: 0.0273213 Aug 27 03:43:55.319503 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40900) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:55.815087 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Deleting port 3adba4c2-4c9a-4ff3-8ed2-4070189f53f8 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:43:55.815393 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.895520 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.895851 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.909701 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Calling delete_port for 3adba4c2-4c9a-4ff3-8ed2-4070189f53f8 owned by network:floatingip {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:43:56.071379 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.097168 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event deleted for resources: {'Port': ['ID=3adba4c2-4c9a-4ff3-8ed2-4070189f53f8,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:56.174727 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.175771 n-d-806293-1 neutron-server[94773]: INFO neutron.db.l3_db [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Floating IP 876abe22-eea9-491d-991e-f103d83469af disassociated (deleted). External IP: 172.25.1.120, port: 7d4e9401-c59d-42d9-bfd6-647cc68befd7. Aug 27 03:43:56.401477 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Router 9d8e649a-c849-4553-9d03-bce20cf9c940 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:43:56.512651 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:43:56.520669 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for floatingip, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.525450 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] Sync routers for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:43:56.535706 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:43:56.536316 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:56.548794 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-ac289e12-5df5-4391-a1f5-fa770b3560fb tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "DELETE /v2.0/floatingips/876abe22-eea9-491d-991e-f103d83469af HTTP/1.1" status: 204 len: 168 time: 1.2281034 Aug 27 03:43:56.549611 n-d-806293-1 neutron-server[94773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7'}] {{(pid=94773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:43:56.551930 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7254881b4348b3f23d8d454f93f82200f99237107f1615d9b7bb6877977d6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f40dc-866f-45a1-9bee-7ae1185c2c35" -d '{"events": [{"name": "network-changed", "server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7"}]}' {{(pid=94773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:43:56.651188 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16cfd2-6dac-44f8-aaed-f48018de3ab1 x-openstack-request-id: req-5e16cfd2-6dac-44f8-aaed-f48018de3ab1 {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:43:56.651540 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7", "status": "completed", "code": 200}]} {{(pid=94773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:43:56.652264 n-d-806293-1 neutron-server[94773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e16cfd2-6dac-44f8-aaed-f48018de3ab1 {{(pid=94773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:43:56.652386 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:43:56.652631 n-d-806293-1 neutron-server[94773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'status': 'completed', 'code': 200} Aug 27 03:43:56.721758 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-bbbf9c4d-67b0-4a28-9640-3d87f4357f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:56.724077 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-bbbf9c4d-67b0-4a28-9640-3d87f4357f2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 1094 time: 0.0456047 Aug 27 03:43:56.794362 n-d-806293-1 neutron-server[94773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7af7-4790-421b-8cb1-ce00786dc509 req-c3195259-9a51-4346-9aa0-e54f86d0b70c tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:56.796035 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12fe7af7-4790-421b-8cb1-ce00786dc509 req-c3195259-9a51-4346-9aa0-e54f86d0b70c tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 943 time: 0.0517812 Aug 27 03:43:56.825650 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-59010267-ad43-4b11-ac50-f7a3ff7a8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:56.827270 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-59010267-ad43-4b11-ac50-f7a3ff7a8dbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 200 len: 911 time: 0.0962565 Aug 27 03:43:56.835590 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [req-12fe7af7-4790-421b-8cb1-ce00786dc509 req-ac53ecb3-39b6-4a36-962b-b5122e9ec771 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329287 Aug 27 03:43:56.863564 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:56.887808 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-7572685f-b6e7-445f-8916-f2d6d62b6f20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 200 len: 217 time: 0.0454602 Aug 27 03:43:56.889370 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] Checking router: 9d8e649a-c849-4553-9d03-bce20cf9c940 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:43:56.897762 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:43:56.898330 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:43:30Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:56.943185 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-5f9a9b9e-7e2f-4958-a760-ba53df548828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:56.944703 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-5f9a9b9e-7e2f-4958-a760-ba53df548828 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 200 len: 849 time: 0.0492539 Aug 27 03:43:56.993470 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-4200b1ab-d768-4e67-91d0-1a11105e5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:56.995051 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-4200b1ab-d768-4e67-91d0-1a11105e5579 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430796 Aug 27 03:43:57.091854 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-f9904621-d417-4e81-9301-ac5149d9cecc service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880733 Aug 27 03:43:57.098270 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:43:57.166971 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 no longer exists at agent hyperv_n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:43:57.192051 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] No Port match for: 402ea9f0-0114-4807-bc19-354d08abde88 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:43:57.192427 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Device 402ea9f0-0114-4807-bc19-354d08abde88 not bound to the agent host n-h1-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:43:57.196360 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-744f40dc-866f-45a1-9bee-7ae1185c2c35 req-af9d3234-7700-40fb-a9c0-acc91cf9c309 service neutron] 10.222.0.45 "GET /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958495 Aug 27 03:43:57.308048 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:57.337635 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee443567-62f3-4219-a5eb-9f5815a09be7 None None] The sync data for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 is: [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:14Z', 'revision_number': 4, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1', '_interfaces': [{'id': 'e3730ecd-6952-4275-a524-31810dc8063b', 'name': '', 'network_id': 'd03bf92b-0a69-46ad-87eb-ac7f46ac5d90', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'mac_address': 'fa:16:3e:25:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:13Z', 'updated_at': '2021-08-27T03:39:19Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'subnets': [{'id': '7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:43:57.351492 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:57.562855 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e470a-3798-4cd8-af67-03d575a50015 None None] New status for floating IP 876abe22-eea9-491d-991e-f103d83469af: DOWN {{(pid=94774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:43:57.912726 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-2efee1f2-b947-4adc-98bf-aa8ef8fdbd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.962461 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5fba3-77ad-48f2-b114-bc0699933768 req-3b3f47ad-7120-4b7b-ae9f-583ec9510e8d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:57.963945 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7d5fba3-77ad-48f2-b114-bc0699933768 req-3b3f47ad-7120-4b7b-ae9f-583ec9510e8d tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 943 time: 0.0541229 Aug 27 03:43:58.006058 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-c7d5fba3-77ad-48f2-b114-bc0699933768 req-b5a399fa-7cfc-4286-a439-058878be74c6 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331318 Aug 27 03:43:58.325227 n-d-806293-1 neutron-server[94772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-7c460035-29b6-481d-a134-810270180926 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:58.326609 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-7c460035-29b6-481d-a134-810270180926 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.45 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 943 time: 0.0550504 Aug 27 03:43:58.424528 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Deleting port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:43:58.424869 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.515465 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] For port 7d4e9401-c59d-42d9-bfd6-647cc68befd7, host n-h2-806293-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806293-1',level=0,port_id=7d4e9401-c59d-42d9-bfd6-647cc68befd7,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:43:58.515813 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.529241 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Calling delete_port for 7d4e9401-c59d-42d9-bfd6-647cc68befd7 owned by compute:nova {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:43:58.667360 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.700678 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event deleted for resources: {'Port': ['ID=7d4e9401-c59d-42d9-bfd6-647cc68befd7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:58.725219 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.725567 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.725906 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.726243 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.726602 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.726933 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.727259 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.727586 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.727910 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.728236 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.728561 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.728905 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806293-1 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:58.754892 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] No DVR routers for this DVR port 7d4e9401-c59d-42d9-bfd6-647cc68befd7 on host n-h2-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:43:58.757530 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121083'] for port, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.759615 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-295d1fab-9270-49a1-ab5c-4946829624b4 req-955d81f6-5ddd-448a-bf02-0bb9830f4d30 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.45 "DELETE /v2.0/ports/7d4e9401-c59d-42d9-bfd6-647cc68befd7 HTTP/1.1" status: 204 len: 173 time: 0.4269466 Aug 27 03:43:58.760035 n-d-806293-1 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-deleted', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:43:58.762281 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c45822b42da7f01b7b0108be118676f8bfe09d42473ae7a213b9ad43031db909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b07d3f1-0f5c-4e12-8398-3b40c42698d3" -d '{"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-deleted", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:43:58.855523 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d072e518-9201-401e-a6ed-99901edb7c27 x-openstack-request-id: req-d072e518-9201-401e-a6ed-99901edb7c27 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:43:58.855818 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3", "name": "network-vif-deleted", "tag": "7d4e9401-c59d-42d9-bfd6-647cc68befd7", "status": "completed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:43:58.856073 n-d-806293-1 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d072e518-9201-401e-a6ed-99901edb7c27 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:43:58.856473 n-d-806293-1 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3', 'name': 'network-vif-deleted', 'tag': '7d4e9401-c59d-42d9-bfd6-647cc68befd7', 'status': 'completed', 'code': 200} Aug 27 03:43:59.119963 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [req-d0b81314-5b64-4223-b803-056e6e1dffe7 req-1c132ad7-ecbc-4d4e-a111-98d1b83ffb71 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "GET /v2.0/ports?device_id=336b9f07-b7c2-4a3f-8ab1-b5f9e04a40d3 HTTP/1.1" status: 200 len: 210 time: 0.0294776 Aug 27 03:44:00.186540 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40922) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:00.248422 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2496dc92-3852-4dea-9293-3c251eefa672 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.283700 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2496dc92-3852-4dea-9293-3c251eefa672 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.349471 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2496dc92-3852-4dea-9293-3c251eefa672 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.352325 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2496dc92-3852-4dea-9293-3c251eefa672 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.353612 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-2496dc92-3852-4dea-9293-3c251eefa672 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] 10.222.0.10 "DELETE /v2.0/security-groups/e0ee7dce-0411-4e0c-b7b2-1dfda701aa36 HTTP/1.1" status: 204 len: 168 time: 0.1660697 Aug 27 03:44:00.363640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496dc92-3852-4dea-9293-3c251eefa672 tempest-TestSnapshotPattern-159662481 tempest-TestSnapshotPattern-159662481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ee7dce-0411-4e0c-b7b2-1dfda701aa36,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:00.411838 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40926) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:00.432998 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-07612a9c-5aaa-406f-8442-f0e565f137c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.616264 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.777463 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.041661 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Deleting port e3730ecd-6952-4275-a524-31810dc8063b {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:01.041912 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.125905 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] For port e3730ecd-6952-4275-a524-31810dc8063b, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e3730ecd-6952-4275-a524-31810dc8063b,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:01.126248 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.139981 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Calling delete_port for e3730ecd-6952-4275-a524-31810dc8063b owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:01.324058 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.350566 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3730ecd-6952-4275-a524-31810dc8063b,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:01.515408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.662768 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.741063 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Router 9d8e649a-c849-4553-9d03-bce20cf9c940 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:44:01.857229 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:44:01.862827 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-969d7c35-defc-4712-809e-dddfa425ffd7 admin admin] 10.222.0.10 "PUT /v2.0/routers/9d8e649a-c849-4553-9d03-bce20cf9c940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4497480 Aug 27 03:44:01.866346 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40928) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:01.869669 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] Sync routers for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:44:01.879324 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:01.880009 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:01.972679 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks [] for router, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.985882 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: n-d-806293-1 {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:02.075325 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.130038 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Deleting port 7cc63074-368e-434b-b29f-b7cc37db7343 {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:02.130410 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.159607 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:44:01Z', 'revision_number': 5, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port': {'id': '7cc63074-368e-434b-b29f-b7cc37db7343', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:02.189662 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] Checking router: 9d8e649a-c849-4553-9d03-bce20cf9c940 for host: n-d-806293-1 {{(pid=94775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:44:02.198360 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] Routers {'9d8e649a-c849-4553-9d03-bce20cf9c940'} bound to L3 agent in host n-d-806293-1 {{(pid=94775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:02.198978 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['9d8e649a-c849-4553-9d03-bce20cf9c940'], 'active': True} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:02.216621 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] For port 7cc63074-368e-434b-b29f-b7cc37db7343, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=7cc63074-368e-434b-b29f-b7cc37db7343,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:02.216621 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.228515 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Calling delete_port for 7cc63074-368e-434b-b29f-b7cc37db7343 owned by network:router_gateway {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:02.279602 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_dvr_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] Set router 9d8e649a-c849-4553-9d03-bce20cf9c940 gateway port host: None {{(pid=94775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:02.331440 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.l3_hamode_db [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 6, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:02.357220 n-d-806293-1 neutron-server[94775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f601f36-c620-4a15-a973-c6232eb0d9ae None None] The sync data for ids ['9d8e649a-c849-4553-9d03-bce20cf9c940'] in n-d-806293-1 is: [{'id': '9d8e649a-c849-4553-9d03-bce20cf9c940', 'name': 'tempest-TestSnapshotPattern-2122348889-router', 'tenant_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:11Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 6, 'project_id': '6d39afc21101493fb0dfcd3cbb5638a9', 'gw_port_host': None}] {{(pid=94775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:44:02.404272 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.430998 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc63074-368e-434b-b29f-b7cc37db7343,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:02.488354 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.578255 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.580437 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.953318 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.954339 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8e649a-c849-4553-9d03-bce20cf9c940 {{(pid=94773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:44:02.960022 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] Notify callbacks [] for router, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.961201 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1501c3a0-2201-4de1-83ec-2754cae7e682 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9d8e649a-c849-4553-9d03-bce20cf9c940 HTTP/1.1" status: 204 len: 168 time: 1.0939322 Aug 27 03:44:02.963771 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40932) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.009448 n-d-806293-1 neutron-server[94773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] Deleting subnet 7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 {{(pid=94773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:44:03.013141 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.049487 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524652'] for subnet, precommit_delete_associations {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.119620 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7d4e9401-c59d-42d9-bfd6-647cc68befd7 no longer exists at agent hyperv_n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:03.140327 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.140768 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] No Port match for: 7d4e9401-c59d-42d9-bfd6-647cc68befd7 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:44:03.141343 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Device 7d4e9401-c59d-42d9-bfd6-647cc68befd7 not bound to the agent host n-h2-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:44:03.194997 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7cc63074-368e-434b-b29f-b7cc37db7343 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:03.199948 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3562246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201259'] for subnet, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.215797 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 7cc63074-368e-434b-b29f-b7cc37db7343 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:44:03.216146 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 7cc63074-368e-434b-b29f-b7cc37db7343 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:44:03.216571 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e3730ecd-6952-4275-a524-31810dc8063b no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:03.228841 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.233634 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0 HTTP/1.1" status: 204 len: 168 time: 0.2664394 Aug 27 03:44:03.233634 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e35f56-d1f1-4d43-83c6-7860278c7750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ddaf656-ddfd-41c6-a842-7bad5a6ea2b0,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.234860 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40934) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.236011 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e3730ecd-6952-4275-a524-31810dc8063b {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:44:03.236368 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e3730ecd-6952-4275-a524-31810dc8063b not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:44:03.242891 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e503279-93ff-46a7-aab3-04eec2c04fa3 None None] Network d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:44:03.309383 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.363463 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Deleting port 44f15ff3-b305-4610-8535-12158d614d8a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:03.363987 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.412803 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] DHCP port deletion for d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:44:03.434787 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] For port 44f15ff3-b305-4610-8535-12158d614d8a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44f15ff3-b305-4610-8535-12158d614d8a,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:03.435163 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.450483 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Calling delete_port for 44f15ff3-b305-4610-8535-12158d614d8a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:03.462962 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] Deleting port 44f15ff3-b305-4610-8535-12158d614d8a {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:03.463350 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.530065 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] For port 44f15ff3-b305-4610-8535-12158d614d8a, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=44f15ff3-b305-4610-8535-12158d614d8a,segment=NetworkSegment(4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a),segment_id=4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:03.530554 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.532911 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.552631 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] Calling delete_port for 44f15ff3-b305-4610-8535-12158d614d8a owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:03.564688 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f15ff3-b305-4610-8535-12158d614d8a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.566769 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] No DVR routers for this DVR port 44f15ff3-b305-4610-8535-12158d614d8a on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:44:03.568727 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.636439 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.637432 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.646546 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03bf92b-0a69-46ad-87eb-ac7f46ac5d90']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:03.656913 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:03.657207 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc3ebc6-12e7-4d9d-916a-5ecac08ebb2a') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:03.661632 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] Pushing event deleted for resources: {'Port': ['ID=44f15ff3-b305-4610-8535-12158d614d8a,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.665342 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8c740-972e-45b9-b1aa-3939c8d13546 None None] No DVR routers for this DVR port 44f15ff3-b305-4610-8535-12158d614d8a on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:44:03.668400 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.687614 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.694356 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:44:03.694756 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:44:03.696386 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:44:03.757078 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.763088 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.764979 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d03bf92b-0a69-46ad-87eb-ac7f46ac5d90 HTTP/1.1" status: 204 len: 168 time: 0.5277724 Aug 27 03:44:03.768077 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40936) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.775887 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb6dbe-f80a-430a-97d0-725570b003c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03bf92b-0a69-46ad-87eb-ac7f46ac5d90,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:04.141109 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451532'] for router_interface, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.422815 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Deleting port e9cda0f3-22df-492a-bb6e-6c1996f291fa {{(pid=94773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:04.423166 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.505784 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] For port e9cda0f3-22df-492a-bb6e-6c1996f291fa, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=e9cda0f3-22df-492a-bb6e-6c1996f291fa,segment=NetworkSegment(1bd76330-247a-485e-a028-90b77cac0cac),segment_id=1bd76330-247a-485e-a028-90b77cac0cac)] {{(pid=94773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:04.506123 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.519450 n-d-806293-1 neutron-server[94773]: DEBUG neutron.plugins.ml2.plugin [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Calling delete_port for e9cda0f3-22df-492a-bb6e-6c1996f291fa owned by network:router_interface {{(pid=94773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:04.713546 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562325'] for port, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.739640 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cda0f3-22df-492a-bb6e-6c1996f291fa,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:04.924082 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451334'] for router_interface, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.067399 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44f15ff3-b305-4610-8535-12158d614d8a no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:05.088507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 44f15ff3-b305-4610-8535-12158d614d8a {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:44:05.088853 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 44f15ff3-b305-4610-8535-12158d614d8a not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:44:05.168631 n-d-806293-1 neutron-server[94773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 has already been hosted by L3 agent 6a00f1fa-b007-4d10-8479-4323c02bcff0 {{(pid=94773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:44:05.304091 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] Notify agent at l3_agent.n-d-806293-1 the message routers_updated {{(pid=94773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:44:05.309612 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-c963f9c0-3a41-4941-a741-1822670c0c2a admin admin] 10.222.0.10 "PUT /v2.0/routers/5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5403266 Aug 27 03:44:05.311973 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40938) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:05.318507 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] Sync routers for ids ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'] in n-d-806293-1 {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:44:05.323606 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] Routers {'5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:05.324240 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:05.425243 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks [] for router, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.433341 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] Set router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 gateway port host: n-d-806293-1 {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:05.528788 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.587069 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Deleting port 8e32d758-62d7-4a82-a46a-629287247fb8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:05.587324 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.615504 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'external_fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:44:04Z', 'revision_number': 5, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port': {'id': '8e32d758-62d7-4a82-a46a-629287247fb8', 'name': '', 'network_id': 'a9257989-12fb-4e60-a407-f8069dfebfb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806293-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9538b0f9-eccf-4ac9-aea4-d3593d09b91a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806293-1'}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:05.643142 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] Checking router: 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 for host: n-d-806293-1 {{(pid=94774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:44:05.653075 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] Routers {'5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'} bound to L3 agent in host n-d-806293-1 {{(pid=94774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:05.653723 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806293-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:08:00Z,description=,heartbeat_timestamp=2021-08-27T03:44:00Z,host='n-d-806293-1',id=6a00f1fa-b007-4d10-8479-4323c02bcff0,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:08:00Z,topic='l3_agent')) {'router_ids': ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'], 'active': True} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:05.682048 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] For port 8e32d758-62d7-4a82-a46a-629287247fb8, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=8e32d758-62d7-4a82-a46a-629287247fb8,segment=NetworkSegment(1311bbe0-15ad-449a-8970-56b247451ddd),segment_id=1311bbe0-15ad-449a-8970-56b247451ddd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:05.682446 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.700018 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Calling delete_port for 8e32d758-62d7-4a82-a46a-629287247fb8 owned by network:router_gateway {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:05.740350 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvr_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] Set router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 gateway port host: None {{(pid=94774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:05.794973 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_hamode_db [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:44:05Z', 'revision_number': 6, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port_host': None}], 'n-d-806293-1', False) {} {{(pid=94774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:05.821269 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7335077-caae-413d-844c-9aaca10bf7a1 None None] The sync data for ids ['5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2'] in n-d-806293-1 is: [{'id': '5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2', 'name': 'tempest-TestSnapshotPattern-283203749-router', 'tenant_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:39:16Z', 'updated_at': '2021-08-27T03:44:05Z', 'revision_number': 6, 'project_id': '3f82f4e801e147d8b614f21f12d0e3d0', 'gw_port_host': None}] {{(pid=94774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:44:05.879052 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.906338 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e32d758-62d7-4a82-a46a-629287247fb8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:05.973602 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449116'] for router_gateway, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.066661 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077440'] for router, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.069994 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.128226 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447180'] for router, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.128631 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 {{(pid=94772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:44:06.133574 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] Notify callbacks [] for router, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.134927 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-c2cae670-8bf4-4c8b-b02c-004c2bcbe687 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5ddd28c5-4ebf-4da7-b9d1-17e37632e1b2 HTTP/1.1" status: 204 len: 168 time: 0.8217793 Aug 27 03:44:06.137405 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40940) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:06.184783 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] Deleting subnet 53c1101f-8336-42e4-9e95-deee4a73c9f6 {{(pid=94772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:44:06.190061 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.228945 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26958853'] for subnet, precommit_delete_associations {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.328789 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16140468'] for subnet, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.381560 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16140475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25600358'] for subnet, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.407848 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c1101f-8336-42e4-9e95-deee4a73c9f6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:06.409790 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.412541 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-5f6221fe-4e19-4c89-8e05-336ba6469a63 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/53c1101f-8336-42e4-9e95-deee4a73c9f6 HTTP/1.1" status: 204 len: 168 time: 0.2740903 Aug 27 03:44:06.414540 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40942) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:06.415748 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f71a3-29a9-4c59-8c7f-9147814412b1 None None] Network f1eb7e9a-26f6-472a-a5e0-e75e443a999b requested from n-d-806293-1 {{(pid=94774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:44:06.483016 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16281636'] for network, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.541970 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Deleting port 55607e91-96a4-4f66-b885-6220dbfde204 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:06.542335 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.607102 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] DHCP port deletion for f1eb7e9a-26f6-472a-a5e0-e75e443a999b request from n-d-806293-1 {{(pid=94774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:44:06.613083 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] For port 55607e91-96a4-4f66-b885-6220dbfde204, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=55607e91-96a4-4f66-b885-6220dbfde204,segment=NetworkSegment(1bd76330-247a-485e-a028-90b77cac0cac),segment_id=1bd76330-247a-485e-a028-90b77cac0cac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:06.613537 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.630450 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Calling delete_port for 55607e91-96a4-4f66-b885-6220dbfde204 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:06.656527 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] Deleting port 55607e91-96a4-4f66-b885-6220dbfde204 {{(pid=94774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:44:06.656993 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754610866463'] for port, before_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.730212 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.db [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] For port 55607e91-96a4-4f66-b885-6220dbfde204, host n-d-806293-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806293-1',level=0,port_id=55607e91-96a4-4f66-b885-6220dbfde204,segment=NetworkSegment(1bd76330-247a-485e-a028-90b77cac0cac),segment_id=1bd76330-247a-485e-a028-90b77cac0cac)] {{(pid=94774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:06.730823 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452381'] for port, precommit_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.746008 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] Calling delete_port for 55607e91-96a4-4f66-b885-6220dbfde204 owned by network:dhcp {{(pid=94774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:44:06.835309 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492'] for port, after_delete {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.848743 n-d-806293-1 neutron-server[94774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] No DVR routers for this DVR port 55607e91-96a4-4f66-b885-6220dbfde204 on host n-d-806293-1 {{(pid=94774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:44:06.868648 n-d-806293-1 neutron-server[94774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215a5f-b603-49a7-84b4-bf6ef37cf435 None None] Pushing event deleted for resources: {'Port': ['ID=55607e91-96a4-4f66-b885-6220dbfde204,revision_number=None']} {{(pid=94774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:07.022629 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e32d758-62d7-4a82-a46a-629287247fb8 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:07.031023 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16202752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754610759967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610303492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306299'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.043194 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 8e32d758-62d7-4a82-a46a-629287247fb8 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:44:07.043543 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 8e32d758-62d7-4a82-a46a-629287247fb8 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:44:07.044045 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 55607e91-96a4-4f66-b885-6220dbfde204 no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:07.054924 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Pushing event deleted for resources: {'Port': ['ID=55607e91-96a4-4f66-b885-6220dbfde204,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:07.060726 n-d-806293-1 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] No DVR routers for this DVR port 55607e91-96a4-4f66-b885-6220dbfde204 on host n-d-806293-1 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:44:07.066582 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: 55607e91-96a4-4f66-b885-6220dbfde204 {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:44:07.066931 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device 55607e91-96a4-4f66-b885-6220dbfde204 not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:44:07.067336 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9cda0f3-22df-492a-bb6e-6c1996f291fa no longer exists at agent ovs-agent-n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:07.086235 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.plugin [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] No Port match for: e9cda0f3-22df-492a-bb6e-6c1996f291fa {{(pid=94774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:44:07.086611 n-d-806293-1 neutron-server[94774]: DEBUG neutron.plugins.ml2.rpc [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Device e9cda0f3-22df-492a-bb6e-6c1996f291fa not bound to the agent host n-d-806293-1 {{(pid=94774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:44:07.132998 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061263', 'neutron.services.segments.db._delete_segments_for_network-8754610850030'] for network, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.143352 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eb7e9a-26f6-472a-a5e0-e75e443a999b']}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:07.157689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd76330-247a-485e-a028-90b77cac0cac') {'for_net_delete': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:07.157689 n-d-806293-1 neutron-server[94772]: DEBUG neutron.services.segments.db [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd76330-247a-485e-a028-90b77cac0cac') {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:07.168779 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754610849913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26958874'] for segment, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.182514 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557'] for segment, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.188359 n-d-806293-1 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:44:07.188746 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16138557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306254'] for segment, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: self.session.flush() Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: Traceback (most recent call last): Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: timer() Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: cb(*args, **kw) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: return func(*args, **kwargs) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: self._notify() Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: self.callback(batched_events) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: event.method(event) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: return f(self, *a, **k) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: return self._get(url).json() Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: return self.request(url, 'GET', **kwargs) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:44:07.190759 n-d-806293-1 neutron-server[94772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:44:07.247311 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449120'] for network, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.253030 n-d-806293-1 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Notify callbacks [] for network, before_response {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.254933 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] 10.222.0.10 "DELETE /v2.0/networks/f1eb7e9a-26f6-472a-a5e0-e75e443a999b HTTP/1.1" status: 204 len: 168 time: 0.8394446 Aug 27 03:44:07.266341 n-d-806293-1 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5ff1e-51d3-49e9-9a79-654b23da404b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1eb7e9a-26f6-472a-a5e0-e75e443a999b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:07.471898 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40946) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:07.514584 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-8b1b0610-85aa-4139-9504-113cbe64ed0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d39afc21101493fb0dfcd3cbb5638a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414507 Aug 27 03:44:07.518044 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40948) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:07.570868 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7f557bd-c194-41fc-82bd-043deaf73da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.593300 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7f557bd-c194-41fc-82bd-043deaf73da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.641408 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7f557bd-c194-41fc-82bd-043deaf73da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.644111 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f7f557bd-c194-41fc-82bd-043deaf73da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.645568 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-f7f557bd-c194-41fc-82bd-043deaf73da3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b384b687-d3bf-4b76-9523-8e1705a2b969 HTTP/1.1" status: 204 len: 168 time: 0.1264844 Aug 27 03:44:07.653884 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f557bd-c194-41fc-82bd-043deaf73da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b384b687-d3bf-4b76-9523-8e1705a2b969,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:07.995852 n-d-806293-1 neutron-server[94772]: DEBUG neutron.wsgi [-] (94772) accepted ('10.222.0.10', 40954) {{(pid=94772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:08.038526 n-d-806293-1 neutron-server[94772]: INFO neutron.wsgi [None req-dd752c95-75f2-4fe5-a127-10bfe1f401ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f82f4e801e147d8b614f21f12d0e3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412917 Aug 27 03:44:08.041466 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [-] (94773) accepted ('10.222.0.10', 40956) {{(pid=94773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:08.098250 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1430487b-9584-440e-bb84-21c9d37a0932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.119453 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1430487b-9584-440e-bb84-21c9d37a0932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.172824 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1430487b-9584-440e-bb84-21c9d37a0932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490015'] for security_group, after_delete {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.175394 n-d-806293-1 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1430487b-9584-440e-bb84-21c9d37a0932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.176583 n-d-806293-1 neutron-server[94773]: INFO neutron.wsgi [None req-1430487b-9584-440e-bb84-21c9d37a0932 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05fab0f7-0026-4fce-abc6-12f947711132 HTTP/1.1" status: 204 len: 168 time: 0.1341085 Aug 27 03:44:08.184560 n-d-806293-1 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430487b-9584-440e-bb84-21c9d37a0932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fab0f7-0026-4fce-abc6-12f947711132,revision_number=None']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:17.436393 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:18.589124 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:27.926418 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8228df7f-4e60-47c4-b8ca-6542203f61c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:30.442361 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-26930435-1375-42a6-b4f4-cc78ff7bc1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:30.628239 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:31.678569 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:33.555539 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:34.353608 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:47.463700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:48.609935 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:57.930239 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-14bebf1d-2bc1-461d-85bd-4a55a97ac22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:00.442750 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5149d154-08f2-452b-b02f-eb69d161fd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:00.623559 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:01.676995 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:03.558183 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:11.356577 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:17.457168 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:18.616869 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:27.925643 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed149-6d37-4a00-a3b7-d1f425f5b8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:30.444804 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-970a6530-c5a8-46d0-a285-c19684a7656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:30.634506 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:31.687370 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:33.563408 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:47.461680 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:48.356716 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:48.632649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:57.937226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5e472db5-6b79-49c9-a928-c78d9559d4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:00.441632 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-93ba6c41-1542-4bb8-9be7-24258db4e913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:00.633093 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:01.678901 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:03.566266 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:17.461038 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:18.638507 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:25.357881 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:46:27.931865 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-318766a7-1e5b-4734-9624-558554631232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:30.436452 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a3a9cf9b-4981-408a-955c-c72d711dca2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:30.628801 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:31.685300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:33.572427 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.478079 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.663251 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.935897 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6645-1095-4508-8455-b13089f3c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.439232 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cf92c413-f191-45b4-bb34-0dc09ae4e295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.623300 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.687144 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.359272 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:03.573033 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:17.473332 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.683577 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:27.943649 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-1ff394c8-67ab-48fa-9785-429d90aa51d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:30.450793 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe60b332-8e6c-4d8b-a6f1-f6024da9ad60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:30.632425 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:31.691210 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:33.578850 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:39.359383 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:47.473080 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:48.687014 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:57.945671 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-f4c788a6-f9ee-414d-8858-79f4fe43b595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:00.453668 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-558f848c-d44e-4d9a-a861-5d314684da37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:00.628297 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:01.695556 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:03.578351 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:16.359596 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:17.496395 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:18.682712 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:27.951682 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a4edfb8c-7bf3-42ea-a6ef-ccf98ab92f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:30.451723 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-c993e8ec-6c27-47f9-9cc4-28584ae42bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:30.628226 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:31.701083 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:33.580628 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:47.507621 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:48.683855 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:53.364472 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:57.953015 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-351b3549-1471-4fba-8b0a-e5a752b2b516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.454455 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-930af68f-762e-4a62-a784-c6307acb366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.629997 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.708079 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:03.586241 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:17.500127 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.680420 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:27.953374 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0a1352a8-0704-467d-a8f8-8ba031397452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:30.369792 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:49:30.458199 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e1d83589-20de-41c3-831e-dc838eb3fdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:30.624957 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:31.715462 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:33.586070 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:47.511542 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:48.700973 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:57.956004 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-18e1dbe4-3845-4f93-b1d6-a90febdb9a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:00.465426 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-cce4df8f-bd1e-4e67-981a-d7698f827b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:00.629698 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:01.715155 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:03.595769 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:07.374087 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:17.529284 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:18.705844 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:27.960124 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-20e8d2ad-2be7-4d94-84c3-8eeca11be96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:30.460624 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-60e1e60f-ad1d-42a6-95c8-deac6dd8b909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:30.634679 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:31.722885 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:33.600697 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:44.379292 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:47.542285 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:48.711650 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:57.961450 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-fe384f9c-e5f0-4670-9a28-c1f2baaaccef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:00.453544 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e28b9bc4-3d14-439d-a3ff-81f5b8b3ac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:00.643062 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:01.727639 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:03.601079 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:17.551291 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:18.707617 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:21.383727 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:51:27.965531 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6879-5157-4400-8083-982fd40af546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:30.459700 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-219cdca5-d0df-4646-aca2-7898ebec8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:30.636548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:31.723571 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.604458 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:47.556377 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:48.730161 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:57.966904 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e00fb57b-4d14-4133-8764-3de6190a79b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:58.388030 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:00.465521 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-5d67f3c7-2bf9-4b17-8aba-f0e745a374cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:00.646967 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:01.730513 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:03.615661 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:17.570051 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-68ccc9b1-4229-41b3-bdea-53797b75751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:18.717644 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64dc-8c62-4db1-89f5-e900d9530101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:21.649053 n-d-806293-1 neutron-server[94773]: DEBUG neutron.wsgi [req-c05e05c0-870b-48c3-a7a5-dc14674cbab3 req-e0c5cac4-3141-41f2-9d3a-d216c3bed52e service neutron] (94773) timed out ('10.222.0.10', 35940) {{(pid=94773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:52:27.959934 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-e382c8c0-1010-446c-9b76-168f34aa7766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:30.459401 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-d5a56991-2ee5-4a03-b6b2-71cd46c4cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:30.641151 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1959-76f0-4271-a6b2-616bacc75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:31.733130 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-74bc366c-206a-42dd-9f82-ab4d8219ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:33.610548 n-d-806293-1 neutron-server[94774]: DEBUG neutron_lib.callbacks.manager [None req-af5cc39c-de2e-4cd6-b830-5eacba4dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754610850012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061557'] for agent, after_update {{(pid=94774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:35.387162 n-d-806293-1 neutron-server[94775]: DEBUG neutron.db.agents_db [None req-7bb37378-d7be-4eae-a625-e4bdddf535e8 None None] Agent healthcheck: found 7 active agents {{(pid=94775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}